feat: Targets now emit record count from the built-in batch file proc…

…essor (#2703)
meltano · Nov 26, 2024 · 39f7325 · 39f7325
1 parent 8c7c307
commit 39f7325
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/singer_sdk/sinks/core.py b/singer_sdk/sinks/core.py
@@ -752,6 +752,7 @@ def process_batch_files(
                             }
                     else:
                         context = {"records": [deserialize_json(line) for line in file]}
+                    self.record_counter_metric.increment(len(context["records"]))
                     self.process_batch(context)
             elif (
                 importlib.util.find_spec("pyarrow")
@@ -765,6 +766,7 @@ def process_batch_files(
                 ):
                     table = pq.read_table(file)
                     context = {"records": table.to_pylist()}
+                    self.record_counter_metric.increment(len(context["records"]))
                     self.process_batch(context)
             else:
                 msg = f"Unsupported batch encoding format: {encoding.format}"