I think we may still want to finish early for LimitScans; will check …

…w/Mike
mitdbg · Jan 10, 2025 · c212b8d · c212b8d
1 parent 41cfde0
commit c212b8d
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/src/palimpzest/query/execution/nosentinel_execution.py b/src/palimpzest/query/execution/nosentinel_execution.py
@@ -421,6 +421,10 @@ def execute_plan(self, plan: PhysicalPlan, num_samples: int | float = float("inf
                 still_processing = any([len(queue) > 0 for queue in processing_queues.values()])
                 finished_executing = not keep_scanning_source_records and not still_processing
 
+                # update finished_executing based on limit
+                if isinstance(operator, LimitScanOp):
+                    finished_executing = len(output_records) == operator.limit
+
             # if caching was allowed, close the cache
             if not self.nocache:
                 for operator in plan.operators: