Update sync_table_with_pandas reference tasks

VincentAntoine · VincentAntoine · commit 47089bf32120 · 2025-01-27T10:08:51.000+01:00
diff --git a/forklift/forklift/pipeline/flows/sync_table_with_pandas.py b/forklift/forklift/pipeline/flows/sync_table_with_pandas.py
@@ -134,10 +134,11 @@ def extract_df(
             post_processing = run_data_flow_script(
                 post_processing_script_path, upstream_tasks=[drop_final_table]
             )
-            drop_table_if_exists(
+            final_drop_table = drop_table_if_exists(
                 database=destination_database,
                 table=destination_table,
                 upstream_tasks=[post_processing],
             )
 
+flow.set_reference_tasks(loaded_df, final_drop_table)
 flow.file_name = Path(__file__).name

Original file line number	Diff line number	Diff line change
`@@ -134,10 +134,11 @@ def extract_df(`
`134`	`134`	`post_processing = run_data_flow_script(`
`135`	`135`	`post_processing_script_path, upstream_tasks=[drop_final_table]`
`136`	`136`	`)`
`137`		`- drop_table_if_exists(`
	`137`	`+ final_drop_table = drop_table_if_exists(`
`138`	`138`	`database=destination_database,`
`139`	`139`	`table=destination_table,`
`140`	`140`	`upstream_tasks=[post_processing],`
`141`	`141`	`)`
`142`	`142`
	`143`	`+flow.set_reference_tasks(loaded_df, final_drop_table)`
`143`	`144`	`flow.file_name = Path(__file__).name`