Skip to content

Commit

Permalink
Schedule catches flow
Browse files Browse the repository at this point in the history
  • Loading branch information
VincentAntoine committed Feb 7, 2025
1 parent 14795ef commit e4b0568
Showing 1 changed file with 4 additions and 0 deletions.
4 changes: 4 additions & 0 deletions forklift/forklift/pipeline/flows_config.py
Original file line number Diff line number Diff line change
Expand Up @@ -15,6 +15,7 @@
ROOT_DIRECTORY,
)
from forklift.pipeline.flows import (
catches,
clean_flow_runs,
reset_proxy_pg_database,
sync_table_from_db_connection,
Expand All @@ -30,11 +31,13 @@ def make_cron_clock_from_run_param_series(s: pd.Series) -> clocks.CronClock:

################################ Define flow schedules ################################
def get_flows_to_register():
catches_flow = deepcopy(catches.flow)
clean_flow_runs_flow = deepcopy(clean_flow_runs.flow)
reset_proxy_pg_database_flow = deepcopy(reset_proxy_pg_database.flow)
sync_table_from_db_connection_flow = deepcopy(sync_table_from_db_connection.flow)
sync_table_with_pandas_flow = deepcopy(sync_table_with_pandas.flow)

catches_flow.schedule = CronSchedule("44 4 * * *")
clean_flow_runs_flow.schedule = CronSchedule("8,18,28,38,48,58 * * * *")

scheduled_runs = pd.read_csv(
Expand All @@ -59,6 +62,7 @@ def get_flows_to_register():

#################### List flows to register with prefect server ###################
flows_to_register = [
catches_flow,
clean_flow_runs_flow,
reset_proxy_pg_database_flow,
sync_table_from_db_connection_flow,
Expand Down

0 comments on commit e4b0568

Please sign in to comment.