Skip to content

Commit

Permalink
Add DAG for loading streets data from data.gov
Browse files Browse the repository at this point in the history
  • Loading branch information
ziv17 committed Jun 9, 2024
1 parent 2a11b55 commit 48edb7b
Showing 1 changed file with 20 additions and 0 deletions.
20 changes: 20 additions & 0 deletions airflow_server/dags/streets.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,20 @@
from airflow import DAG
import pendulum

from anyway_etl_airflow.operators.cli_bash_operator import CliBashOperator


dag_kwargs = dict(
default_args={
'owner': 'airflow',
},
schedule_interval='@weekly',
catchup=False,
start_date=pendulum.datetime(2024, 1, 1, tz="Asia/Jerusalem"),
)


with DAG('load-streets', **dag_kwargs) as load_streets:
CliBashOperator(cmd='anyway-etl anyway-kubectl-exec python3 main.py process streets',
task_id='load-streets'
)

0 comments on commit 48edb7b

Please sign in to comment.