Skip to content

Commit

Permalink
[hotfix]: fix s3 path of crawler
Browse files Browse the repository at this point in the history
  • Loading branch information
srlee056 committed Mar 4, 2024
1 parent 6964eac commit 67c11a4
Showing 1 changed file with 2 additions and 4 deletions.
6 changes: 2 additions & 4 deletions dags/glue/game_ccu.py
Original file line number Diff line number Diff line change
Expand Up @@ -44,7 +44,7 @@ def upload_rendered_script_to_s3(
"retry_delay": timedelta(seconds=15),
},
max_active_runs=1,
schedule_interval="5 * * * *",
schedule="5 * * * *",
tags=["glue", "Game_CCU"],
catchup=True,
) as dag:
Expand Down Expand Up @@ -84,9 +84,7 @@ def upload_rendered_script_to_s3(
"DatabaseName": "de_2_1_glue",
"Targets": {
"S3Targets": [
{
"Path": "s3://de-2-1-bucket/source/parquet/table_name=raw_live_viewer/"
}
{"Path": "s3://de-2-1-bucket/source/parquet/table_name=raw_game_ccu/"}
]
},
}
Expand Down

0 comments on commit 67c11a4

Please sign in to comment.