Merge pull request #105 from zizzic/develop_fix_for_youngho

[feat] set Catchup&Startdate for game Glue DAG

Author: mediwind

dags/glue/game_ccu.py

@@ -37,12 +37,13 @@ def upload_rendered_script_to_s3(
         "owner": "airflow",
         "depends_on_past": False,
         "start_date": datetime(2024, 2, 22),
-        "retries": 0,
+        "retries": 3,
         "retry_delay": timedelta(minutes=5),
     },
+    max_active_runs=1,
     schedule_interval="5 * * * *",
     tags=["glue", "Game_CCU"],
-    catchup=False,
+    catchup=True,
 ) as dag:
 
     bucket_name = "de-2-1-bucket"

dags/glue/game_price.py

@@ -37,12 +37,13 @@ def upload_rendered_script_to_s3(
         "owner": "airflow",
         "depends_on_past": False,
         "start_date": datetime(2024, 2, 22),
-        "retries": 0,
+        "retries": 3,
         "retry_delay": timedelta(minutes=5),
     },
+    max_active_runs=1,
     schedule_interval="0 1 * * *",
     tags=["glue", "Game_Price"],
-    catchup=False,
+    catchup=True,
 ) as dag:
 
     bucket_name = "de-2-1-bucket"

dags/glue/game_rating.py

@@ -37,12 +37,13 @@ def upload_rendered_script_to_s3(
         "owner": "airflow",
         "depends_on_past": False,
         "start_date": datetime(2024, 2, 22),
-        "retries": 0,
+        "retries": 3,
         "retry_delay": timedelta(minutes=5),
     },
+    max_active_runs=1,
     schedule_interval="0 1 * * *",
     tags=["glue", "Game_Rating"],
-    catchup=False,
+    catchup=True,
 ) as dag:
 
     bucket_name = "de-2-1-bucket"