Merge branch 'master' into prod

Author: Lee-W

Makefile

@@ -14,19 +14,19 @@ coverage:
 	PYTHONPATH=./dags uv run pytest --cov=dags tests
 
 build-dev:
-	docker-compose -f ./docker-compose-dev.yml build
+	docker compose -f ./docker-compose-dev.yml build
 
 deploy-dev:
-	docker-compose -f ./docker-compose-dev.yml up -d
+	docker compose -f ./docker-compose-dev.yml up -d
 
 down-dev:
-	docker-compose -f ./docker-compose-dev.yml down
+	docker compose -f ./docker-compose-dev.yml down
 
 deploy-prod:
-	docker-compose -f ./docker-compose.yml up -d
+	docker compose -f ./docker-compose.yml up -d
 
 down-prod:
-	docker-compose -f ./docker-compose.yml down
+	docker compose -f ./docker-compose.yml down
 
 build-docs:
 	uv run --group docs  mkdocs build

dags/app/finance_bot/dag.py

@@ -16,7 +16,7 @@
 )
 
 DEFAULT_ARGS = {
-    "owner": "CHWan",
+    "owner": "Xch1",
     "depends_on_past": False,
     "start_date": datetime(2023, 8, 27),
     "retries": 2,

dags/app/user_profile/__init__.py

@@ -0,0 +1,46 @@
+"""
+Query user profile catagory
+"""
+
+from datetime import datetime, timedelta
+
+from airflow.sdk import dag, task
+
+from dags.app.user_profile.udf import (
+    create_user_profile_table,
+    get_gemini_api_key,
+    process_table,
+)
+
+DEFAULT_ARGS = {
+    "owner": "Xch1",
+    "depends_on_past": False,
+    "start_date": datetime(2025, 8, 20),
+    "retries": 2,
+    "retry_delay": timedelta(minutes=5),
+    "on_failure_callback": lambda x: "need to query updates ",
+}
+
+
+@dag(
+    default_args=DEFAULT_ARGS,
+    schedule=None,
+    max_active_runs=1,
+    catchup=False,
+)
+def user_profile_catagory_query():
+    @task
+    def process_catagory_by_gemini():
+        get_gemini_api_key()
+        tasktypes = ["organization", "job_title"]
+        create_user_profile_table()
+        for tasktype in tasktypes:
+            process_table("gemini-2.0-flash", 8192, 100, tasktype)
+
+    process_catagory_by_gemini()
+
+
+dag_obj = user_profile_catagory_query()
+
+if __name__ == "__main__":
+    dag_obj.test()