izu/airflow-coolify
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

create cleaned layer

Browse Source
This commit is contained in:
Debby
2026-03-14 23:04:11 +07:00
parent 5fc498e771
commit 0441573b61
2 changed files with 594 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
dags/etl_food_security.py
View File

@@ -11,6 +11,11 @@ from scripts.bigquery_raw_layer import (
run_staging_integration,
)
from scripts.bigquery_cleaned_layer import (
run_cleaned_integration,
)
with DAG(
dag_id = "etl_food_security_bigquery",
start_date = datetime(2026, 3, 1),
@@ -43,5 +48,12 @@ with DAG(
task_id = "staging_integration_to_silver",
python_callable = run_staging_integration
)
task_cleaned = PythonOperator(
task_id = "cleaned_integration_to_silver",
python_callable = run_cleaned_integration
)
task_verify >> task_fao >> task_worldbank >> task_unicef >> task_staging
task_verify >> task_fao >> task_worldbank >> task_unicef >> task_staging >> task_cleaned