create dimensional model
This commit is contained in:
@@ -15,6 +15,10 @@ from scripts.bigquery_cleaned_layer import (
|
||||
run_cleaned_integration,
|
||||
)
|
||||
|
||||
from scripts.bigquery_dimesional_model import (
|
||||
run_dimensional_model,
|
||||
)
|
||||
|
||||
|
||||
with DAG(
|
||||
dag_id = "etl_food_security_bigquery",
|
||||
@@ -54,6 +58,10 @@ with DAG(
|
||||
python_callable = run_cleaned_integration
|
||||
)
|
||||
|
||||
task_dimensional = PythonOperator(
|
||||
task_id = "dimensional_model_to_gold",
|
||||
python_callable = run_dimensional_model
|
||||
)
|
||||
|
||||
|
||||
task_verify >> task_fao >> task_worldbank >> task_unicef >> task_staging >> task_cleaned
|
||||
task_verify >> task_fao >> task_worldbank >> task_unicef >> task_staging >> task_cleaned >> task_dimensional
|
||||
Reference in New Issue
Block a user