agregate fact selected

dags/etl_food_security.py

@@ -22,6 +22,8 @@ Kimball ETL Flow:
     │                                                agg_pillar_by_country     │
     │                                                agg_framework_by_country  │
     │                                                agg_framework_asean       │
+    │                                                      ↓                   │
+    │                                                agg_indicator_norm        │
     │                                                                          │
     │  AUDIT : etl_logs, etl_metadata (setiap layer)                           │
     └──────────────────────────────────────────────────────────────────────────┘
@@ -36,13 +38,15 @@ Task Order:
         → dimensional_model_to_gold
         → analytical_layer_to_gold
         → aggregation_to_gold
+        → indicator_norm_aggregation_to_gold
 
 Scripts folder harus berisi:
-    - bigquery_raw_layer.py             (run_verify_connection, run_load_fao, ...)
-    - bigquery_cleaned_layer.py         (run_cleaned_integration)
-    - bigquery_dimensional_model.py     (run_dimensional_model)
-    - bigquery_analytical_layer.py      (run_analytical_layer)
-    - bigquery_analysis_aggregation.py  (run_aggregation)
+    - bigquery_raw_layer.py                         (run_verify_connection, run_load_fao, ...)
+    - bigquery_cleaned_layer.py                     (run_cleaned_integration)
+    - bigquery_dimensional_model.py                 (run_dimensional_model)
+    - bigquery_analytical_layer.py                  (run_analytical_layer)
+    - bigquery_analysis_aggregation.py              (run_aggregation)
+    - bigquery_aggraget_fact_selected_layer.py      (run_indicator_norm_aggregation)
     - bigquery_config.py
     - bigquery_helpers.py
     - bigquery_datasource.py
@@ -71,6 +75,9 @@ from scripts.bigquery_analytical_layer import (
 from scripts.bigquery_aggregate_layer import (
     run_aggregation,
 )
+from scripts.bigquery_aggraget_fact_selected_layer import (
+    run_indicator_norm_aggregation,
+)
 
 # DEFAULT ARGS
 
@@ -136,5 +143,21 @@ with DAG(
         python_callable = run_aggregation
     )
 
-    
-    task_verify >> task_fao >> task_worldbank >> task_unicef >> task_staging >> task_cleaned >> task_dimensional >> task_analytical >> task_aggregation
+    task_indicator_norm = PythonOperator(
+        task_id         = "indicator_norm_aggregation_to_gold",
+        python_callable = run_indicator_norm_aggregation
+    )
+
+    # Task Dependencies
+    (
+        task_verify
+        >> task_fao
+        >> task_worldbank
+        >> task_unicef
+        >> task_staging
+        >> task_cleaned
+        >> task_dimensional
+        >> task_analytical
+        >> task_aggregation
+        >> task_indicator_norm
+    )