izu/airflow-coolify
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

edited fact_asean_food_security_selected

Browse Source
This commit is contained in:
Debby
2026-03-28 10:05:23 +07:00
parent 2cab52a110
commit 9fb98bf4f8
2 changed files with 58 additions and 25 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
scripts/bigquery_aggregate_layer.py
View File

@@ -421,8 +421,8 @@ class FoodSecurityAggregator:
self.logger.info("STEP 1: LOAD DATA from fs_asean_gold")
self.logger.info("=" * 70)
self.df = read_from_bigquery(self.client, "analytical_food_security", layer='gold')
self.logger.info(f" analytical_food_security : {len(self.df):,} rows")
self.df = read_from_bigquery(self.client, "fact_asean_food_security_selected", layer='gold')
self.logger.info(f" fact_asean_food_security_selected : {len(self.df):,} rows")
self.dims["country"] = read_from_bigquery(self.client, "dim_country", layer='gold')
self.dims["indicator"] = read_from_bigquery(self.client, "dim_indicator", layer='gold')
@@ -1307,7 +1307,7 @@ class FoodSecurityAggregator:
def run_aggregation():
"""
Airflow task: Hitung semua agregasi dari analytical_food_security.
Airflow task: Hitung semua agregasi dari fact_asean_food_security_selected.
Dipanggil setelah analytical_layer_to_gold selesai.
Menjalankan 6 tabel sekaligus: 4 agregasi + 2 narrative.
"""