izu/airflow-coolify
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

raw and staging data

Browse Source
This commit is contained in:
Debby
2026-03-12 14:57:30 +07:00
parent 847a6a9859
commit 0235dfbc75
5 changed files with 30 additions and 219 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
scripts/bigquery_helpers.py
View File

@@ -77,7 +77,7 @@ def log_update(client: bigquery.Client, layer: str, table_name: str,
job.result()
except Exception as e:
print(f" Warning: Failed to write etl_logs [STAGING]: {e}")
print(f" Warning: Failed to write etl_logs [AUDIT]: {e}")
def load_to_bigquery(client: bigquery.Client, df: pd.DataFrame,
@@ -223,4 +223,4 @@ def save_etl_metadata(client: bigquery.Client, metadata: dict):
print(f"etl_metadata — first run | created_at : {created_at}")
else:
print(f"etl_metadata — preserved | created_at : {created_at}")
print(f"etl_metadata — updated_at : {current_time}")
print(f"etl_metadata — updated_at : {current_time}")