izu/airflow-coolify
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

script folder

Browse Source
This commit is contained in:
Debby
2026-03-14 23:18:52 +07:00
parent 0441573b61
commit 46eda521d1
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
scripts/bigquery_cleaned_layer.py
View File

@@ -21,13 +21,13 @@ import logging
from typing import Dict from typing import Dict
import json import json
from bigquery_config import get_bigquery_client, CONFIG, get_table_id from scripts.bigquery_config import get_bigquery_client, CONFIG, get_table_id
from bigquery_helpers import ( from scripts.bigquery_helpers import (
log_update, log_update,
load_to_bigquery, load_to_bigquery,
read_from_bigquery, read_from_bigquery,
setup_logging, setup_logging,
save_etl_metadata save_etl_metadata,
) )
from google.cloud import bigquery from google.cloud import bigquery
@@ -545,7 +545,7 @@ def run_cleaned_integration():
Dipanggil oleh DAG setelah task staging_integration_to_silver selesai. Dipanggil oleh DAG setelah task staging_integration_to_silver selesai.
""" """
from bigquery_config import get_bigquery_client from scripts.bigquery_config import get_bigquery_client
client = get_bigquery_client() client = get_bigquery_client()
df_staging = load_staging_data(client) df_staging = load_staging_data(client)
loader = CleanedDataLoader(client, load_mode='full_refresh') loader = CleanedDataLoader(client, load_mode='full_refresh')