init new dags

This commit is contained in:
Power BI Dev
2026-03-03 16:23:51 +07:00
parent cb3994eb34
commit 0bd5fdc297
4 changed files with 35 additions and 6 deletions

17
dags/main_pipeline.py Normal file
View File

@@ -0,0 +1,17 @@
from airflow import DAG
from airflow.operators.python import PythonOperator
from datetime import datetime
# Import fungsi dari folder scripts
from scripts.scraper_pddikti import run_scraping_logic
with DAG(
dag_id="etl_akademik_separated_v1",
start_date=datetime(2026, 3, 3),
schedule_interval="@daily",
catchup=False
) as dag:
task_scraping = PythonOperator(
task_id="run_pddikti_scraping",
python_callable=run_scraping_logic # Memanggil fungsi eksternal
)