init new dags
This commit is contained in:
17
dags/main_pipeline.py
Normal file
17
dags/main_pipeline.py
Normal file
@@ -0,0 +1,17 @@
|
||||
from airflow import DAG
|
||||
from airflow.operators.python import PythonOperator
|
||||
from datetime import datetime
|
||||
# Import fungsi dari folder scripts
|
||||
from scripts.scraper_pddikti import run_scraping_logic
|
||||
|
||||
with DAG(
|
||||
dag_id="etl_akademik_separated_v1",
|
||||
start_date=datetime(2026, 3, 3),
|
||||
schedule_interval="@daily",
|
||||
catchup=False
|
||||
) as dag:
|
||||
|
||||
task_scraping = PythonOperator(
|
||||
task_id="run_pddikti_scraping",
|
||||
python_callable=run_scraping_logic # Memanggil fungsi eksternal
|
||||
)
|
||||
Reference in New Issue
Block a user