init new dags

This commit is contained in:
Power BI Dev
2026-03-03 16:23:51 +07:00
parent cb3994eb34
commit 0bd5fdc297
4 changed files with 35 additions and 6 deletions

0
scripts/.gitkeep Normal file
View File

View File

@@ -0,0 +1,13 @@
import requests
import pandas as pd
def run_scraping_logic():
# Contoh scraping
url = "http://universities.hipolabs.com/search?country=Indonesia"
res = requests.get(url)
df = pd.DataFrame(res.json())
# Logika cleaning atau upload ke BigQuery ditaruh di sini
output_path = "/opt/airflow/logs/data_akademik.csv"
df.to_csv(output_path, index=False)
return f"Berhasil menarik {len(df)} data."