commit 8a0febb57e069c2bd15c6bd0222edb5345fbfc6d Author: Power BI Dev Date: Tue Mar 3 15:16:28 2026 +0700 init commit diff --git a/Dockerfile b/Dockerfile new file mode 100644 index 0000000..fe3d5d0 --- /dev/null +++ b/Dockerfile @@ -0,0 +1,3 @@ +FROM apache/airflow:2.7.1 +COPY requirements.txt . +RUN pip install --no-cache-dir -r requirements.txt \ No newline at end of file diff --git a/docker-compose.yml b/docker-compose.yml new file mode 100644 index 0000000..8603c3b --- /dev/null +++ b/docker-compose.yml @@ -0,0 +1,40 @@ +version: '3.8' +services: + postgres: + image: postgres:13 + environment: + - POSTGRES_USER=airflow + - POSTGRES_PASSWORD=airflow + - POSTGRES_DB=airflow + volumes: + - postgres_data:/var/lib/postgresql/data + + airflow-webserver: + build: . + depends_on: + - postgres + environment: + - AIRFLOW__DATABASE__SQL_ALCHEMY_CONN=postgresql+psycopg2://airflow:airflow@postgres/airflow + - AIRFLOW__CORE__EXECUTOR=LocalExecutor + - AIRFLOW__CORE__LOAD_EXAMPLES=False + volumes: + - ./dags:/opt/airflow/dags + - ./logs:/opt/airflow/logs + ports: + - "8080:8080" + command: webserver + + airflow-scheduler: + build: . + depends_on: + - postgres + environment: + - AIRFLOW__DATABASE__SQL_ALCHEMY_CONN=postgresql+psycopg2://airflow:airflow@postgres/airflow + - AIRFLOW__CORE__EXECUTOR=LocalExecutor + volumes: + - ./dags:/opt/airflow/dags + - ./logs:/opt/airflow/logs + command: scheduler + +volumes: + postgres_data: \ No newline at end of file diff --git a/requirements.txt b/requirements.txt new file mode 100644 index 0000000..9757213 --- /dev/null +++ b/requirements.txt @@ -0,0 +1,4 @@ +beautifulsoup4 +requests +pandas-gbq +apache-airflow-providers-google \ No newline at end of file