From fbf9b118e62bb5d8e9cbbe8bb7c108255d59025c Mon Sep 17 00:00:00 2001 From: Dmitry Dementev Date: Wed, 10 Dec 2025 22:31:12 +0300 Subject: [PATCH] =?UTF-8?q?=D1=84=D0=B8=D0=BA=D1=81=20=D0=B2=D1=84=D0=BF?= =?UTF-8?q?=20=D0=B8=D0=BD=D0=B8=D1=86=D0=B8=D0=B0=D0=BB=D0=B8=D0=B7=D0=B0?= =?UTF-8?q?=D1=86=D0=B8=D0=B8=20ddl=20=D0=B2=20gp?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- README.md | 2 +- airflow/dags/bookings_stg_ddl.py | 3 ++- airflow/dags/bookings_to_gp_stage.py | 7 ++++--- airflow/dags/ddl_greenplum_base.py | 3 ++- 4 files changed, 9 insertions(+), 6 deletions(-) diff --git a/README.md b/README.md index 7da2a6f..64e3906 100644 --- a/README.md +++ b/README.md @@ -285,7 +285,7 @@ docker compose -f docker-compose.yml exec bookings-db bash -lc 'PGPASSWORD="$POS load_bookings_to_stg = PostgresOperator( task_id="load_bookings_to_stg", postgres_conn_id="greenplum_conn", - sql="/sql/stg/bookings_load.sql", + sql="stg/bookings_load.sql", params={"batch_id": "{{ ds_nodash }}"}, ) ``` diff --git a/airflow/dags/bookings_stg_ddl.py b/airflow/dags/bookings_stg_ddl.py index ff6032c..7c17cdd 100644 --- a/airflow/dags/bookings_stg_ddl.py +++ b/airflow/dags/bookings_stg_ddl.py @@ -20,6 +20,7 @@ with DAG( start_date=datetime(2024, 1, 1), schedule=None, catchup=False, + template_searchpath="/sql", default_args=default_args, tags=["demo", "greenplum", "ddl", "bookings", "stg"], description="Создаёт/обновляет stg.bookings_ext и stg.bookings для учебного DAG", @@ -27,5 +28,5 @@ with DAG( apply_stg_bookings_ddl = PostgresOperator( task_id="apply_stg_bookings_ddl", postgres_conn_id=GREENPLUM_CONN_ID, - sql="/sql/stg/bookings_ddl.sql", + sql="stg/bookings_ddl.sql", ) diff --git a/airflow/dags/bookings_to_gp_stage.py b/airflow/dags/bookings_to_gp_stage.py index 971efd4..7d838d1 100644 --- a/airflow/dags/bookings_to_gp_stage.py +++ b/airflow/dags/bookings_to_gp_stage.py @@ -51,6 +51,7 @@ with DAG( start_date=datetime(2024, 1, 1), schedule=None, catchup=False, + template_searchpath="/sql", default_args=default_args, tags=["demo", "bookings", "greenplum", "stg"], description="Учебный DAG: загрузка из bookings-db в stg.bookings (Greenplum)", @@ -59,14 +60,14 @@ with DAG( generate_bookings_day = PostgresOperator( task_id="generate_bookings_day", postgres_conn_id=BOOKINGS_CONN_ID, - sql="/sql/src/bookings_generate_day_if_missing.sql", + sql="src/bookings_generate_day_if_missing.sql", ) # 2. Загружаем инкремент из stg.bookings_ext в stg.bookings load_bookings_to_stg = PostgresOperator( task_id="load_bookings_to_stg", postgres_conn_id=GREENPLUM_CONN_ID, - sql="/sql/stg/bookings_load.sql", + sql="stg/bookings_load.sql", params={ "batch_id": "{{ ds_nodash }}", }, @@ -76,7 +77,7 @@ with DAG( check_row_counts = PostgresOperator( task_id="check_row_counts", postgres_conn_id=GREENPLUM_CONN_ID, - sql="/sql/stg/bookings_dq.sql", + sql="stg/bookings_dq.sql", params={ "batch_id": "{{ ds_nodash }}", }, diff --git a/airflow/dags/ddl_greenplum_base.py b/airflow/dags/ddl_greenplum_base.py index 2ab4986..6afd76c 100644 --- a/airflow/dags/ddl_greenplum_base.py +++ b/airflow/dags/ddl_greenplum_base.py @@ -20,6 +20,7 @@ with DAG( start_date=datetime(2024, 1, 1), schedule=None, catchup=False, + template_searchpath="/sql", default_args=default_args, tags=["demo", "greenplum", "ddl", "orders"], description="Создаёт/обновляет базовую таблицу orders в схеме public", @@ -27,5 +28,5 @@ with DAG( apply_orders_ddl = PostgresOperator( task_id="apply_orders_ddl", postgres_conn_id=GREENPLUM_CONN_ID, - sql="/sql/base/orders_ddl.sql", + sql="base/orders_ddl.sql", )