feat(dds): реализован слой dds для bookings

- Зачем:
  - подготовлен учебный Star Schema слой для перехода от ODS к аналитике и витринам.
- Что:
  - добавлены 21 SQL-файл для DDS (DDL/LOAD/DQ) с SCD1/SCD2 и фактом `fact_flight_sales`.
  - добавлены DAG `bookings_dds_ddl` и `bookings_to_gp_dds`, а также smoke-тесты структуры DAG.
  - обновлены `sql/ddl_gp.sql` и документация (`README`, `docs/*`, `db_schema`) под поток `stg -> ods -> dds`.
- Проверка:
  - make test.
This commit is contained in:
2026-02-28 22:13:11 +03:00
parent fc798aadd1
commit e592b35461
30 changed files with 1856 additions and 15 deletions
+85
View File
@@ -297,3 +297,88 @@ def test_bookings_to_gp_ods_dag_structure():
# Финальная сводка должна ждать обе ветки.
_assert_reachable(dag, "dq_ods_boarding_passes", "finish_ods_summary")
_assert_reachable(dag, "dq_ods_seats", "finish_ods_summary")
def test_bookings_dds_ddl_dag_structure():
"""Проверка структуры DAG bookings_dds_ddl."""
dag = _load_dag("airflow.dags.bookings_dds_ddl")
expected_tasks = {
"apply_dds_dim_calendar_ddl",
"apply_dds_dim_airports_ddl",
"apply_dds_dim_airplanes_ddl",
"apply_dds_dim_tariffs_ddl",
"apply_dds_dim_passengers_ddl",
"apply_dds_dim_routes_ddl",
"apply_dds_fact_flight_sales_ddl",
}
assert expected_tasks.issubset(dag.task_dict.keys())
_assert_reachable(dag, "apply_dds_dim_calendar_ddl", "apply_dds_dim_airports_ddl")
for task_id in expected_tasks - {"apply_dds_dim_calendar_ddl"}:
_assert_reachable(dag, "apply_dds_dim_calendar_ddl", task_id)
def test_bookings_to_gp_dds_dag_structure():
"""Проверка структуры DAG bookings_to_gp_dds."""
dag = _load_dag("airflow.dags.bookings_to_gp_dds")
expected_tasks = {
"load_dds_dim_calendar",
"dq_dds_dim_calendar",
"load_dds_dim_airports",
"dq_dds_dim_airports",
"load_dds_dim_airplanes",
"dq_dds_dim_airplanes",
"load_dds_dim_tariffs",
"dq_dds_dim_tariffs",
"load_dds_dim_passengers",
"dq_dds_dim_passengers",
"load_dds_dim_routes",
"dq_dds_dim_routes",
"load_dds_fact_flight_sales",
"dq_dds_fact_flight_sales",
"finish_dds_summary",
}
assert expected_tasks.issubset(dag.task_dict.keys())
load_to_dq = [
("load_dds_dim_calendar", "dq_dds_dim_calendar"),
("load_dds_dim_airports", "dq_dds_dim_airports"),
("load_dds_dim_airplanes", "dq_dds_dim_airplanes"),
("load_dds_dim_tariffs", "dq_dds_dim_tariffs"),
("load_dds_dim_passengers", "dq_dds_dim_passengers"),
("load_dds_dim_routes", "dq_dds_dim_routes"),
("load_dds_fact_flight_sales", "dq_dds_fact_flight_sales"),
]
for load_task_id, dq_task_id in load_to_dq:
_assert_direct_edge(dag, load_task_id, dq_task_id)
# После calendar все остальные измерения должны быть reachable.
_assert_reachable(dag, "dq_dds_dim_calendar", "load_dds_dim_airports")
_assert_reachable(dag, "dq_dds_dim_calendar", "load_dds_dim_airplanes")
_assert_reachable(dag, "dq_dds_dim_calendar", "load_dds_dim_tariffs")
_assert_reachable(dag, "dq_dds_dim_calendar", "load_dds_dim_passengers")
_assert_reachable(dag, "dq_dds_dim_calendar", "load_dds_dim_routes")
# Параллельность: airports и airplanes не должны зависеть друг от друга.
airports = dag.get_task("load_dds_dim_airports")
airplanes = dag.get_task("load_dds_dim_airplanes")
assert airplanes not in airports.get_flat_relatives(
upstream=False
), "dds airports не должен быть upstream для airplanes"
assert airports not in airplanes.get_flat_relatives(
upstream=False
), "dds airplanes не должен быть upstream для airports"
# Факт должен стартовать только после всех измерений.
_assert_reachable(dag, "dq_dds_dim_calendar", "load_dds_fact_flight_sales")
_assert_reachable(dag, "dq_dds_dim_airports", "load_dds_fact_flight_sales")
_assert_reachable(dag, "dq_dds_dim_airplanes", "load_dds_fact_flight_sales")
_assert_reachable(dag, "dq_dds_dim_tariffs", "load_dds_fact_flight_sales")
_assert_reachable(dag, "dq_dds_dim_passengers", "load_dds_fact_flight_sales")
_assert_reachable(dag, "dq_dds_dim_routes", "load_dds_fact_flight_sales")
# Финальная сводка должна ждать DQ факта.
_assert_reachable(dag, "dq_dds_fact_flight_sales", "finish_dds_summary")