From 869c189fe859be21068755dcb6a54c24b427fbc9 Mon Sep 17 00:00:00 2001
From: Dmitry Dementev <me@dementev.space>
Date: Sun, 8 Feb 2026 19:34:10 +0300
Subject: [PATCH] refactor(airflow): move DAGs to airflow/dags and update paths

- Why:
  - keep Airflow artifacts under a single airflow/ directory
  - align repository layout with intended project structure
- What:
  - move dags/ to airflow/dags/ and update compose mounts
  - make SQL root resolution work in container and local runs
  - update DAG path references in README, AGENTS, ARCHITECTURE, and plans
  - remove tracked Python cache artifacts from old DAG location
- Check:
  - airflow dags list
  - airflow dags list-import-errors
  - e2e success: ddl_init, kafka_load(limit=50), etl_pipeline
---
 AGENTS.md                                       |  10 +++++-----
 README.md                                       |   2 +-
 {dags => airflow/dags}/.gitkeep                 |   0
 {dags => airflow/dags}/__init__.py              |   0
 {dags => airflow/dags}/ddl_init_dag.py          |  14 +++++++++++++-
 {dags => airflow/dags}/etl_pipeline_dag.py      |  14 +++++++++++++-
 {dags => airflow/dags}/kafka_load_dag.py        |   0
 {dags => airflow/dags}/utils/__init__.py        |   0
 {dags => airflow/dags}/utils/kafka_helpers.py   |   0
 dags/__pycache__/ddl_init_dag.cpython-312.pyc   | Bin 6608 -> 0 bytes
 .../etl_pipeline_dag.cpython-312.pyc            | Bin 10146 -> 0 bytes
 docker-compose.yml                              |   6 +++---
 docs/ARCHITECTURE.md                            |   6 +++---
 plans/airflow_dags_plan.md                      |   6 +++---
 14 files changed, 41 insertions(+), 17 deletions(-)
 rename {dags => airflow/dags}/.gitkeep (100%)
 rename {dags => airflow/dags}/__init__.py (100%)
 rename {dags => airflow/dags}/ddl_init_dag.py (92%)
 rename {dags => airflow/dags}/etl_pipeline_dag.py (95%)
 rename {dags => airflow/dags}/kafka_load_dag.py (100%)
 rename {dags => airflow/dags}/utils/__init__.py (100%)
 rename {dags => airflow/dags}/utils/kafka_helpers.py (100%)
 delete mode 100644 dags/__pycache__/ddl_init_dag.cpython-312.pyc
 delete mode 100644 dags/__pycache__/etl_pipeline_dag.cpython-312.pyc

diff --git a/AGENTS.md b/AGENTS.md
index d03e985..45d58e6 100644
--- a/AGENTS.md
+++ b/AGENTS.md
@@ -20,11 +20,11 @@
 ## Ключевые артефакты
 
 ### Исполняемые файлы (текущая структура)
-- `dags/` — Airflow DAGs для оркестрации ETL:
-  - `dags/ddl_init_dag.py` — инициализация схемы ClickHouse
-  - `dags/etl_pipeline_dag.py` — ETL процесс STG → ODS → DDS → DM
-  - `dags/kafka_load_dag.py` — загрузка данных в Kafka из JSONL
-  - `dags/utils/kafka_helpers.py` — helper-функции для работы с Kafka
+- `airflow/dags/` — Airflow DAGs для оркестрации ETL:
+  - `airflow/dags/ddl_init_dag.py` — инициализация схемы ClickHouse
+  - `airflow/dags/etl_pipeline_dag.py` — ETL процесс STG → ODS → DDS → DM
+  - `airflow/dags/kafka_load_dag.py` — загрузка данных в Kafka из JSONL
+  - `airflow/dags/utils/kafka_helpers.py` — helper-функции для работы с Kafka
 - `sql/` — SQL по слоям:
   - `sql/ddl/00_databases.sql` — создание БД stg/ods/dds/dm
   - `sql/ddl/stg/10_stg.sql` — STG слой (Kafka Engine + MV)
diff --git a/README.md b/README.md
index 83a1ebf..cb84c58 100644
--- a/README.md
+++ b/README.md
@@ -115,7 +115,6 @@ flowchart LR
 
 ```
 .
-├── dags/             # Airflow DAGs для оркестрации
 ├── sql/
 │   ├── ddl/          # DDL по слоям
 │   │   ├── 00_databases.sql
@@ -128,6 +127,7 @@ flowchart LR
 │   └── dm/           # Batch SQL: DDS -> DM
 ├── scripts/          # Служебные shell-скрипты (legacy fallback, не основной путь)
 ├── airflow/          # Конфигурация Airflow
+│   ├── dags/         # Airflow DAGs для оркестрации
 │   └── requirements.txt
 ├── docs/             # Документация
 │   └── ARCHITECTURE.md   # Подробное описание слоёв
diff --git a/dags/.gitkeep b/airflow/dags/.gitkeep
similarity index 100%
rename from dags/.gitkeep
rename to airflow/dags/.gitkeep
diff --git a/dags/__init__.py b/airflow/dags/__init__.py
similarity index 100%
rename from dags/__init__.py
rename to airflow/dags/__init__.py
diff --git a/dags/ddl_init_dag.py b/airflow/dags/ddl_init_dag.py
similarity index 92%
rename from dags/ddl_init_dag.py
rename to airflow/dags/ddl_init_dag.py
index 9529177..ff34b0a 100644
--- a/dags/ddl_init_dag.py
+++ b/airflow/dags/ddl_init_dag.py
@@ -38,7 +38,19 @@ default_args = {
 # -----------------------------------------------------------------------------
 # SQL-файлы проекта
 # -----------------------------------------------------------------------------
-SQL_ROOT = Path(__file__).resolve().parents[1] / "sql"
+def resolve_sql_root() -> Path:
+    """Определяет корень SQL для контейнера и локального запуска."""
+    candidates = (
+        Path(__file__).resolve().parents[1] / "sql",  # /opt/airflow/sql в контейнере
+        Path(__file__).resolve().parents[2] / "sql",  # <repo>/sql при локальном запуске
+    )
+    for candidate in candidates:
+        if candidate.is_dir():
+            return candidate
+    return candidates[0]
+
+
+SQL_ROOT = resolve_sql_root()
 
 
 def load_sql_statements(relative_path: str) -> tuple[str, ...]:
diff --git a/dags/etl_pipeline_dag.py b/airflow/dags/etl_pipeline_dag.py
similarity index 95%
rename from dags/etl_pipeline_dag.py
rename to airflow/dags/etl_pipeline_dag.py
index eaff6c2..ce43d2b 100644
--- a/dags/etl_pipeline_dag.py
+++ b/airflow/dags/etl_pipeline_dag.py
@@ -41,7 +41,19 @@ default_args = {
 # -----------------------------------------------------------------------------
 # SQL-файлы проекта
 # -----------------------------------------------------------------------------
-SQL_ROOT = Path(__file__).resolve().parents[1] / "sql"
+def resolve_sql_root() -> Path:
+    """Определяет корень SQL для контейнера и локального запуска."""
+    candidates = (
+        Path(__file__).resolve().parents[1] / "sql",  # /opt/airflow/sql в контейнере
+        Path(__file__).resolve().parents[2] / "sql",  # <repo>/sql при локальном запуске
+    )
+    for candidate in candidates:
+        if candidate.is_dir():
+            return candidate
+    return candidates[0]
+
+
+SQL_ROOT = resolve_sql_root()
 
 
 def load_sql_statements(relative_path: str) -> tuple[str, ...]:
diff --git a/dags/kafka_load_dag.py b/airflow/dags/kafka_load_dag.py
similarity index 100%
rename from dags/kafka_load_dag.py
rename to airflow/dags/kafka_load_dag.py
diff --git a/dags/utils/__init__.py b/airflow/dags/utils/__init__.py
similarity index 100%
rename from dags/utils/__init__.py
rename to airflow/dags/utils/__init__.py
diff --git a/dags/utils/kafka_helpers.py b/airflow/dags/utils/kafka_helpers.py
similarity index 100%
rename from dags/utils/kafka_helpers.py
rename to airflow/dags/utils/kafka_helpers.py
diff --git a/dags/__pycache__/ddl_init_dag.cpython-312.pyc b/dags/__pycache__/ddl_init_dag.cpython-312.pyc
deleted file mode 100644
index 9f0a80167f174f31c285def229b95b3bef23c7b4..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 6608
zcmb_gYj70TmA*aG^B!p)8oiJNjU*%uLL)F3Y$4;wdRQ_bY=rG%g15JsZb>uhdAPd=
zJ!;q*V{eQX62L!#@~SACty)rOs}v_B@{4#~Tl=W|*d9byLzk&I6>nAiPee{-!>>K3
zXL?2g+dtOZQ+@m1d(J)Q+{gLuIrHm^3MYZ*$m_31pKc)J_t-EVZ=pi1?=%x~mGC4?
zc#1cPRNNFcQCK&N=CB#Qv`EM4FdesqEqcF2w8m{=n_jny_P8VL(CaqQ8Fz(UdfhI%
z;}ziwz3vbz<DRfbuRBF=+!yx6{b9e}c8OK-Kscb+-C}jTCR_vc3cgbRc}zsG@ZLq=
zb*f-3@Bh9vTnoK6q0Z=w?KP%U{$4LuWBbZ|MveE>LzS<Za}g45;2+}yuhHQ~zB=5*
z*Mzt7kMp(A-p2Rvb?{|CmxHh8w+OYo8R|6Oz<YSlbyzcez)BC_I6?TPzo+=EKu62B
zEi%_l1$vZP+<sl(1414p;qAat!#4{}d<);YxZ^rq;0iZGzmIPdwk@_BBf~8^ZwHi(
ze9)Nd1LInCo}D^R=NIto(0O+0JY8SF)28!;be`@n;Az)+cI!NQzJLd<_3)1@?ltJ)
zpx(1j2*gel=DM+5e6%#%PF?zbVe11kM7#a`0fE`DGF?Km&@$&Bgd#$V5X73$S!%cH
z?HzjArkCw{*`b#PU#GB3Z+Bq{C(evN!y1arnp?;oB2&}g2`7P$Ju~K$WSR;dOvm9c
zItTimX4GZ%eRVna4frmp??U-YbxCh6GXn!h81*ftUyMekhLdSo2sxeVk8`i9H`Jf1
z@8>S4Z!@{q)SJ1i`W}oq*W>JB)OSG2FVvqy`x2wxRDY%30J1I+Itl_|;IDx6E{M1U
z<a4=Kbl%)K7<NN_H+K;Xx(Tw!o;%W|aPrhakc)NDwWPic3>UyE5b{fS-vZg+DvAJU
zZ{bh|#iM1*>N~ktU~X9u2aG^Nqu&F1?o}9bNqrAR1NjD+ybOdhf)pK}Ws?bURu=+m
z@fKQIuoK6jsGq?Lrh|lw3>b~{i!g80TU3Q}en(wqU}k>{!r#kX2suB+LldMl7nevR
z6;6pJ6Y^-#q}h2+5tL|L&>UFuf~au7MnB6blkhde9>K@k7nR1v<n-W7L`dOS=(9Y_
zNn9K%6@&4VGJ7l~NSu<CKxW`6iAzK#pPf}ElL@0=tK8g%fvyu$bYen~j;BQdn*Q=m
zmj>Cmg5sf15xqV|NB~Y-Jeo)=f*iDJmgICokTef3q=W=7!{V_iPF6Ip5a*&IHpk(c
zmISS`)FTOsG^^S06BT65rMFp_IybAC<(I`s5h-!Whz(vqDr(&i%C8bd@5CZQ5dF?l
z87fvpvJwd@271bsipA*Xf%kjl2PVU_&*4~<|G>kW7R?6FS<?hLYtEQr;A0OyJZ*3d
zke9v#w$KV#RCr=;qgMX%7T%hnl_HiB600oJjM}2jK-9CAj3wqX`paKqW&`AsH3HT}
zOfR*9ZfnLGt15FDHG?}=ZS<7Cyxp*0qAs>%tXE7I+h}sucGk)}Vzp&Hqn5E5{9mT&
ztUY6wsf%x9%rU&A9(Xb(ofNtFJ(^_9n|8?g;0`Hp=NFz#X-~#r&J?_7t<xmvO0z&$
z{}CMh95^`u$|ke`fMW{4f(#6}Bls@^Sg-{6v=MUv8g3wd-9$74`p*$(5J}n(wujOT
z=-3ECC;`|(3_ud%*84rooF%P{cRdFFVHXmSBp*#o+@}uCIl52n4DEdK)Xr`VeaA8`
zauf2LsjKTg<xJ!3Hp@kDdPT>Tw|kgirDg{*d;Hk36Phh5v*S@wknAu>b4UWmvx+dI
zXcjpoMitEjPG*+Vr!{I!bLw4UGy(o)k-^VW(4}yaB2Pz^NsW#rqY2H*rO;_Li;_+O
z0ywk^34BnAo)N%@fy;r~3ROF}WkDH=QG~dVP-M*}3lmt=e2FA`T1-Z!*hn&7pwXyY
zvlL9QMMQy12)vA5#2C;001r#i&GRA~O+*zITA|deRwX83W~i{NN;&`ocfl+F35qQF
z#9KH2M9$lh9m%@_tFFeJtMRsL>qnJa)$M&B1V3m{w;f%n998Y3AA9OnJ<T~!^R=f{
zPxFdrUv@a(xHbDszN+Esp(}?LT2`vs{z$Br_Vcz+8n^y%=sQCTy-WV37ysp{e;fGc
zf!mEEs=Yqnymz(vP_FsVO7qwL%R4^b`tS6AI{(A@Yxn9fn;T};zvh24EW8;|z2oOC
zP~`nJSA$oA^Mfn?=2d@3&fl@(-+A7qx%_!|&8oX8=Wd#x_>H@5tpe2E^AdNBZg=nU
z$>qc9w&9gZ&^hvv%X@jtimOqj8~^f05AjV<G9t={j@AL%`eBHMa;|c0@W^2Q31$z|
zH^wBVxOzZHXQ9uDYur(!N0RA;(h+2ajvqV9$g?tRUr6Cji-OF&I6QcKkbyghJI%=g
z^90i_D--QZ-{=67;Np76X(>4^3lb}F)9pdj1RU&!&Rzd^T}fX4d|kpBI8_C0z*Ewu
zcYg(a{Db-;7~2%|0FBj~|DW<V%md|rW&7ism+MSHA_z`M(a5C07pD?uAEG!TaC%A)
zUV3m<QR{C)<tkjIv5i-5k&UMexW`LYa>Hd=ObJSIppu}X<gBTD$--6nd9q9y2vGH;
z#e}61rj|6AGiJ%e(_@6UjFF%<{Q@wlZvrU)RFB{azz*RU;5&qMuNFeUVjPL^3tX3a
znDMkI7Q)PB3}!dSXNB-Cq}c#xSSg**TpI#D&6>h+O4jW1R5Zl`CTU&-rro;%mI~e>
z2hEy!LQph1l1z+i^yy?$4APnnS_s3^<6yG%Bo;kT$e0+R7fSn~qIn{d$)qfxU^brQ
z1?eg19YelnpvaPsE2}R}y)iW(T&Zl$K7FU5`TT)Py?@tx&6FMZ$X|0=xjJ)YW})KR
z^wLbO`)eOG<+_ip)IPi7e=d9YPJQe79+mD@clJWL4${b`y~glI-|L%D!M)}w+yOms
z`rMt`82n^RQcVW-1xH9er4(oxea8OrmMK7JX=AWu&6qX^TS_U^;%%=HL&88QR5N5r
zuJUOrhbZT$Sx3;BJ_&}XKP(5@#n>D=Za_xxDhA^i2f$UYX8?FXZ%!$`EK1i*N>uX|
zPlXH)73c6C!W$hk5jM)p61u>rxTfh5H01}N7lMXdR=40C&|S=o9yaJpH1{x@VqRQk
z_(y<RZ-dHV$lP$-UV^(5H;pG#9fW+Fx=KL=<)X<f^-pHV=}fw1qdy^#0GL9%HOm=J
zObaraTRemJ9laAmLYPTOhvwQi88BU8i<87yVm8zZH#jHChe9PjJV<f?ia(J5$&y>n
zuK6A3AHCf7&7PdI>o58VKj-mL=@f9NKPn_U7+7H<1PPVym*|_&rH4y~zuv?M2R7<k
zA!gHF;?~_jr(FWK2mj4|BX^<ug^|G*@y^-Bz*Vq|0UU)Q9vTJLbId@v!KT3JHM0m9
zs0T)7E-@Q4OMPIIGzf)el>|90Dl)EW$semeX91++!0~l>Wt<TBq{DkT@J3ViseFa!
z(y2F2sV)1@pIWInkRAG+%Qs)MKz+CVA0pS<mV7@6{y4Er-D-PWzsO_i)XQp2Qn$$~
zm5ORtKCwArxfb?c+y0}+Z#%ng+q!@)@BW*0v&rLJBPNG)%}neesUMU=K3I%~(l`Ni
zUPrcvvUA9o%gN=244vtKh3bZNf}jfCcrf}0aJmx+T!?56fGh=~K@Orp{jQtDv|fiR
z&4zFWK^h!(TA57=L8oR#pp5dGix=bwgpincYHnT_=U_QmPMScp#A^rg$6|PiU?~73
za!O<}ozgsUZieL|dPoU~D{Hk7!=^Y;%CqSdB!>|=dAe9yflyF7h)duFkr+wh-K-m^
z`O9@k6Ls}~;)Mz#aM3v>M5#^80L=-U0cP2Hgrm8NIE)w!J|o}=PfE{}SvdS6hDFj7
z&^s4^73<yz{~>?^&58T7XE%hV6LWs#zy&X~%k)Qfv#<vRI&MaxU8e7aOU0n$MitsR
z-GTD=0X;s4_Ydr0x86dc)C+b6se;jNWQ5}nk-Jiwi5nt)%;@2IgJ}%m<SI77S&){x
zu-6Qy03Aa~ONlv;9{+zGx^^+4Q0OIC7YUf8mr-4zuF<2(gb;+wlV$m2gk?1+%Z{gE
zxWKX!dY06R1zvg*qN8TR6he%imaN$2!2<DL^B4b72noi28FImI0|o)NMwCPPeJo+Z
zpw$|rWbsc9IV9kJ9ulU~THV9c!iGw4?GXvXW^IeXlUAZ2d($#iAVa9gu;JLTDKR|}
zO@zuy%g0c{)LlZX(Cn}fm?yFLkA|ES&%pTy+c80s805m#MGIgW*FQYif0*q*GSYu|
z_}KGfgPIR}Ul=?-GIWw11M1N}Juc9J2waw%kWQn7Ni6VCN-->^un@6`V}YkaYZyH?
zI>-+7jT{*qV2_TBve+DZzQ2EPY)ncZ8=eLUflb1QLq{7uG`Vl@g%yYMa!7g&2pAH`
z18{AunJJ38XR=ZBpZtVs`8{#`mUP@Db^lFj?~?Ajr0p)*^II}<mppQp99^p<m9_cW
z#(Z5<zNR7X@!qLwTzKwwRr|dPo7a?e-`hgm-plq2hgMzNbFS?xu9j6-XU^4mtuN;a
zEmh}S`?L0StDkCG+fC{^R1#RDZPm0&eCt~*)D!Do7v;RyNUV;$t2*x;%ln%06}~&3
z+If1OTkx%TTJmmRK2V)+WHd+T$M)(g>G|ic)!(k&yJj}It)Ep_SWRnWjG_*#Z2=*7
zYJ+)ibKcG58@ltpEuT3obyk%Q+^Zy2?RjrgzOMZ<i@D00J$%ne>UIL_9rres*}vjG
z@X!E%Yu?+allQH-A1#sn*6cGN?yFFJEqQN)F8Pra_ui6ZpEWxIlD$m};oF|w+2P++
zF?sLSd^NLL-J7fK1;Yc@>=7`$zBBKIWoasntcN*P!_aCFye(hX39QxD?9nwRu~g5y
zZqY4y+H?7_9NjRVxkYzEL#=Ab(Jc#eIeO1hI7dJEK~Ii8sy+wRu=-cATXZZ>d)2^>
p9KGXO(=B@cpC?SX!hhD+`JP_hm(jOA+}mF<<S_rM!!qQz{V&l_EB^oh

diff --git a/dags/__pycache__/etl_pipeline_dag.cpython-312.pyc b/dags/__pycache__/etl_pipeline_dag.cpython-312.pyc
deleted file mode 100644
index aa2e3533db13db2307ab0e4afdbb938951526744..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 10146
zcmd5iTW}QDmEH4xNb}O@Eu=;QNrR=4#KRaNWD6va3<w(u+sxwX4AU)Xq<N*g2asyC
z5!jAJObmEki@c84B)e6M3${ve%o@K4o46|8%E$IFBn-W#Vwb&D@t-hGdBfM9b9;J5
z5@NHv`N?42zJ2bw=bZaE&-Sm2i)|GAhF*Lzym1{xeSt69&#iXoyMqRbI!AF-fZ}LQ
z7onrNfR4t#KB5ok$<q)pz|#;hMvVbu)D$q0abv_BwFE4rZ;Du>wt$WF%@KRFC{RTD
zmPm2b5pa;cHR6oA0xr_GMch$Oz!NPAl#q9O#2YOQl#+f?q%2w<C@1~mNJX?VP)YiZ
zNL92tPz`-2=OX{yI*K=Oo=YVcX>~Q6_eZ8c4L~jYDh)QiO<Qu|c`?@=?=HZ!9_Oxv
zE>}8br>FqK4RB@88v?7j@<2UT5oq8l18cadz*??4(8$#Unz&VgX6|vW7I1v<tb^w|
zZa2rk^C5U&4bK*k$Hvuj4SWr!hrW?p!?`*4MZL-qR^sN?j#6CXPiPo*aBI1yOU)N`
z>L`KuxOLn^ms;{OT7RUw<iAMHmZCOMfmXmO<=QT_YikCWA7Is72Vc*v=Qdp0co9w+
ze}Ogv-^4d8gSP{`gnO9xUD~Yi4s`HseEXD@qWBJMVdwSuPaCHx!uOFSeAg2?TljU0
z=xiW7JNY%scy0u^hug|Ov<P<-!R_MLF2jA8z_;;@%ix;<?&7*HJ*ure@CboC#+Q!^
z>Y5j~mwGhm1D%B8c4${~JG9x$sBa}Wy?oO$co%{9k-0k`Fn1fl*~K?6o7)ZW60V<b
zS+wd$`3?L=veTQ?o#r?350m%Jr0vW@A6fF=$!{g^U8LPc+HTT5itYU;#{2p8E00X-
z8>kLSq>qC3AB34Sb!y?5{vdUfz7O88GJI06!hL&^FMvYYdV6*;eZzZN<)5c#<g4lL
z%a_x~)5qm`W?%0R)7s7S<{o<)`5pO#^l2vjT>3@%viwu|Bl)WQGx;i`&IHi==@at2
z-)58F1X5SzkAT<}7<`F=*UR#}`~keaE6)?~l}=kLGxX#hMt(c}lKgWZ^#M#c4ct!v
zf8cUjej5NU$sfvB7%3=DFu-q~*%1kcCi>$^k>8i#g`gA{wyJbm)6WBk_dvpzRFdz)
z+_!<*%Q=F`g8`%~Am(xT3N9AMfhysGt9TAjPs<-7#V01Ev3QIDyyL2H=~ME%>E{aK
zoj{2J_&#ocwlQQU=7B8i6EHprtA3Axh2cH{Usy@=VIdd`jkO&OhNZTkDDr~j^V`0{
z%kQHVdoUJ@OF=0dkBNgmonqmF5-)|Lykf<c<0DcK&<sxmr7?Kw;q2hy>In-Yk@(TR
zV<A3)a{*?2A}9o-&?)YVCZtJivw)^|JCQ(LpaxeQOW$Flbr?2%mk>`T;Ke>Hghxkt
zVSh5h!>glk4E^!=1VB6mNS>xSsLHkTD>VFHp{)c=b2J=FO1$VZDaQEG7%wPJj!*D0
zPGsXTHW3sh#l=U1;RwEtz%wcEiX#sZcuAO4%=ifNqGBiSEbL5hQqhawjf8Se26vP)
z!yg!M`mP6<pQ9uK#3n_d<CvyX^mxv|=ZB!9IUdm=88tWuxUW-h=rl8O0_P(AWj{`L
zNw48d>qe<*eM&bDO1}KZ88ob3>e<&o7J~#5slV|etyg$*M$VKnNI7>xQR9xnnAW>w
z)*Q&RF=ZUj1rORNKDCwgQm0KJkS?Tqb`9`0rA*@`i}BRHhCN<-{}^Y{<QM2u4Jp%E
z-Kj<cHEo_Yan|wj`|(p|4gY`QG;K*)MEcaplztrj`?6mu&lAkv>jo;NUvfgW<tHRn
zYXnmHGZ}(4)9^QKI!gKMNft2Ve*!fJ%Z18~CMj=9K>bm-FQegtA?Ofuhjs`o<q35N
zYycXN%M6+VuvTbM-a#XT_NHlTlRwD-kELWkLUbSl_6o^=)X7X4lhR1*BcLA^J{F2|
z;n?Us8oWl^p>_Usj~-grrl9T^M<T&daZ1<PdXKgxadk`Sq6s?=f?bv0>tuWm#R9|Z
z{(bv~6?0f*N5T<au)rk6D)2#$mH1<lViXgRu%zff$@F6KutE<hHUf%-W1wF~5%eqp
zASozF;?b})rWnTK;h16yCQxY=qm)d5O|UA(0_dO=KEi_z1C|xJsa*@GrOFJ+NPLu!
zNupvF`BCgC?pT~X9Epb}*ibyGjv0`-VpK&iha!A1#&aTS5u^R?RdBEsZM+m=6X67p
zs4PJIiAkj-5{K0x(*iqT3ruc<Kk*OH%urvtD(1GOUClECS-bb9y(Vq1xnZyU)KM$1
z?z!f>RxQ`<%{T^S%iw3uikr^*w6p%gF4<Y1ac-RH&(_q=Jf1D7KG%J=`+P&Dr15LY
zWNex>e_2!e=FZo4p6{CX%s>6{_Fwh>YwwMk0ohWSt>197zB^stovDB9x2}=7HJ=#%
z-S%&`Ul-l%XVd+x{2lH${roFl*)=k2geL1LJLfy=o9oMX>Ti0Q)1KyxXWgt>v3s&b
zWjBjfrHfY0jsB*naiJL4-f>YyWkl|-D+jOamh1X64&XWPsoiy^Dr2va4K;uK+DW-b
zX%Vf;FRW{N4W?iC4bV<GhWhsO?HFb{n4TdfJ`sEm;{g?B!+mbfjfdjNnAGfJcJAM|
zmk}pLI6}V^JRIRg=IQ>v{e29$so>$D$TQoRCQ%w~VtNL9nOHDN0EdP6QSfuD5IoxC
zLr#FfE&{gv|9QnZab;fo5x7|@H^9krBj7)SAGe&}B0ez2{@L`SOP6y*r3i#$LO3+W
zbLx_~D0|<CZR)p+k4`%>*lr0TiU^B`pst(@4U9BL_}Hj4)|?0mBG2-I5En!r)6KM#
zGeUG0)jc<&PK9V7#x;jWnl<v<nD!R@?@!ZgQ*q!Htz$ac+kGv}dcue>W)mUFMs63J
zmS4LYWH)V76~p@v4DRR|?qh~~w(o(<1}Gs616Ld&lcv6R-(J9i$s{(+F#|));J#sI
z@W7ru<fi5a5IQhexcA5fClJx{e0@alxR4kN#&QRw3Xd2$p<9-z4x9t`U2+IHVo^W5
zi^*s-C`^VxG4nr+I3N<B?_Pz@Ifzs^8eJiYRTjrKxd}_-jg(F(OX)ZR&Jf&EKDN<d
znh)lT6Pp2JaeQM+>6XSfQa-xj%+FIAh2DG&q0tiTi=w2whdx11T79-;F9;&P37+m9
z)xWlY7ln`-94aIh5d0HQh?&O~aGl@@(`V(6i0j030Gup%v-GL-%YH>Cg{SHg0uNdc
zn(&jB72y#Lvgphv(cZrW-V;*=I5JVdaPuq7r&Sr=0P5hN(=#L&!Au3c_Iqk-f{{H0
z^B4qxpI@1HC$l89#I4<c$J7X&-H?ajQ9TPT3J;2-CYmYgZ|QS11S)m|HA(-o{wVF!
z5upa(q96>{`P&uakzgdrizq3>2#>(yp0#U~kMYM6LibdonjS1!rN0XtWiTRk`}24S
zm?nCm`91YtGt_lk>)hJeO=o(3*qOGq{!zpYIN@~D$w}zQKTf{@+W;|2ZsQ@GA<+Wl
zL7fa73xp()+hL*x7?7!voCpI7jE^oem@0Bygbl~S5*#F^asZY;R1fTJB!wqQa2Gpf
z|DeyHSdW2wXA{XtMA3ukQ3DZuFgEGaE9Ou<hS7+y6{J*50xu>bl89RjUWjarQnJEs
z2m^pI27jUm%?$OK)pf>ua@EZCY_aq7p_7N?hThpjnc}{gouAv?b7kl0zpMPm(1pf%
z_glVyh+UztH*O)0lb1&#G9Q)eVi`wVw#2_Q+hFg`KYU^JkGI^gwcaqd0@{L(D(=_a
z)$5$L1xjbNE$AtW|1PklmS`{P4AI{AL09ogjIX4#w5B_FS%f0UB=8O_`^D%mHLWY?
z7UU5t(b9p1(4)R{I&8JVNuGnAGeB-p&}GOYAWz8gn>I@M++;kTTNDJ*GJt85m4b|-
zxG<vi3VFb^Ib{Z$lh2q^X3k3FBCRG*jOMHu<#W~vunht|X)Db5-^r3PO@X8uy=iO8
zn$k}k0$NVVnU~6*(!Wk|MQ`Ne{uA^f>Mjkh@J!|NF;LkfzT)I{7_-6kW8}Y={{_rb
z&VZ4-PKpyBpuK|I4z&ujQdm!TA4(6*eJ%`h2q+SuJ|Ph(IFNz>R3k9ycn|dvOAlB&
zA^d)_7|KAQ<uX{UvsxJgN+=L-jj}>A<_EPI@nb20#V7|$1o5QAihKw%7h+@K@h$@%
zJ{T2M;)*#pSMjbiPcf;;U*TO)Jj5}MVYLM^?2#ZSCCpblV8Rv;gCsF9yQE@4LcyuE
z%RJ!9?p?Kr$#!5TFI)H3{I;vRjP)qkZrtm$u+z=NuA|ig!|wAlWcp8W)lgrWU+EOy
zhPh|a|D42!mMhKsA$ie{@{(e}?Ns#Pm?YpuQVeS4B^rmCOgt72DQ5l{AA;J2YP*bL
zgy$1Jo3IOzg+16Dz-jhH=b*R~@dz4Bm;}Zik47<!LCFNtAIzwDPBCDprPxRWMFIq1
z6A30nNO<rN@J6UV)egGJv5mw9a^x6z3x@&i2>gj(Kr=%v*eGY&>4}pQbH0pY&CIS_
z)%CNRPj~&G>w<2k_ft>l8SdQJ*)h3p)BMpZ$I_eo<pDOm`8%1iV8(NJW_PxtN;Z^!
zX|I%9dp;SsVSftdI6S9gC&4(@&g}Zk=EyorPNz<$<eD8BXYZ`xR&&d%Lv!A_;A`dQ
z-LF->%FeHzwPo$4bMz0ovqhdSJ*BU5=VE7LnX<+U<>|8ajHhGPoV9z-OkB6G{?t>S
z^=!Yk^;+u!ML$9BrQzY;OW)P&OB@T7zS!}Njj|S>ww<)eC2MY2)-F_2cBk+-taD|n
z`wEQwWmw&mUVu1kh~kVxl+Tnzk>yvg!hqF5)pE#}JGJrxIMVbfCLicx%~jK2QkKo%
zR&cKAQ+{&Wl%f%ErV#y%fWI6Q27$v=jReI#5pD-0XkZ{hkZrS=n5gk`d0|wX2q#z#
z#itjBVYYgG4Tt0Lh|jR>Rtp>;kZ1xgW6mXq;3k7<SR%#<;QbBa?uG_jvZM5YSFxmg
z&hVz?HOu+h`SL3j>5lE!y3-x|GZjOblHr*>w_3NzcAso`Mt<}eXzxFC127=2_8N5l
zG6H2SNLB;zyo=JOzzI)O!45ADmGcEL2$d~9Yw{Ub2C1B5T^db3DTcQ&=@;SBTxGb$
z8AC2Q13!XcGWsD1*r4D<LTjikp|ANFka!MyP<Hl{z-nrB;rziEg|WEILN1xhLNJ0B
zx<CkGlLZg-l6@%C{~>gK0NG9^xe+KWTSDFfFBYBDZVEzS=qU7}P$&v9yuwq^(=I3m
zj6y#&;F#3>YS|^N&c%%dk}Q~WmdC2N5Qd4b!`}nr$DJ5I?)nq)<A^*Ol}BQ7T|DDR
z$d<&H4)>YHIX6^rdd{|F9Cb6hvS!Db)hALIZPp#gIG&O%PhtG%C6`($S{y4Uu}B5q
zV;=bVh2x{~+{YU9d~i4B!@q~{ZW!WdJx~Hyf@v%9+KK_O6*H<d)X<=UXpkloeE1m%
z|DYrYUI}XYU)2If$W7w#Al3PBG#Q0=)OcYpj@c9wMh)QJ?Hn(Lpdg4}8I+=2D8L4V
zQBkpAHpapCfn2c=s&Ntzk$q4KjU^L`Ga5X`21BGk2$o4y%Aq2e2tsJVvB?CK`a_V$
z5wZpe3VXzyDHbi^!@B4wev3dMTxx<=Sf=m<iuxpqYEaC%3{b%GsIVWKA!wAcmD4(i
zVlbmzl4Zf-zlT$t3Gx+)g^VkL<u3RNqnTIYbQQNc7lW_wCPAYlC_d(lV$LkH(KyE|
z9?jAgjPWuUDH|xoOU*K^is8=Bh71adtrD*ZSOmpc{44{(AV_CXb%ztDO2Ov0ZD?1c
z!Z<SZgL0#6xKwlq<m?3$*ttyOrb@VI+s1Z+CBfV%nOgn;%~ncQ7y#wOTMPwdNx*DQ
zN(!+lCn*&F6@Xe8zu*5Xtl=yo83yAqToAqpXQ1&trkGili-%ZNv9aJ?U^>sT0;Yok
zX4}Hk*r53rFxgPdSa6Pn4+|y);a3j<(;dZ=`~KwTwGU&W8o7D30X&?D=qE9+fQgV&
zt_{U=pBJH`Lret;h%4?NRj-Huj))Slz^deNl2RCGliNtHu7KH-Ql*i|4KF%C0YB*|
z>v9OH&sKx)L?k&Hj`=Zg%+<aKTn$tG51vq1#3E(E<VQ#%D+}x{R_R&%o+id4M?ha;
zFR(l>)Fajw#PZ@tgdP2TJ9e`>_6+RU-M{a^P@hs(fDXan-X3;;Ur+BrrL+KtfSrBv
zK+m3m;e#r=7T>TC->9@!fcHJsH#n@67sw#;z~FG-uKh@e3_Jxyd!Zu8_U>he4(#3A
zv;QEe1rV(iFa#l{UD1Qt5>oj3*VxQpa~zxJpi#>13#C~+E#Y~@cmbR5WAh?5v(PBj
zgZl>i*quECd-{6Wy#s?Rz78GOv7>KjNH~dTFJW^En;&BHGB&5Nc?=s20@X5)r3<be
z=xn!e5n!0si^Fig7xXku-_e<A!yh~p-S7ov{SV6iJF59MRq>xx`E9E0Hr05W>i8Ws
zaGUbqrq<u4`fgKu7aWwMJX>Cqtyq;UtIj%Iw@PZxKY631=}xiPrJE_bQ$-cI&RAaR
zzG+{bwy)0E8*bVkO4}d0(37_N=S$P}hi5EzO&)sHLOWH_EK}YEgQ?0OQ)LS-Qzbl0
z7hF`;MtILwZa}EPPz})Xg(9kYfQHW9B0FunTT?|h-t9Ef2kE;m8~rp5Tus)jy)x_S
z$+}l%i`}=J5bw<e&$~0uhHQ~L>n+XJFp9PD^NLk-+=a>;6&r3bYtM(~t=HDyV0PXy
z>WfU@lsZhh1*j6xRSPvh?v~Xv_xKHK(*or+4$v1KxmDeo^)_Z*YqE74vZb}(SdBF{
z*-~-GLDg@}dRwxt#{57%4AjCvZA;eMoULj5#;C6aP}Kq?7?pC(`m|-e{BZwuOaHe%
zq<yD_vX#v3zF}=%pmx*7?YavCw^p}hy-nGgR+y?%vr(%E$h9`lW);w^1U4X#*Qc_n
z15ouH8&%tmoEM2i_@hV<8mMf%5Wi8;JzM;FjSpE@uDMzHSi15t5J2T)qhR&k+FPy$
zdCk_0t1B;t*EVZGDLPOJS5qFY%Hp7K-`0|8TQaWB{BX5x)(O)ZHf6o7i>Ecf66%m1
zOoLTz1_1~q+`KxuenZ-_LEilMb<5*f3w$~2NLxDOO}o;TUGnZj*DZ$tI5(ZPw8-r}
z*DXC+OXb`%Y0FyK*Oj((U2~=_`{beVv}JsOqT=*+-PaUl-LCugX&u@2g@BGS7N4<R
zH&lMh>&ZnR*Wue*JSFuW-21jg#Z^!0-nYBy0^&Up|Ie~t*4g^2^}qBz)UP*w>~%x`
o<Fz|1{Z8YrT8rW36TPv&$oh%JjD4rEzry;7m-MTR{cFts4XG4f&j0`b

diff --git a/docker-compose.yml b/docker-compose.yml
index 33bce41..d4804a2 100644
--- a/docker-compose.yml
+++ b/docker-compose.yml
@@ -108,7 +108,7 @@ services:
     ports:
       - "8080:8080"
     volumes:
-      - ./dags:/opt/airflow/dags
+      - ./airflow/dags:/opt/airflow/dags
       - ./sql:/opt/airflow/sql:ro
       - ./data:/opt/airflow/data
     networks:
@@ -133,7 +133,7 @@ services:
         airflow scheduler
       "
     volumes:
-      - ./dags:/opt/airflow/dags
+      - ./airflow/dags:/opt/airflow/dags
       - ./sql:/opt/airflow/sql:ro
       - ./data:/opt/airflow/data
     networks:
@@ -155,7 +155,7 @@ services:
     environment:
       <<: *airflow-default-env
     volumes:
-      - ./dags:/opt/airflow/dags
+      - ./airflow/dags:/opt/airflow/dags
       - ./sql:/opt/airflow/sql:ro
       - ./data:/opt/airflow/data
     networks:
diff --git a/docs/ARCHITECTURE.md b/docs/ARCHITECTURE.md
index 6503cfd..56b7362 100644
--- a/docs/ARCHITECTURE.md
+++ b/docs/ARCHITECTURE.md
@@ -578,9 +578,9 @@ INSERT INTO dm.daily_traffic SELECT * FROM dm.v_daily_traffic;
 Инфраструктура Airflow развёрнута и готова к использованию:
 
 ```python
-# dags/ddl_init_dag.py — создание баз/таблиц (ручной запуск при bootstrap)
-# dags/kafka_load_dag.py — загрузка JSONL в Kafka (через kafka-python)
-# dags/etl_pipeline_dag.py — основной ETL (STG→ODS→DDS→DM)
+# airflow/dags/ddl_init_dag.py — создание баз/таблиц (ручной запуск при bootstrap)
+# airflow/dags/kafka_load_dag.py — загрузка JSONL в Kafka (через kafka-python)
+# airflow/dags/etl_pipeline_dag.py — основной ETL (STG→ODS→DDS→DM)
 
 # Учебный формат:
 # - DDL и трансформации выполняются явными SQL-task через ClickHouseOperator;
diff --git a/plans/airflow_dags_plan.md b/plans/airflow_dags_plan.md
index 2b69ed5..90d3868 100644
--- a/plans/airflow_dags_plan.md
+++ b/plans/airflow_dags_plan.md
@@ -146,18 +146,18 @@ ddl_init -> kafka_load -> etl_pipeline
   - публикации строк из `.jsonl` (`1 строка = 1 message value`).
 
 ### Общие helper-функции
-- `dags/utils/clickhouse_helpers.py`:
+- `airflow/dags/utils/clickhouse_helpers.py`:
   - `execute_sql(sql: str) -> None`
   - `execute_sql_file(path: str) -> None`
   - `fetch_one(sql: str) -> tuple`
-- `dags/utils/kafka_helpers.py`:
+- `airflow/dags/utils/kafka_helpers.py`:
   - `prepare_topics(reset: bool) -> None`
   - `load_jsonl(file_path: str, topic: str, limit: int) -> int`
   - `check_kafka_ready() -> None`
 
 ## Структура файлов
 ```text
-dags/
+airflow/dags/
 ├── __init__.py
 ├── ddl_init_dag.py           # отдельный DAG для DDL (обязателен)
 ├── kafka_load_dag.py         # отдельный DAG для ingest в Kafka (обязателен)