feat: use custom docker image for airflow to avoid runtime pip install

Dockerfile

@@ -0,0 +1,4 @@
+FROM apache/airflow:2.9.2
+
+COPY airflow/requirements.txt /requirements.txt
+RUN pip install --no-cache-dir -r /requirements.txt

Makefile

@@ -9,12 +9,15 @@ BOOKINGS_INIT_DAYS ?= 1
 
 .PHONY: up stop down clean airflow-init logs gp-psql ddl-gp \
 	bookings-clone-demodb bookings-init bookings-psql bookings-generate-day \
-	dev-setup dev-sync dev-lock test lint fmt clean-venv
+	dev-setup dev-sync dev-lock test lint fmt clean-venv build
 SHELL := /bin/bash
 
 up:
 	docker compose -f docker-compose.yml up -d
 
+build:
+	docker compose -f docker-compose.yml build
+
 stop:
 	docker compose -f docker-compose.yml stop
 

docker-compose.yml

@@ -67,7 +67,8 @@ services:
       retries: 30
 
   airflow-webserver:
-    image: apache/airflow:2.9.2
+    build: .
+    image: airflow-custom:latest
     container_name: gp_airflow_web
     env_file: .env
     environment:
@@ -77,9 +78,7 @@ services:
       AIRFLOW__WEBSERVER__SECRET_KEY: ${AIRFLOW__WEBSERVER__SECRET_KEY}
       AIRFLOW_CONN_GREENPLUM_CONN: postgresql://${GP_USER}:${GP_PASSWORD}@greenplum:${GP_PORT:-5432}/${GP_DB}
       AIRFLOW_CONN_BOOKINGS_DB: postgresql://${BOOKINGS_DB_USER}:${BOOKINGS_DB_PASSWORD}@bookings-db:5432/demo
-    command: >
-      bash -lc "pip install --no-cache-dir -r /opt/airflow/requirements.txt &&
-      airflow webserver"
+    command: airflow webserver
     ports:
       - "8080:8080"
     volumes:
@@ -96,7 +95,8 @@ services:
         condition: service_completed_successfully
 
   airflow-scheduler:
-    image: apache/airflow:2.9.2
+    build: .
+    image: airflow-custom:latest
     container_name: gp_airflow_sch
     env_file: .env
     environment:
@@ -106,9 +106,7 @@ services:
       AIRFLOW__WEBSERVER__SECRET_KEY: ${AIRFLOW__WEBSERVER__SECRET_KEY}
       AIRFLOW_CONN_GREENPLUM_CONN: postgresql://${GP_USER}:${GP_PASSWORD}@greenplum:${GP_PORT:-5432}/${GP_DB}
       AIRFLOW_CONN_BOOKINGS_DB: postgresql://${BOOKINGS_DB_USER}:${BOOKINGS_DB_PASSWORD}@bookings-db:5432/demo
-    command: >
-      bash -lc "pip install --no-cache-dir -r /opt/airflow/requirements.txt &&
-      airflow scheduler"
+    command: airflow scheduler
     volumes:
       - ./airflow/dags:/opt/airflow/dags
       - ./airflow/requirements.txt:/opt/airflow/requirements.txt
@@ -123,7 +121,8 @@ services:
         condition: service_completed_successfully
 
   airflow-init:
-    image: apache/airflow:2.9.2
+    build: .
+    image: airflow-custom:latest
     # container_name: gp_airflow_init
     user: "0"
     env_file: .env
@@ -143,7 +142,6 @@ services:
       bash -lc "
         set -e;
         mkdir -p /opt/airflow/data && chown -R airflow:root /opt/airflow/data;
-        su -s /bin/bash airflow -c \"PATH='/home/airflow/.local/bin:$${PATH}' pip install --no-cache-dir -r /opt/airflow/requirements.txt\";
         # Дожидаемся готовности БД ретрая миграции
         for i in {1..30}; do
           su -s /bin/bash airflow -c \"PATH='/home/airflow/.local/bin:$${PATH}' airflow db migrate\" && break || echo 'waiting for pgmeta' && sleep 3;