ddadmin
4917a9a6ad
- Add statsd-exporter service to docker-compose.yml (prom/statsd-exporter:v0.27.1) - Add StatsD env vars to airflow-default-env for metrics export - Add airflow job to prometheus.yml scrape configs - Add Airflow Overview dashboard (Grafana provisioning) - Add Airflow alert rules: scheduler down, queue backlog, failures, parse time - Add configs/statsd_mapping.yml for StatsD → Prometheus conversion - Use Prometheus naming convention (_total for counters, _seconds for timers) - Add monitoring plan at plans/monitoring_airflow_plan.md - Update OPERATIONS.md and Makefile for airflow monitoring Tested: all 3 jobs (airflow, clickhouse, kafka) showing UP in Prometheus, metrics flowing (dagbag_size=3, executor slots, heartbeats with _total suffix), all 4 alert rules loaded in Grafana
75 lines
2.1 KiB
YAML
75 lines
2.1 KiB
YAML
# Mapping StatsD → Prometheus для Airflow
|
|
# См. документацию: https://github.com/prometheus/statsd_exporter#metric-mapping-and-configuration
|
|
|
|
mappings:
|
|
# DAG processing metrics
|
|
- match: "airflow.dag_processing.total_parse_time"
|
|
name: "airflow_dag_processing_total_parse_time"
|
|
help: "Total time to parse all DAGs"
|
|
type: gauge
|
|
|
|
- match: "airflow.dagbag_size"
|
|
name: "airflow_dagbag_size"
|
|
help: "DAGs in the DagBag"
|
|
type: gauge
|
|
|
|
# Executor metrics
|
|
- match: "airflow.executor.open_slots"
|
|
name: "airflow_executor_open_slots"
|
|
help: "Open slots on executor"
|
|
type: gauge
|
|
|
|
- match: "airflow.executor.queued_tasks"
|
|
name: "airflow_executor_queued_tasks"
|
|
help: "Queued tasks on executor"
|
|
type: gauge
|
|
|
|
- match: "airflow.executor.running_tasks"
|
|
name: "airflow_executor_running_tasks"
|
|
help: "Running tasks on executor"
|
|
type: gauge
|
|
|
|
# Scheduler metrics (counter → _total суффикс по Prometheus convention)
|
|
- match: "airflow.scheduler_heartbeat"
|
|
name: "airflow_scheduler_heartbeat_total"
|
|
help: "Scheduler heartbeats"
|
|
type: counter
|
|
|
|
- match: "airflow.scheduler.critical_section_busy"
|
|
name: "airflow_scheduler_critical_section_busy"
|
|
help: "Scheduler critical section busy"
|
|
type: gauge
|
|
|
|
# Task duration (timer → _seconds суффикс)
|
|
- match: "airflow.dag.*.task.*.duration"
|
|
name: "airflow_task_duration_seconds"
|
|
help: "Task duration"
|
|
type: timer
|
|
labels:
|
|
dag_id: "$1"
|
|
task_id: "$2"
|
|
|
|
# Task failures (counter → _total суффикс)
|
|
- match: "airflow.dag.*.task.*.failures"
|
|
name: "airflow_task_failures_total"
|
|
help: "Task failures"
|
|
type: counter
|
|
labels:
|
|
dag_id: "$1"
|
|
task_id: "$2"
|
|
|
|
# Task success (counter → _total суффикс)
|
|
- match: "airflow.dag.*.task.*.success"
|
|
name: "airflow_task_success_total"
|
|
help: "Task success"
|
|
type: counter
|
|
labels:
|
|
dag_id: "$1"
|
|
task_id: "$2"
|
|
|
|
# Catch-all для остальных airflow метрик
|
|
- match: "airflow.*.*"
|
|
name: "airflow_${1}_${2}"
|
|
help: "Airflow metric $1.$2"
|
|
type: gauge
|