ddmitry/clickstream-ch-kafka-superset-demo
1
0
Fork 0
Code Issues 1 Pull Requests Actions Packages Projects Releases Wiki Activity

Move STG->ODS to Airflow batch and align monitoring

Browse Source
This commit is contained in:
ddadmin
2026-02-08 16:36:01 +03:00
parent a7963c17b3
commit 284dc3dc1f
10 changed files with 536 additions and 335 deletions
Download Patch File Download Diff File Expand all files Collapse all files
sql/dm/40_dds_to_dm.sql
+23
View File
@@ -85,10 +85,33 @@ WHERE length(parse_errors) > 0
UNION ALL
SELECT today(), 'ods', 'location_event', 'total_rows', count() FROM ods.location_event
UNION ALL
SELECT today(), 'ods', 'location_event', 'rows_with_errors', count()
FROM ods.location_event
WHERE length(parse_errors) > 0
UNION ALL
SELECT today(), 'ods', 'device_by_click', 'total_rows', count() FROM ods.device_by_click
UNION ALL
SELECT today(), 'ods', 'device_by_click', 'rows_with_errors', count()
FROM ods.device_by_click
WHERE length(parse_errors) > 0
UNION ALL
SELECT today(), 'ods', 'geo_by_click', 'total_rows', count() FROM ods.geo_by_click
UNION ALL
SELECT today(), 'ods', 'geo_by_click', 'rows_with_errors', count()
FROM ods.geo_by_click
WHERE length(parse_errors) > 0
UNION ALL
SELECT today(), 'ods', 'browser_event_errors', 'total_rows', count() FROM ods.browser_event_errors
UNION ALL
SELECT today(), 'ods', 'location_event_errors', 'total_rows', count() FROM ods.location_event_errors
UNION ALL
SELECT today(), 'ods', 'device_by_click_errors', 'total_rows', count() FROM ods.device_by_click_errors
UNION ALL
SELECT today(), 'ods', 'geo_by_click_errors', 'total_rows', count() FROM ods.geo_by_click_errors
UNION ALL
SELECT today(), 'dds', 'event', 'total_rows', count() FROM dds.event