ddmitry/de-roadmap
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

переписана реализация scd2

Browse Source
This commit is contained in:
ddadmin
2025-12-21 18:50:50 +03:00
parent 87301921a9
commit ae00475df5
15 changed files with 205 additions and 183 deletions
Download Patch File Download Diff File Expand all files Collapse all files
dwh-modeling/data/customer_status_events.csv
+8 -9
View File
@@ -1,10 +1,9 @@
customer_id,status,event_ts,_load_id,load_ts
101,new,2024-01-01 09:00:00,batch_20250405_0800,2025-04-05 08:00:00
101,active,2024-02-15 10:30:00,batch_20250405_0800,2025-04-05 08:00:00
101,vip,2024-05-10 11:00:00,batch_20250405_1200,2025-04-05 12:00:00
101,churned,2024-09-01 12:15:00,batch_20250405_1800,2025-04-05 18:00:00
102,new,2024-03-05 14:00:00,batch_20250405_0800,2025-04-05 08:00:00
102,active,2024-04-01 09:45:00,batch_20250405_1200,2025-04-05 12:00:00
102,churned,2024-04-20 16:20:00,batch_20250405_1800,2025-04-05 18:00:00
103,new,2024-03-10 10:10:00,batch_20250405_0800,2025-04-05 08:00:00
101,new,2024-01-01 09:00:00,batch_20240101_1000,2024-01-01 10:00:00
101,active,2024-02-15 10:30:00,batch_20240215_1100,2024-02-15 11:00:00
101,vip,2024-05-10 11:00:00,batch_20240510_1200,2024-05-10 12:00:00
101,churned,2024-09-01 12:15:00,batch_20240901_1300,2024-09-01 13:00:00
102,new,2024-03-05 14:00:00,batch_20240305_1500,2024-03-05 15:00:00
102,active,2024-04-01 09:45:00,batch_20240401_1000,2024-04-01 10:00:00
102,churned,2024-04-20 16:20:00,batch_20240420_1700,2024-04-20 17:00:00
103,new,2024-03-10 10:10:00,batch_20240310_1100,2024-03-10 11:00:00
1 customer_id status event_ts _load_id load_ts
2 101 new 2024-01-01 09:00:00 batch_20250405_0800 batch_20240101_1000 2025-04-05 08:00:00 2024-01-01 10:00:00
3 101 active 2024-02-15 10:30:00 batch_20250405_0800 batch_20240215_1100 2025-04-05 08:00:00 2024-02-15 11:00:00
4 101 vip 2024-05-10 11:00:00 batch_20250405_1200 batch_20240510_1200 2025-04-05 12:00:00 2024-05-10 12:00:00
5 101 churned 2024-09-01 12:15:00 batch_20250405_1800 batch_20240901_1300 2025-04-05 18:00:00 2024-09-01 13:00:00
6 102 new 2024-03-05 14:00:00 batch_20250405_0800 batch_20240305_1500 2025-04-05 08:00:00 2024-03-05 15:00:00
7 102 active 2024-04-01 09:45:00 batch_20250405_1200 batch_20240401_1000 2025-04-05 12:00:00 2024-04-01 10:00:00
8 102 churned 2024-04-20 16:20:00 batch_20250405_1800 batch_20240420_1700 2025-04-05 18:00:00 2024-04-20 17:00:00
9 103 new 2024-03-10 10:10:00 batch_20250405_0800 batch_20240310_1100 2025-04-05 08:00:00 2024-03-10 11:00:00
dwh-modeling/data/customers.csv
+4 -4
View File
@@ -1,5 +1,5 @@
customer_id,email,phone,city,event_ts,_load_id,load_ts
101,a@ex.com,700,Москва,NULL,batch_20250405_0800,2025-04-05 08:00
102,c@ex.com,701,СПб,NULL,batch_20250405_0800,2025-04-05 08:00
101,b@ex.com,700,Москва,NULL,batch_20250405_1200,2025-04-05 12:00
101,b@ex.com,700,Санкт-Петербург,NULL,batch_20250405_1800,2025-04-05 18:00
101,a@ex.com,700,Москва,2024-01-01,batch_20240101_0800,2024-01-01 08:00
102,c@ex.com,701,СПб,2024-01-01,batch_20240101_0800,2024-01-01 08:00
101,b@ex.com,700,Москва,2024-05-16,batch_20240516_0800,2024-05-16 08:00
101,b@ex.com,700,Санкт-Петербург,2024-10-01,batch_20241001_0800,2024-10-01 08:00
1 customer_id email phone city event_ts _load_id load_ts
2 101 a@ex.com 700 Москва NULL 2024-01-01 batch_20250405_0800 batch_20240101_0800 2025-04-05 08:00 2024-01-01 08:00
3 102 c@ex.com 701 СПб NULL 2024-01-01 batch_20250405_0800 batch_20240101_0800 2025-04-05 08:00 2024-01-01 08:00
4 101 b@ex.com 700 Москва NULL 2024-05-16 batch_20250405_1200 batch_20240516_0800 2025-04-05 12:00 2024-05-16 08:00
5 101 b@ex.com 700 Санкт-Петербург NULL 2024-10-01 batch_20250405_1800 batch_20241001_0800 2025-04-05 18:00 2024-10-01 08:00
dwh-modeling/data/prices.csv
+2 -2
View File
@@ -1,4 +1,4 @@
product_id,valid_from,valid_to,price
9001,2023-12-01,2024-01-31,100.00
9001,2024-02-01,2999-12-31,110.00
9002,2023-01-01,2999-12-31,50.00
9001,2024-02-01,,110.00
9002,2023-01-01,,50.00
1 product_id valid_from valid_to price
2 9001 2023-12-01 2024-01-31 100.00
3 9001 2024-02-01 2999-12-31 110.00
4 9002 2023-01-01 2999-12-31 50.00