数据库数据校验写入等逻辑更新。

2026-02-01 03:46:16 +08:00
parent 9948000b71
commit 076f5755ca
128 changed files with 494310 additions and 2819 deletions
--- a/tmp/table_analysis/dim_table.txt
+++ b/tmp/table_analysis/dim_table.txt
@@ -0,0 +1,269 @@
+================================================================================
+Table: billiards_dwd.dim_table
+Primary Key: table_id, scd2_start_time
+================================================================================
+
+## COLUMNS
+--------------------------------------------------------------------------------
+table_id: bigint | nullable=NO | PK
+site_id: bigint | nullable=YES | 
+table_name: text | nullable=YES | 
+site_table_area_id: bigint | nullable=YES | 
+site_table_area_name: text | nullable=YES | 
+tenant_table_area_id: bigint | nullable=YES | 
+table_price: numeric(18,2) | nullable=YES | 
+scd2_start_time: timestamp with time zone | nullable=NO | PK
+scd2_end_time: timestamp with time zone | nullable=YES | 
+scd2_is_current: integer | nullable=YES | 
+scd2_version: integer | nullable=YES | 
+
+## VALUE ANALYSIS (for enum detection)
+--------------------------------------------------------------------------------
+
+table_id:
+  Total: 74, Non-null: 74, Distinct: 74
+  Top values:
+    2793023960551493: 1
+    2793021451292741: 1
+    2942225950625541: 1
+    2793003618340933: 1
+    2793003243294789: 1
+    2793003420504133: 1
+    2793012902482053: 1
+    2956247996190021: 1
+    2944828464433029: 1
+    2802006434630661: 1
+    2793018776604805: 1
+    2793017278582917: 1
+    2793020259946565: 1
+    2793001695301765: 1
+    2793020955840645: 1
+
+site_id:
+  Total: 74, Non-null: 74, Distinct: 1
+  *** LIKELY ENUM (distinct <= 15) ***
+  Top values:
+    2790685415443269: 74
+
+table_name:
+  Total: 74, Non-null: 74, Distinct: 74
+  Top values:
+    A18: 1
+    B9: 1
+    666: 1
+    B14: 1
+    VIP1: 1
+    TV: 1
+    幸会(纯k): 1
+    S1: 1
+    M3: 1
+    A16: 1
+    B3: 1
+    补时长2: 1
+    B6: 1
+    B2: 1
+    VIP5: 1
+
+site_table_area_id:
+  Total: 74, Non-null: 74, Distinct: 16
+  Top values:
+    2791963794329671: 18
+    2791963807682693: 15
+    2802006170324037: 7
+    2791963816579205: 6
+    2791963887030341: 5
+    2791963825803397: 4
+    2791963855982661: 4
+    2791963836207173: 4
+    2791963848527941: 2
+    2942056024575749: 2
+    2944827794098053: 2
+    2956246442462533: 1
+    2994268117290757: 1
+    3004534627601285: 1
+    2791963864273029: 1
+
+site_table_area_name:
+  Total: 74, Non-null: 74, Distinct: 16
+  Top values:
+    A区: 18
+    B区: 15
+    补时长: 7
+    C区: 6
+    麻将房: 5
+    K包: 4
+    VIP包厢: 4
+    斯诺克区: 4
+    666: 2
+    k包活动区: 2
+    M7: 2
+    发财: 1
+    TV台: 1
+    M8: 1
+    虚拟台: 1
+
+tenant_table_area_id:
+  Total: 74, Non-null: 74, Distinct: 16
+  Top values:
+    2791963794329671: 18
+    2791963807682693: 15
+    2802006170324037: 7
+    2791963816579205: 6
+    2791963887030341: 5
+    2791963825803397: 4
+    2791963855982661: 4
+    2791963836207173: 4
+    2791963848527941: 2
+    2942056024575749: 2
+    2944827794098053: 2
+    2956246442462533: 1
+    2994268117290757: 1
+    3004534627601285: 1
+    2791963864273029: 1
+
+scd2_is_current:
+  Total: 74, Non-null: 74, Distinct: 1
+  *** LIKELY ENUM (distinct <= 15) ***
+  Top values:
+    1: 74
+
+scd2_version:
+  Total: 74, Non-null: 74, Distinct: 1
+  *** LIKELY ENUM (distinct <= 15) ***
+  Top values:
+    1: 74
+
+## SAMPLE DATA (first 10 rows)
+--------------------------------------------------------------------------------
+Columns: ['table_id', 'site_id', 'table_name', 'site_table_area_id', 'site_table_area_name', 'tenant_table_area_id', 'table_price', 'scd2_start_time', 'scd2_end_time', 'scd2_is_current', 'scd2_version']
+
+Row 1:
+  table_id: 2791964216463493
+  site_id: 2790685415443269
+  table_name: A1
+  site_table_area_id: 2791963794329671
+  site_table_area_name: A区
+  tenant_table_area_id: 2791963794329671
+  table_price: 0.00
+  scd2_start_time: 2025-12-14 21:20:28.731914+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+
+Row 2:
+  table_id: 2792521437958213
+  site_id: 2790685415443269
+  table_name: A2
+  site_table_area_id: 2791963794329671
+  site_table_area_name: A区
+  tenant_table_area_id: 2791963794329671
+  table_price: 0.00
+  scd2_start_time: 2025-12-14 21:20:28.731914+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+
+Row 3:
+  table_id: 2793001695301765
+  site_id: 2790685415443269
+  table_name: A3
+  site_table_area_id: 2791963794329671
+  site_table_area_name: A区
+  tenant_table_area_id: 2791963794329671
+  table_price: 0.00
+  scd2_start_time: 2025-12-14 21:20:28.731914+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+
+Row 4:
+  table_id: 2793001904918661
+  site_id: 2790685415443269
+  table_name: A4
+  site_table_area_id: 2791963794329671
+  site_table_area_name: A区
+  tenant_table_area_id: 2791963794329671
+  table_price: 0.00
+  scd2_start_time: 2025-12-14 21:20:28.731914+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+
+Row 5:
+  table_id: 2793002509209733
+  site_id: 2790685415443269
+  table_name: A5
+  site_table_area_id: 2791963794329671
+  site_table_area_name: A区
+  tenant_table_area_id: 2791963794329671
+  table_price: 0.00
+  scd2_start_time: 2025-12-14 21:20:28.731914+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+
+Row 6:
+  table_id: 2793002673295493
+  site_id: 2790685415443269
+  table_name: A6
+  site_table_area_id: 2791963794329671
+  site_table_area_name: A区
+  tenant_table_area_id: 2791963794329671
+  table_price: 0.00
+  scd2_start_time: 2025-12-14 21:20:28.731914+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+
+Row 7:
+  table_id: 2793003066429509
+  site_id: 2790685415443269
+  table_name: A10
+  site_table_area_id: 2791963794329671
+  site_table_area_name: A区
+  tenant_table_area_id: 2791963794329671
+  table_price: 0.00
+  scd2_start_time: 2025-12-14 21:20:28.731914+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+
+Row 8:
+  table_id: 2793003159474245
+  site_id: 2790685415443269
+  table_name: A11
+  site_table_area_id: 2791963794329671
+  site_table_area_name: A区
+  tenant_table_area_id: 2791963794329671
+  table_price: 0.00
+  scd2_start_time: 2025-12-14 21:20:28.731914+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+
+Row 9:
+  table_id: 2793003806953541
+  site_id: 2790685415443269
+  table_name: A18
+  site_table_area_id: 2791963794329671
+  site_table_area_name: A区
+  tenant_table_area_id: 2791963794329671
+  table_price: 0.00
+  scd2_start_time: 2025-12-14 21:20:28.731914+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+
+Row 10:
+  table_id: 2793010820206661
+  site_id: 2790685415443269
+  table_name: B1
+  site_table_area_id: 2791963807682693
+  site_table_area_name: B区
+  tenant_table_area_id: 2791963807682693
+  table_price: 0.00
+  scd2_start_time: 2025-12-14 21:20:28.731914+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+