数据库数据校验写入等逻辑更新。

2026-02-01 03:46:16 +08:00
parent 9948000b71
commit 076f5755ca
128 changed files with 494310 additions and 2819 deletions
--- a/tmp/table_analysis/dim_member.txt
+++ b/tmp/table_analysis/dim_member.txt
@@ -0,0 +1,309 @@
+================================================================================
+Table: billiards_dwd.dim_member
+Primary Key: member_id, scd2_start_time
+================================================================================
+
+## COLUMNS
+--------------------------------------------------------------------------------
+member_id: bigint | nullable=NO | PK
+system_member_id: bigint | nullable=YES | 
+tenant_id: bigint | nullable=YES | 
+register_site_id: bigint | nullable=YES | 
+mobile: text | nullable=YES | 
+nickname: text | nullable=YES | 
+member_card_grade_code: bigint | nullable=YES | 
+member_card_grade_name: text | nullable=YES | 
+create_time: timestamp with time zone | nullable=YES | 
+update_time: timestamp with time zone | nullable=YES | 
+scd2_start_time: timestamp with time zone | nullable=NO | PK
+scd2_end_time: timestamp with time zone | nullable=YES | 
+scd2_is_current: integer | nullable=YES | 
+scd2_version: integer | nullable=YES | 
+
+## VALUE ANALYSIS (for enum detection)
+--------------------------------------------------------------------------------
+
+member_id:
+  Total: 556, Non-null: 556, Distinct: 556
+  Top values:
+    2799210018309893: 1
+    2799207239993093: 1
+    2799207556597509: 1
+    2799212798150405: 1
+    2854163871024645: 1
+    2799207413319429: 1
+    2824666609323205: 1
+    2799210171156229: 1
+    2799207478544133: 1
+    2799209907373829: 1
+    2799212804736773: 1
+    2799212571199237: 1
+    2799212341905157: 1
+    2799212451677957: 1
+    2799212515231493: 1
+
+system_member_id:
+  Total: 556, Non-null: 556, Distinct: 538
+  Top values:
+    2799212727961349: 3
+    2799207093290757: 2
+    2799207107888901: 2
+    2799207262406405: 2
+    2799207474251525: 2
+    2799207235225349: 2
+    2881216339331077: 2
+    2799207096796933: 2
+    2048629413694661: 2
+    2799212789827333: 2
+    2799212827379461: 2
+    2799207381174021: 2
+    2799207258769157: 2
+    2799212755666693: 2
+    2799210017343237: 2
+
+tenant_id:
+  Total: 556, Non-null: 556, Distinct: 1
+  *** LIKELY ENUM (distinct <= 15) ***
+  Top values:
+    2790683160709957: 556
+
+register_site_id:
+  Total: 556, Non-null: 556, Distinct: 1
+  *** LIKELY ENUM (distinct <= 15) ***
+  Top values:
+    2790685415443269: 556
+
+mobile:
+  Total: 556, Non-null: 556, Distinct: 555
+  Top values:
+    17631643741（1）: 2
+    15622365001: 1
+    13602790168: 1
+    15914518556（1）: 1
+    13715858131: 1
+    13070208730: 1
+    15112158974: 1
+    18599199818: 1
+    18320635652: 1
+    18488883192: 1
+    18023941277: 1
+    18620117999: 1
+    15818822109: 1
+    13450297682: 1
+    13802623964: 1
+
+nickname:
+  Total: 556, Non-null: 556, Distinct: 350
+  Top values:
+    陈先生: 19
+    张先生: 17
+    李先生: 16
+    刘先生: 14
+    黄先生: 13
+    王先生: 12
+    胡先生: 9
+    林先生: 8
+    杨先生: 6
+    谢先生: 6
+    郭先生: 6
+    周先生: 6
+    潘先生: 6
+    蔡先生: 5
+    吴先生: 5
+
+member_card_grade_code:
+  Total: 556, Non-null: 556, Distinct: 5
+  *** LIKELY ENUM (distinct <= 15) ***
+  Top values:
+    2790683528022853: 272
+    2790683528022855: 263
+    2790683528022857: 7
+    2790683528022854: 7
+    2790683528022856: 7
+
+member_card_grade_name:
+  Total: 556, Non-null: 556, Distinct: 5
+  *** LIKELY ENUM (distinct <= 15) ***
+  Top values:
+    储值卡: 272
+    台费卡: 263
+    年卡: 7
+    活动抵用券: 7
+    月卡: 7
+
+scd2_is_current:
+  Total: 556, Non-null: 556, Distinct: 1
+  *** LIKELY ENUM (distinct <= 15) ***
+  Top values:
+    1: 556
+
+scd2_version:
+  Total: 556, Non-null: 556, Distinct: 1
+  *** LIKELY ENUM (distinct <= 15) ***
+  Top values:
+    1: 556
+
+## SAMPLE DATA (first 10 rows)
+--------------------------------------------------------------------------------
+Columns: ['member_id', 'system_member_id', 'tenant_id', 'register_site_id', 'mobile', 'nickname', 'member_card_grade_code', 'member_card_grade_name', 'create_time', 'update_time', 'scd2_start_time', 'scd2_end_time', 'scd2_is_current', 'scd2_version']
+
+Row 1:
+  member_id: 3043883848157381
+  system_member_id: 3043883846568133
+  tenant_id: 2790683160709957
+  register_site_id: 2790685415443269
+  mobile: 15146102616
+  nickname: 吴先生
+  member_card_grade_code: 2790683528022853
+  member_card_grade_name: 储值卡
+  create_time: 2026-01-09 16:58:48+08:00
+  update_time: NULL
+  scd2_start_time: 2026-01-12 03:54:18.599288+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+
+Row 2:
+  member_id: 3037269565082949
+  system_member_id: 3037269563493701
+  tenant_id: 2790683160709957
+  register_site_id: 2790685415443269
+  mobile: 13922740721
+  nickname: 范先生
+  member_card_grade_code: 2790683528022853
+  member_card_grade_name: 储值卡
+  create_time: 2026-01-05 00:50:24+08:00
+  update_time: NULL
+  scd2_start_time: 2026-01-12 03:54:18.599288+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+
+Row 3:
+  member_id: 3066773303512389
+  system_member_id: 3066773300268357
+  tenant_id: 2790683160709957
+  register_site_id: 2790685415443269
+  mobile: 17306741548
+  nickname: 李
+  member_card_grade_code: 2790683528022856
+  member_card_grade_name: 活动抵用券
+  create_time: 2026-01-25 21:03:10+08:00
+  update_time: NULL
+  scd2_start_time: 2026-01-25 21:29:57.964136+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+
+Row 4:
+  member_id: 3048238811858693
+  system_member_id: 3048238810220293
+  tenant_id: 2790683160709957
+  register_site_id: 2790685415443269
+  mobile: 15815818028
+  nickname: 胡先生
+  member_card_grade_code: 2790683528022853
+  member_card_grade_name: 储值卡
+  create_time: 2026-01-12 18:48:54+08:00
+  update_time: NULL
+  scd2_start_time: 2026-01-15 07:26:48.803706+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+
+Row 5:
+  member_id: 3034509269552197
+  system_member_id: 3034509267242053
+  tenant_id: 2790683160709957
+  register_site_id: 2790685415443269
+  mobile: 13622766944
+  nickname: 王
+  member_card_grade_code: 2790683528022853
+  member_card_grade_name: 储值卡
+  create_time: 2026-01-03 02:02:29+08:00
+  update_time: NULL
+  scd2_start_time: 2026-01-12 03:54:18.599288+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+
+Row 6:
+  member_id: 3032780662360965
+  system_member_id: 3032780660542341
+  tenant_id: 2790683160709957
+  register_site_id: 2790685415443269
+  mobile: 18698422638
+  nickname: 柳先生
+  member_card_grade_code: 2790683528022853
+  member_card_grade_name: 储值卡
+  create_time: 2026-01-01 20:44:04+08:00
+  update_time: NULL
+  scd2_start_time: 2026-01-12 03:54:18.599288+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+
+Row 7:
+  member_id: 3025342944414469
+  system_member_id: 2799212755666693
+  tenant_id: 2790683160709957
+  register_site_id: 2790685415443269
+  mobile: 18038230815
+  nickname: 王先生
+  member_card_grade_code: 2790683528022856
+  member_card_grade_name: 活动抵用券
+  create_time: 2025-12-27 14:38:01+08:00
+  update_time: NULL
+  scd2_start_time: 2026-01-12 03:54:18.599288+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+
+Row 8:
+  member_id: 3052749341853317
+  system_member_id: 3052749336856197
+  tenant_id: 2790683160709957
+  register_site_id: 2790685415443269
+  mobile: 13434273425
+  nickname: 孙总
+  member_card_grade_code: 2790683528022853
+  member_card_grade_name: 储值卡
+  create_time: 2026-01-15 23:17:15+08:00
+  update_time: NULL
+  scd2_start_time: 2026-01-15 23:34:17.712089+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+
+Row 9:
+  member_id: 3055176918828421
+  system_member_id: 3055176917108101
+  tenant_id: 2790683160709957
+  register_site_id: 2790685415443269
+  mobile: 18898887676
+  nickname: 章先生
+  member_card_grade_code: 2790683528022853
+  member_card_grade_name: 储值卡
+  create_time: 2026-01-17 16:26:43+08:00
+  update_time: NULL
+  scd2_start_time: 2026-01-19 17:03:03.008890+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+
+Row 10:
+  member_id: 3054195561631109
+  system_member_id: 3054195559402885
+  tenant_id: 2790683160709957
+  register_site_id: 2790685415443269
+  mobile: 15902048888
+  nickname: 公孙先生
+  member_card_grade_code: 2790683528022853
+  member_card_grade_name: 储值卡
+  create_time: 2026-01-16 23:48:25+08:00
+  update_time: NULL
+  scd2_start_time: 2026-01-19 17:03:03.008890+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+