数据库数据校验写入等逻辑更新。

2026-02-01 03:46:16 +08:00
parent 9948000b71
commit 076f5755ca
128 changed files with 494310 additions and 2819 deletions
--- a/tmp/table_analysis/dim_store_goods.txt
+++ b/tmp/table_analysis/dim_store_goods.txt
@@ -0,0 +1,528 @@
+================================================================================
+Table: billiards_dwd.dim_store_goods
+Primary Key: site_goods_id, scd2_start_time
+================================================================================
+
+## COLUMNS
+--------------------------------------------------------------------------------
+site_goods_id: bigint | nullable=NO | PK
+tenant_id: bigint | nullable=YES | 
+site_id: bigint | nullable=YES | 
+tenant_goods_id: bigint | nullable=YES | 
+goods_name: text | nullable=YES | 
+goods_category_id: bigint | nullable=YES | 
+goods_second_category_id: bigint | nullable=YES | 
+category_level1_name: text | nullable=YES | 
+category_level2_name: text | nullable=YES | 
+batch_stock_qty: integer | nullable=YES | 
+sale_qty: integer | nullable=YES | 
+total_sales_qty: integer | nullable=YES | 
+sale_price: numeric(18,2) | nullable=YES | 
+created_at: timestamp with time zone | nullable=YES | 
+updated_at: timestamp with time zone | nullable=YES | 
+avg_monthly_sales: numeric(18,4) | nullable=YES | 
+goods_state: integer | nullable=YES | 
+enable_status: integer | nullable=YES | 
+send_state: integer | nullable=YES | 
+is_delete: integer | nullable=YES | 
+scd2_start_time: timestamp with time zone | nullable=NO | PK
+scd2_end_time: timestamp with time zone | nullable=YES | 
+scd2_is_current: integer | nullable=YES | 
+scd2_version: integer | nullable=YES | 
+
+## VALUE ANALYSIS (for enum detection)
+--------------------------------------------------------------------------------
+
+site_goods_id:
+  Total: 170, Non-null: 170, Distinct: 170
+  Top values:
+    2793025844727877: 1
+    2793025844908101: 1
+    2793025845399621: 1
+    2793025845825605: 1
+    2793025845989445: 1
+    2793025846464581: 1
+    2793025846939717: 1
+    2793025847431237: 1
+    2793025847595077: 1
+    2793025848102981: 1
+    2793025848610885: 1
+    2793025849102405: 1
+    2793025849593925: 1
+    2793025850085445: 1
+    2793025850576965: 1
+
+tenant_id:
+  Total: 170, Non-null: 170, Distinct: 1
+  *** LIKELY ENUM (distinct <= 15) ***
+  Top values:
+    2790683160709957: 170
+
+site_id:
+  Total: 170, Non-null: 170, Distinct: 1
+  *** LIKELY ENUM (distinct <= 15) ***
+  Top values:
+    2790685415443269: 170
+
+tenant_goods_id:
+  Total: 170, Non-null: 170, Distinct: 170
+  Top values:
+    2792140384243589: 1
+    2792122952519557: 1
+    2792067181399941: 1
+    2823319050914565: 1
+    2792045494685573: 1
+    2792114975313797: 1
+    2792112367603589: 1
+    2792277093207941: 1
+    2792275329290117: 1
+    2792173195546501: 1
+    2792229617586053: 1
+    2792286937681797: 1
+    2792213125140357: 1
+    2802003111103429: 1
+    2792292119728005: 1
+
+goods_name:
+  Total: 170, Non-null: 170, Distinct: 170
+  Top values:
+    QQ糖: 1
+    哇哈哈矿泉水: 1
+    哇哈哈AD钙奶: 1
+    卫龙魔芋爽: 1
+    奥利奥迷你可可: 1
+    卫龙大面筋: 1
+    香辣鱼皮: 1
+    科罗娜啤酒275ml: 1
+    旺旺碎冰冰: 1
+    黑松露苏打饼干: 1
+    皮尔力SY系列: 1
+    美汁源果粒橙: 1
+    软玉溪: 1
+    鱼豆腐: 1
+    营养快线: 1
+
+goods_category_id:
+  Total: 170, Non-null: 170, Distinct: 9
+  *** LIKELY ENUM (distinct <= 15) ***
+  Top values:
+    2790683528350539: 49
+    2791941988405125: 49
+    2793217944864581: 18
+    2792062778003333: 17
+    2791942087561093: 14
+    2790683528350535: 11
+    2790683528350533: 6
+    2793220945250117: 4
+    2790683528350545: 2
+
+goods_second_category_id:
+  Total: 170, Non-null: 170, Distinct: 14
+  *** LIKELY ENUM (distinct <= 15) ***
+  Top values:
+    2791948300259205: 46
+    2790683528350540: 38
+    2793218343257925: 18
+    2792063209623429: 17
+    2792035069284229: 14
+    2790683528350541: 9
+    2790683528350537: 8
+    2790683528350534: 6
+    2793221283104581: 4
+    2793236829620037: 3
+    2792050275864453: 2
+    2790683528350536: 2
+    2793221553489733: 2
+    2790683528350538: 1
+
+category_level1_name:
+  Total: 170, Non-null: 170, Distinct: 9
+  *** LIKELY ENUM (distinct <= 15) ***
+  Top values:
+    零食: 49
+    酒水: 49
+    其他: 18
+    香烟: 17
+    雪糕: 14
+    器材: 11
+    槟榔: 6
+    小吃: 4
+    果盘: 2
+
+category_level2_name:
+  Total: 170, Non-null: 170, Distinct: 14
+  *** LIKELY ENUM (distinct <= 15) ***
+  Top values:
+    零食: 46
+    饮料: 38
+    其他2: 18
+    香烟: 17
+    雪糕: 14
+    酒水: 9
+    球杆: 8
+    槟榔: 6
+    小吃: 4
+    面: 3
+    果盘: 2
+    洋酒: 2
+    皮头: 2
+    其他: 1
+
+batch_stock_qty:
+  Total: 170, Non-null: 170, Distinct: 63
+  Top values:
+    0: 38
+    1: 9
+    2: 7
+    3: 7
+    7: 7
+    6: 6
+    8: 6
+    10: 6
+    4: 4
+    21: 4
+    18: 4
+    9: 4
+    5: 4
+    15: 3
+    20: 3
+
+sale_qty:
+  Total: 170, Non-null: 170, Distinct: 109
+  Top values:
+    0: 18
+    1: 9
+    2: 4
+    63: 4
+    4: 4
+    10: 4
+    41: 3
+    31: 3
+    6: 3
+    78: 2
+    80: 2
+    45: 2
+    12: 2
+    55: 2
+    148: 2
+
+total_sales_qty:
+  Total: 170, Non-null: 170, Distinct: 109
+  Top values:
+    0: 18
+    1: 9
+    2: 4
+    63: 4
+    4: 4
+    10: 4
+    41: 3
+    31: 3
+    6: 3
+    78: 2
+    80: 2
+    45: 2
+    12: 2
+    55: 2
+    148: 2
+
+goods_state:
+  Total: 170, Non-null: 170, Distinct: 2
+  *** LIKELY ENUM (distinct <= 15) ***
+  Top values:
+    1: 158
+    2: 12
+
+enable_status:
+  Total: 170, Non-null: 170, Distinct: 1
+  *** LIKELY ENUM (distinct <= 15) ***
+  Top values:
+    1: 170
+
+send_state:
+  Total: 170, Non-null: 170, Distinct: 1
+  *** LIKELY ENUM (distinct <= 15) ***
+  Top values:
+    1: 170
+
+is_delete:
+  Total: 170, Non-null: 170, Distinct: 1
+  *** LIKELY ENUM (distinct <= 15) ***
+  Top values:
+    0: 170
+
+scd2_is_current:
+  Total: 170, Non-null: 170, Distinct: 1
+  *** LIKELY ENUM (distinct <= 15) ***
+  Top values:
+    1: 170
+
+scd2_version:
+  Total: 170, Non-null: 170, Distinct: 1
+  *** LIKELY ENUM (distinct <= 15) ***
+  Top values:
+    1: 170
+
+## SAMPLE DATA (first 10 rows)
+--------------------------------------------------------------------------------
+Columns: ['site_goods_id', 'tenant_id', 'site_id', 'tenant_goods_id', 'goods_name', 'goods_category_id', 'goods_second_category_id', 'category_level1_name', 'category_level2_name', 'batch_stock_qty', 'sale_qty', 'total_sales_qty', 'sale_price', 'created_at', 'updated_at', 'avg_monthly_sales', 'goods_state', 'enable_status', 'send_state', 'is_delete', 'scd2_start_time', 'scd2_end_time', 'scd2_is_current', 'scd2_version']
+
+Row 1:
+  site_goods_id: 2906983124748485
+  tenant_id: 2790683160709957
+  site_id: 2790685415443269
+  tenant_goods_id: 2906982633310085
+  goods_name: 1000服务费
+  goods_category_id: 2793217944864581
+  goods_second_category_id: 2793218343257925
+  category_level1_name: 其他
+  category_level2_name: 其他2
+  batch_stock_qty: 10
+  sale_qty: 1
+  total_sales_qty: 1
+  sale_price: 1000.00
+  created_at: 2025-10-04 23:56:11+08:00
+  updated_at: 2025-12-13 04:46:00+08:00
+  avg_monthly_sales: 0.0000
+  goods_state: 1
+  enable_status: 1
+  send_state: 1
+  is_delete: 0
+  scd2_start_time: 2025-12-14 21:20:28.731914+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+
+Row 2:
+  site_goods_id: 2915208915865285
+  tenant_id: 2790683160709957
+  site_id: 2790685415443269
+  tenant_goods_id: 2915207513196869
+  goods_name: 普通茶位
+  goods_category_id: 2793217944864581
+  goods_second_category_id: 2793218343257925
+  category_level1_name: 其他
+  category_level2_name: 其他2
+  batch_stock_qty: 87
+  sale_qty: 13
+  total_sales_qty: 13
+  sale_price: 10.00
+  created_at: 2025-10-10 19:23:54+08:00
+  updated_at: 2025-12-16 23:43:49+08:00
+  avg_monthly_sales: 0.1700
+  goods_state: 1
+  enable_status: 1
+  send_state: 1
+  is_delete: 0
+  scd2_start_time: 2025-12-14 21:20:28.731914+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+
+Row 3:
+  site_goods_id: 2940642871856901
+  tenant_id: 2790683160709957
+  site_id: 2790685415443269
+  tenant_goods_id: 2940641058311237
+  goods_name: 一次性湿巾
+  goods_category_id: 2793217944864581
+  goods_second_category_id: 2793218343257925
+  category_level1_name: 其他
+  category_level2_name: 其他2
+  batch_stock_qty: 100
+  sale_qty: 0
+  total_sales_qty: 0
+  sale_price: 2.00
+  created_at: 2025-10-28 18:36:39+08:00
+  updated_at: 2025-10-28 18:37:03+08:00
+  avg_monthly_sales: 0.0000
+  goods_state: 1
+  enable_status: 1
+  send_state: 1
+  is_delete: 0
+  scd2_start_time: 2025-12-14 21:20:28.731914+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+
+Row 4:
+  site_goods_id: 2959253027243589
+  tenant_id: 2790683160709957
+  site_id: 2790685415443269
+  tenant_goods_id: 2959250949670277
+  goods_name: 外卖代购
+  goods_category_id: 2793217944864581
+  goods_second_category_id: 2793218343257925
+  category_level1_name: 其他
+  category_level2_name: 其他2
+  batch_stock_qty: 6
+  sale_qty: 4
+  total_sales_qty: 4
+  sale_price: 88.00
+  created_at: 2025-11-10 22:07:53+08:00
+  updated_at: 2025-11-20 12:28:30+08:00
+  avg_monthly_sales: 0.0000
+  goods_state: 1
+  enable_status: 1
+  send_state: 1
+  is_delete: 0
+  scd2_start_time: 2025-12-19 05:42:06.210959+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+
+Row 5:
+  site_goods_id: 2964704853035845
+  tenant_id: 2790683160709957
+  site_id: 2790685415443269
+  tenant_goods_id: 2964701792325061
+  goods_name: 咖啡代购
+  goods_category_id: 2793217944864581
+  goods_second_category_id: 2793218343257925
+  category_level1_name: 其他
+  category_level2_name: 其他2
+  batch_stock_qty: 4
+  sale_qty: 26
+  total_sales_qty: 26
+  sale_price: 15.00
+  created_at: 2025-11-14 18:33:46+08:00
+  updated_at: 2025-12-16 00:06:40+08:00
+  avg_monthly_sales: 0.6300
+  goods_state: 1
+  enable_status: 1
+  send_state: 1
+  is_delete: 0
+  scd2_start_time: 2025-12-19 05:42:06.210959+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+
+Row 6:
+  site_goods_id: 2793025860145221
+  tenant_id: 2790683160709957
+  site_id: 2790685415443269
+  tenant_goods_id: 2792077012225925
+  goods_name: 双中支中华
+  goods_category_id: 2792062778003333
+  goods_second_category_id: 2792063209623429
+  category_level1_name: 香烟
+  category_level2_name: 香烟
+  batch_stock_qty: 0
+  sale_qty: 94
+  total_sales_qty: 94
+  sale_price: 72.00
+  created_at: 2025-07-16 11:52:51+08:00
+  updated_at: 2025-12-16 23:20:02+08:00
+  avg_monthly_sales: 1.6000
+  goods_state: 1
+  enable_status: 1
+  send_state: 1
+  is_delete: 0
+  scd2_start_time: 2025-12-14 21:20:28.731914+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+
+Row 7:
+  site_goods_id: 2793025860636741
+  tenant_id: 2790683160709957
+  site_id: 2790685415443269
+  tenant_goods_id: 2792079352434565
+  goods_name: 炫赫门小南京
+  goods_category_id: 2792062778003333
+  goods_second_category_id: 2792063209623429
+  category_level1_name: 香烟
+  category_level2_name: 香烟
+  batch_stock_qty: 30
+  sale_qty: 110
+  total_sales_qty: 110
+  sale_price: 28.00
+  created_at: 2025-07-16 11:52:51+08:00
+  updated_at: 2025-12-17 05:17:22+08:00
+  avg_monthly_sales: 1.0000
+  goods_state: 1
+  enable_status: 1
+  send_state: 1
+  is_delete: 0
+  scd2_start_time: 2025-12-14 21:20:28.731914+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+
+Row 8:
+  site_goods_id: 2793025861128261
+  tenant_id: 2790683160709957
+  site_id: 2790685415443269
+  tenant_goods_id: 2792081036562309
+  goods_name: 细荷花
+  goods_category_id: 2792062778003333
+  goods_second_category_id: 2792063209623429
+  category_level1_name: 香烟
+  category_level2_name: 香烟
+  batch_stock_qty: 0
+  sale_qty: 184
+  total_sales_qty: 184
+  sale_price: 55.00
+  created_at: 2025-07-16 11:52:51+08:00
+  updated_at: 2025-12-12 02:43:14+08:00
+  avg_monthly_sales: 1.3300
+  goods_state: 1
+  enable_status: 1
+  send_state: 1
+  is_delete: 0
+  scd2_start_time: 2025-12-14 21:20:28.731914+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+
+Row 9:
+  site_goods_id: 2793025861308485
+  tenant_id: 2790683160709957
+  site_id: 2790685415443269
+  tenant_goods_id: 2792082388782981
+  goods_name: 中支芙蓉王
+  goods_category_id: 2792062778003333
+  goods_second_category_id: 2792063209623429
+  category_level1_name: 香烟
+  category_level2_name: 香烟
+  batch_stock_qty: 6
+  sale_qty: 61
+  total_sales_qty: 61
+  sale_price: 38.00
+  created_at: 2025-07-16 11:52:51+08:00
+  updated_at: 2025-12-19 02:35:36+08:00
+  avg_monthly_sales: 0.7300
+  goods_state: 1
+  enable_status: 1
+  send_state: 1
+  is_delete: 0
+  scd2_start_time: 2025-12-14 21:20:28.731914+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+
+Row 10:
+  site_goods_id: 2793025861505093
+  tenant_id: 2790683160709957
+  site_id: 2790685415443269
+  tenant_goods_id: 2792083824283525
+  goods_name: 红利群
+  goods_category_id: 2792062778003333
+  goods_second_category_id: 2792063209623429
+  category_level1_name: 香烟
+  category_level2_name: 香烟
+  batch_stock_qty: 5
+  sale_qty: 151
+  total_sales_qty: 151
+  sale_price: 26.00
+  created_at: 2025-07-16 11:52:51+08:00
+  updated_at: 2025-12-18 23:52:11+08:00
+  avg_monthly_sales: 0.8000
+  goods_state: 1
+  enable_status: 1
+  send_state: 1
+  is_delete: 0
+  scd2_start_time: 2025-12-14 21:20:28.731914+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+