数据库数据校验写入等逻辑更新。

2026-02-01 03:46:16 +08:00
parent 9948000b71
commit 076f5755ca
128 changed files with 494310 additions and 2819 deletions
--- a/tmp/table_analysis/dim_store_goods_ex.txt
+++ b/tmp/table_analysis/dim_store_goods_ex.txt
@@ -0,0 +1,582 @@
+================================================================================
+Table: billiards_dwd.dim_store_goods_ex
+Primary Key: site_goods_id, scd2_start_time
+================================================================================
+
+## COLUMNS
+--------------------------------------------------------------------------------
+site_goods_id: bigint | nullable=NO | PK
+site_name: text | nullable=YES | 
+unit: text | nullable=YES | 
+goods_barcode: text | nullable=YES | 
+goods_cover_url: text | nullable=YES | 
+pinyin_initial: text | nullable=YES | 
+stock_qty: integer | nullable=YES | 
+stock_secondary_qty: integer | nullable=YES | 
+safety_stock_qty: integer | nullable=YES | 
+cost_price: numeric(18,4) | nullable=YES | 
+cost_price_type: integer | nullable=YES | 
+provisional_total_cost: numeric(18,2) | nullable=YES | 
+total_purchase_cost: numeric(18,2) | nullable=YES | 
+min_discount_price: numeric(18,2) | nullable=YES | 
+is_discountable: integer | nullable=YES | 
+days_on_shelf: integer | nullable=YES | 
+audit_status: integer | nullable=YES | 
+sale_channel: integer | nullable=YES | 
+is_warehousing: integer | nullable=YES | 
+freeze_status: integer | nullable=YES | 
+forbid_sell_status: integer | nullable=YES | 
+able_site_transfer: integer | nullable=YES | 
+custom_label_type: integer | nullable=YES | 
+option_required: integer | nullable=YES | 
+remark: text | nullable=YES | 
+sort_order: integer | nullable=YES | 
+scd2_start_time: timestamp with time zone | nullable=NO | PK
+scd2_end_time: timestamp with time zone | nullable=YES | 
+scd2_is_current: integer | nullable=YES | 
+scd2_version: integer | nullable=YES | 
+
+## VALUE ANALYSIS (for enum detection)
+--------------------------------------------------------------------------------
+
+site_goods_id:
+  Total: 170, Non-null: 170, Distinct: 170
+  Top values:
+    2793025844727877: 1
+    2793025844908101: 1
+    2793025845399621: 1
+    2793025845825605: 1
+    2793025845989445: 1
+    2793025846464581: 1
+    2793025846939717: 1
+    2793025847431237: 1
+    2793025847595077: 1
+    2793025848102981: 1
+    2793025848610885: 1
+    2793025849102405: 1
+    2793025849593925: 1
+    2793025850085445: 1
+    2793025850576965: 1
+
+site_name:
+  Total: 170, Non-null: 170, Distinct: 1
+  *** LIKELY ENUM (distinct <= 15) ***
+  Top values:
+    朗朗桌球: 170
+
+unit:
+  Total: 170, Non-null: 170, Distinct: 13
+  *** LIKELY ENUM (distinct <= 15) ***
+  Top values:
+    包: 62
+    瓶: 49
+    个: 17
+    份: 14
+    根: 10
+    杯: 5
+    盒: 4
+    桶: 3
+    盘: 2
+    罐: 1
+    支: 1
+    双: 1
+    张: 1
+
+goods_barcode:
+  Total: 170, Non-null: 0, Distinct: 0
+  Top values:
+
+goods_cover_url:
+  Total: 170, Non-null: 170, Distinct: 130
+  Top values:
+    https://oss.ficoo.vip/admin/RWW8bM_1710125368666.jpg: 41
+    https://oss.ficoo.vip/admin/GrDjXJ_1753204736744.jpg: 1
+    https://oss.ficoo.vip/goods/501755142741105/175514274110534.jpg: 1
+    https://oss.ficoo.vip/admin/nrDNCp_1765624656359.jpg: 1
+    https://oss.ficoo.vip/admin/xHtt7E_1753203727919.jpg: 1
+    https://oss.ficoo.vip/admin/yx3b8S_1753175562197.jpg: 1
+    https://oss.ficoo.vip/admin/hWtAkK_1753175530886.jpg: 1
+    https://oss.ficoo.vip/admin/21d4Y5_1754818991675.jpg: 1
+    https://oss.ficoo.vip/admin/yzYj5B_1753203473330.jpg: 1
+    https://oss.ficoo.vip/admin/5P1HjW_1753175040708.jpg: 1
+    https://oss.ficoo.vip/admin/YXR86w_1753203657997.jpg: 1
+    https://oss.ficoo.vip/admin/QC6hTw_1754818957205.jpg: 1
+    https://oss.ficoo.vip/admin/nBPPG4_1753203441531.jpg: 1
+    https://oss.ficoo.vip/admin/75yN2R_1721196107928.jpg: 1
+    https://oss.ficoo.vip/admin/17r1dP_1721196142478.jpg: 1
+
+pinyin_initial:
+  Total: 170, Non-null: 170, Distinct: 169
+  Top values:
+    YD: 2
+    KLN: 1
+    HCTX·: 1
+    PTPK: 1
+    KY,KL: 1
+    50JQBL,50GQBL: 1
+    KAD: 1
+    PTCW: 1
+    HSNRM,GSNRM: 1
+    RYX: 1
+    YDF: 1
+    DFSY,DFSX: 1
+    GXFJZJ: 1
+    XLYP: 1
+    SZSSKXG: 1
+
+stock_qty:
+  Total: 170, Non-null: 170, Distinct: 63
+  Top values:
+    0: 38
+    1: 9
+    2: 7
+    3: 7
+    7: 7
+    6: 6
+    8: 6
+    10: 6
+    4: 4
+    21: 4
+    18: 4
+    9: 4
+    5: 4
+    15: 3
+    20: 3
+
+stock_secondary_qty:
+  Total: 170, Non-null: 170, Distinct: 1
+  *** LIKELY ENUM (distinct <= 15) ***
+  Top values:
+    0: 170
+
+safety_stock_qty:
+  Total: 170, Non-null: 170, Distinct: 1
+  *** LIKELY ENUM (distinct <= 15) ***
+  Top values:
+    0: 170
+
+cost_price_type:
+  Total: 170, Non-null: 170, Distinct: 2
+  *** LIKELY ENUM (distinct <= 15) ***
+  Top values:
+    1: 160
+    2: 10
+
+is_discountable:
+  Total: 170, Non-null: 170, Distinct: 1
+  *** LIKELY ENUM (distinct <= 15) ***
+  Top values:
+    1: 170
+
+days_on_shelf:
+  Total: 170, Non-null: 170, Distinct: 71
+  Top values:
+    0: 48
+    100: 5
+    5: 5
+    7: 5
+    10: 5
+    30: 4
+    14: 3
+    6: 3
+    33: 3
+    4: 3
+    3: 3
+    24: 3
+    45: 3
+    11: 3
+    21: 3
+
+audit_status:
+  Total: 170, Non-null: 170, Distinct: 1
+  *** LIKELY ENUM (distinct <= 15) ***
+  Top values:
+    2: 170
+
+sale_channel:
+  Total: 170, Non-null: 0, Distinct: 0
+  Top values:
+
+is_warehousing:
+  Total: 170, Non-null: 170, Distinct: 1
+  *** LIKELY ENUM (distinct <= 15) ***
+  Top values:
+    1: 170
+
+freeze_status:
+  Total: 170, Non-null: 170, Distinct: 1
+  *** LIKELY ENUM (distinct <= 15) ***
+  Top values:
+    0: 170
+
+forbid_sell_status:
+  Total: 170, Non-null: 170, Distinct: 1
+  *** LIKELY ENUM (distinct <= 15) ***
+  Top values:
+    1: 170
+
+able_site_transfer:
+  Total: 170, Non-null: 170, Distinct: 2
+  *** LIKELY ENUM (distinct <= 15) ***
+  Top values:
+    2: 169
+    0: 1
+
+custom_label_type:
+  Total: 170, Non-null: 170, Distinct: 1
+  *** LIKELY ENUM (distinct <= 15) ***
+  Top values:
+    2: 170
+
+option_required:
+  Total: 170, Non-null: 170, Distinct: 1
+  *** LIKELY ENUM (distinct <= 15) ***
+  Top values:
+    1: 170
+
+remark:
+  Total: 170, Non-null: 0, Distinct: 0
+  Top values:
+
+sort_order:
+  Total: 170, Non-null: 170, Distinct: 1
+  *** LIKELY ENUM (distinct <= 15) ***
+  Top values:
+    100: 170
+
+scd2_is_current:
+  Total: 170, Non-null: 170, Distinct: 1
+  *** LIKELY ENUM (distinct <= 15) ***
+  Top values:
+    1: 170
+
+scd2_version:
+  Total: 170, Non-null: 170, Distinct: 1
+  *** LIKELY ENUM (distinct <= 15) ***
+  Top values:
+    1: 170
+
+## SAMPLE DATA (first 10 rows)
+--------------------------------------------------------------------------------
+Columns: ['site_goods_id', 'site_name', 'unit', 'goods_barcode', 'goods_cover_url', 'pinyin_initial', 'stock_qty', 'stock_secondary_qty', 'safety_stock_qty', 'cost_price', 'cost_price_type', 'provisional_total_cost', 'total_purchase_cost', 'min_discount_price', 'is_discountable', 'days_on_shelf', 'audit_status', 'sale_channel', 'is_warehousing', 'freeze_status', 'forbid_sell_status', 'able_site_transfer', 'custom_label_type', 'option_required', 'remark', 'sort_order', 'scd2_start_time', 'scd2_end_time', 'scd2_is_current', 'scd2_version']
+
+Row 1:
+  site_goods_id: 2906983124748485
+  site_name: 朗朗桌球
+  unit: 个
+  goods_barcode: NULL
+  goods_cover_url: https://oss.ficoo.vip/admin/RWW8bM_1710125368666.jpg
+  pinyin_initial: 1000FWF
+  stock_qty: 10
+  stock_secondary_qty: 0
+  safety_stock_qty: 0
+  cost_price: 0.0000
+  cost_price_type: 2
+  provisional_total_cost: 0.00
+  total_purchase_cost: 0.00
+  min_discount_price: 0.00
+  is_discountable: 1
+  days_on_shelf: 333
+  audit_status: 2
+  sale_channel: NULL
+  is_warehousing: 1
+  freeze_status: 0
+  forbid_sell_status: 1
+  able_site_transfer: 2
+  custom_label_type: 2
+  option_required: 1
+  remark: NULL
+  sort_order: 100
+  scd2_start_time: 2025-12-14 21:20:28.731914+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+
+Row 2:
+  site_goods_id: 2915208915865285
+  site_name: 朗朗桌球
+  unit: 份
+  goods_barcode: NULL
+  goods_cover_url: https://oss.ficoo.vip/admin/RWW8bM_1710125368666.jpg
+  pinyin_initial: PTCW
+  stock_qty: 87
+  stock_secondary_qty: 0
+  safety_stock_qty: 0
+  cost_price: 0.0000
+  cost_price_type: 2
+  provisional_total_cost: 0.00
+  total_purchase_cost: 0.00
+  min_discount_price: 0.00
+  is_discountable: 1
+  days_on_shelf: 511
+  audit_status: 2
+  sale_channel: NULL
+  is_warehousing: 1
+  freeze_status: 0
+  forbid_sell_status: 1
+  able_site_transfer: 2
+  custom_label_type: 2
+  option_required: 1
+  remark: NULL
+  sort_order: 100
+  scd2_start_time: 2025-12-14 21:20:28.731914+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+
+Row 3:
+  site_goods_id: 2940642871856901
+  site_name: 朗朗桌球
+  unit: 张
+  goods_barcode: NULL
+  goods_cover_url: https://oss.ficoo.vip/admin/RWW8bM_1710125368666.jpg
+  pinyin_initial: YCXSJ
+  stock_qty: 100
+  stock_secondary_qty: 0
+  safety_stock_qty: 0
+  cost_price: 2.0000
+  cost_price_type: 2
+  provisional_total_cost: 0.00
+  total_purchase_cost: 0.00
+  min_discount_price: 0.00
+  is_discountable: 1
+  days_on_shelf: 0
+  audit_status: 2
+  sale_channel: NULL
+  is_warehousing: 1
+  freeze_status: 0
+  forbid_sell_status: 1
+  able_site_transfer: 2
+  custom_label_type: 2
+  option_required: 1
+  remark: NULL
+  sort_order: 100
+  scd2_start_time: 2025-12-14 21:20:28.731914+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+
+Row 4:
+  site_goods_id: 2959253027243589
+  site_name: 朗朗桌球
+  unit: 份
+  goods_barcode: NULL
+  goods_cover_url: https://oss.ficoo.vip/admin/RWW8bM_1710125368666.jpg
+  pinyin_initial: WMDG
+  stock_qty: 6
+  stock_secondary_qty: 0
+  safety_stock_qty: 0
+  cost_price: 0.0000
+  cost_price_type: 2
+  provisional_total_cost: 0.00
+  total_purchase_cost: 0.00
+  min_discount_price: 0.00
+  is_discountable: 1
+  days_on_shelf: 85
+  audit_status: 2
+  sale_channel: NULL
+  is_warehousing: 1
+  freeze_status: 0
+  forbid_sell_status: 1
+  able_site_transfer: 2
+  custom_label_type: 2
+  option_required: 1
+  remark: NULL
+  sort_order: 100
+  scd2_start_time: 2025-12-19 05:42:06.210959+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+
+Row 5:
+  site_goods_id: 2964704853035845
+  site_name: 朗朗桌球
+  unit: 杯
+  goods_barcode: NULL
+  goods_cover_url: https://oss.ficoo.vip/admin/RWW8bM_1710125368666.jpg
+  pinyin_initial: KFDG,GFDG
+  stock_qty: 4
+  stock_secondary_qty: 0
+  safety_stock_qty: 0
+  cost_price: 0.0000
+  cost_price_type: 2
+  provisional_total_cost: 0.00
+  total_purchase_cost: 0.00
+  min_discount_price: 0.00
+  is_discountable: 1
+  days_on_shelf: 6
+  audit_status: 2
+  sale_channel: NULL
+  is_warehousing: 1
+  freeze_status: 0
+  forbid_sell_status: 1
+  able_site_transfer: 2
+  custom_label_type: 2
+  option_required: 1
+  remark: NULL
+  sort_order: 100
+  scd2_start_time: 2025-12-19 05:42:06.210959+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+
+Row 6:
+  site_goods_id: 2793025860145221
+  site_name: 朗朗桌球
+  unit: 包
+  goods_barcode: NULL
+  goods_cover_url: https://oss.ficoo.vip/admin/SthyYw_1753194478117.jpg
+  pinyin_initial: SZZZH
+  stock_qty: 0
+  stock_secondary_qty: 0
+  safety_stock_qty: 0
+  cost_price: 0.0000
+  cost_price_type: 1
+  provisional_total_cost: 0.00
+  total_purchase_cost: 0.00
+  min_discount_price: 0.00
+  is_discountable: 1
+  days_on_shelf: 0
+  audit_status: 2
+  sale_channel: NULL
+  is_warehousing: 1
+  freeze_status: 0
+  forbid_sell_status: 1
+  able_site_transfer: 2
+  custom_label_type: 2
+  option_required: 1
+  remark: NULL
+  sort_order: 100
+  scd2_start_time: 2025-12-14 21:20:28.731914+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+
+Row 7:
+  site_goods_id: 2793025860636741
+  site_name: 朗朗桌球
+  unit: 包
+  goods_barcode: NULL
+  goods_cover_url: https://oss.ficoo.vip/admin/h2tQM3_1753194493216.jpg
+  pinyin_initial: XHMXNJ
+  stock_qty: 30
+  stock_secondary_qty: 0
+  safety_stock_qty: 0
+  cost_price: 0.0000
+  cost_price_type: 1
+  provisional_total_cost: 0.00
+  total_purchase_cost: 0.00
+  min_discount_price: 0.00
+  is_discountable: 1
+  days_on_shelf: 30
+  audit_status: 2
+  sale_channel: NULL
+  is_warehousing: 1
+  freeze_status: 0
+  forbid_sell_status: 1
+  able_site_transfer: 2
+  custom_label_type: 2
+  option_required: 1
+  remark: NULL
+  sort_order: 100
+  scd2_start_time: 2025-12-14 21:20:28.731914+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+
+Row 8:
+  site_goods_id: 2793025861128261
+  site_name: 朗朗桌球
+  unit: 包
+  goods_barcode: NULL
+  goods_cover_url: https://oss.ficoo.vip/admin/ScERzZ_1753194512694.jpg
+  pinyin_initial: XHH
+  stock_qty: 0
+  stock_secondary_qty: 0
+  safety_stock_qty: 0
+  cost_price: 0.0000
+  cost_price_type: 1
+  provisional_total_cost: 0.00
+  total_purchase_cost: 0.00
+  min_discount_price: 0.00
+  is_discountable: 1
+  days_on_shelf: 0
+  audit_status: 2
+  sale_channel: NULL
+  is_warehousing: 1
+  freeze_status: 0
+  forbid_sell_status: 1
+  able_site_transfer: 2
+  custom_label_type: 2
+  option_required: 1
+  remark: NULL
+  sort_order: 100
+  scd2_start_time: 2025-12-14 21:20:28.731914+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+
+Row 9:
+  site_goods_id: 2793025861308485
+  site_name: 朗朗桌球
+  unit: 包
+  goods_barcode: NULL
+  goods_cover_url: https://oss.ficoo.vip/admin/GBYMWe_1753194536507.jpg
+  pinyin_initial: ZZFRW
+  stock_qty: 6
+  stock_secondary_qty: 0
+  safety_stock_qty: 0
+  cost_price: 0.0000
+  cost_price_type: 1
+  provisional_total_cost: 0.00
+  total_purchase_cost: 0.00
+  min_discount_price: 0.00
+  is_discountable: 1
+  days_on_shelf: 15
+  audit_status: 2
+  sale_channel: NULL
+  is_warehousing: 1
+  freeze_status: 0
+  forbid_sell_status: 1
+  able_site_transfer: 2
+  custom_label_type: 2
+  option_required: 1
+  remark: NULL
+  sort_order: 100
+  scd2_start_time: 2025-12-14 21:20:28.731914+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+
+Row 10:
+  site_goods_id: 2793025861505093
+  site_name: 朗朗桌球
+  unit: 包
+  goods_barcode: NULL
+  goods_cover_url: https://oss.ficoo.vip/admin/ewj8Z1_1753194556566.jpg
+  pinyin_initial: HLQ,GLQ
+  stock_qty: 5
+  stock_secondary_qty: 0
+  safety_stock_qty: 0
+  cost_price: 0.0000
+  cost_price_type: 1
+  provisional_total_cost: 0.00
+  total_purchase_cost: 0.00
+  min_discount_price: 0.00
+  is_discountable: 1
+  days_on_shelf: 7
+  audit_status: 2
+  sale_channel: NULL
+  is_warehousing: 1
+  freeze_status: 0
+  forbid_sell_status: 1
+  able_site_transfer: 2
+  custom_label_type: 2
+  option_required: 1
+  remark: NULL
+  sort_order: 100
+  scd2_start_time: 2025-12-14 21:20:28.731914+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+