数据库数据校验写入等逻辑更新。

2026-02-01 03:46:16 +08:00
parent 9948000b71
commit 076f5755ca
128 changed files with 494310 additions and 2819 deletions
--- a/tmp/table_analysis/dim_tenant_goods_ex.txt
+++ b/tmp/table_analysis/dim_tenant_goods_ex.txt
@@ -0,0 +1,446 @@
+================================================================================
+Table: billiards_dwd.dim_tenant_goods_ex
+Primary Key: tenant_goods_id, scd2_start_time
+================================================================================
+
+## COLUMNS
+--------------------------------------------------------------------------------
+tenant_goods_id: bigint | nullable=NO | PK
+remark_name: character varying(128) | nullable=YES | 
+pinyin_initial: character varying(128) | nullable=YES | 
+goods_cover: character varying(512) | nullable=YES | 
+goods_bar_code: character varying(64) | nullable=YES | 
+commodity_code: character varying(64) | nullable=YES | 
+commodity_code_list: character varying(256) | nullable=YES | 
+min_discount_price: numeric(18,2) | nullable=YES | 
+cost_price: numeric(18,2) | nullable=YES | 
+cost_price_type: integer | nullable=YES | 
+able_discount: integer | nullable=YES | 
+sale_channel: integer | nullable=YES | 
+is_warehousing: integer | nullable=YES | 
+is_in_site: boolean | nullable=YES | 
+able_site_transfer: integer | nullable=YES | 
+common_sale_royalty: integer | nullable=YES | 
+point_sale_royalty: integer | nullable=YES | 
+out_goods_id: bigint | nullable=YES | 
+scd2_start_time: timestamp with time zone | nullable=NO | PK
+scd2_end_time: timestamp with time zone | nullable=YES | 
+scd2_is_current: integer | nullable=YES | 
+scd2_version: integer | nullable=YES | 
+
+## VALUE ANALYSIS (for enum detection)
+--------------------------------------------------------------------------------
+
+tenant_goods_id:
+  Total: 171, Non-null: 171, Distinct: 171
+  Top values:
+    2792037812375429: 1
+    2792038476746629: 1
+    2792039804047237: 1
+    2792044495523717: 1
+    2792045494685573: 1
+    2792056126328709: 1
+    2792067181399941: 1
+    2792070008164229: 1
+    2792072218644357: 1
+    2792077012225925: 1
+    2792079352434565: 1
+    2792081036562309: 1
+    2792082388782981: 1
+    2792083824283525: 1
+    2792091011796869: 1
+
+remark_name:
+  Total: 171, Non-null: 0, Distinct: 0
+  Top values:
+
+pinyin_initial:
+  Total: 171, Non-null: 171, Distinct: 170
+  Top values:
+    YD: 2
+    KLN: 1
+    HCTX·: 1
+    PTPK: 1
+    KY,KL: 1
+    50JQBL,50GQBL: 1
+    KAD: 1
+    PTCW: 1
+    HSNRM,GSNRM: 1
+    RYX: 1
+    YDF: 1
+    DFSY,DFSX: 1
+    GXFJZJ: 1
+    XLYP: 1
+    SZSSKXG: 1
+
+goods_cover:
+  Total: 171, Non-null: 171, Distinct: 130
+  Top values:
+    https://oss.ficoo.vip/admin/RWW8bM_1710125368666.jpg: 42
+    https://oss.ficoo.vip/admin/GrDjXJ_1753204736744.jpg: 1
+    https://oss.ficoo.vip/goods/501755142741105/175514274110534.jpg: 1
+    https://oss.ficoo.vip/admin/nrDNCp_1765624656359.jpg: 1
+    https://oss.ficoo.vip/admin/xHtt7E_1753203727919.jpg: 1
+    https://oss.ficoo.vip/admin/yx3b8S_1753175562197.jpg: 1
+    https://oss.ficoo.vip/admin/hWtAkK_1753175530886.jpg: 1
+    https://oss.ficoo.vip/admin/21d4Y5_1754818991675.jpg: 1
+    https://oss.ficoo.vip/admin/yzYj5B_1753203473330.jpg: 1
+    https://oss.ficoo.vip/admin/YXR86w_1753203657997.jpg: 1
+    https://oss.ficoo.vip/admin/5P1HjW_1753175040708.jpg: 1
+    https://oss.ficoo.vip/admin/QC6hTw_1754818957205.jpg: 1
+    https://oss.ficoo.vip/admin/nBPPG4_1753203441531.jpg: 1
+    https://oss.ficoo.vip/admin/75yN2R_1721196107928.jpg: 1
+    https://oss.ficoo.vip/admin/17r1dP_1721196142478.jpg: 1
+
+goods_bar_code:
+  Total: 171, Non-null: 0, Distinct: 0
+  Top values:
+
+commodity_code:
+  Total: 171, Non-null: 171, Distinct: 131
+  Top values:
+    10000: 35
+    100000: 7
+    1000088: 1
+    1000013: 1
+    1234520: 1
+    1234536: 1
+    1000065: 1
+    1234554: 1
+    1234572: 1
+    1234549: 1
+    120000000: 1
+    10000000: 1
+    100008: 1
+    1234560: 1
+    10000019: 1
+
+commodity_code_list:
+  Total: 171, Non-null: 171, Distinct: 131
+  Top values:
+    10000: 35
+    100000: 7
+    1000088: 1
+    1000013: 1
+    1234520: 1
+    1234536: 1
+    1000065: 1
+    1234554: 1
+    1234572: 1
+    1234549: 1
+    120000000: 1
+    10000000: 1
+    100008: 1
+    1234560: 1
+    10000019: 1
+
+cost_price_type:
+  Total: 171, Non-null: 171, Distinct: 2
+  *** LIKELY ENUM (distinct <= 15) ***
+  Top values:
+    1: 160
+    2: 11
+
+able_discount:
+  Total: 171, Non-null: 171, Distinct: 1
+  *** LIKELY ENUM (distinct <= 15) ***
+  Top values:
+    1: 171
+
+sale_channel:
+  Total: 171, Non-null: 0, Distinct: 0
+  Top values:
+
+is_warehousing:
+  Total: 171, Non-null: 171, Distinct: 1
+  *** LIKELY ENUM (distinct <= 15) ***
+  Top values:
+    1: 171
+
+is_in_site:
+  Total: 171, Non-null: 171, Distinct: 1
+  *** LIKELY ENUM (distinct <= 15) ***
+  Top values:
+    False: 171
+
+able_site_transfer:
+  Total: 171, Non-null: 171, Distinct: 2
+  *** LIKELY ENUM (distinct <= 15) ***
+  Top values:
+    2: 170
+    0: 1
+
+common_sale_royalty:
+  Total: 171, Non-null: 171, Distinct: 1
+  *** LIKELY ENUM (distinct <= 15) ***
+  Top values:
+    0: 171
+
+point_sale_royalty:
+  Total: 171, Non-null: 171, Distinct: 1
+  *** LIKELY ENUM (distinct <= 15) ***
+  Top values:
+    0: 171
+
+out_goods_id:
+  Total: 171, Non-null: 171, Distinct: 1
+  *** LIKELY ENUM (distinct <= 15) ***
+  Top values:
+    0: 171
+
+scd2_is_current:
+  Total: 171, Non-null: 171, Distinct: 1
+  *** LIKELY ENUM (distinct <= 15) ***
+  Top values:
+    1: 171
+
+scd2_version:
+  Total: 171, Non-null: 171, Distinct: 1
+  *** LIKELY ENUM (distinct <= 15) ***
+  Top values:
+    1: 171
+
+## SAMPLE DATA (first 10 rows)
+--------------------------------------------------------------------------------
+Columns: ['tenant_goods_id', 'remark_name', 'pinyin_initial', 'goods_cover', 'goods_bar_code', 'commodity_code', 'commodity_code_list', 'min_discount_price', 'cost_price', 'cost_price_type', 'able_discount', 'sale_channel', 'is_warehousing', 'is_in_site', 'able_site_transfer', 'common_sale_royalty', 'point_sale_royalty', 'out_goods_id', 'scd2_start_time', 'scd2_end_time', 'scd2_is_current', 'scd2_version']
+
+Row 1:
+  tenant_goods_id: 2792139566649221
+  remark_name: NULL
+  pinyin_initial: ASM,ESM
+  goods_cover: https://oss.ficoo.vip/admin/JSFCjn_1753175365140.jpg
+  goods_bar_code: NULL
+  commodity_code: 1234527
+  commodity_code_list: 1234527
+  min_discount_price: 0.00
+  cost_price: 0.00
+  cost_price_type: 1
+  able_discount: 1
+  sale_channel: NULL
+  is_warehousing: 1
+  is_in_site: False
+  able_site_transfer: 2
+  common_sale_royalty: 0
+  point_sale_royalty: 0
+  out_goods_id: 0
+  scd2_start_time: 2025-12-14 21:20:28.731914+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+
+Row 2:
+  tenant_goods_id: 2792140384243589
+  remark_name: NULL
+  pinyin_initial: WLJ
+  goods_cover: https://oss.ficoo.vip/admin/hWtAkK_1753175530886.jpg
+  goods_bar_code: NULL
+  commodity_code: 1234528
+  commodity_code_list: 1234528
+  min_discount_price: 0.00
+  cost_price: 0.00
+  cost_price_type: 1
+  able_discount: 1
+  sale_channel: NULL
+  is_warehousing: 1
+  is_in_site: False
+  able_site_transfer: 2
+  common_sale_royalty: 0
+  point_sale_royalty: 0
+  out_goods_id: 0
+  scd2_start_time: 2025-12-14 21:20:28.731914+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+
+Row 3:
+  tenant_goods_id: 2792141587451781
+  remark_name: NULL
+  pinyin_initial: LC
+  goods_cover: https://oss.ficoo.vip/admin/DhTxrF_1753175546868.jpg
+  goods_bar_code: NULL
+  commodity_code: 1234529
+  commodity_code_list: 1234529
+  min_discount_price: 0.00
+  cost_price: 0.00
+  cost_price_type: 1
+  able_discount: 1
+  sale_channel: NULL
+  is_warehousing: 1
+  is_in_site: False
+  able_site_transfer: 2
+  common_sale_royalty: 0
+  point_sale_royalty: 0
+  out_goods_id: 0
+  scd2_start_time: 2025-12-14 21:20:28.731914+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+
+Row 4:
+  tenant_goods_id: 2792142450249605
+  remark_name: NULL
+  pinyin_initial: HN,GN
+  goods_cover: https://oss.ficoo.vip/admin/yx3b8S_1753175562197.jpg
+  goods_bar_code: NULL
+  commodity_code: 1000010
+  commodity_code_list: 1000010
+  min_discount_price: 0.00
+  cost_price: 0.00
+  cost_price_type: 1
+  able_discount: 1
+  sale_channel: NULL
+  is_warehousing: 1
+  is_in_site: False
+  able_site_transfer: 2
+  common_sale_royalty: 0
+  point_sale_royalty: 0
+  out_goods_id: 0
+  scd2_start_time: 2025-12-14 21:20:28.731914+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+
+Row 5:
+  tenant_goods_id: 2792143182647173
+  remark_name: NULL
+  pinyin_initial: WZNN
+  goods_cover: https://oss.ficoo.vip/admin/6E8k66_1753174928971.jpg
+  goods_bar_code: NULL
+  commodity_code: 1234530
+  commodity_code_list: 1234530
+  min_discount_price: 0.00
+  cost_price: 0.00
+  cost_price_type: 1
+  able_discount: 1
+  sale_channel: NULL
+  is_warehousing: 1
+  is_in_site: False
+  able_site_transfer: 2
+  common_sale_royalty: 0
+  point_sale_royalty: 0
+  out_goods_id: 0
+  scd2_start_time: 2025-12-14 21:20:28.731914+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+
+Row 6:
+  tenant_goods_id: 2792148060360581
+  remark_name: NULL
+  pinyin_initial: BHC,BGC
+  goods_cover: https://oss.ficoo.vip/admin/f3b7e2_1753175389541.jpg
+  goods_bar_code: NULL
+  commodity_code: 1234531
+  commodity_code_list: 1234531
+  min_discount_price: 0.00
+  cost_price: 0.00
+  cost_price_type: 1
+  able_discount: 1
+  sale_channel: NULL
+  is_warehousing: 1
+  is_in_site: False
+  able_site_transfer: 2
+  common_sale_royalty: 0
+  point_sale_royalty: 0
+  out_goods_id: 0
+  scd2_start_time: 2025-12-14 21:20:28.731914+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+
+Row 7:
+  tenant_goods_id: 2792149415268229
+  remark_name: NULL
+  pinyin_initial: SDL
+  goods_cover: https://oss.ficoo.vip/admin/BKaiCy_1753174915653.jpg
+  goods_bar_code: NULL
+  commodity_code: 1234532
+  commodity_code_list: 1234532
+  min_discount_price: 0.00
+  cost_price: 0.00
+  cost_price_type: 1
+  able_discount: 1
+  sale_channel: NULL
+  is_warehousing: 1
+  is_in_site: False
+  able_site_transfer: 2
+  common_sale_royalty: 0
+  point_sale_royalty: 0
+  out_goods_id: 0
+  scd2_start_time: 2025-12-14 21:20:28.731914+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+
+Row 8:
+  tenant_goods_id: 2792151077867397
+  remark_name: NULL
+  pinyin_initial: QS,KS
+  goods_cover: https://oss.ficoo.vip/admin/yHGjQk_1753175402324.jpg
+  goods_bar_code: NULL
+  commodity_code: 1234533
+  commodity_code_list: 1234533
+  min_discount_price: 0.00
+  cost_price: 0.00
+  cost_price_type: 1
+  able_discount: 1
+  sale_channel: NULL
+  is_warehousing: 1
+  is_in_site: False
+  able_site_transfer: 2
+  common_sale_royalty: 0
+  point_sale_royalty: 0
+  out_goods_id: 0
+  scd2_start_time: 2025-12-14 21:20:28.731914+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+
+Row 9:
+  tenant_goods_id: 2792152201432965
+  remark_name: NULL
+  pinyin_initial: YD
+  goods_cover: https://oss.ficoo.vip/admin/kiMwJG_1753195462903.jpg
+  goods_bar_code: NULL
+  commodity_code: 10002
+  commodity_code_list: 10002
+  min_discount_price: 0.00
+  cost_price: 0.00
+  cost_price_type: 1
+  able_discount: 1
+  sale_channel: NULL
+  is_warehousing: 1
+  is_in_site: False
+  able_site_transfer: 2
+  common_sale_royalty: 0
+  point_sale_royalty: 0
+  out_goods_id: 0
+  scd2_start_time: 2025-12-14 21:20:28.731914+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+
+Row 10:
+  tenant_goods_id: 2792152737648517
+  remark_name: NULL
+  pinyin_initial: HD
+  goods_cover: https://oss.ficoo.vip/admin/RWW8bM_1710125368666.jpg
+  goods_bar_code: NULL
+  commodity_code: 10000
+  commodity_code_list: 10000
+  min_discount_price: 2.00
+  cost_price: 0.00
+  cost_price_type: 1
+  able_discount: 1
+  sale_channel: NULL
+  is_warehousing: 1
+  is_in_site: False
+  able_site_transfer: 2
+  common_sale_royalty: 0
+  point_sale_royalty: 0
+  out_goods_id: 0
+  scd2_start_time: 2025-12-19 05:26:43.399836+08:00
+  scd2_end_time: 9999-12-31 00:00:00+08:00
+  scd2_is_current: 1
+  scd2_version: 1
+