root/feiqiu-ETL
Template
1
0
Fork 0
Code Pull Requests Packages Releases Wiki Activity

数据库 数据校验写入等逻辑更新。

Browse Source
This commit is contained in:
Neo
2026-02-01 03:46:16 +08:00
parent 9948000b71
commit 076f5755ca
128 changed files with 494310 additions and 2819 deletions
Download Patch File Download Diff File Expand all files Collapse all files

349
tmp/table_analysis/dim_goods_category.txt Normal file
View File

@@ -0,0 +1,349 @@
================================================================================
Table: billiards_dwd.dim_goods_category
Primary Key: category_id, scd2_start_time
================================================================================
## COLUMNS
--------------------------------------------------------------------------------
category_id: bigint | nullable=NO | PK
tenant_id: bigint | nullable=YES |
category_name: character varying(50) | nullable=YES |
alias_name: character varying(50) | nullable=YES |
parent_category_id: bigint | nullable=YES |
business_name: character varying(50) | nullable=YES |
tenant_goods_business_id: bigint | nullable=YES |
category_level: integer | nullable=YES |
is_leaf: integer | nullable=YES |
open_salesman: integer | nullable=YES |
sort_order: integer | nullable=YES |
is_warehousing: integer | nullable=YES |
scd2_start_time: timestamp with time zone | nullable=NO | PK
scd2_end_time: timestamp with time zone | nullable=YES |
scd2_is_current: integer | nullable=YES |
scd2_version: integer | nullable=YES |
## VALUE ANALYSIS (for enum detection)
--------------------------------------------------------------------------------
category_id:
Total: 26, Non-null: 26, Distinct: 26
Top values:
2792035069284229: 1
2790683528350540: 1
2790683528350545: 1
2792062778003333: 1
2790683528350542: 1
2790683528350536: 1
2790683528350539: 1
2793217944864581: 1
2790683528350538: 1
2793221283104581: 1
2793221553489733: 1
2793218343257925: 1
2792063209623429: 1
2793236829620037: 1
2791948300259205: 1
tenant_id:
Total: 26, Non-null: 26, Distinct: 1
*** LIKELY ENUM (distinct <= 15) ***
Top values:
2790683160709957: 26
category_name:
Total: 26, Non-null: 26, Distinct: 18
Top values:
零食: 2
酒水: 2
小吃: 2
雪糕: 2
果盘: 2
其他: 2
槟榔: 2
香烟: 2
其他2: 1
面: 1
饮料: 1
咖啡: 1
茶水: 1
皮头: 1
加料: 1
alias_name:
Total: 26, Non-null: 17, Distinct: 1
*** LIKELY ENUM (distinct <= 15) ***
Top values:
: 17
parent_category_id:
Total: 26, Non-null: 26, Distinct: 10
*** LIKELY ENUM (distinct <= 15) ***
Top values:
0: 9
2790683528350539: 6
2790683528350535: 3
2791941988405125: 2
2790683528350545: 1
2790683528350533: 1
2793217944864581: 1
2792062778003333: 1
2793220945250117: 1
2791942087561093: 1
business_name:
Total: 26, Non-null: 26, Distinct: 9
*** LIKELY ENUM (distinct <= 15) ***
Top values:
酒水: 7
器材: 4
零食: 3
香烟: 2
小吃: 2
雪糕: 2
水果: 2
槟榔: 2
其他: 2
tenant_goods_business_id:
Total: 26, Non-null: 26, Distinct: 9
*** LIKELY ENUM (distinct <= 15) ***
Top values:
2790683528317768: 7
2790683528317767: 4
2791932037238661: 3
2793220268902213: 2
2791931866402693: 2
2793217599407941: 2
2790683528317765: 2
2790683528317769: 2
2790683528317766: 2
category_level:
Total: 26, Non-null: 26, Distinct: 2
*** LIKELY ENUM (distinct <= 15) ***
Top values:
2: 17
1: 9
is_leaf:
Total: 26, Non-null: 26, Distinct: 2
*** LIKELY ENUM (distinct <= 15) ***
Top values:
1: 17
0: 9
open_salesman:
Total: 26, Non-null: 26, Distinct: 1
*** LIKELY ENUM (distinct <= 15) ***
Top values:
2: 26
sort_order:
Total: 26, Non-null: 26, Distinct: 2
*** LIKELY ENUM (distinct <= 15) ***
Top values:
0: 23
1: 3
is_warehousing:
Total: 26, Non-null: 26, Distinct: 1
*** LIKELY ENUM (distinct <= 15) ***
Top values:
1: 26
scd2_is_current:
Total: 26, Non-null: 26, Distinct: 1
*** LIKELY ENUM (distinct <= 15) ***
Top values:
1: 26
scd2_version:
Total: 26, Non-null: 26, Distinct: 1
*** LIKELY ENUM (distinct <= 15) ***
Top values:
1: 26
## SAMPLE DATA (first 10 rows)
--------------------------------------------------------------------------------
Columns: ['category_id', 'tenant_id', 'category_name', 'alias_name', 'parent_category_id', 'business_name', 'tenant_goods_business_id', 'category_level', 'is_leaf', 'open_salesman', 'sort_order', 'is_warehousing', 'scd2_start_time', 'scd2_end_time', 'scd2_is_current', 'scd2_version']
Row 1:
category_id: 2790683528350534
tenant_id: 2790683160709957
category_name: 槟榔
alias_name:
parent_category_id: 2790683528350533
business_name: 槟榔
tenant_goods_business_id: 2790683528317766
category_level: 2
is_leaf: 1
open_salesman: 2
sort_order: 0
is_warehousing: 1
scd2_start_time: 2025-12-14 21:20:28.731914+08:00
scd2_end_time: 9999-12-31 00:00:00+08:00
scd2_is_current: 1
scd2_version: 1
Row 2:
category_id: 2790683528350536
tenant_id: 2790683160709957
category_name: 皮头
alias_name:
parent_category_id: 2790683528350535
business_name: 器材
tenant_goods_business_id: 2790683528317767
category_level: 2
is_leaf: 1
open_salesman: 2
sort_order: 0
is_warehousing: 1
scd2_start_time: 2025-12-14 21:20:28.731914+08:00
scd2_end_time: 9999-12-31 00:00:00+08:00
scd2_is_current: 1
scd2_version: 1
Row 3:
category_id: 2790683528350537
tenant_id: 2790683160709957
category_name: 球杆
alias_name:
parent_category_id: 2790683528350535
business_name: 器材
tenant_goods_business_id: 2790683528317767
category_level: 2
is_leaf: 1
open_salesman: 2
sort_order: 0
is_warehousing: 1
scd2_start_time: 2025-12-14 21:20:28.731914+08:00
scd2_end_time: 9999-12-31 00:00:00+08:00
scd2_is_current: 1
scd2_version: 1
Row 4:
category_id: 2790683528350538
tenant_id: 2790683160709957
category_name: 其他
alias_name:
parent_category_id: 2790683528350535
business_name: 器材
tenant_goods_business_id: 2790683528317767
category_level: 2
is_leaf: 1
open_salesman: 2
sort_order: 0
is_warehousing: 1
scd2_start_time: 2025-12-14 21:20:28.731914+08:00
scd2_end_time: 9999-12-31 00:00:00+08:00
scd2_is_current: 1
scd2_version: 1
Row 5:
category_id: 2790683528350540
tenant_id: 2790683160709957
category_name: 饮料
alias_name:
parent_category_id: 2790683528350539
business_name: 酒水
tenant_goods_business_id: 2790683528317768
category_level: 2
is_leaf: 1
open_salesman: 2
sort_order: 0
is_warehousing: 1
scd2_start_time: 2025-12-14 21:20:28.731914+08:00
scd2_end_time: 9999-12-31 00:00:00+08:00
scd2_is_current: 1
scd2_version: 1
Row 6:
category_id: 2790683528350541
tenant_id: 2790683160709957
category_name: 酒水
alias_name:
parent_category_id: 2790683528350539
business_name: 酒水
tenant_goods_business_id: 2790683528317768
category_level: 2
is_leaf: 1
open_salesman: 2
sort_order: 0
is_warehousing: 1
scd2_start_time: 2025-12-14 21:20:28.731914+08:00
scd2_end_time: 9999-12-31 00:00:00+08:00
scd2_is_current: 1
scd2_version: 1
Row 7:
category_id: 2790683528350542
tenant_id: 2790683160709957
category_name: 茶水
alias_name:
parent_category_id: 2790683528350539
business_name: 酒水
tenant_goods_business_id: 2790683528317768
category_level: 2
is_leaf: 1
open_salesman: 2
sort_order: 0
is_warehousing: 1
scd2_start_time: 2025-12-14 21:20:28.731914+08:00
scd2_end_time: 9999-12-31 00:00:00+08:00
scd2_is_current: 1
scd2_version: 1
Row 8:
category_id: 2790683528350543
tenant_id: 2790683160709957
category_name: 咖啡
alias_name:
parent_category_id: 2790683528350539
business_name: 酒水
tenant_goods_business_id: 2790683528317768
category_level: 2
is_leaf: 1
open_salesman: 2
sort_order: 0
is_warehousing: 1
scd2_start_time: 2025-12-14 21:20:28.731914+08:00
scd2_end_time: 9999-12-31 00:00:00+08:00
scd2_is_current: 1
scd2_version: 1
Row 9:
category_id: 2790683528350544
tenant_id: 2790683160709957
category_name: 加料
alias_name:
parent_category_id: 2790683528350539
business_name: 酒水
tenant_goods_business_id: 2790683528317768
category_level: 2
is_leaf: 1
open_salesman: 2
sort_order: 0
is_warehousing: 1
scd2_start_time: 2025-12-14 21:20:28.731914+08:00
scd2_end_time: 9999-12-31 00:00:00+08:00
scd2_is_current: 1
scd2_version: 1
Row 10:
category_id: 2793221553489733
tenant_id: 2790683160709957
category_name: 洋酒
alias_name:
parent_category_id: 2790683528350539
business_name: 酒水
tenant_goods_business_id: 2790683528317768
category_level: 2
is_leaf: 1
open_salesman: 2
sort_order: 0
is_warehousing: 1
scd2_start_time: 2025-12-14 21:20:28.731914+08:00
scd2_end_time: 9999-12-31 00:00:00+08:00
scd2_is_current: 1
scd2_version: 1