root/feiqiu-ETL
Template
1
0
Fork 0
Code Pull Requests Packages Releases Wiki Activity

数据库 数据校验写入等逻辑更新。

Browse Source
This commit is contained in:
Neo
2026-02-01 03:46:16 +08:00
parent 9948000b71
commit 076f5755ca
128 changed files with 494310 additions and 2819 deletions
Download Patch File Download Diff File Expand all files Collapse all files

407
tmp/table_analysis/dim_assistant.txt Normal file
View File

@@ -0,0 +1,407 @@
================================================================================
Table: billiards_dwd.dim_assistant
Primary Key: assistant_id, scd2_start_time
================================================================================
## COLUMNS
--------------------------------------------------------------------------------
assistant_id: bigint | nullable=NO | PK
user_id: bigint | nullable=YES |
assistant_no: text | nullable=YES |
real_name: text | nullable=YES |
nickname: text | nullable=YES |
mobile: text | nullable=YES |
tenant_id: bigint | nullable=YES |
site_id: bigint | nullable=YES |
team_id: bigint | nullable=YES |
team_name: text | nullable=YES |
level: integer | nullable=YES |
entry_time: timestamp with time zone | nullable=YES |
resign_time: timestamp with time zone | nullable=YES |
leave_status: integer | nullable=YES |
assistant_status: integer | nullable=YES |
scd2_start_time: timestamp with time zone | nullable=NO | PK
scd2_end_time: timestamp with time zone | nullable=YES |
scd2_is_current: integer | nullable=YES |
scd2_version: integer | nullable=YES |
## VALUE ANALYSIS (for enum detection)
--------------------------------------------------------------------------------
assistant_id:
Total: 69, Non-null: 69, Distinct: 69
Top values:
2793528386048069: 1
2967523548220229: 1
3021267412585413: 1
2907972756342981: 1
2793532503855173: 1
2981625091950725: 1
3058170108874053: 1
2859886363986821: 1
2795061580517445: 1
3021271397288901: 1
2964640248745157: 1
2907961535433285: 1
2968952636082757: 1
2946266869435205: 1
2793399247179845: 1
user_id:
Total: 69, Non-null: 69, Distinct: 1
*** LIKELY ENUM (distinct <= 15) ***
Top values:
0: 69
assistant_no:
Total: 69, Non-null: 69, Distinct: 42
Top values:
11: 4
10: 4
7: 4
22: 3
13: 3
38: 3
27: 3
3: 3
16: 2
28: 2
12: 2
30: 2
1: 2
8: 2
29: 2
real_name:
Total: 69, Non-null: 69, Distinct: 68
Top values:
梁婷婷: 2
覃咏欣: 1
向国锐: 1
郑美婷: 1
赵思源: 1
李楚欣: 1
杨小满: 1
吴丹妮: 1
黄月柳: 1
卢曼瑶: 1
宋家宇: 1
田茂楠: 1
王嘉琪: 1
李萍: 1
张芳梅: 1
nickname:
Total: 69, Non-null: 69, Distinct: 68
Top values:
柚子: 2
Amy: 1
梦梦: 1
乔西: 1
一一: 1
菲菲: 1
布丁: 1
椰椰: 1
小唯: 1
饭团: 1
周周: 1
凤梨: 1
小向: 1
小崔: 1
甜甜: 1
mobile:
Total: 69, Non-null: 69, Distinct: 68
Top values:
17811423992: 2
15675487204: 1
13790128037: 1
13143526347: 1
15213282732: 1
18529341883: 1
13336435390: 1
19024752286: 1
15760674807: 1
15113501901: 1
13042004215: 1
13286525485: 1
13537431206: 1
19974234385: 1
15815080450: 1
tenant_id:
Total: 69, Non-null: 69, Distinct: 1
*** LIKELY ENUM (distinct <= 15) ***
Top values:
2790683160709957: 69
site_id:
Total: 69, Non-null: 69, Distinct: 1
*** LIKELY ENUM (distinct <= 15) ***
Top values:
2790685415443269: 69
team_id:
Total: 69, Non-null: 69, Distinct: 2
*** LIKELY ENUM (distinct <= 15) ***
Top values:
2792011585884037: 52
2959085810992645: 17
team_name:
Total: 69, Non-null: 69, Distinct: 2
*** LIKELY ENUM (distinct <= 15) ***
Top values:
1组: 52
2组: 17
level:
Total: 69, Non-null: 69, Distinct: 5
*** LIKELY ENUM (distinct <= 15) ***
Top values:
10: 32
20: 28
30: 4
40: 4
8: 1
leave_status:
Total: 69, Non-null: 69, Distinct: 2
*** LIKELY ENUM (distinct <= 15) ***
Top values:
1: 40
0: 29
assistant_status:
Total: 69, Non-null: 69, Distinct: 2
*** LIKELY ENUM (distinct <= 15) ***
Top values:
1: 64
2: 5
scd2_is_current:
Total: 69, Non-null: 69, Distinct: 1
*** LIKELY ENUM (distinct <= 15) ***
Top values:
1: 69
scd2_version:
Total: 69, Non-null: 69, Distinct: 1
*** LIKELY ENUM (distinct <= 15) ***
Top values:
1: 69
## SAMPLE DATA (first 10 rows)
--------------------------------------------------------------------------------
Columns: ['assistant_id', 'user_id', 'assistant_no', 'real_name', 'nickname', 'mobile', 'tenant_id', 'site_id', 'team_id', 'team_name', 'level', 'entry_time', 'resign_time', 'leave_status', 'assistant_status', 'scd2_start_time', 'scd2_end_time', 'scd2_is_current', 'scd2_version']
Row 1:
assistant_id: 2946261384596293
user_id: 0
assistant_no: 7
real_name: 梁婷婷
nickname: 柚子
mobile: 17811423992
tenant_id: 2790683160709957
site_id: 2790685415443269
team_id: 2959085810992645
team_name: 2组
level: 20
entry_time: 2025-11-01 08:00:00+08:00
resign_time: 2025-12-01 08:00:00+08:00
leave_status: 1
assistant_status: 1
scd2_start_time: 2025-12-14 21:20:28.731914+08:00
scd2_end_time: 9999-12-31 00:00:00+08:00
scd2_is_current: 1
scd2_version: 1
Row 2:
assistant_id: 2929246850797189
user_id: 0
assistant_no: 38
real_name: 陈冰淼
nickname: 希希
mobile: 18172319817
tenant_id: 2790683160709957
site_id: 2790685415443269
team_id: 2792011585884037
team_name: 1组
level: 10
entry_time: 2025-10-20 08:00:00+08:00
resign_time: 2025-11-10 08:00:00+08:00
leave_status: 1
assistant_status: 1
scd2_start_time: 2025-12-14 21:20:28.731914+08:00
scd2_end_time: 9999-12-31 00:00:00+08:00
scd2_is_current: 1
scd2_version: 1
Row 3:
assistant_id: 2920786464294661
user_id: 0
assistant_no: 16
real_name: 周佳怡
nickname: 周周
mobile: 19874278725
tenant_id: 2790683160709957
site_id: 2790685415443269
team_id: 2792011585884037
team_name: 1组
level: 10
entry_time: 2025-10-14 08:00:00+08:00
resign_time: 2225-10-14 17:57:40+08:00
leave_status: 0
assistant_status: 1
scd2_start_time: 2025-12-14 21:20:28.731914+08:00
scd2_end_time: 9999-12-31 00:00:00+08:00
scd2_is_current: 1
scd2_version: 1
Row 4:
assistant_id: 2920799537645381
user_id: 0
assistant_no: 10
real_name: 谭思燕
nickname: 欣怡
mobile: 13143526347
tenant_id: 2790683160709957
site_id: 2790685415443269
team_id: 2792011585884037
team_name: 1组
level: 20
entry_time: 2025-10-14 08:00:00+08:00
resign_time: 2025-11-10 08:00:00+08:00
leave_status: 1
assistant_status: 1
scd2_start_time: 2025-12-14 21:20:28.731914+08:00
scd2_end_time: 9999-12-31 00:00:00+08:00
scd2_is_current: 1
scd2_version: 1
Row 5:
assistant_id: 2907961535433285
user_id: 0
assistant_no: 25
real_name: 林雨琪
nickname: 琪琪
mobile: 18575917075
tenant_id: 2790683160709957
site_id: 2790685415443269
team_id: 2792011585884037
team_name: 1组
level: 20
entry_time: 2025-10-05 08:00:00+08:00
resign_time: 2025-10-13 08:00:00+08:00
leave_status: 1
assistant_status: 1
scd2_start_time: 2025-12-14 21:20:28.731914+08:00
scd2_end_time: 9999-12-31 00:00:00+08:00
scd2_is_current: 1
scd2_version: 1
Row 6:
assistant_id: 2907972756342981
user_id: 0
assistant_no: 12
real_name: 林梢熔
nickname: 可可
mobile: 15768442206
tenant_id: 2790683160709957
site_id: 2790685415443269
team_id: 2792011585884037
team_name: 1组
level: 20
entry_time: 2025-10-05 08:00:00+08:00
resign_time: 2025-10-13 08:00:00+08:00
leave_status: 1
assistant_status: 1
scd2_start_time: 2025-12-14 21:20:28.731914+08:00
scd2_end_time: 9999-12-31 00:00:00+08:00
scd2_is_current: 1
scd2_version: 1
Row 7:
assistant_id: 2889708249270149
user_id: 0
assistant_no: 22
real_name: 张代悦
nickname: 悦悦
mobile: 18582838005
tenant_id: 2790683160709957
site_id: 2790685415443269
team_id: 2792011585884037
team_name: 1组
level: 10
entry_time: 2025-09-22 08:00:00+08:00
resign_time: 2025-10-19 08:00:00+08:00
leave_status: 1
assistant_status: 1
scd2_start_time: 2025-12-14 21:20:28.731914+08:00
scd2_end_time: 9999-12-31 00:00:00+08:00
scd2_is_current: 1
scd2_version: 1
Row 8:
assistant_id: 2866964303400005
user_id: 0
assistant_no: 10
real_name: 王安琪
nickname: 椰子
mobile: 18026446974
tenant_id: 2790683160709957
site_id: 2790685415443269
team_id: 2792011585884037
team_name: 1组
level: 20
entry_time: 2025-09-06 08:00:00+08:00
resign_time: 2025-09-13 08:00:00+08:00
leave_status: 1
assistant_status: 1
scd2_start_time: 2025-12-14 21:20:28.731914+08:00
scd2_end_time: 9999-12-31 00:00:00+08:00
scd2_is_current: 1
scd2_version: 1
Row 9:
assistant_id: 2866961022749829
user_id: 0
assistant_no: 39
real_name: 肖紫月
nickname: 毛毛
mobile: 15815080450
tenant_id: 2790683160709957
site_id: 2790685415443269
team_id: 2792011585884037
team_name: 1组
level: 20
entry_time: 2025-09-06 08:00:00+08:00
resign_time: 2025-09-13 08:00:00+08:00
leave_status: 1
assistant_status: 1
scd2_start_time: 2025-12-14 21:20:28.731914+08:00
scd2_end_time: 9999-12-31 00:00:00+08:00
scd2_is_current: 1
scd2_version: 1
Row 10:
assistant_id: 2866962315594885
user_id: 0
assistant_no: 11
real_name: 田茂楠
nickname: 甜甜
mobile: 15329058634
tenant_id: 2790683160709957
site_id: 2790685415443269
team_id: 2792011585884037
team_name: 1组
level: 10
entry_time: 2025-09-06 08:00:00+08:00
resign_time: 2025-09-07 08:00:00+08:00
leave_status: 1
assistant_status: 1
scd2_start_time: 2025-12-14 21:20:28.731914+08:00
scd2_end_time: 9999-12-31 00:00:00+08:00
scd2_is_current: 1
scd2_version: 1