root/feiqiu-ETL
Template
1
0
Fork 0
Code Pull Requests Packages Releases Wiki Activity

数据库 数据校验写入等逻辑更新。

Browse Source
This commit is contained in:
Neo
2026-02-01 03:46:16 +08:00
parent 9948000b71
commit 076f5755ca
128 changed files with 494310 additions and 2819 deletions
Download Patch File Download Diff File Expand all files Collapse all files

442
tmp/table_analysis/dim_member_card_account.txt Normal file
View File

@@ -0,0 +1,442 @@
================================================================================
Table: billiards_dwd.dim_member_card_account
Primary Key: member_card_id, scd2_start_time
================================================================================
## COLUMNS
--------------------------------------------------------------------------------
member_card_id: bigint | nullable=NO | PK
tenant_id: bigint | nullable=YES |
register_site_id: bigint | nullable=YES |
tenant_member_id: bigint | nullable=YES |
system_member_id: bigint | nullable=YES |
card_type_id: bigint | nullable=YES |
member_card_grade_code: bigint | nullable=YES |
member_card_grade_code_name: text | nullable=YES |
member_card_type_name: text | nullable=YES |
member_name: text | nullable=YES |
member_mobile: text | nullable=YES |
balance: numeric(18,2) | nullable=YES |
start_time: timestamp with time zone | nullable=YES |
end_time: timestamp with time zone | nullable=YES |
last_consume_time: timestamp with time zone | nullable=YES |
status: integer | nullable=YES |
is_delete: integer | nullable=YES |
scd2_start_time: timestamp with time zone | nullable=NO | PK
scd2_end_time: timestamp with time zone | nullable=YES |
scd2_is_current: integer | nullable=YES |
scd2_version: integer | nullable=YES |
## VALUE ANALYSIS (for enum detection)
--------------------------------------------------------------------------------
member_card_id:
Total: 945, Non-null: 945, Distinct: 945
Top values:
2793254697453573: 1
2793268303710149: 1
2793308329789317: 1
2799215867168517: 1
2799215872657157: 1
2799215877195525: 1
2799215882176261: 1
2799215886796549: 1
2799215892219653: 1
2799215897331461: 1
2799215901869829: 1
2799215906440965: 1
2799215912814341: 1
2799215918532357: 1
2799215923578629: 1
tenant_id:
Total: 945, Non-null: 945, Distinct: 1
*** LIKELY ENUM (distinct <= 15) ***
Top values:
2790683160709957: 945
register_site_id:
Total: 945, Non-null: 945, Distinct: 1
*** LIKELY ENUM (distinct <= 15) ***
Top values:
2790685415443269: 945
tenant_member_id:
Total: 945, Non-null: 945, Distinct: 491
Top values:
0: 102
2799207406946053: 5
2799207522600709: 5
2853881398644101: 4
2791994266390405: 4
2799207363643141: 4
2820625955784965: 4
2799207338198789: 4
2799207120815877: 4
2799209753708293: 4
2799207287523077: 4
2799207359858437: 4
2799207342704389: 4
2799207435323141: 4
2799207595755269: 3
system_member_id:
Total: 945, Non-null: 945, Distinct: 491
Top values:
0: 102
2799207521568517: 5
2799207405995781: 5
2820625954179333: 4
2799209752512261: 4
2799207434372869: 4
2799207341557509: 4
2799207286507269: 4
2799207258769157: 4
2485293902352645: 4
2799207358777093: 4
2791994265423749: 4
2799207119800069: 4
2799207337199365: 4
2799207269025541: 3
card_type_id:
Total: 945, Non-null: 945, Distinct: 6
*** LIKELY ENUM (distinct <= 15) ***
Top values:
2793249295533893: 420
2791990152417157: 343
2793266846533445: 115
2794699703437125: 49
2793306611533637: 11
2791987095408517: 7
member_card_grade_code:
Total: 945, Non-null: 945, Distinct: 6
*** LIKELY ENUM (distinct <= 15) ***
Top values:
2790683528022853: 420
2790683528022855: 343
2790683528022856: 115
2790683528022858: 49
2790683528022857: 11
2790683528022854: 7
member_card_grade_code_name:
Total: 945, Non-null: 945, Distinct: 6
*** LIKELY ENUM (distinct <= 15) ***
Top values:
储值卡: 420
台费卡: 343
活动抵用券: 115
酒水卡: 49
月卡: 11
年卡: 7
member_card_type_name:
Total: 945, Non-null: 945, Distinct: 6
*** LIKELY ENUM (distinct <= 15) ***
Top values:
储值卡: 420
台费卡: 343
活动抵用券: 115
酒水卡: 49
月卡: 11
年卡: 7
member_name:
Total: 945, Non-null: 843, Distinct: 295
Top values:
陈先生: 29
李先生: 28
张先生: 28
黄先生: 19
刘先生: 18
胡先生: 17
林先生: 17
王先生: 15
罗先生: 12
周先生: 11
郭先生: 9
杨先生: 9
潘先生: 9
蔡先生: 9
江先生: 8
member_mobile:
Total: 945, Non-null: 843, Distinct: 490
Top values:
13902258852: 5
18826267530: 5
13385143091: 4
13924036996: 4
18320523495: 4
17267866666: 4
18819484838: 4
13826479539: 4
13711268012: 4
13811638071: 4
13286525485: 4
13925126339: 4
17727637538: 4
15550898201: 3
13450297682: 3
status:
Total: 945, Non-null: 945, Distinct: 2
*** LIKELY ENUM (distinct <= 15) ***
Top values:
1: 935
4: 10
is_delete:
Total: 945, Non-null: 945, Distinct: 1
*** LIKELY ENUM (distinct <= 15) ***
Top values:
0: 945
scd2_is_current:
Total: 945, Non-null: 945, Distinct: 1
*** LIKELY ENUM (distinct <= 15) ***
Top values:
1: 945
scd2_version:
Total: 945, Non-null: 945, Distinct: 1
*** LIKELY ENUM (distinct <= 15) ***
Top values:
1: 945
## SAMPLE DATA (first 10 rows)
--------------------------------------------------------------------------------
Columns: ['member_card_id', 'tenant_id', 'register_site_id', 'tenant_member_id', 'system_member_id', 'card_type_id', 'member_card_grade_code', 'member_card_grade_code_name', 'member_card_type_name', 'member_name', 'member_mobile', 'balance', 'start_time', 'end_time', 'last_consume_time', 'status', 'is_delete', 'scd2_start_time', 'scd2_end_time', 'scd2_is_current', 'scd2_version']
Row 1:
member_card_id: 3048239462909701
tenant_id: 2790683160709957
register_site_id: 2790685415443269
tenant_member_id: 3048238811858693
system_member_id: 3048238810220293
card_type_id: 2793266846533445
member_card_grade_code: 2790683528022856
member_card_grade_code_name: 活动抵用券
member_card_type_name: 活动抵用券
member_name: 胡先生
member_mobile: 15815818028
balance: 0.00
start_time: 2026-01-12 18:49:34+08:00
end_time: 2225-01-01 00:00:00+08:00
last_consume_time: 2026-01-12 18:50:23+08:00
status: 1
is_delete: 0
scd2_start_time: 2026-01-15 07:26:51.246510+08:00
scd2_end_time: 9999-12-31 00:00:00+08:00
scd2_is_current: 1
scd2_version: 1
Row 2:
member_card_id: 3048238812202757
tenant_id: 2790683160709957
register_site_id: 2790685415443269
tenant_member_id: 3048238811858693
system_member_id: 3048238810220293
card_type_id: 2793249295533893
member_card_grade_code: 2790683528022853
member_card_grade_code_name: 储值卡
member_card_type_name: 储值卡
member_name: 胡先生
member_mobile: 15815818028
balance: 859.72
start_time: 2026-01-12 18:48:54+08:00
end_time: 2225-01-01 00:00:00+08:00
last_consume_time: 2026-01-13 21:31:41+08:00
status: 1
is_delete: 0
scd2_start_time: 2026-01-15 07:26:51.246510+08:00
scd2_end_time: 9999-12-31 00:00:00+08:00
scd2_is_current: 1
scd2_version: 1
Row 3:
member_card_id: 3052750402162821
tenant_id: 2790683160709957
register_site_id: 2790685415443269
tenant_member_id: 3052749341853317
system_member_id: 3052749336856197
card_type_id: 2793266846533445
member_card_grade_code: 2790683528022856
member_card_grade_code_name: 活动抵用券
member_card_type_name: 活动抵用券
member_name: 孙总
member_mobile: 13434273425
balance: 1588.00
start_time: 2026-01-15 23:18:20+08:00
end_time: 2225-01-01 00:00:00+08:00
last_consume_time: 2026-01-15 23:18:42+08:00
status: 1
is_delete: 0
scd2_start_time: 2026-01-15 23:34:17.712089+08:00
scd2_end_time: 9999-12-31 00:00:00+08:00
scd2_is_current: 1
scd2_version: 1
Row 4:
member_card_id: 3015999424284165
tenant_id: 2790683160709957
register_site_id: 2790685415443269
tenant_member_id: 2799209753708293
system_member_id: 2799209752512261
card_type_id: 2793266846533445
member_card_grade_code: 2790683528022856
member_card_grade_code_name: 活动抵用券
member_card_type_name: 活动抵用券
member_name: 胡总
member_mobile: 13385143091
balance: 0.00
start_time: 2025-12-21 00:13:18+08:00
end_time: 2225-01-01 00:00:00+08:00
last_consume_time: 2025-12-21 00:14:03+08:00
status: 1
is_delete: 0
scd2_start_time: 2025-12-26 08:02:56.102609+08:00
scd2_end_time: 9999-12-31 00:00:00+08:00
scd2_is_current: 1
scd2_version: 1
Row 5:
member_card_id: 3043884200789893
tenant_id: 2790683160709957
register_site_id: 2790685415443269
tenant_member_id: 3043883848157381
system_member_id: 3043883846568133
card_type_id: 2793266846533445
member_card_grade_code: 2790683528022856
member_card_grade_code_name: 活动抵用券
member_card_type_name: 活动抵用券
member_name: 吴先生
member_mobile: 15146102616
balance: 0.00
start_time: 2026-01-09 16:59:10+08:00
end_time: 2225-01-01 00:00:00+08:00
last_consume_time: 2026-01-11 15:01:55+08:00
status: 1
is_delete: 0
scd2_start_time: 2026-01-12 03:54:39.947935+08:00
scd2_end_time: 9999-12-31 00:00:00+08:00
scd2_is_current: 1
scd2_version: 1
Row 6:
member_card_id: 3043883848534213
tenant_id: 2790683160709957
register_site_id: 2790685415443269
tenant_member_id: 3043883848157381
system_member_id: 3043883846568133
card_type_id: 2793249295533893
member_card_grade_code: 2790683528022853
member_card_grade_code_name: 储值卡
member_card_type_name: 储值卡
member_name: 吴先生
member_mobile: 15146102616
balance: 1958.00
start_time: 2026-01-09 16:58:48+08:00
end_time: 2225-01-01 00:00:00+08:00
last_consume_time: 2026-01-11 15:01:55+08:00
status: 1
is_delete: 0
scd2_start_time: 2026-01-12 03:54:39.947935+08:00
scd2_end_time: 9999-12-31 00:00:00+08:00
scd2_is_current: 1
scd2_version: 1
Row 7:
member_card_id: 3039974286231365
tenant_id: 2790683160709957
register_site_id: 2790685415443269
tenant_member_id: 2901526704180613
system_member_id: 2901526703000965
card_type_id: 2793266846533445
member_card_grade_code: 2790683528022856
member_card_grade_code_name: 活动抵用券
member_card_type_name: 活动抵用券
member_name: 张无忌
member_mobile: 13686797215
balance: 0.00
start_time: 2026-01-06 22:41:48+08:00
end_time: 2225-01-01 00:00:00+08:00
last_consume_time: 2026-01-07 00:10:09+08:00
status: 1
is_delete: 0
scd2_start_time: 2026-01-12 03:54:39.947935+08:00
scd2_end_time: 9999-12-31 00:00:00+08:00
scd2_is_current: 1
scd2_version: 1
Row 8:
member_card_id: 3037269815201093
tenant_id: 2790683160709957
register_site_id: 2790685415443269
tenant_member_id: 3037269565082949
system_member_id: 3037269563493701
card_type_id: 2793266846533445
member_card_grade_code: 2790683528022856
member_card_grade_code_name: 活动抵用券
member_card_type_name: 活动抵用券
member_name: 范先生
member_mobile: 13922740721
balance: 0.00
start_time: 2026-01-05 00:50:40+08:00
end_time: 2225-01-01 00:00:00+08:00
last_consume_time: 2026-01-05 00:51:08+08:00
status: 1
is_delete: 0
scd2_start_time: 2026-01-12 03:54:39.947935+08:00
scd2_end_time: 9999-12-31 00:00:00+08:00
scd2_is_current: 1
scd2_version: 1
Row 9:
member_card_id: 3037269565459781
tenant_id: 2790683160709957
register_site_id: 2790685415443269
tenant_member_id: 3037269565082949
system_member_id: 3037269563493701
card_type_id: 2793249295533893
member_card_grade_code: 2790683528022853
member_card_grade_code_name: 储值卡
member_card_type_name: 储值卡
member_name: 范先生
member_mobile: 13922740721
balance: 0.00
start_time: 2026-01-05 00:50:25+08:00
end_time: 2225-01-01 00:00:00+08:00
last_consume_time: 2026-01-07 03:22:38+08:00
status: 1
is_delete: 0
scd2_start_time: 2026-01-12 03:54:39.947935+08:00
scd2_end_time: 9999-12-31 00:00:00+08:00
scd2_is_current: 1
scd2_version: 1
Row 10:
member_card_id: 3034509687458885
tenant_id: 2790683160709957
register_site_id: 2790685415443269
tenant_member_id: 3034509269552197
system_member_id: 3034509267242053
card_type_id: 2793266846533445
member_card_grade_code: 2790683528022856
member_card_grade_code_name: 活动抵用券
member_card_type_name: 活动抵用券
member_name: 王
member_mobile: 13622766944
balance: 288.00
start_time: 2026-01-03 02:02:55+08:00
end_time: 2225-01-01 00:00:00+08:00
last_consume_time: 2026-01-03 02:48:43+08:00
status: 1
is_delete: 0
scd2_start_time: 2026-01-12 03:54:39.947935+08:00
scd2_end_time: 9999-12-31 00:00:00+08:00
scd2_is_current: 1
scd2_version: 1