数据库 数据校验写入等逻辑更新。

This commit is contained in:
Neo
2026-02-01 03:46:16 +08:00
parent 9948000b71
commit 076f5755ca
128 changed files with 494310 additions and 2819 deletions

View File

@@ -45,7 +45,7 @@ class AppSettings:
"history_start": "",
"history_end": "",
"lookback_hours": 24,
"include_dimensions": False,
"include_dimensions": True,
"auto_backfill": False,
"ods_tasks": "",
},
@@ -277,7 +277,7 @@ class AppSettings:
@property
def integrity_include_dimensions(self) -> bool:
return self._settings.get("integrity_check", {}).get("include_dimensions", False)
return self._settings.get("integrity_check", {}).get("include_dimensions", True)
@integrity_include_dimensions.setter
def integrity_include_dimensions(self, value: bool):

View File

@@ -41,8 +41,19 @@ ENV_GROUPS = {
},
"integrity": {
"title": "数据完整性配置",
"keys": ["INTEGRITY_MODE", "INTEGRITY_HISTORY_START", "INTEGRITY_HISTORY_END",
"INTEGRITY_INCLUDE_DIMENSIONS", "INTEGRITY_AUTO_CHECK", "INTEGRITY_ODS_TASK_CODES"],
"keys": [
"INTEGRITY_MODE",
"INTEGRITY_HISTORY_START",
"INTEGRITY_HISTORY_END",
"INTEGRITY_INCLUDE_DIMENSIONS",
"INTEGRITY_AUTO_CHECK",
"INTEGRITY_AUTO_BACKFILL",
"INTEGRITY_COMPARE_CONTENT",
"INTEGRITY_CONTENT_SAMPLE_LIMIT",
"INTEGRITY_BACKFILL_MISMATCH",
"INTEGRITY_RECHECK_AFTER_BACKFILL",
"INTEGRITY_ODS_TASK_CODES",
],
"sensitive": [],
},
}

View File

@@ -348,8 +348,8 @@ class TaskPanel(QWidget):
integrity_layout.addWidget(self.include_dimensions_check)
# 自动补全选项
self.auto_backfill_check = QCheckBox("校验后自动补全丢失数据")
self.auto_backfill_check.setToolTip("如果发现丢失数据,自动从 API 重新获取并补全到 ODS")
self.auto_backfill_check = QCheckBox("更新并验证(自动回补缺失/不一致)")
self.auto_backfill_check.setToolTip("先校验,再自动从 API 回补缺失/不一致数据;可通过 INTEGRITY_RECHECK_AFTER_BACKFILL 控制是否再校验")
integrity_layout.addWidget(self.auto_backfill_check)
# 指定 ODS 任务