Hermes CI Fix
ac4bbc6891
任总 2026-10-02 11:35 直令「对外 /api/cma/** 读 KPIValue 默认只取实测区；
预估禁进趋势序列 / 禁作预警与预算依据」的同族残余读路径收口。
7 处逐处改（均引 app/utils/kpi_value_scope.actual_only_clause，不新写字面量口径）：
- kpis.py:604 GET /kpis/{id} 详情历史值（预估禁进趋势序列）
- ai_analysis.py:363 GET /ai/kpi-analysis/{id} 趋势序列/LLM 上下文
- thresholds.py:132 GET /thresholds/suggest/{id} 阈值推荐依据
- budget_generate.py:94 GET /budget/kpi-budget-candidates 预算候选最新值
- budget.py:1380 POST /budget/apply-method 派生基数（预算依据）
- maps.py:657 GET /maps/{id}/review 地图节点最新值
- data_quality.py:363 GET /data-quality/stats 缺失判定（仅预估行不算有实际值）
证据：同脚本双树 A/B 11/11（改前 3/11 FAIL）+ pytest 3 failed/1529 passed 与基线逐条同 ID。
不 push / 不部署 / 不重启 / 不写库。
1440 lines
67 KiB
Python
1440 lines
67 KiB
Python
"""自动数据质量监控 — 任务3
|
||
定期检查KPI值异常、连续持平、数据缺失等
|
||
"""
|
||
from fastapi import APIRouter, Depends, HTTPException, Query, Request
|
||
from sqlalchemy.orm import Session
|
||
from sqlalchemy import func, and_, text
|
||
from typing import Optional, Any, Tuple
|
||
from datetime import datetime, timedelta
|
||
import json
|
||
import logging
|
||
|
||
from app.database import get_db
|
||
from app.deps import assert_entity_scope, get_entity_id
|
||
from app.auth_middleware import require_auth, require_role
|
||
from app.models import (KPIDefinition, KPIValue, KpiDataQualityLog, OperationLog,
|
||
QualityRuleConfig, User)
|
||
from app.utils.oplog import log_op
|
||
from app import dq_rule_config as dqcfg
|
||
from pydantic import BaseModel, Field
|
||
from app.api.kpis import kpi_to_dict
|
||
from app.utils.alert_entity_scope import month_period_clause
|
||
from app.utils.kpi_value_scope import actual_only_clause
|
||
|
||
logger = logging.getLogger("data-quality")
|
||
|
||
router = APIRouter(prefix="/api/cma/data-quality", tags=["数据质量"],
|
||
dependencies=[Depends(require_role("ceo", "finance", "business", "it"))],
|
||
)
|
||
WRITE_ROLES = Depends(require_role("ceo", "finance", "it"))
|
||
|
||
|
||
def _log_to_dict(log):
|
||
d = {c.name: getattr(log, c.name) for c in log.__table__.columns}
|
||
if hasattr(log, 'kpi') and log.kpi:
|
||
d["kpi_code"] = log.kpi.kpi_code
|
||
d["kpi_name"] = log.kpi.kpi_name
|
||
return d
|
||
|
||
|
||
# ── 陈旧数据阈值（单一来源 2026-09-24）──
|
||
# 阈值取值由任总 2026-09-24 00:35 拍板（见任务件勘误块）；本常量为唯一取值来源，
|
||
# 接口与前端文案一律引用本值，勿在注释/文案里另写天数（防口径漂移）。
|
||
STALE_THRESHOLD_DAYS = 30
|
||
|
||
# 质量日志分页契约（默认 50/页、上限 200 —— 与 /rule-detail 同规格）
|
||
LOG_PAGE_SIZE_DEFAULT = 50
|
||
LOG_PAGE_SIZE_MAX = 200
|
||
|
||
|
||
def _scoped_quality_log_query(db: Session, entity_id: int):
|
||
"""质量日志「按会话账套收口」的唯一口径（/logs 与 /stats 共用，防两处漂移）
|
||
|
||
kpi_data_quality_log 表**无 entity_id 列**（本单禁止加列）⇒ 经 kpi_id
|
||
join kpi_definitions，取 kpi_definitions.entity_id 判定归属。
|
||
内连接语义：kpi_id 无对应 KPI 行的孤儿日志无法归属账套 ⇒ 一律不计（不猜账套）。
|
||
"""
|
||
return (
|
||
db.query(KpiDataQualityLog)
|
||
.join(KPIDefinition, KPIDefinition.id == KpiDataQualityLog.kpi_id)
|
||
.filter(KPIDefinition.entity_id == entity_id)
|
||
)
|
||
|
||
|
||
# ============================================================
|
||
# 质量检查
|
||
# ============================================================
|
||
|
||
@router.get("/check")
|
||
def run_quality_check(db: Session = Depends(get_db), entity_id: int = Depends(get_entity_id)):
|
||
"""扫描本账套KPI，生成数据质量报告（账套隔离 2026-09-21）"""
|
||
kpis = db.query(KPIDefinition).filter(
|
||
KPIDefinition.status == "active",
|
||
KPIDefinition.entity_id == entity_id,
|
||
).all()
|
||
issues = []
|
||
current_period = datetime.now().strftime("%Y-%m")
|
||
|
||
for kpi in kpis:
|
||
# 获取最近12个月的值
|
||
values = db.query(KPIValue).filter(
|
||
KPIValue.kpi_id == kpi.id,
|
||
KPIValue.actual_value.isnot(None),
|
||
month_period_clause(KPIValue.period),
|
||
).order_by(KPIValue.period.desc()).limit(12).all()
|
||
|
||
# 1. 检查数据缺失
|
||
if not values:
|
||
issues.append({
|
||
"kpi_id": kpi.id, "kpi_code": kpi.kpi_code, "kpi_name": kpi.kpi_name,
|
||
"check_type": "missing_data",
|
||
"severity": "critical",
|
||
"detail": {"missing_months": 12, "latest_period": None, "total_values": 0},
|
||
"suggestion": "请初始化KPI数据，建议导入至少3个月历史数据",
|
||
})
|
||
continue
|
||
|
||
latest_val = values[0]
|
||
latest_period = latest_val.period
|
||
|
||
# 计算缺失月数
|
||
if latest_period:
|
||
try:
|
||
lp_parts = latest_period.split("-")
|
||
lp_date = datetime(int(lp_parts[0]), int(lp_parts[1]), 1)
|
||
now_date = datetime.now().replace(day=1)
|
||
missing_months = max(0, (now_date.year - lp_date.year) * 12 + (now_date.month - lp_date.month) - 1)
|
||
if missing_months > 1:
|
||
issues.append({
|
||
"kpi_id": kpi.id, "kpi_code": kpi.kpi_code, "kpi_name": kpi.kpi_name,
|
||
"check_type": "missing_data",
|
||
"severity": "warning" if missing_months <= 3 else "critical",
|
||
"detail": {"missing_months": missing_months, "latest_period": latest_period, "total_values": len(values)},
|
||
"suggestion": f"数据缺失{missing_months}个月，建议从ERP系统同步或手动补录",
|
||
})
|
||
except Exception:
|
||
pass
|
||
|
||
# 2. 检查环比骤变（需要至少2个月的值）
|
||
if len(values) >= 2 and latest_val.actual_value:
|
||
prev_val = values[1].actual_value
|
||
if prev_val and prev_val != 0:
|
||
change_pct = abs((latest_val.actual_value - prev_val) / prev_val * 100)
|
||
if change_pct > 50:
|
||
issues.append({
|
||
"kpi_id": kpi.id, "kpi_code": kpi.kpi_code, "kpi_name": kpi.kpi_name,
|
||
"check_type": "abnormal_change",
|
||
"severity": "warning" if change_pct <= 100 else "critical",
|
||
"detail": {
|
||
"change_pct": round(change_pct, 1),
|
||
"current_value": latest_val.actual_value,
|
||
"previous_value": prev_val,
|
||
"current_period": latest_val.period,
|
||
"previous_period": values[1].period,
|
||
},
|
||
"suggestion": f"环比变化{round(change_pct,1)}%，建议核实数据是否录入错误",
|
||
})
|
||
|
||
# 3. 检查连续3期持平
|
||
if len(values) >= 3:
|
||
last_3 = [v.actual_value for v in values[:3] if v.actual_value is not None]
|
||
if len(last_3) >= 3 and len(set(last_3)) == 1:
|
||
issues.append({
|
||
"kpi_id": kpi.id, "kpi_code": kpi.kpi_code, "kpi_name": kpi.kpi_name,
|
||
"check_type": "flat_data",
|
||
"severity": "warning",
|
||
"detail": {"flat_value": last_3[0], "periods": [v.period for v in values[:3]]},
|
||
"suggestion": "连续3期数据完全相同，请确认数据源是否正常更新",
|
||
})
|
||
|
||
# 4. 检查值异常（偏离历史均值超过3倍标准差）
|
||
if len(values) >= 4 and latest_val.actual_value:
|
||
hist_vals = [v.actual_value for v in values[1:] if v.actual_value is not None]
|
||
if len(hist_vals) >= 3:
|
||
mean_val = sum(hist_vals) / len(hist_vals)
|
||
variance = sum((v - mean_val) ** 2 for v in hist_vals) / len(hist_vals)
|
||
stddev = variance ** 0.5 if variance > 0 else mean_val * 0.1
|
||
if stddev > 0 and abs(latest_val.actual_value - mean_val) > 3 * stddev:
|
||
issues.append({
|
||
"kpi_id": kpi.id, "kpi_code": kpi.kpi_code, "kpi_name": kpi.kpi_name,
|
||
"check_type": "value_outlier",
|
||
"severity": "warning",
|
||
"detail": {
|
||
"current_value": latest_val.actual_value,
|
||
"mean": round(mean_val, 2),
|
||
"stddev": round(stddev, 2),
|
||
"z_score": round(abs(latest_val.actual_value - mean_val) / stddev, 2),
|
||
},
|
||
"suggestion": "当前值偏离历史均值超过3倍标准差，建议核实",
|
||
})
|
||
|
||
# 写入质量日志
|
||
created_count = 0
|
||
for issue in issues:
|
||
existing = db.query(KpiDataQualityLog).filter(
|
||
KpiDataQualityLog.kpi_id == issue["kpi_id"],
|
||
KpiDataQualityLog.check_type == issue["check_type"],
|
||
KpiDataQualityLog.status == "open",
|
||
).first()
|
||
if not existing:
|
||
log = KpiDataQualityLog(
|
||
kpi_id=issue["kpi_id"],
|
||
check_type=issue["check_type"],
|
||
severity=issue["severity"],
|
||
detail=issue["detail"],
|
||
suggestion=issue["suggestion"],
|
||
status="open",
|
||
)
|
||
db.add(log)
|
||
created_count += 1
|
||
|
||
db.commit()
|
||
return {
|
||
"total_kpis": len(kpis),
|
||
"issues_found": len(issues),
|
||
"new_logs": created_count,
|
||
"issues": issues,
|
||
}
|
||
|
||
|
||
# ============================================================
|
||
# 质量日志CRUD
|
||
# ============================================================
|
||
|
||
@router.get("/logs")
|
||
def list_quality_logs(
|
||
kpi_id: Optional[int] = None,
|
||
severity: Optional[str] = None,
|
||
check_type: Optional[str] = None,
|
||
status: Optional[str] = None,
|
||
page: int = Query(1, ge=1, description="页码，从 1 开始（下钻与服务端分页）"),
|
||
page_size: int = Query(LOG_PAGE_SIZE_DEFAULT, ge=1, le=LOG_PAGE_SIZE_MAX,
|
||
description="每页条数，默认 50，上限 200"),
|
||
db: Session = Depends(get_db),
|
||
entity_id: int = Depends(get_entity_id),
|
||
):
|
||
"""获取数据质量日志（账套隔离 2026-09-21；服务端分页 + 真实 total 2026-09-24）
|
||
|
||
kpi_data_quality_log 表无 entity_id 列（见本文件 :235 说明），按本单选项(1)
|
||
经 kpi_id join kpi_definitions 以 kpi_definitions.entity_id 收口（零迁移）。
|
||
join 为内连接：kpi_id 无对应 KPI 行的孤儿日志无法归属账套，一律不返回。
|
||
|
||
`total` = 同筛选条件下的**真实总数**（COUNT(*)，不受分页影响）——卡片数字
|
||
（/stats）与列表 total 共用 `_scoped_quality_log_query` 同一口径，故二者必然自洽。
|
||
"""
|
||
query = _scoped_quality_log_query(db, entity_id)
|
||
if kpi_id:
|
||
query = query.filter(KpiDataQualityLog.kpi_id == kpi_id)
|
||
if severity:
|
||
query = query.filter(KpiDataQualityLog.severity == severity)
|
||
if check_type:
|
||
query = query.filter(KpiDataQualityLog.check_type == check_type)
|
||
if status:
|
||
query = query.filter(KpiDataQualityLog.status == status)
|
||
|
||
total = query.count()
|
||
logs = (
|
||
query.order_by(KpiDataQualityLog.created_at.desc(), KpiDataQualityLog.id.desc())
|
||
.limit(page_size).offset((page - 1) * page_size).all()
|
||
)
|
||
result = []
|
||
for log in logs:
|
||
d = _log_to_dict(log)
|
||
kpi = db.query(KPIDefinition).filter(KPIDefinition.id == log.kpi_id).first()
|
||
if kpi:
|
||
d["kpi_code"] = kpi.kpi_code
|
||
d["kpi_name"] = kpi.kpi_name
|
||
result.append(d)
|
||
return {"data": result, "total": total, "page": page, "page_size": page_size}
|
||
|
||
|
||
def _scoped_quality_log(db: Session, log_id: int, entity_id: int):
|
||
"""按会话账套取质量日志行（表无 entity_id 列 → 经 kpi_id join kpi_definitions 归属）"""
|
||
return (
|
||
db.query(KpiDataQualityLog)
|
||
.join(KPIDefinition, KPIDefinition.id == KpiDataQualityLog.kpi_id)
|
||
.filter(KpiDataQualityLog.id == log_id,
|
||
KPIDefinition.entity_id == entity_id)
|
||
.first()
|
||
)
|
||
|
||
|
||
@router.put("/logs/{log_id}")
|
||
def update_quality_log(log_id: int, data: dict, db: Session = Depends(get_db), user=WRITE_ROLES,
|
||
entity_id: int = Depends(get_entity_id)):
|
||
"""更新质量日志（解决/忽略）（账套隔离 2026-09-21：跨账套 → 404）"""
|
||
log = _scoped_quality_log(db, log_id, entity_id)
|
||
if not log:
|
||
raise HTTPException(404, "日志不存在")
|
||
if "status" in data:
|
||
log.status = data["status"]
|
||
if data["status"] == "resolved":
|
||
log.resolved_at = datetime.now()
|
||
if "suggestion" in data:
|
||
log.suggestion = data["suggestion"]
|
||
db.commit()
|
||
return _log_to_dict(log)
|
||
|
||
|
||
@router.delete("/logs/{log_id}")
|
||
def delete_quality_log(log_id: int, db: Session = Depends(get_db), user=WRITE_ROLES,
|
||
entity_id: int = Depends(get_entity_id)):
|
||
"""删除质量日志（账套隔离 2026-09-21：跨账套 → 404；不存在 → 404，对齐 PUT 语义）"""
|
||
log = _scoped_quality_log(db, log_id, entity_id)
|
||
if not log:
|
||
raise HTTPException(404, "日志不存在")
|
||
db.delete(log)
|
||
db.commit()
|
||
return {"message": "已删除"}
|
||
|
||
|
||
|
||
# ============================================================
|
||
# 数据质量看板统计
|
||
# ============================================================
|
||
|
||
@router.get("/stats")
|
||
def quality_stats(db: Session = Depends(get_db), entity_id: int = Depends(get_entity_id)):
|
||
"""数据质量统计（账套隔离 2026-09-21；日志四项计数收口 2026-09-24）
|
||
|
||
口径（与 /logs 共用 `_scoped_quality_log_query`，故卡片数字与列表 total 必然自洽）：
|
||
* total_logs / open_logs / severity_counts / type_counts：质量日志**本账套**计数
|
||
（kpi_data_quality_log 无 entity_id 列 ⇒ 经 kpi_id join kpi_definitions 归属）
|
||
* 层级：异常类四项为**记录数**（条），total_kpis 与完整性/缺失率为**实体数**（个）
|
||
"""
|
||
total_kpis = db.query(KPIDefinition).filter(
|
||
KPIDefinition.status == "active",
|
||
KPIDefinition.entity_id == entity_id,
|
||
).count()
|
||
# 账套收口：本账套（内连接；孤儿日志不计）
|
||
total_logs = _scoped_quality_log_query(db, entity_id).count()
|
||
open_logs = _scoped_quality_log_query(db, entity_id).filter(
|
||
KpiDataQualityLog.status == "open").count()
|
||
|
||
# 按严重程度统计（本账套）
|
||
severity_counts = {}
|
||
for s in ("info", "warning", "critical"):
|
||
cnt = _scoped_quality_log_query(db, entity_id).filter(
|
||
KpiDataQualityLog.severity == s,
|
||
KpiDataQualityLog.status == "open",
|
||
).count()
|
||
if cnt:
|
||
severity_counts[s] = cnt
|
||
|
||
# 按检查类型统计（本账套）
|
||
type_counts = {}
|
||
for t in ("abnormal_change", "flat_data", "missing_data", "value_outlier"):
|
||
cnt = _scoped_quality_log_query(db, entity_id).filter(
|
||
KpiDataQualityLog.check_type == t,
|
||
KpiDataQualityLog.status == "open",
|
||
).count()
|
||
if cnt:
|
||
type_counts[t] = cnt
|
||
|
||
# ── 数据审计看板统计 ──
|
||
# KPI完整度评分
|
||
all_kpis = db.query(KPIDefinition).filter(
|
||
KPIDefinition.status == "active",
|
||
KPIDefinition.entity_id == entity_id, # 账套隔离 2026-09-21
|
||
).all()
|
||
total = len(all_kpis)
|
||
complete_kpis = 0
|
||
missing_metadata_count = 0
|
||
missing_data_count = 0
|
||
stale_data_count = 0
|
||
|
||
from datetime import datetime, timedelta
|
||
stale_threshold = datetime.now() - timedelta(days=STALE_THRESHOLD_DAYS)
|
||
|
||
for kpi in all_kpis:
|
||
# 元数据完整度检查
|
||
has_meta = all([
|
||
kpi.formula and kpi.formula.strip(),
|
||
kpi.data_source and kpi.data_source.strip(),
|
||
kpi.data_owner and kpi.data_owner.strip(),
|
||
kpi.unit and kpi.unit.strip(),
|
||
kpi.target_value is not None,
|
||
])
|
||
if has_meta:
|
||
complete_kpis += 1
|
||
else:
|
||
missing_metadata_count += 1
|
||
|
||
# 数据缺失检查（是否有实际值）
|
||
val = db.query(KPIValue).filter(
|
||
KPIValue.kpi_id == kpi.id,
|
||
KPIValue.actual_value.isnot(None),
|
||
# 实测区口径：预估行不算「有实际值」（kpi_value_scope.actual_only_clause）
|
||
actual_only_clause(),
|
||
).first()
|
||
if not val:
|
||
missing_data_count += 1
|
||
|
||
# 超 STALE_THRESHOLD_DAYS 天未更新预警（阈值单一来源，勿在注释/文案里另写天数）
|
||
latest_val = db.query(KPIValue).filter(
|
||
KPIValue.kpi_id == kpi.id,
|
||
KPIValue.actual_value.isnot(None),
|
||
month_period_clause(KPIValue.period),
|
||
).order_by(KPIValue.period.desc()).first()
|
||
if latest_val and latest_val.calculated_at:
|
||
if latest_val.calculated_at < stale_threshold:
|
||
stale_data_count += 1
|
||
|
||
completeness_score = round(complete_kpis / total * 100, 1) if total > 0 else 0
|
||
missing_rate = round(missing_data_count / total * 100, 1) if total > 0 else 0
|
||
|
||
return {
|
||
"total_kpis": total_kpis,
|
||
"total_logs": total_logs,
|
||
"open_logs": open_logs,
|
||
"severity_counts": severity_counts,
|
||
"type_counts": type_counts,
|
||
# 数据审计看板
|
||
"completeness": {
|
||
"score": completeness_score,
|
||
"complete": complete_kpis,
|
||
"total": total,
|
||
"missing_metadata": missing_metadata_count,
|
||
},
|
||
"data_missing": {
|
||
"count": missing_data_count,
|
||
"rate": missing_rate,
|
||
"total": total,
|
||
},
|
||
"stale_data": {
|
||
"count": stale_data_count,
|
||
"threshold_days": STALE_THRESHOLD_DAYS,
|
||
},
|
||
}
|
||
|
||
|
||
# 数据缺失（data_missing）口径的 KPI 明细 —— 下钻用（只读，2026-09-24）
|
||
# 口径与上面 quality_stats() 的 data_missing 计数逐字一致：
|
||
# active KPI 且 kpi_values 中不存在 actual_value 非空的行
|
||
MISSING_DATA_CALIBER = ("active KPI 且无任何实际值"
|
||
"（kpi_values.actual_value 非空的行为 0）")
|
||
|
||
|
||
@router.get("/missing-data-kpis")
|
||
def missing_data_kpis(
|
||
page: int = Query(1, ge=1, description="页码，从 1 开始"),
|
||
page_size: int = Query(LOG_PAGE_SIZE_DEFAULT, ge=1, le=LOG_PAGE_SIZE_MAX,
|
||
description="每页条数，默认 50，上限 200"),
|
||
db: Session = Depends(get_db),
|
||
entity_id: int = Depends(get_entity_id),
|
||
):
|
||
"""「缺失率统计」卡片下钻（只读）：无任何实际值的 active KPI 清单
|
||
|
||
- 账套由会话 token 解析（`Depends(get_entity_id)`），**不新增账套入参**；
|
||
- `total` = 同口径 COUNT(*)（不受分页影响），与 `/stats.data_missing.count` 必然相等；
|
||
- 列表字段：KPI 编码 / 名称 / 负责人 / 数据源 / 单位（不含值明细，概览用）。
|
||
"""
|
||
sql = ("SELECT d.id, d.kpi_code, d.kpi_name, d.data_owner, d.data_source, d.unit "
|
||
"FROM kpi_definitions d "
|
||
"WHERE d.status = 'active' AND d.entity_id = :eid "
|
||
"AND NOT EXISTS (SELECT 1 FROM kpi_values v "
|
||
"WHERE v.kpi_id = d.id AND v.actual_value IS NOT NULL)")
|
||
total = int(db.execute(text("SELECT COUNT(*) FROM (" + sql + ") t"),
|
||
{"eid": entity_id}).scalar() or 0)
|
||
rows = db.execute(
|
||
text(sql + " ORDER BY d.id LIMIT :lim OFFSET :off"),
|
||
{"eid": entity_id, "lim": page_size, "off": (page - 1) * page_size},
|
||
).fetchall()
|
||
items = [{
|
||
"kpi_id": r.id, "kpi_code": r.kpi_code, "kpi_name": r.kpi_name,
|
||
"data_owner": r.data_owner, "data_source": r.data_source, "unit": r.unit,
|
||
} for r in rows]
|
||
return {"caliber": MISSING_DATA_CALIBER, "total": total, "page": page,
|
||
"page_size": page_size, "items": items}
|
||
|
||
|
||
# ============================================================
|
||
# DAMA 数据治理规则检查（财务七规则）— 2026-08-30 P1
|
||
# ============================================================
|
||
|
||
RULES_META = {
|
||
"unit_check": {"name": "单位校验", "level": "error", "desc": "cash_plans.amount > 10000（万元口径可疑，疑似单位错乱）"},
|
||
"dup_alert": {"name": "重复预警", "level": "error", "desc": "同一plan_id存在多条pending应收预警（去重键错误）"},
|
||
"orphan_check": {"name": "孤儿预警", "level": "error", "desc": "预警suggestion.plan_id指向不存在的cash_plans记录"},
|
||
"virtual_pollution": {"name": "虚拟污染", "level": "error", "desc": "cash_plans.source含test/虚拟等测试标识混入真实数据"},
|
||
"entity_check": {"name": "实体归属", "level": "error", "desc": "kpi_values.entity_id与kpi_definitions.entity_id不一致"},
|
||
"kpi_completeness": {"name": "KPI完整性", "level": "warning", "desc": "active状态KPI无任何实际值的数量"},
|
||
"reconciliation": {"name": "勾稽验证", "level": "warning", "desc": "预算月度合计 vs 年度目标差异>20%"},
|
||
}
|
||
|
||
DETAIL_LIMIT = 10 # 每条规则detail最多列出的条数（避免响应过大）
|
||
|
||
# ============================================================
|
||
# rule-detail（异常数可点击 → 全量结构化明细）— 2026-09-23 P1
|
||
# 口径：total 一律取 COUNT(*)（真实总数，不受明细 LIMIT 影响）；
|
||
# items 结构化 + 服务端分页（LIMIT/OFFSET，单次响应不塞全量）。
|
||
# 判据与 _run_governance_checks 逐字一致 —— 本单只改聚合口径，
|
||
# 不改阈值/级别/扣分公式（配置化是第2步，不在本单）。
|
||
# ============================================================
|
||
RULE_SOURCES = {
|
||
"unit_check": "cash_plans",
|
||
"dup_alert": "kpi_alerts",
|
||
"orphan_check": "kpi_alerts",
|
||
"virtual_pollution": "cash_plans",
|
||
"entity_check": "kpi_values",
|
||
"kpi_completeness": "kpi_definitions",
|
||
"reconciliation": "kpi_definitions",
|
||
}
|
||
|
||
RULE_ACTIONS = {
|
||
"unit_check": "核对金额单位：确为元则改按万元口径录入，或修正计划金额（阈值 >10000 不变）",
|
||
"dup_alert": "同一 plan_id 只保留一条 pending 预警，其余重复项关闭（去重键错误）",
|
||
"orphan_check": "确认预警指向的 cash_plans 是否已删除：补建计划或关闭该预警",
|
||
"virtual_pollution": "测试/虚拟来源计划不得混入真实数据：归档或清除后重跑本规则",
|
||
"entity_check": "修正 kpi_values.entity_id，使其与 kpi_definitions.entity_id 一致",
|
||
"kpi_completeness": "为无实际值的 active KPI 补录数据，或按实际情况停用该 KPI",
|
||
"reconciliation": "核对预算月度合计与年度目标口径，修正差异 >20% 的预算行",
|
||
}
|
||
|
||
|
||
# ============================================================
|
||
# 规则配置取值口（ASK-20260928-05）—— 引擎侧**唯一**配置读取入口
|
||
# 取值经 `app/dq_rule_config.py` 三层解析（账套行 → 模板行(entity_id=0) → 内置默认；
|
||
# 禁止跨账套回退）。本文件**不得**再出现可配置项的裸露常量（阈值 / 关键词 / 条数下限 /
|
||
# 差异阈值与方向 / 扣分上限与系数 / 明细条数）—— 否则「改了配置不生效」。
|
||
# 锁死面（级别、判定表达式本体、评分函数、作用域、规则集…）仍在本文件硬编码，见清单 §4。
|
||
# ============================================================
|
||
RECON_DIFF_EXPR = ("ROUND((COALESCE(SUM(b.budget_value),0) - d.target_yearly) "
|
||
"/ d.target_yearly * 100, 1)")
|
||
RECON_BASE_SQL = ("FROM kpi_definitions d JOIN budget_plans b ON b.kpi_id = d.id "
|
||
"WHERE d.status='active' AND d.target_yearly > 0 AND b.status='active'")
|
||
|
||
|
||
def _load_cfg(db: Session, eid: int) -> dict:
|
||
"""完整解析结果（含每项来源与 config_version）；任何异常 → 内置默认形态（读路径绝不 500）。"""
|
||
try:
|
||
return dqcfg.resolve(db, eid)
|
||
except Exception: # noqa: BLE001
|
||
logger.warning("DQ_RULE_CONFIG_FALLBACK_BUILTIN entity=%s", eid, exc_info=True)
|
||
return dqcfg.builtin_resolution(eid)
|
||
|
||
|
||
def _cfg_values(db: Session, eid: int) -> dict:
|
||
"""引擎取值口：{rule_key: {param: value}, ..., 'global': {...}}"""
|
||
return _load_cfg(db, eid)["values"]
|
||
|
||
|
||
def _rule_cfg(cfg: dict, rule: str) -> dict:
|
||
return (cfg or {}).get(rule) or {}
|
||
|
||
|
||
def _detail_limit(cfg: dict, rule: str) -> int:
|
||
return int(_rule_cfg(cfg, rule).get("detail_limit") or dqcfg.DEFAULT_DETAIL_LIMIT)
|
||
|
||
|
||
def _unit_threshold(cfg: dict) -> int:
|
||
return int(_rule_cfg(cfg, "unit_check").get("amount_threshold", 10000))
|
||
|
||
|
||
def _dup_min_count(cfg: dict) -> int:
|
||
return int(_rule_cfg(cfg, "dup_alert").get("min_count", 2))
|
||
|
||
|
||
def _manual_source(cfg: dict) -> str:
|
||
return str(_rule_cfg(cfg, "virtual_pollution").get("manual_source_value") or "manual")
|
||
|
||
|
||
def _recon_pct(cfg: dict) -> float:
|
||
return float(_rule_cfg(cfg, "reconciliation").get("diff_threshold_pct", 20))
|
||
|
||
|
||
def _recon_having(cfg: dict) -> str:
|
||
"""规则7 比较方向：仅三种枚举（abs/upper_only/lower_only），不接受自由表达式。"""
|
||
mode = str(_rule_cfg(cfg, "reconciliation").get("compare_mode") or "abs")
|
||
if mode == "upper_only":
|
||
return "diff_pct > :pct"
|
||
if mode == "lower_only":
|
||
return "diff_pct < (0 - :pct)"
|
||
return "ABS(diff_pct) > :pct"
|
||
|
||
|
||
def _entity_clause(eid: int, col: str) -> Tuple[str, dict]:
|
||
"""账套过滤子句 + 绑定参数（eid=0 → 全账套，无子句）。"""
|
||
if eid:
|
||
return f" AND {col} = :eid", {"eid": eid}
|
||
return "", {}
|
||
|
||
|
||
def _excluded_clause(eid: int, col: str, excluded) -> Tuple[str, dict]:
|
||
"""经营口径排除子句（F6 / ASK-05 ③-2 接线，2026-09-29）。
|
||
|
||
语义（DAMA 清单 §6.4 + 拍板件 ③-2「排除」）：
|
||
* **仅全账套口径（`eid=0` = 经营口径评分 / 明细聚合）生效** —— 被排除账套（演示/测试）
|
||
的行不再计入经营口径的评分与播报口径；
|
||
* 单账套查询（`eid!=0`）**保持原判据**：演示/测试账套仍可查看自己的检查结果
|
||
（「参与检查展示」），只由响应字段 `excluded_from_business_caliber` 标注不计入。
|
||
* 名单单一来源 = `dq_rule_config` 的 `scope.excluded_entities`（改配置值即调整，零代码回退）；
|
||
* 列可为空的历史行按「未排除」处理（`COALESCE(..., 1)` → 归默认账套 1），
|
||
避免 SQL 三值逻辑把 NULL 归属行整批吞掉。
|
||
"""
|
||
ids = dqcfg.normalize_entity_ids(excluded)
|
||
if eid or not ids:
|
||
return "", {}
|
||
params = {}
|
||
keys = []
|
||
for i, v in enumerate(ids):
|
||
key = "nxe%d" % i
|
||
keys.append(":" + key)
|
||
params[key] = int(v)
|
||
return " AND COALESCE(%s, 1) NOT IN (%s)" % (col, ", ".join(keys)), params
|
||
|
||
|
||
def _business_excluded(db: Session, eid: int) -> list:
|
||
"""本口径下生效的经营口径排除名单（**仅全账套 eid=0 生效**，其余口径返回空）。
|
||
|
||
单一来源 = `dq_rule_config`（`scope.excluded_entities`）；本模块不得另立一份账套名单。
|
||
"""
|
||
if eid:
|
||
return []
|
||
try:
|
||
return dqcfg.excluded_entity_ids(db, 0)
|
||
except Exception: # noqa: BLE001
|
||
logger.warning("DQ_SCOPE_EXCLUDED_RESOLVE_FAILED eid=0 → 按不排除处理", exc_info=True)
|
||
return []
|
||
|
||
|
||
def _vp_predicate(cfg: dict) -> Tuple[str, dict]:
|
||
"""规则4 污染主体谓词：嫌疑关键词（大小写不敏感包含式）**减去**来源白名单（豁免优先）。
|
||
|
||
关键词/白名单均来自配置；匹配方式固定为包含式（禁正则与 SQL 片段 —— 锁死面第 6 条）；
|
||
关键词为空 ⇒ 恒假谓词（不误报任何行）。绑定参数化，无字面量拼接（注入面 = 0）。
|
||
"""
|
||
vp = _rule_cfg(cfg, "virtual_pollution")
|
||
keywords = [str(k) for k in (vp.get("suspect_keywords") or []) if str(k).strip()]
|
||
whitelist = [str(w) for w in (vp.get("source_whitelist") or []) if str(w).strip()]
|
||
params: dict = {}
|
||
parts = []
|
||
for i, kw in enumerate(keywords):
|
||
key = f"vpkw{i}"
|
||
parts.append(f"LOWER(cp.source) LIKE :{key}")
|
||
params[key] = f"%{kw.lower()}%"
|
||
pred = "(" + " OR ".join(parts) + ")" if parts else "(1 = 0)"
|
||
if whitelist:
|
||
names = []
|
||
for i, w in enumerate(whitelist):
|
||
key = f"vpwl{i}"
|
||
names.append(f":{key}")
|
||
params[key] = w.lower()
|
||
pred += f" AND LOWER(cp.source) NOT IN ({', '.join(names)})"
|
||
return pred, params
|
||
|
||
|
||
def _plan_id_set(db: Session, eid: int, excluded=None):
|
||
"""已存在的 cash_plans id 集合（规则3 判孤儿用；eid 非 0 时只看该实体）
|
||
|
||
经营口径（eid=0）下叠加 `scope.excluded_entities` 排除子句（F6 接线）。
|
||
"""
|
||
sql = "SELECT id FROM cash_plans"
|
||
params = {"eid": eid}
|
||
if eid:
|
||
sql += " WHERE entity_id = :eid"
|
||
else:
|
||
exc, exc_params = _excluded_clause(eid, "entity_id", excluded)
|
||
if exc:
|
||
sql += " WHERE 1 = 1" + exc
|
||
params.update(exc_params)
|
||
return {row[0] for row in db.execute(text(sql), params).fetchall()}
|
||
|
||
|
||
def _pending_alert_plan_links(db: Session, eid: int, excluded=None):
|
||
"""规则2/3 共用数据：pending cash_plan 预警 → [(alert_id, kpi_id, plan_id, kpi_entity_id)]
|
||
|
||
返回 (parsed, raw_rows)；Python 侧解析 suggestion JSON（不依赖 MySQL JSON 函数）。
|
||
经营口径（eid=0）下叠加 `scope.excluded_entities` 排除子句（F6 接线，按 kpi_definitions.entity_id）。
|
||
"""
|
||
alert_sql = (
|
||
"SELECT a.id, a.kpi_id, a.suggestion, d.entity_id AS kpi_entity_id "
|
||
"FROM kpi_alerts a JOIN kpi_definitions d ON d.id = a.kpi_id "
|
||
"WHERE a.alert_type = 'cash_plan' AND a.status = 'pending'"
|
||
)
|
||
params = {"eid": eid}
|
||
if eid:
|
||
alert_sql += " AND d.entity_id = :eid"
|
||
else:
|
||
exc, exc_params = _excluded_clause(eid, "d.entity_id", excluded)
|
||
alert_sql += exc
|
||
params.update(exc_params)
|
||
rows = db.execute(text(alert_sql), params).fetchall()
|
||
parsed = []
|
||
for r in rows:
|
||
pid = _extract_plan_id(r.suggestion)
|
||
if pid is not None:
|
||
parsed.append((r.id, r.kpi_id, pid, r.kpi_entity_id))
|
||
return parsed, rows
|
||
|
||
|
||
def _dup_groups(parsed, min_count: int = 2):
|
||
"""规则2 判据：同 plan_id 的 pending 预警条数 **>= min_count**（默认 2 == 原 `len(ids) > 1`）
|
||
|
||
min_count 来自配置（`dup_alert.min_count`，清单 §3.2，边界 [2,20] 越界拒绝）。
|
||
"""
|
||
threshold = max(2, int(min_count or 2))
|
||
group_map = {}
|
||
for alert_id, kpi_id, pid, ent_id in parsed:
|
||
group_map.setdefault(pid, []).append((alert_id, kpi_id, ent_id))
|
||
groups = [(pid, ids) for pid, ids in group_map.items() if len(ids) >= threshold]
|
||
groups.sort(key=lambda x: -len(x[1]))
|
||
return groups
|
||
|
||
|
||
def _detail_count(db: Session, rule: str, eid: int, manual: bool = False,
|
||
cfg: Optional[dict] = None, excluded=None) -> int:
|
||
"""本规则真实总数：一律 COUNT(*)（dup/orphan 由预警分组得出，同样不受 LIMIT 影响）
|
||
|
||
经营口径（eid=0）下叠加 `scope.excluded_entities` 排除（F6 接线）——
|
||
与 `_run_governance_checks` 的聚合口径逐字一致（两处不得漂移）。
|
||
"""
|
||
cfg = cfg or _cfg_values(db, eid)
|
||
if excluded is None:
|
||
excluded = _business_excluded(db, eid)
|
||
|
||
if rule == "dup_alert":
|
||
parsed, _ = _pending_alert_plan_links(db, eid, excluded)
|
||
return len(_dup_groups(parsed, _dup_min_count(cfg)))
|
||
if rule == "orphan_check":
|
||
parsed, _ = _pending_alert_plan_links(db, eid, excluded)
|
||
pset = _plan_id_set(db, eid, excluded)
|
||
return len([1 for _a, _k, pid, _e in parsed if pid not in pset])
|
||
|
||
ent, params = _entity_clause(eid, "cp.entity_id")
|
||
exc, exc_params = _excluded_clause(eid, "cp.entity_id", excluded)
|
||
params.update(exc_params)
|
||
if rule == "unit_check":
|
||
sql = "SELECT COUNT(*) FROM cash_plans cp WHERE cp.amount > :amt" + ent + exc
|
||
params["amt"] = _unit_threshold(cfg)
|
||
elif rule == "virtual_pollution":
|
||
if manual:
|
||
sql = "SELECT COUNT(*) FROM cash_plans cp WHERE cp.source = :msrc" + ent + exc
|
||
params["msrc"] = _manual_source(cfg)
|
||
else:
|
||
pred, vp_params = _vp_predicate(cfg)
|
||
params.update(vp_params)
|
||
sql = "SELECT COUNT(*) FROM cash_plans cp WHERE " + pred + ent + exc
|
||
elif rule == "entity_check":
|
||
sql = ("SELECT COUNT(*) FROM kpi_values v JOIN kpi_definitions d ON v.kpi_id = d.id "
|
||
"WHERE v.entity_id IS NOT NULL AND v.entity_id != d.entity_id")
|
||
if eid:
|
||
sql += " AND v.entity_id = :eid"
|
||
params["eid"] = eid
|
||
else:
|
||
exc5, exc5_params = _excluded_clause(eid, "v.entity_id", excluded)
|
||
sql += exc5
|
||
params.update(exc5_params)
|
||
elif rule == "kpi_completeness":
|
||
sql = ("SELECT COUNT(*) FROM kpi_definitions d WHERE d.status='active' "
|
||
"AND NOT EXISTS (SELECT 1 FROM kpi_values v WHERE v.kpi_id = d.id)")
|
||
if eid:
|
||
sql += " AND d.entity_id = :eid"
|
||
params["eid"] = eid
|
||
else:
|
||
exc6, exc6_params = _excluded_clause(eid, "d.entity_id", excluded)
|
||
sql += exc6
|
||
params.update(exc6_params)
|
||
elif rule == "reconciliation":
|
||
sql = ("SELECT COUNT(*) FROM (SELECT d.id, " + RECON_DIFF_EXPR + " AS diff_pct "
|
||
+ RECON_BASE_SQL)
|
||
if eid:
|
||
sql += " AND d.entity_id = :eid"
|
||
params["eid"] = eid
|
||
else:
|
||
exc7, exc7_params = _excluded_clause(eid, "d.entity_id", excluded)
|
||
sql += exc7
|
||
params.update(exc7_params)
|
||
sql += " GROUP BY d.id HAVING " + _recon_having(cfg) + ") t"
|
||
params["pct"] = _recon_pct(cfg)
|
||
else:
|
||
return 0
|
||
return int(db.execute(text(sql), params).scalar() or 0)
|
||
|
||
|
||
def _detail_items(db: Session, rule: str, eid: int, limit: int, offset: int,
|
||
manual: bool = False, cfg: Optional[dict] = None, excluded=None):
|
||
"""结构化明细条目（服务端 LIMIT/OFFSET 分页；字段：record_id/entity_id/source/key_fields/summary/suggested_action）
|
||
|
||
经营口径（eid=0）下与 `_detail_count` / `governance-check` 同源叠加
|
||
`scope.excluded_entities` 排除（F6 接线）——三处口径一律不得漂移。
|
||
"""
|
||
cfg = cfg or _cfg_values(db, eid)
|
||
if excluded is None:
|
||
excluded = _business_excluded(db, eid)
|
||
|
||
if rule == "dup_alert":
|
||
parsed, _ = _pending_alert_plan_links(db, eid, excluded)
|
||
items = []
|
||
for pid, alerts in _dup_groups(parsed, _dup_min_count(cfg)):
|
||
items.append({
|
||
"record_id": pid,
|
||
"entity_id": alerts[0][2],
|
||
"source": RULE_SOURCES[rule],
|
||
"key_fields": {"plan_id": pid, "pending_alert_count": len(alerts),
|
||
"alert_ids": [a[0] for a in alerts]},
|
||
"summary": "计划#%s 存在 %d 条 pending 应收预警（去重键错误）" % (pid, len(alerts)),
|
||
"suggested_action": RULE_ACTIONS[rule],
|
||
})
|
||
return items[offset:offset + limit]
|
||
|
||
if rule == "orphan_check":
|
||
parsed, _ = _pending_alert_plan_links(db, eid, excluded)
|
||
pset = _plan_id_set(db, eid, excluded)
|
||
items = []
|
||
for alert_id, kpi_id, pid, ent_id in parsed:
|
||
if pid in pset:
|
||
continue
|
||
items.append({
|
||
"record_id": alert_id,
|
||
"entity_id": ent_id,
|
||
"source": RULE_SOURCES[rule],
|
||
"key_fields": {"alert_id": alert_id, "kpi_id": kpi_id, "plan_id": pid},
|
||
"summary": "预警#%d(kpi#%d) 指向的 plan#%s 不存在" % (alert_id, kpi_id, pid),
|
||
"suggested_action": RULE_ACTIONS[rule],
|
||
})
|
||
return items[offset:offset + limit]
|
||
|
||
ent, params = _entity_clause(eid, "cp.entity_id")
|
||
exc, exc_params = _excluded_clause(eid, "cp.entity_id", excluded)
|
||
params.update(exc_params)
|
||
params.update({"lim": limit, "off": offset})
|
||
|
||
if rule == "unit_check":
|
||
threshold = _unit_threshold(cfg)
|
||
rows = db.execute(text(
|
||
"SELECT cp.id, cp.entity_id, cp.amount, cp.source, cp.description FROM cash_plans cp "
|
||
"WHERE cp.amount > :amt" + ent + exc + " ORDER BY cp.amount DESC LIMIT :lim OFFSET :off"
|
||
), {**params, "amt": threshold}).fetchall()
|
||
return [{
|
||
"record_id": r.id,
|
||
"entity_id": r.entity_id,
|
||
"source": RULE_SOURCES[rule],
|
||
"key_fields": {"amount": float(r.amount) if r.amount is not None else None,
|
||
"source": r.source, "description": r.description,
|
||
"threshold": ">%s（万元口径可疑）" % threshold},
|
||
"summary": "计划#%d 金额 %s（超 %s 阈值，疑似单位错乱）" % (r.id, r.amount, threshold),
|
||
"suggested_action": RULE_ACTIONS[rule],
|
||
} for r in rows]
|
||
|
||
if rule == "virtual_pollution":
|
||
if manual:
|
||
where, kw_params = "cp.source = :msrc", {"msrc": _manual_source(cfg)}
|
||
scope_text = "%s（待人工确认）" % _manual_source(cfg)
|
||
else:
|
||
where, kw_params = _vp_predicate(cfg)
|
||
scope_text = "污染源（%s）" % "/".join(cfg["virtual_pollution"]["suspect_keywords"])
|
||
rows = db.execute(text(
|
||
"SELECT cp.id, cp.entity_id, cp.source, cp.description FROM cash_plans cp "
|
||
"WHERE " + where + ent + exc + " ORDER BY cp.id LIMIT :lim OFFSET :off"
|
||
), {**params, **kw_params}).fetchall()
|
||
return [{
|
||
"record_id": r.id,
|
||
"entity_id": r.entity_id,
|
||
"source": RULE_SOURCES[rule],
|
||
"key_fields": {"source": r.source, "description": r.description,
|
||
"scope": scope_text},
|
||
"summary": "计划#%d source=%s%s" % (r.id, r.source, "" if not manual else "（待人工确认）"),
|
||
"suggested_action": RULE_ACTIONS[rule],
|
||
} for r in rows]
|
||
|
||
if rule == "entity_check":
|
||
sql = ("SELECT v.id, v.kpi_id, d.kpi_code, v.entity_id AS v_eid, d.entity_id AS d_eid "
|
||
"FROM kpi_values v JOIN kpi_definitions d ON v.kpi_id = d.id "
|
||
"WHERE v.entity_id IS NOT NULL AND v.entity_id != d.entity_id")
|
||
if eid:
|
||
sql += " AND v.entity_id = :eid"
|
||
else:
|
||
exc5, exc5_params = _excluded_clause(eid, "v.entity_id", excluded)
|
||
sql += exc5
|
||
params.update(exc5_params)
|
||
sql += " ORDER BY v.id LIMIT :lim OFFSET :off"
|
||
if not eid:
|
||
params.pop("eid", None)
|
||
rows = db.execute(text(sql), params).fetchall()
|
||
return [{
|
||
"record_id": r.id,
|
||
"entity_id": r.v_eid,
|
||
"source": RULE_SOURCES[rule],
|
||
"key_fields": {"kpi_id": r.kpi_id, "kpi_code": r.kpi_code,
|
||
"value_entity_id": r.v_eid, "definition_entity_id": r.d_eid},
|
||
"summary": "值#%d %s：实体%s ≠ 定义实体%s" % (r.id, r.kpi_code, r.v_eid, r.d_eid),
|
||
"suggested_action": RULE_ACTIONS[rule],
|
||
} for r in rows]
|
||
|
||
if rule == "kpi_completeness":
|
||
sql = ("SELECT d.id, d.entity_id, d.kpi_code, d.kpi_name FROM kpi_definitions d "
|
||
"WHERE d.status='active' AND NOT EXISTS (SELECT 1 FROM kpi_values v WHERE v.kpi_id = d.id)")
|
||
if eid:
|
||
sql += " AND d.entity_id = :eid"
|
||
else:
|
||
exc6, exc6_params = _excluded_clause(eid, "d.entity_id", excluded)
|
||
sql += exc6
|
||
params.update(exc6_params)
|
||
sql += " ORDER BY d.id LIMIT :lim OFFSET :off"
|
||
if not eid:
|
||
params.pop("eid", None)
|
||
rows = db.execute(text(sql), params).fetchall()
|
||
return [{
|
||
"record_id": r.id,
|
||
"entity_id": r.entity_id,
|
||
"source": RULE_SOURCES[rule],
|
||
"key_fields": {"kpi_code": r.kpi_code, "kpi_name": r.kpi_name, "status": "active"},
|
||
"summary": "%s %s（active 但无任何实际值）" % (r.kpi_code, r.kpi_name),
|
||
"suggested_action": RULE_ACTIONS[rule],
|
||
} for r in rows]
|
||
|
||
if rule == "reconciliation":
|
||
sql = ("SELECT d.id, d.entity_id, d.kpi_code, d.kpi_name, d.target_yearly, "
|
||
"COALESCE(SUM(b.budget_value),0) AS monthly_sum, "
|
||
+ RECON_DIFF_EXPR + " AS diff_pct " + RECON_BASE_SQL)
|
||
if eid:
|
||
sql += " AND d.entity_id = :eid"
|
||
else:
|
||
exc7, exc7_params = _excluded_clause(eid, "d.entity_id", excluded)
|
||
sql += exc7
|
||
params.update(exc7_params)
|
||
sql += (" GROUP BY d.id HAVING " + _recon_having(cfg)
|
||
+ " ORDER BY ABS(diff_pct) DESC LIMIT :lim OFFSET :off")
|
||
recon_params = {**params, "pct": _recon_pct(cfg)}
|
||
if not eid:
|
||
recon_params.pop("eid", None)
|
||
rows = db.execute(text(sql), recon_params).fetchall()
|
||
return [{
|
||
"record_id": r.id,
|
||
"entity_id": r.entity_id,
|
||
"source": RULE_SOURCES[rule],
|
||
"key_fields": {"kpi_code": r.kpi_code, "monthly_sum": float(r.monthly_sum or 0),
|
||
"target_yearly": float(r.target_yearly or 0), "diff_pct": float(r.diff_pct or 0)},
|
||
"summary": "%s 预算合计%s vs 年度目标%s 差异%s%%" % (
|
||
r.kpi_code, round(r.monthly_sum or 0, 1), r.target_yearly, r.diff_pct),
|
||
"suggested_action": RULE_ACTIONS[rule],
|
||
} for r in rows]
|
||
|
||
return []
|
||
|
||
|
||
# ============================================================
|
||
# 财务七规则检查（governance-check）— 2026-08-30 P1 最终方案
|
||
# 端点收敛（cma-residual-cross-entity-cleanup-20260914）：
|
||
# /check-governance 已下线 —— 全仓无调用方（前端仅残留 api 定义、无 .vue 调用）；
|
||
# 其 entity_id 参数无会话鉴权（0=全部/1/2 任取）→ 跨租户；与 governance-check 功能重复。
|
||
# 本端点评分口径：
|
||
# * 评分规则：error 扣 min(error 上限, count×系数)，warning 扣 min(warning 上限, count×系数)
|
||
# —— 上限/系数自 2026-09-28（ASK-20260928-05）起取自 `dq_rule_config`（默认 = 原 15×3 / 10×1）
|
||
# * 规则2/3 用 Python 解析 suggestion JSON（不依赖 MySQL JSON 函数）
|
||
# * 规则4 区分 污染关键词（error）与 manual（待人工确认 warning）
|
||
# * 规则7 按 status='active' 口径（与 budget.py 一致，避免多版本叠加失真）
|
||
# 只读幂等：不写库、不创建 KpiDataQualityLog
|
||
# ============================================================
|
||
|
||
|
||
def _extract_plan_id(suggestion: str):
|
||
"""从 kpi_alerts.suggestion (Text 存 JSON) 解析 plan_id；解析失败返回 None"""
|
||
if not suggestion:
|
||
return None
|
||
try:
|
||
data = json.loads(suggestion)
|
||
return data.get("plan_id")
|
||
except Exception:
|
||
return None
|
||
|
||
|
||
def _disabled_issue(rule: str, cfg: dict) -> dict:
|
||
"""被配置关闭的规则：零扣分、零明细，但**仍占位**（规则集锁死 7 条，响应形状稳定）。"""
|
||
return {"rule": rule, "level": RULES_META[rule]["level"], "enabled": False,
|
||
"count": 0, "detail": [], "deducted": 0}
|
||
|
||
|
||
def _run_governance_checks(db: Session, entity_id: int = 0):
|
||
"""执行财务七规则，返回 issues 列表（含 deducted 扣分）。entity_id=0 表示全部实体。
|
||
|
||
配置化（ASK-20260928-05）：阈值/关键词/条数下限/差异阈值与方向/扣分上限与系数/明细条数
|
||
一律经 `_cfg_values()`（三层解析）取值；级别与判定表达式本体**锁死**（见 dq_rule_config）。
|
||
|
||
经营口径排除（F6 / ASK-05 ③-2，2026-09-29 接线）：全账套口径（`entity_id=0`）下，
|
||
`scope.excluded_entities` 名单内账套（演示/测试）的行**不再计入**评分与明细；
|
||
单账套口径（`entity_id≠0`）保持原判据（可查看，仅标注不计入经营口径）。
|
||
"""
|
||
eid = entity_id or 0
|
||
cfg = _cfg_values(db, eid)
|
||
resolution = _load_cfg(db, eid)
|
||
# 经营口径排除名单（F6 / ASK-05 ③-2 接线）：仅全账套口径（eid=0）参与过滤
|
||
excluded = dqcfg.excluded_entities_from_resolution(resolution)
|
||
exclusion_applied = bool(not eid and excluded)
|
||
issues = []
|
||
disabled = []
|
||
|
||
# ── 规则1 单位校验：amount > 阈值（默认 10000 万元口径可疑）──
|
||
if cfg["unit_check"].get("enabled", True):
|
||
threshold = _unit_threshold(cfg)
|
||
limit = _detail_limit(cfg, "unit_check")
|
||
ent, params = _entity_clause(eid, "cp.entity_id")
|
||
exc, exc_params = _excluded_clause(eid, "cp.entity_id", excluded)
|
||
params.update(exc_params)
|
||
rows = db.execute(text(
|
||
"SELECT cp.id, cp.entity_id, cp.amount, cp.source, cp.description "
|
||
"FROM cash_plans cp WHERE cp.amount > :amt" + ent + exc + " ORDER BY cp.amount DESC LIMIT 200"
|
||
), {**params, "amt": threshold}).fetchall()
|
||
unit_total = _detail_count(db, "unit_check", eid, cfg=cfg, excluded=excluded) # 真实总数（不受明细 LIMIT 截断）
|
||
issues.append({
|
||
"rule": "unit_check", "level": RULES_META["unit_check"]["level"],
|
||
"count": unit_total,
|
||
"detail": [f"plan#{r.id} 金额{r.amount}(疑似元)" for r in rows[:limit]]
|
||
+ (["…等%d条" % unit_total] if unit_total > limit else []),
|
||
})
|
||
else:
|
||
disabled.append("unit_check")
|
||
issues.append(_disabled_issue("unit_check", cfg))
|
||
|
||
# ── 规则2/3 共用数据：pending cash_plan 预警（实体筛选经 kpi_definitions）──
|
||
parsed, _alert_rows = _pending_alert_plan_links(db, eid, excluded)
|
||
|
||
# 已存在的 cash_plans id 集合（规则3 判断孤儿用；实体筛选时仅看该实体下 plan）
|
||
plan_id_set = _plan_id_set(db, eid, excluded)
|
||
|
||
# ── 规则2 重复预警：同 plan_id 的 pending 预警 ≥ min_count（默认 2）──
|
||
if cfg["dup_alert"].get("enabled", True):
|
||
limit = _detail_limit(cfg, "dup_alert")
|
||
dup_groups = _dup_groups(parsed, _dup_min_count(cfg))
|
||
issues.append({
|
||
"rule": "dup_alert", "level": RULES_META["dup_alert"]["level"],
|
||
"count": len(dup_groups),
|
||
"detail": [f"plan#{pid} 重复预警×{len(ids)}" for pid, ids in dup_groups[:limit]]
|
||
+ (["…等%d个plan" % len(dup_groups)] if len(dup_groups) > limit else []),
|
||
})
|
||
else:
|
||
disabled.append("dup_alert")
|
||
issues.append(_disabled_issue("dup_alert", cfg))
|
||
|
||
# ── 规则3 孤儿预警：plan_id 指向不存在的 cash_plans ──
|
||
if cfg["orphan_check"].get("enabled", True):
|
||
limit = _detail_limit(cfg, "orphan_check")
|
||
orphan_rows = [(aid, kid, pid) for aid, kid, pid, _ent in parsed if pid not in plan_id_set]
|
||
issues.append({
|
||
"rule": "orphan_check", "level": RULES_META["orphan_check"]["level"],
|
||
"count": len(orphan_rows),
|
||
"detail": [f"预警#{aid}(kpi#{kid}) → plan#{pid} 不存在" for aid, kid, pid in orphan_rows[:limit]]
|
||
+ (["…等%d条" % len(orphan_rows)] if len(orphan_rows) > limit else []),
|
||
})
|
||
else:
|
||
disabled.append("orphan_check")
|
||
issues.append(_disabled_issue("orphan_check", cfg))
|
||
|
||
# ── 规则4 虚拟污染：source 命中嫌疑关键词（去白名单）→ error；manual 值 → 待人工确认 warning ──
|
||
if cfg["virtual_pollution"].get("enabled", True):
|
||
limit = _detail_limit(cfg, "virtual_pollution")
|
||
ent, params = _entity_clause(eid, "cp.entity_id")
|
||
exc, exc_params = _excluded_clause(eid, "cp.entity_id", excluded)
|
||
params.update(exc_params)
|
||
pred, vp_params = _vp_predicate(cfg)
|
||
rows = db.execute(text(
|
||
"SELECT cp.id, cp.entity_id, cp.source, cp.description FROM cash_plans cp "
|
||
"WHERE " + pred + ent + exc + " ORDER BY cp.id LIMIT 200"
|
||
), {**params, **vp_params}).fetchall()
|
||
manual_rows = db.execute(text(
|
||
"SELECT cp.id, cp.entity_id, cp.source, cp.description FROM cash_plans cp "
|
||
"WHERE cp.source = :msrc" + ent + exc + " ORDER BY cp.id LIMIT 200"
|
||
), {**params, "msrc": _manual_source(cfg)}).fetchall()
|
||
poll_total = _detail_count(db, "virtual_pollution", eid, cfg=cfg, excluded=excluded)
|
||
manual_total = _detail_count(db, "virtual_pollution", eid, manual=True, cfg=cfg,
|
||
excluded=excluded)
|
||
issues.append({
|
||
"rule": "virtual_pollution", "level": RULES_META["virtual_pollution"]["level"],
|
||
"count": poll_total,
|
||
"detail": [f"plan#{r.id} source={r.source} desc={r.description or ''}" for r in rows[:limit]]
|
||
+ (["…等%d条" % poll_total] if poll_total > limit else []),
|
||
"manual_count": manual_total,
|
||
"manual_detail": [f"plan#{r.id} source=manual(待人工确认)" for r in manual_rows[:limit]]
|
||
+ (["…等%d条" % manual_total] if manual_total > limit else []),
|
||
})
|
||
else:
|
||
disabled.append("virtual_pollution")
|
||
issues.append(_disabled_issue("virtual_pollution", cfg))
|
||
|
||
# ── 规则5 实体归属：kpi_values.entity_id IS NOT NULL 且 != kpi_definitions.entity_id ──
|
||
if cfg["entity_check"].get("enabled", True):
|
||
limit = _detail_limit(cfg, "entity_check")
|
||
ent_sql = (
|
||
"SELECT v.id, v.kpi_id, d.kpi_code, v.entity_id AS v_eid, d.entity_id AS d_eid "
|
||
"FROM kpi_values v JOIN kpi_definitions d ON v.kpi_id = d.id "
|
||
"WHERE v.entity_id IS NOT NULL AND v.entity_id != d.entity_id"
|
||
)
|
||
if eid:
|
||
ent_sql += " AND v.entity_id = :eid"
|
||
ent_params = {"eid": eid}
|
||
if not eid:
|
||
exc5, exc5_params = _excluded_clause(eid, "v.entity_id", excluded)
|
||
ent_sql += exc5
|
||
ent_params.update(exc5_params)
|
||
ent_sql += " ORDER BY v.id LIMIT 200"
|
||
ent_rows = db.execute(text(ent_sql), ent_params).fetchall()
|
||
ent_total = _detail_count(db, "entity_check", eid, cfg=cfg, excluded=excluded) # 真实总数
|
||
issues.append({
|
||
"rule": "entity_check", "level": RULES_META["entity_check"]["level"],
|
||
"count": ent_total,
|
||
"detail": [f"值#{r.id} {r.kpi_code} 实体{r.v_eid}≠定义实体{r.d_eid}" for r in ent_rows[:limit]]
|
||
+ (["…等%d条" % ent_total] if ent_total > limit else []),
|
||
})
|
||
else:
|
||
disabled.append("entity_check")
|
||
issues.append(_disabled_issue("entity_check", cfg))
|
||
|
||
# ── 规则6 KPI完整性：active KPI 无任何实际值 ──
|
||
if cfg["kpi_completeness"].get("enabled", True):
|
||
limit = _detail_limit(cfg, "kpi_completeness")
|
||
comp_sql = (
|
||
"SELECT d.id, d.kpi_code, d.kpi_name FROM kpi_definitions d "
|
||
"WHERE d.status='active' AND NOT EXISTS (SELECT 1 FROM kpi_values v WHERE v.kpi_id = d.id)"
|
||
)
|
||
if eid:
|
||
comp_sql += " AND d.entity_id = :eid"
|
||
comp_params = {"eid": eid}
|
||
if not eid:
|
||
exc6, exc6_params = _excluded_clause(eid, "d.entity_id", excluded)
|
||
comp_sql += exc6
|
||
comp_params.update(exc6_params)
|
||
comp_sql += " ORDER BY d.id LIMIT 300"
|
||
comp_rows = db.execute(text(comp_sql), comp_params).fetchall()
|
||
comp_total = _detail_count(db, "kpi_completeness", eid, cfg=cfg, excluded=excluded)
|
||
issues.append({
|
||
"rule": "kpi_completeness", "level": RULES_META["kpi_completeness"]["level"],
|
||
"count": comp_total,
|
||
"detail": [f"{r.kpi_code} {r.kpi_name}(无值)" for r in comp_rows[:limit]]
|
||
+ (["…等%d个KPI" % comp_total] if comp_total > limit else []),
|
||
})
|
||
else:
|
||
disabled.append("kpi_completeness")
|
||
issues.append(_disabled_issue("kpi_completeness", cfg))
|
||
|
||
# ── 规则7 勾稽验证：预算(active口径)合计 vs 年度目标，差异按配置阈值/方向判定 ──
|
||
if cfg["reconciliation"].get("enabled", True):
|
||
limit = _detail_limit(cfg, "reconciliation")
|
||
recon_sql = (
|
||
"SELECT d.kpi_code, d.kpi_name, d.target_yearly, "
|
||
"COALESCE(SUM(b.budget_value),0) AS monthly_sum, "
|
||
+ RECON_DIFF_EXPR + " AS diff_pct " + RECON_BASE_SQL
|
||
)
|
||
if eid:
|
||
recon_sql += " AND d.entity_id = :eid"
|
||
recon_params = {"eid": eid}
|
||
if not eid:
|
||
exc7, exc7_params = _excluded_clause(eid, "d.entity_id", excluded)
|
||
recon_sql += exc7
|
||
recon_params.update(exc7_params)
|
||
recon_sql += (" GROUP BY d.id HAVING " + _recon_having(cfg)
|
||
+ " ORDER BY ABS(diff_pct) DESC LIMIT 200")
|
||
recon_params["pct"] = _recon_pct(cfg)
|
||
recon_rows = db.execute(text(recon_sql), recon_params).fetchall()
|
||
recon_total = _detail_count(db, "reconciliation", eid, cfg=cfg, excluded=excluded)
|
||
issues.append({
|
||
"rule": "reconciliation", "level": RULES_META["reconciliation"]["level"],
|
||
"count": recon_total,
|
||
"detail": [f"{r.kpi_code} 预算合计{round(r.monthly_sum, 1)} vs 年度目标{r.target_yearly} 差异{r.diff_pct}%"
|
||
for r in recon_rows[:limit]]
|
||
+ (["…等%d个KPI" % recon_total] if recon_total > limit else []),
|
||
})
|
||
else:
|
||
disabled.append("reconciliation")
|
||
issues.append(_disabled_issue("reconciliation", cfg))
|
||
|
||
# ── 评分：各规则的「上限 × 系数」取自配置（默认 error 15×3 / warning 10×1；规则4 manual 附加）──
|
||
total_deduct = 0
|
||
for item in issues:
|
||
rule = item["rule"]
|
||
rule_cfg = cfg.get(rule) or {}
|
||
if not rule_cfg.get("enabled", True):
|
||
item["deducted"] = 0
|
||
continue
|
||
ded = 0
|
||
if item["count"] > 0:
|
||
cap = int(rule_cfg.get("deduct_cap",
|
||
15 if item["level"] == "error" else 10))
|
||
factor = int(rule_cfg.get("deduct_factor",
|
||
3 if item["level"] == "error" else 1))
|
||
ded += min(cap, item["count"] * factor)
|
||
# 规则4 附加：manual 待人工确认（warning 性质）
|
||
manual_cnt = item.get("manual_count") or 0
|
||
if rule == "virtual_pollution" and manual_cnt > 0:
|
||
ded += min(int(rule_cfg.get("manual_cap", 10)),
|
||
manual_cnt * int(rule_cfg.get("manual_factor", 1)))
|
||
item["deducted"] = ded
|
||
total_deduct += ded
|
||
score = max(0, 100 - total_deduct)
|
||
|
||
passed = [item["rule"] for item in issues if item["count"] == 0 and item["rule"] not in disabled]
|
||
|
||
return {
|
||
"checked_at": datetime.now().isoformat(timespec="seconds"),
|
||
"entity_id": eid,
|
||
"score": score,
|
||
"total_deduct": total_deduct,
|
||
"total_rules": len(issues),
|
||
"issues": issues,
|
||
"passed": passed,
|
||
"disabled": disabled,
|
||
"rules_meta": RULES_META,
|
||
# 配置化（ASK-20260928-05）：口径快照指纹 —— 事后可解释「当时的分数是哪一版配置算出来的」
|
||
"config_version": resolution.get("config_version"),
|
||
"config_source": {"table_ready": resolution.get("table_ready"),
|
||
"entity_config_enabled": resolution.get("entity_config_enabled")},
|
||
# 演示/测试账套排除（F6 / ASK-05 ③-2）：**已接线** —— 全账套口径（eid=0）的评分与
|
||
# 明细已按本名单过滤（见 `_excluded_clause`）；单账套查询仅标注不计入经营口径。
|
||
"scope_excluded_entities": excluded,
|
||
"excluded_from_business_caliber": dqcfg.is_excluded_from_business_caliber(eid, excluded),
|
||
"business_caliber": {
|
||
"caliber": "business" if not eid else "entity",
|
||
"exclusion_applied": exclusion_applied,
|
||
"excluded_entities": excluded,
|
||
"included": not dqcfg.is_excluded_from_business_caliber(eid, excluded),
|
||
},
|
||
}
|
||
|
||
|
||
@router.get("/governance-check")
|
||
def governance_check(
|
||
request: Request,
|
||
entity_id: Optional[int] = Query(None, ge=0, description="实体ID: 0=全部（仅Bot通道）, 1=酣客, 2=博海；须与会话账套一致"),
|
||
db: Session = Depends(get_db),
|
||
):
|
||
"""财务七规则检查（DAMA数据治理）— 只读幂等，不写库。
|
||
|
||
7条规则: unit_check/dup_alert/orphan_check/virtual_pollution/entity_check/kpi_completeness/reconciliation
|
||
评分: 满分100，各规则扣分 = min(配置上限, 命中数×配置系数)（默认 error 15×3、warning 10×1），
|
||
score = max(0, 100 − 总扣分)；阈值/关键词/权重自 2026-09-28 起由 quality_rule_config 配置（ASK-20260928-05）。
|
||
实体筛选: entity_id 参数（0=全部，仅无会话token的Bot通道）。
|
||
|
||
多租户（cma-cross-entity-endpoints-auth-20260914）：
|
||
登录会话按 token 绑定账套取数，显式 entity_id 与会话账套不一致 → 403（同 growth-quality 文案）；
|
||
未传 entity_id 时按会话账套（不再默认全部实体）。
|
||
"""
|
||
session_entity = assert_entity_scope(request, entity_id, db)
|
||
if session_entity is not None:
|
||
scope = session_entity
|
||
else:
|
||
# Bot 通道（无 token）：保持原口径（缺省 0=全部）
|
||
scope = 0 if entity_id is None else entity_id
|
||
return _run_governance_checks(db, scope)
|
||
|
||
|
||
@router.get("/rule-detail")
|
||
def rule_detail(
|
||
rule: Optional[str] = Query(None, description="七规则 key 之一；缺省/空 → 空集（不 500）"),
|
||
page: int = Query(1, ge=1, description="页码，从 1 开始"),
|
||
page_size: int = Query(50, ge=1, le=200, description="每页条数，默认 50，上限 200"),
|
||
scope: Optional[str] = Query(None, description="virtual_pollution 专用：manual=待人工确认组"),
|
||
db: Session = Depends(get_db),
|
||
entity_id: int = Depends(get_entity_id),
|
||
):
|
||
"""异常明细下钻（只读，2026-09-23 P1「异常数可点击看全量」）：
|
||
|
||
- `total` 一律来自 COUNT(*)（真实总数，不受明细查询 LIMIT 影响）；
|
||
- `items` 结构化字段：record_id / entity_id / source / key_fields / summary / suggested_action；
|
||
- 服务端分页（LIMIT/OFFSET），单次响应不塞全量；
|
||
- 账套由会话 token 解析（Depends(get_entity_id)），**不新增账套入参**；
|
||
- 兼容：rule 缺省/空 → 空集（200，不 500）；未知 rule → 400 + 明确文案；
|
||
- 判据与 `governance-check` 共用同一配置解析（2026-09-28 起），两处口径不会漂移。
|
||
"""
|
||
key = (rule or "").strip()
|
||
if not key:
|
||
return {"rule": "", "level": "", "name": "", "desc": "",
|
||
"scope": None, "total": 0, "page": page, "page_size": page_size, "items": []}
|
||
if key not in RULES_META:
|
||
raise HTTPException(400, f"未知规则 rule={key}；可选: {', '.join(RULES_META.keys())}")
|
||
|
||
manual = key == "virtual_pollution" and (scope or "").strip().lower() == "manual"
|
||
eid = entity_id or 0
|
||
cfg = _cfg_values(db, eid)
|
||
total = _detail_count(db, key, eid, manual=manual, cfg=cfg)
|
||
offset = (page - 1) * page_size
|
||
items = _detail_items(db, key, eid, page_size, offset, manual=manual, cfg=cfg)
|
||
return {
|
||
"rule": key,
|
||
"level": RULES_META[key]["level"],
|
||
"name": RULES_META[key]["name"],
|
||
"desc": RULES_META[key]["desc"],
|
||
"scope": "manual" if manual else None,
|
||
"enabled": bool((cfg.get(key) or {}).get("enabled", True)),
|
||
"total": total,
|
||
"page": page,
|
||
"page_size": page_size,
|
||
"items": items,
|
||
}
|
||
|
||
|
||
# ============================================================
|
||
# 规则配置端点（ASK-20260928-05 最小实现：新表 + 端点 + 只读 UI）
|
||
# 读：GET /rule-config（四角色，账套由 token 绑定，不新增账套入参）
|
||
# 写：PUT /rule-config（ceo/it；平台级参数仅 it；Bot 通道禁写；变更与审计同事务）
|
||
# 史：GET /rule-config/history（ceo/it）
|
||
# 边界（清单 §4/§5）：级别、判定表达式、评分函数、作用域等 10 类锁死 —— 不在 SPEC 即拒绝。
|
||
# ============================================================
|
||
|
||
|
||
class DqRuleConfigUpdate(BaseModel):
|
||
"""单参数配置变更（一次只改一档：清单 §5.1「一次只改一档，改完复跑七规则对账」）。"""
|
||
rule_key: str = Field(..., description="七规则 key 之一，或 global（全局项）")
|
||
param_key: str = Field(..., description="参数名（见 GET /rule-config 的 params）")
|
||
value: Any = Field(None, description="新值（类型见参数规格：bool/int/float/str/数组/枚举）")
|
||
change_reason: str = Field(..., description=f"变更理由（≥{dqcfg.MIN_REASON_LEN} 字，落审计）")
|
||
|
||
|
||
@router.get("/rule-config")
|
||
def get_rule_config(
|
||
db: Session = Depends(get_db),
|
||
entity_id: int = Depends(get_entity_id),
|
||
):
|
||
"""财务七规则配置（**只读**）：三层解析后的生效值 + 每项来源 + 锁死项清单。
|
||
|
||
来源语义：`entity`=本账套覆盖行 / `template`=全账套模板行(entity_id=0) / `builtin`=代码内置默认。
|
||
账套由会话 token 解析（`Depends(get_entity_id)`），**不新增账套入参**；演示/测试账套只读不可写。
|
||
"""
|
||
res = _load_cfg(db, entity_id)
|
||
return {
|
||
"entity_id": entity_id,
|
||
"config_entity_id": res["config_entity_id"],
|
||
"entity_config_enabled": res["entity_config_enabled"],
|
||
"config_entities": list(dqcfg.CONFIG_ENTITIES),
|
||
"table_ready": res["table_ready"],
|
||
"config_version": res["config_version"],
|
||
"rule_param_count": dqcfg.count_rule_params(),
|
||
"rules": {
|
||
key: {
|
||
"name": RULES_META[key]["name"],
|
||
"level": RULES_META[key]["level"],
|
||
"desc": RULES_META[key]["desc"],
|
||
"params": res["rules"][key],
|
||
} for key in dqcfg.RULE_KEYS
|
||
},
|
||
"global_params": res["global"],
|
||
"scope": res["scope"],
|
||
"scope_note": "演示/测试账套排除（F6 / ASK-05 ③-2）：已接线 —— 全账套口径的评分与明细"
|
||
"不再计入名单内账套；单账套查询仍可查看（展示）。改本配置值即可调整（零代码回退）",
|
||
"locked": [dict(it) for it in dqcfg.LOCKED_ITEMS],
|
||
"readonly": True,
|
||
"write_contract": {
|
||
"roles": ["ceo", "it"], # 与 PUT /rule-config 的 require_role 一致
|
||
"platform_roles": ["it"], # open_level=platform 的项仅 it 可写
|
||
"min_reason_len": dqcfg.MIN_REASON_LEN,
|
||
"entity_config_entities": list(dqcfg.CONFIG_ENTITIES),
|
||
"bot_channel_write": False,
|
||
"endpoint": "PUT /api/cma/data-quality/rule-config",
|
||
},
|
||
"generated_at": datetime.now().isoformat(timespec="seconds"),
|
||
}
|
||
|
||
|
||
@router.get("/rule-config/history")
|
||
def get_rule_config_history(
|
||
limit: int = Query(20, ge=1, le=200, description="返回条数上限"),
|
||
db: Session = Depends(get_db),
|
||
entity_id: int = Depends(get_entity_id),
|
||
_user: User = Depends(require_role("ceo", "it")),
|
||
):
|
||
"""本账套配置变更历史（ceo/it）——读 `operation_logs`（action=update_dq_rule_config）。
|
||
|
||
`operation_logs` 无 entity_id 列 ⇒ 按 `detail.entity_id` 过滤（清单 §5.2 既定口径）。
|
||
"""
|
||
return {"entity_id": entity_id, "items": dqcfg.history(db, entity_id, limit)}
|
||
|
||
|
||
@router.put("/rule-config")
|
||
def update_rule_config(
|
||
payload: DqRuleConfigUpdate,
|
||
request: Request,
|
||
db: Session = Depends(get_db),
|
||
entity_id: int = Depends(get_entity_id),
|
||
current_user: User = Depends(require_role("ceo", "it")),
|
||
):
|
||
"""修改单个配置项（ceo/it；平台级参数仅 it）。
|
||
|
||
校验顺序：账套可写 → Bot 通道禁写 → 参数在开放面（锁死/未知一律 400）
|
||
→ 平台级仅 it → change_reason → 取值边界（拒绝或钳制）→ 写行 + 审计同事务。
|
||
"""
|
||
if entity_id not in dqcfg.CONFIG_ENTITIES:
|
||
raise HTTPException(
|
||
400, f"账套 entity_id={entity_id} 不开放规则配置（仅 {list(dqcfg.CONFIG_ENTITIES)}；"
|
||
f"演示/测试账套只读，ASK-20260928-05 口径②）")
|
||
if str(request.headers.get("X-BOT-KEY") or "").strip():
|
||
# 锁死面第 9 条：Bot 通道无 users 行 → 无操作人可留痕 = 审计断链
|
||
raise HTTPException(403, "Bot 通道禁止写规则配置（无操作人可留痕，审计会断链）")
|
||
|
||
rule_key = (payload.rule_key or "").strip()
|
||
param_key = (payload.param_key or "").strip()
|
||
if dqcfg.param_spec(rule_key, param_key) is None:
|
||
# 复用参数校验器的文案：锁死项 / 未知 key / 该规则无开放参数
|
||
probe = dqcfg.validate_param(rule_key, param_key, payload.value)
|
||
raise HTTPException(400, probe["error"])
|
||
|
||
level = dqcfg.open_level_of(rule_key, param_key)
|
||
if level == dqcfg.OPEN_LEVEL_PLATFORM and current_user.role != "it":
|
||
raise HTTPException(403, f"参数 {rule_key}.{param_key} 为平台级配置（仅 it 可写）")
|
||
|
||
reason = (payload.change_reason or "").strip()
|
||
if len(reason) < dqcfg.MIN_REASON_LEN:
|
||
raise HTTPException(400, f"change_reason 必填且不少于 {dqcfg.MIN_REASON_LEN} 字"
|
||
f"（防无痕调参刷分；清单 §5.1）")
|
||
|
||
checked = dqcfg.validate_param(rule_key, param_key, payload.value)
|
||
if not checked["ok"]:
|
||
raise HTTPException(400, checked["error"])
|
||
|
||
# 平台级项（open_level=platform）落到**全账套模板行**（entity_id=0）：
|
||
# 「平台级」语义 = 一处写、全账套生效。若写在本账套行上，值只对本账套可见，
|
||
# 而全账套（经营）口径（entity_id=0）读不到 ⇒ 名不符实，且无法治理
|
||
# `scope.excluded_entities` 这类平台口径项。写权限仍仅 it（上面已校验）。
|
||
target_entity = (dqcfg.TEMPLATE_ENTITY_ID if level == dqcfg.OPEN_LEVEL_PLATFORM
|
||
else entity_id)
|
||
|
||
rule_name = RULES_META.get(rule_key, {}).get("name") or rule_key
|
||
try:
|
||
result = dqcfg.upsert_param(db, target_entity, rule_key, param_key, checked["value"],
|
||
username=getattr(current_user, "username", None))
|
||
log_op(
|
||
db, dqcfg.ACTION_UPDATE, target_type=dqcfg.TARGET_TYPE, target_id=result["id"],
|
||
user_id=current_user.id, entity_id=entity_id,
|
||
detail={
|
||
"entity_id": entity_id,
|
||
"target_entity_id": target_entity,
|
||
"rule_key": rule_key,
|
||
"rule_name": rule_name,
|
||
"param_key": param_key,
|
||
"before": result["before"],
|
||
"after": result["after"],
|
||
"reason": reason,
|
||
"open_level": level,
|
||
"client_ip": (request.client.host if request.client else None),
|
||
"operator": {"user_id": current_user.id,
|
||
"username": getattr(current_user, "username", None),
|
||
"role": current_user.role},
|
||
},
|
||
)
|
||
# 变更与审计同一事务提交：审计写不进 ⇒ 配置变更一并回滚
|
||
# （绝不留「改了但没审计」的窗口；形态照抄 tenant.py:148 先例）
|
||
db.commit()
|
||
except Exception:
|
||
db.rollback()
|
||
logger.error("DQ_RULE_CONFIG_AUDIT_WRITE_FAILED entity=%s %s.%s user=%s → 变更已回滚",
|
||
entity_id, rule_key, param_key, getattr(current_user, "id", None),
|
||
exc_info=True)
|
||
raise HTTPException(500, "审计写入失败，配置变更已回滚")
|
||
|
||
after = _load_cfg(db, entity_id)
|
||
return {
|
||
"success": True,
|
||
"entity_id": entity_id,
|
||
"target_entity_id": target_entity,
|
||
"rule_key": rule_key,
|
||
"param_key": param_key,
|
||
"before": result["before"],
|
||
"before_source": result["before_source"],
|
||
"after": checked["value"],
|
||
"warning": checked["warning"],
|
||
"config_version": after["config_version"],
|
||
"changed_by": getattr(current_user, "username", None),
|
||
"audit": {"action": dqcfg.ACTION_UPDATE, "target_type": dqcfg.TARGET_TYPE,
|
||
"target_id": result["id"]},
|
||
"note": "配置即生效（下次 governance-check 按新口径计算）；历史评分不重算"
|
||
+ ("；平台级项写入全账套模板行（entity_id=0）" if target_entity == dqcfg.TEMPLATE_ENTITY_ID else ""),
|
||
}
|