feat(alerts): 新增客户集中度预警规则 customer_concentration + 预测偏差规则启用/联动每日预警生成

- alert_rules: 新增 rule_type=customer_concentration(单一/前N客户收入占比超阈值触发,黄=超阈值/红=阈值x倍数)
  数据源 zxt_masterbill 客户(往来单位)收入聚合,unit_id<=0 占位剔除;无客户数据可回退 KPI 口径
  复用现有 KPIAlert 生成链路:check-all 内联分支 + 专用端点 POST /run-customer-concentration
- alert_generator(每日9:00): 新增规则引擎步骤,复用上述检查函数跑 forecast_deviation/customer_concentration
- AlertList.vue: 规则类型筛选/编辑项 + 参数表单 + 客户集中度检查按钮
- 测试: tests/test_customer_concentration_rule.py 17 条(规则注册/聚合/双数据源/黄红灯/去重/check-all)
- 验证脚本: scripts/verify_forecast_deviation_rules_e2e.py / verify_customer_concentration_rule_e2e.py
This commit is contained in:
Hermes CI Fix
2026-09-10 09:56:50 +08:00
parent f8688713db
commit 9822fbd9ba
7 changed files with 866 additions and 8 deletions
@@ -0,0 +1,161 @@
#!/usr/bin/env python3
"""任务A 交付验收脚本 — forecast_deviation 预测偏差规则(酣客entity1 / 博海entity2)
做四件事(可复跑,幂等):
1. 经生产 API(管理员 JWT)为 entity1 / entity2 各建 1 条 forecast_deviation 规则
2. 回查 API 列表 + 直查 DB 实证规则存在(含 rule_id / kpi / params)
3. 触发测试:给 entity1 规则构造一期「预测偏差超阈值」场景(带标记的临时 KPIValue)
→ 调 POST /api/cma/alert-rules/run-forecast-deviation → 断言 pending 预警生成
4. 清理:删除临时 KPIValue 与该次生成的预警,回查归零(生产不留假数据)
用法:cd /root/cma-management/backend && venv/bin/python3 scripts/verify_forecast_deviation_rules_e2e.py
"""
import json
import sys
import urllib.request
import urllib.error
BASE = "http://127.0.0.1:8010"
ADMIN = {"username": "admin", "password": "admin123"}
MARK = "【系统验证临时数据-验证后删除】"
# 规则目标:酣客 → 应收账款周转天数(F_AR_DAYS, id=6,有 2026-09 预测日志)
# 博海 → 营收(BH_REVENUE, id=421)
TARGETS = [
{"entity_id": 1, "kpi_id": 6, "kpi_label": "F_AR_DAYS"},
{"entity_id": 2, "kpi_id": 421, "kpi_label": "BH_REVENUE"},
]
RULE_TYPE = "forecast_deviation"
PARAMS = {"threshold_pct": 15, "red_ratio": 2} # >15% 黄,>30% 红(实现按 threshold×2 定红)
def http(method, path, token=None, body=None, timeout=30):
url = BASE + path
data = json.dumps(body).encode() if body is not None else None
req = urllib.request.Request(url, data=data, method=method)
req.add_header("Content-Type", "application/json")
if token:
req.add_header("Authorization", f"Bearer {token}")
try:
with urllib.request.urlopen(req, timeout=timeout) as r:
return r.status, json.loads(r.read().decode() or "{}")
except urllib.error.HTTPError as e:
return e.code, {"detail": e.read().decode()[:300]}
def login(entity_id):
st, r = http("POST", "/api/cma/auth/login", body={**ADMIN, "entity_id": entity_id})
assert st == 200, f"登录 entity{entity_id} 失败: {st} {r}"
return r["token"], r.get("entity_name")
def main():
ok = True
# ── 1+2. 建规则 ────────────────────────────────────────────
print("=== 1. 创建 forecast_deviation 规则 ===")
created = {}
for t in TARGETS:
eid = t["entity_id"]
token, ename = login(eid)
st, rules = http("GET", f"/api/cma/alert-rules?rule_type={RULE_TYPE}", token=token)
assert st == 200, f"列规则失败: {st} {rules}"
exist = [r for r in rules.get("data", []) if r["kpi_id"] == t["kpi_id"] and r["rule_type"] == RULE_TYPE]
if exist:
rid = exist[0]["id"]
print(f" entity{eid}({ename}) {t['kpi_label']}: 已存在 rule_id={rid}(幂等跳过)")
else:
st, r = http("POST", "/api/cma/alert-rules", token=token, body={
"kpi_id": t["kpi_id"],
"rule_type": RULE_TYPE,
"trigger_on": "actual",
"enabled": 1,
"params": PARAMS,
})
assert st == 200, f"建规则失败 entity{eid}: {st} {r}"
rid = r["data"]["id"]
print(f" entity{eid}({ename}) {t['kpi_label']}: 新建 rule_id={rid} params={r['data']['params']}")
created[eid] = rid
# ── 3. DB 回查 ─────────────────────────────────────────────
print("=== 2. DB 回查实证 ===")
sys.path.insert(0, ".")
from app.database import get_session_local
from app.models import KPIDefinition, KPIValue, KPIAlert, KpiForecastLog
from app.api.alert_rules import AlertRule
db = get_session_local()()
try:
for eid, rid in created.items():
row = db.query(AlertRule).filter(AlertRule.id == rid).first()
kpi = db.query(KPIDefinition).filter(KPIDefinition.id == row.kpi_id).first()
print(f" rule_id={row.id} entity_id={row.entity_id} kpi_id={row.kpi_id}"
f"({kpi.kpi_code if kpi else '?'}) type={row.rule_type} enabled={row.enabled} params={row.params}")
assert row.entity_id == eid and row.rule_type == RULE_TYPE
assert row.enabled == 1
# ── 4. 触发测试(entity1)─────────────────────────────
print("=== 3. 触发测试(构造偏差场景, entity1)===")
t1 = TARGETS[0]
rid = created[1]
rule = db.query(AlertRule).filter(AlertRule.id == rid).first()
log = (db.query(KpiForecastLog)
.filter(KpiForecastLog.entity_id == 1, KpiForecastLog.kpi_id == rule.kpi_id)
.order_by(KpiForecastLog.created_at.desc()).first())
forecast = float(log.forecast_value)
# 构造:实际值 = 预测值的一半 → 偏差 100% > 15% → red(>30%)
actual = round(forecast / 2, 2)
temp = KPIValue(kpi_id=rule.kpi_id, entity_id=1, period=log.period,
actual_value=actual, source_type="manual", data_status="pending", remark=MARK)
db.add(temp)
db.commit()
db.refresh(temp)
print(f" 临时KPIValue id={temp.id} period={log.period} 预测={forecast} 实际={actual}")
token1, _ = login(1)
st, r = http("POST", "/api/cma/alert-rules/run-forecast-deviation", token=token1, timeout=60)
assert st == 200, f"触发失败: {st} {r}"
print(f" run-forecast-deviation → {r}")
db.expire_all()
# MySQL REPEATABLE READ:API 在另一进程提交,本 session 需结束旧事务快照才能读到
db.rollback()
alerts = db.query(KPIAlert).filter(
KPIAlert.entity_id == 1, KPIAlert.kpi_id == rule.kpi_id,
KPIAlert.alert_type == "forecast", KPIAlert.status == "pending",
).order_by(KPIAlert.id.desc()).all()
assert alerts, "未生成预测偏差预警 → 触发测试 FAIL"
a = alerts[0]
alert_id = a.id
print(f" ✅ 预警生成: id={a.id} level={a.alert_level} type={a.alert_type}")
print(f" message={a.alert_message}")
assert a.alert_level == "red", f"偏差100%应为红灯, 实际={a.alert_level}"
# ── 5. 清理 ────────────────────────────────────────────
print("=== 4. 清理临时数据(生产不留假数据)===")
temp_id = temp.id
db.rollback()
a_row = db.query(KPIAlert).filter(KPIAlert.id == alert_id).first()
temp_row = db.query(KPIValue).filter(KPIValue.id == temp_id).first()
if a_row:
db.delete(a_row)
if temp_row:
db.delete(temp_row)
db.commit()
left_v = db.query(KPIValue).filter(KPIValue.remark == MARK).count()
left_a = db.query(KPIAlert).filter(KPIAlert.id == alert_id).count()
print(f" 回查: 临时KPIValue剩余={left_v} / 本次预警剩余={left_a}")
assert left_v == 0 and left_a == 0
print("=== 5. 规则终态(交付物保留)===")
for eid, rid in created.items():
row = db.query(AlertRule).filter(AlertRule.id == rid).first()
print(f" entity{eid}: rule_id={row.id} kpi_id={row.kpi_id} type={row.rule_type} enabled={row.enabled}")
finally:
db.close()
print("\nALL PASS" if ok else "\nFAILED")
return 0
if __name__ == "__main__":
sys.exit(main())