Hermes CI Fix
9b3a131070
- add backend/scripts/import_cashflow_statements.py: load zxt cashflow stat (CNY) into cashflow_statements in 10k CNY, dry-run default, --apply gated - auto_verify_cron: per-reason skip counters + legacy-condition rule now resolves kpi_code via plan.kpi_id (was unreachable) + --dry-run - alert_generator: coverage self-check warns when current-month KPI values are absent (0 alerts != no trigger) task: finance-20260916-cma-health-gaps-3items (items 1/2/3)
295 lines
13 KiB
Python
295 lines
13 KiB
Python
"""
|
||
预警自动生成 — 管理会计OS
|
||
比对 KPI 实际值与阈值配置（threshold_green/yellow/red），超出则写入 kpi_alerts
|
||
在 daily_sync 之后运行
|
||
"""
|
||
|
||
import sys
|
||
import os
|
||
import json
|
||
import logging
|
||
from datetime import datetime, timedelta
|
||
|
||
sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
|
||
|
||
from app.database import get_session_local
|
||
from app.models import KPIDefinition, KPIValue, KPIAlert, ActionPlan
|
||
from app.utils.threshold_parser import eval_threshold, LEVEL_PRIORITY
|
||
|
||
logger = logging.getLogger("cma.alert_gen")
|
||
|
||
|
||
def _parse_threshold(expr: str) -> tuple:
|
||
"""[兼容保留] 统一委托 app.utils.threshold_parser.parse_threshold"""
|
||
from app.utils.threshold_parser import parse_threshold as _p
|
||
return _p(expr)
|
||
|
||
|
||
def cleanup_green_alerts(db_session) -> int:
|
||
"""Bug1修复: 清理历史遗留的green级别pending预警（正常值不应出现在待办）"""
|
||
greens = db_session.query(KPIAlert).filter(
|
||
KPIAlert.alert_level == "green",
|
||
KPIAlert.status.in_(["pending", "processing"]),
|
||
).all()
|
||
count = 0
|
||
for g in greens:
|
||
g.status = "resolved"
|
||
g.resolution = "自动清理: green(正常)级别不生成待处理预警"
|
||
g.resolved_at = datetime.now()
|
||
count += 1
|
||
if count:
|
||
db_session.commit()
|
||
logger.info(f" 清理历史green预警 {count} 条 → resolved")
|
||
return count
|
||
|
||
|
||
def _check_threshold(actual: float, threshold_expr: str, level: str) -> tuple:
|
||
"""检查实际值是否触发阈值，返回 (触发, 消息)（统一走 app.utils.threshold_parser）"""
|
||
if not threshold_expr or actual is None:
|
||
return False, ""
|
||
|
||
if not eval_threshold(actual, threshold_expr):
|
||
return False, ""
|
||
|
||
msg = (f"KPI当前值 {actual:.2f}，触发{ {'green': '正常', 'yellow': '预警', 'red': '紧急'}.get(level, level) }阈值 "
|
||
f"({threshold_expr})")
|
||
return True, msg
|
||
|
||
|
||
def run_alert_check(db_session, period: str = None) -> int:
|
||
"""检查所有KPI的实际值是否触发预警，返回新生成的预警数"""
|
||
if period is None:
|
||
period = datetime.now().strftime("%Y-%m")
|
||
|
||
kpis = db_session.query(KPIDefinition).filter(
|
||
KPIDefinition.status == "active"
|
||
).all()
|
||
|
||
new_count = 0
|
||
for kpi in kpis:
|
||
# 跳过无阈值的KPI
|
||
thr = {
|
||
"red": kpi.threshold_red,
|
||
"yellow": kpi.threshold_yellow,
|
||
"green": kpi.threshold_green,
|
||
}
|
||
if not any(thr.values()):
|
||
continue
|
||
|
||
# 获取该KPI当前期间的最新值
|
||
latest = db_session.query(KPIValue).filter(
|
||
KPIValue.kpi_id == kpi.id,
|
||
KPIValue.period == period,
|
||
).order_by(KPIValue.calculated_at.desc()).first()
|
||
|
||
if not latest or latest.actual_value is None:
|
||
continue
|
||
|
||
actual = latest.actual_value
|
||
|
||
# 判定顺序：红灯优先 → 绿灯 → 黄灯（最严重者优先，消除宽黄灯遮蔽红灯）
|
||
# 2026-09-11 修复「黄灯遮蔽红灯」：原顺序 绿→黄→红命中即止，宽黄灯(如 Y='>76')
|
||
# 会让红灯(如 R='>91')永远不可达（id=6 实测值 95 被判黄）；
|
||
# green 先于 yellow：green 是主条件，yellow 是更宽的兜底带（id=1 G='>=800' Y='>=700'）。
|
||
# Bug1修复: green(正常)不生成pending预警，只对yellow/red落库
|
||
for level in LEVEL_PRIORITY:
|
||
expr = thr[level]
|
||
if not expr:
|
||
continue
|
||
triggered, msg = _check_threshold(actual, expr, level)
|
||
if triggered:
|
||
if level == "green":
|
||
# 正常状态：不生成待处理预警（如有旧的red/yellow预警自动解除）
|
||
break
|
||
# 检查是否已有该期间该KPI同级别的预警
|
||
existing = db_session.query(KPIAlert).filter(
|
||
KPIAlert.kpi_id == kpi.id,
|
||
KPIAlert.kpi_value_id == latest.id,
|
||
KPIAlert.alert_level == level,
|
||
).first()
|
||
|
||
if existing:
|
||
# 已有预警，跳过
|
||
break
|
||
|
||
# 创建新预警
|
||
alert = KPIAlert(
|
||
entity_id=kpi.entity_id or 1, # 2026-09-13 F1: 显式写归属
|
||
kpi_id=kpi.id,
|
||
kpi_value_id=latest.id,
|
||
alert_level=level,
|
||
alert_message=f"{kpi.kpi_name}[{period}] {msg}",
|
||
status="pending",
|
||
)
|
||
db_session.add(alert)
|
||
db_session.flush() # 获取alert.id
|
||
new_count += 1
|
||
logger.info(f" 新增预警 [{level}] {kpi.kpi_name}: {msg}")
|
||
|
||
# Bug2修复: red/yellow预警自动创建行动计划（预警→行动闭环）
|
||
if level in ("red", "yellow"):
|
||
plan_title = f"改善: {kpi.kpi_name} {msg}"
|
||
if kpi.kpi_name and "现金" in kpi.kpi_name or kpi.kpi_code == "F_OP_CFLOW":
|
||
plan_title = f"资金缺口应对: {msg} —— 催收应收+安排融资"
|
||
elif kpi.kpi_code == "F_AR_DAYS":
|
||
plan_title = f"应收催收: {msg} —— 逾期客户专项跟进"
|
||
elif kpi.kpi_code == "C_REBATE_RATE":
|
||
plan_title = f"渠补谈判: {msg} —— 下游渠道返利谈判"
|
||
elif kpi.kpi_code == "F_COST_RATIO":
|
||
plan_title = f"费用压缩: {msg} —— 管理费削减计划"
|
||
plan = ActionPlan(
|
||
alert_id=alert.id,
|
||
kpi_id=kpi.id,
|
||
title=plan_title,
|
||
assignee="财务部",
|
||
priority="high" if level == "red" else "medium",
|
||
due_date=datetime.now().date() + timedelta(days=3 if level == "red" else 7),
|
||
created_by="alert_generator",
|
||
)
|
||
db_session.add(plan)
|
||
db_session.flush()
|
||
alert.action_plan_linked_id = plan.id
|
||
logger.info(f" ↳ 自动创建行动计划 #{plan.id}: {plan_title}")
|
||
break # 只取最高级别
|
||
elif level == "red" and not triggered:
|
||
# 红没触发（判定顺序中 red 最先）→ 若该期间该KPI已有 pending/processing 红灯，
|
||
# 说明当前值已不再触发红色阈值，自动解除（保留原有自动降级行为）
|
||
existing_red = db_session.query(KPIAlert).filter(
|
||
KPIAlert.kpi_id == kpi.id,
|
||
KPIAlert.kpi_value_id == latest.id,
|
||
KPIAlert.alert_level == "red",
|
||
KPIAlert.status.in_(["pending", "processing"]),
|
||
).first()
|
||
if existing_red:
|
||
existing_red.status = "resolved"
|
||
existing_red.resolution = "自动解除: 当前值不再触发红色阈值"
|
||
existing_red.resolved_at = datetime.now()
|
||
logger.info(f" 自动解除预警 [red] {kpi.kpi_name}")
|
||
|
||
db_session.commit()
|
||
return new_count
|
||
|
||
|
||
def run_rule_engine_checks(db_session) -> dict:
|
||
"""预警规则引擎（rule_type 驱动）— 预测偏差 + 客户集中度（P2 2026-09-10）
|
||
|
||
复用 alert_rules 的检查端点实现（FastAPI 路由函数=带 Depends 默认值的普通函数，
|
||
显式传参即可复用，零逻辑复制），按存在规则的账套逐个执行。
|
||
任何单点失败只记录日志，不影响静态阈值主流程。
|
||
"""
|
||
from app.api.alert_rules import (
|
||
AlertRule, run_forecast_deviation_check, run_customer_concentration_check,
|
||
)
|
||
|
||
stats = {"forecast_deviation": 0, "customer_concentration": 0}
|
||
try:
|
||
rows = db_session.query(AlertRule.entity_id).filter(
|
||
AlertRule.enabled == 1,
|
||
AlertRule.rule_type.in_(("forecast_deviation", "customer_concentration")),
|
||
).distinct().all()
|
||
except Exception as e:
|
||
logger.error(f"规则引擎检查跳过（规则查询失败）: {e}")
|
||
return stats
|
||
|
||
for (eid,) in rows:
|
||
for key, fn in (("forecast_deviation", run_forecast_deviation_check),
|
||
("customer_concentration", run_customer_concentration_check)):
|
||
try:
|
||
r = fn(db=db_session, entity_id=eid)
|
||
n = int(r.get("generated", 0) or 0)
|
||
stats[key] += n
|
||
if n:
|
||
logger.info(f" 规则预警 entity={eid} {key}: {n}条")
|
||
except Exception as e:
|
||
logger.error(f"规则检查失败 entity={eid} {key}: {e}")
|
||
return stats
|
||
|
||
|
||
def generate_and_push(db_session) -> dict:
|
||
"""生成预警并推送，返回统计"""
|
||
period = datetime.now().strftime("%Y-%m")
|
||
|
||
# 0. Bug1修复: 先清理历史green预警
|
||
cleaned = cleanup_green_alerts(db_session)
|
||
|
||
# 1. 生成预警
|
||
logger.info(f"开始预警检查 ({period})...")
|
||
new_count = run_alert_check(db_session, period)
|
||
logger.info(f"预警检查完成: 新增 {new_count} 条")
|
||
|
||
# 1a. 覆盖度自检（2026-09-16 新增，任务 finance-20260916-cma-health-gaps-3items · 项3）：
|
||
# run_alert_check 的期间口径 = 当月（period=current month），若当月尚无任何 KPIValue，
|
||
# 则「0 条新预警」并不代表"确无阈值触发"，而是"本次检查未覆盖任何数据"——
|
||
# 该区别原实现不可见（日志与汇总行都只说 0 条），导致连续多日 0 新增无法归因。
|
||
try:
|
||
kpis_with_values = 0
|
||
active_kpis = db_session.query(KPIDefinition).filter(KPIDefinition.status == "active").all()
|
||
for k in active_kpis:
|
||
if not any((k.threshold_red, k.threshold_yellow, k.threshold_green)):
|
||
continue
|
||
hit = db_session.query(KPIValue).filter(
|
||
KPIValue.kpi_id == k.id, KPIValue.period == period,
|
||
KPIValue.actual_value.isnot(None),
|
||
).first()
|
||
if hit:
|
||
kpis_with_values += 1
|
||
coverage = {"period": period, "kpis_with_threshold_and_value": kpis_with_values}
|
||
if kpis_with_values == 0:
|
||
latest_period = db_session.query(KPIValue.period).filter(
|
||
KPIValue.actual_value.isnot(None),
|
||
KPIValue.period.op("REGEXP")("^[0-9]{4}-[0-9]{2}$"), # 只取 YYYY-MM 月期间（排除 2026-H1/H2 伪期间）
|
||
).order_by(KPIValue.period.desc()).first()
|
||
logger.warning(
|
||
f"覆盖度告警: 当月({period})无任何 KPI 实际值 → 本次预警检查未覆盖任何 KPI，"
|
||
f"「0 条新预警」= 无数据可判，非「确无阈值触发」。库内最新期间="
|
||
f"{latest_period[0] if latest_period else 'N/A'}"
|
||
)
|
||
coverage["latest_period_in_db"] = latest_period[0] if latest_period else None
|
||
except Exception as e:
|
||
logger.error(f"覆盖度自检失败: {e}")
|
||
coverage = {"error": str(e)}
|
||
|
||
# 1b. 规则引擎检查（预测偏差 / 客户集中度，P2 2026-09-10）
|
||
rule_stats = run_rule_engine_checks(db_session)
|
||
|
||
# 2. 推送
|
||
pushed = 0
|
||
if new_count > 0:
|
||
try:
|
||
from app.utils.notifier import push_pending_alerts
|
||
pushed = push_pending_alerts(db_session)
|
||
logger.info(f"推送完成: {pushed} 条")
|
||
except Exception as e:
|
||
logger.error(f"推送失败: {e}")
|
||
|
||
return {"period": period, "new_alerts": new_count, "pushed": pushed,
|
||
"cleaned_green": cleaned, "rule_engine": rule_stats,
|
||
"coverage": coverage}
|
||
|
||
|
||
def coverage_note(result: dict) -> str:
|
||
"""汇总行追加提示：当月无 KPI 值时显式说明「0 条 = 无数据可判」而非「确无触发」
|
||
|
||
2026-09-16 新增（项3）。独立成函数便于回查（无需触发真实写路径即可断言文案）。
|
||
"""
|
||
cov = result.get("coverage") or {}
|
||
if cov.get("kpis_with_threshold_and_value") == 0:
|
||
return (f" | ⚠️ 当月({result['period']})无KPI值: 本次检查未覆盖任何KPI"
|
||
f"（库内最新月期间 {cov.get('latest_period_in_db')}）→ 0 条不等于确无触发")
|
||
return ""
|
||
|
||
|
||
if __name__ == "__main__":
|
||
logging.basicConfig(
|
||
level=logging.INFO,
|
||
format="%(asctime)s [%(levelname)s] %(name)s: %(message)s",
|
||
)
|
||
|
||
db = get_session_local()()
|
||
try:
|
||
result = generate_and_push(db)
|
||
print(f"预警检查: {result['new_alerts']}条新预警 / {result['pushed']}条已推送"
|
||
f" / 规则引擎{result['rule_engine']}{coverage_note(result)}")
|
||
finally:
|
||
db.close()
|