- 闭环状态流转自动记录接单/闭环时间,状态值校验;按断站分级判定响应时限 (及时/超时/超时未响应/未到期/无记录),新增及时响应率、平均闭环时长、超时未闭环指标与筛选 - 新增治理成效评估 /api/effect:分界日期前后指标对比与问题站点逐站改善判定 - 新增站型阈值系数(实际阈值 = 场景阈值 × 站型系数)及配置接口与页面 - 样例数据新增接单/闭环时间(独立随机数,原字段不变),导入支持并校验 - 新增 tests/test_api.py(权限、导入模板、闭环流程、站型系数、成效评估、无数据边界) - 修复:新流水无告警匹配时根因分析报错;空筛选时超长站点清单返回 500 Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
175 lines
7.5 KiB
Python
175 lines
7.5 KiB
Python
"""测试公共工具:在 tests/_work 下的临时数据库里加载数据集并调用 core 的分析逻辑,不影响 data/outage.db。"""
|
||
import os
|
||
import random
|
||
import sys
|
||
|
||
PROJECT = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
||
sys.path.insert(0, PROJECT)
|
||
WORK = os.path.join(PROJECT, 'tests', '_work')
|
||
os.makedirs(WORK, exist_ok=True)
|
||
os.environ['OUTAGE_DB'] = os.path.join(WORK, 'app.db') # 必须在 import core 之前设置
|
||
|
||
import pandas as pd # noqa: E402
|
||
from werkzeug.security import generate_password_hash # noqa: E402
|
||
|
||
import core # noqa: E402
|
||
import data_gen # noqa: E402
|
||
import importer # noqa: E402
|
||
|
||
FAILED = []
|
||
|
||
|
||
def check(name, ok, detail=''):
|
||
"""打印一条检查结果;失败的记入 FAILED,脚本结束时以非 0 退出码返回。"""
|
||
print(f" [{'通过' if ok else '失败'}] {name} {detail}")
|
||
if not ok:
|
||
FAILED.append(name)
|
||
|
||
|
||
def finish():
|
||
print('\n全部检查通过' if not FAILED else f'\n{len(FAILED)} 项未通过:' + '、'.join(FAILED))
|
||
sys.exit(1 if FAILED else 0)
|
||
|
||
|
||
def use_db(name):
|
||
"""切换到 tests/_work/<name>.db(删除重建)。"""
|
||
path = os.path.join(WORK, f'{name}.db')
|
||
if os.path.exists(path):
|
||
os.remove(path)
|
||
core.DB_PATH = path
|
||
core.data_changed()
|
||
with core.db() as conn:
|
||
conn.executescript(core.SCHEMA)
|
||
for scene, values in core.SCENE_DEFAULT.items():
|
||
conn.execute('INSERT INTO scenes VALUES(?,?,?,?,?)', (scene, *values))
|
||
conn.execute("INSERT INTO users(username, password, role, created_at) VALUES('admin', ?, 'admin', '')",
|
||
(generate_password_hash('admin123'),)) # 测试库的接口测试账号
|
||
core.migrate() # 与正式启动一致:补站型系数默认值
|
||
|
||
|
||
def load(name, sites, alarms, outages, calibrate_until=None):
|
||
"""建库并写入 sites / alarms / outages(全文本 DataFrame),做根因分析,返回 full_frame()。
|
||
calibrate_until 指定时,时间窗只用该日期之前的流水标定(留出检验,避免用测试数据标定)。"""
|
||
use_db(name)
|
||
with core.db() as conn:
|
||
sites.to_sql('sites', conn, if_exists='append', index=False)
|
||
core.save_alarms(alarms.astype(object).where(alarms.notna(), None))
|
||
good, _ = importer.validate_outages(outages)
|
||
core.save_outages(good)
|
||
if calibrate_until:
|
||
core.calibrate_windows(until=calibrate_until)
|
||
core.analyze_all(recalibrate=False)
|
||
else:
|
||
core.analyze_all()
|
||
core.data_changed()
|
||
return core.full_frame()
|
||
|
||
|
||
def read_dir(directory):
|
||
def read(filename):
|
||
return pd.read_csv(os.path.join(directory, filename), encoding='utf-8-sig', dtype=str)
|
||
return read('sites.csv'), read('data_alarm.csv'), read('data_outage.csv')
|
||
|
||
|
||
def sample_data():
|
||
return read_dir(os.path.join(PROJECT, 'data'))
|
||
|
||
|
||
def generate(name, lead=None, rows=6000, seed=2026):
|
||
"""用 data_gen 生成一份数据到 tests/_work/gen_<name>;lead 可覆盖告警提前量分布。"""
|
||
out = os.path.join(WORK, 'gen_' + name)
|
||
saved = dict(data_gen.LEAD)
|
||
if lead is not None:
|
||
data_gen.LEAD.clear()
|
||
data_gen.LEAD.update(lead)
|
||
try:
|
||
data_gen.generate(n=rows, seed=seed, out=out)
|
||
finally:
|
||
data_gen.LEAD.clear()
|
||
data_gen.LEAD.update(saved)
|
||
return read_dir(out)
|
||
|
||
|
||
def score(df):
|
||
"""以生成器真值(cause_category)计算总体准确率与各类 precision / recall。"""
|
||
d = df[df['cause_category'].isin(core.CAUSES)]
|
||
if d.empty:
|
||
return 0.0, []
|
||
accuracy = (d['cause_category'] == d['root_cause']).mean() * 100
|
||
rows = []
|
||
for cause in core.CAUSES:
|
||
tp = ((d['cause_category'] == cause) & (d['root_cause'] == cause)).sum()
|
||
precision = tp / max((d['root_cause'] == cause).sum(), 1) * 100
|
||
recall = tp / max((d['cause_category'] == cause).sum(), 1) * 100
|
||
f1 = 2 * precision * recall / (precision + recall) if precision + recall else 0
|
||
rows.append((cause, round(precision, 1), round(recall, 1), round(f1, 1)))
|
||
return round(accuracy, 2), rows
|
||
|
||
|
||
# ---------------------------------------------------------------- 扰动工具(固定随机种子,结果可复现)
|
||
rng = random.Random(7)
|
||
|
||
|
||
def root_alarm_mask(alarms, outages):
|
||
"""每条退服的“真根因告警”:同站、清除时间 = 退服恢复时间、类别 = 上报原因、本身不是衍生告警。"""
|
||
key = set(zip(outages['ne_id'], outages['end_time'], outages['cause_category']))
|
||
parent = alarms['parent_alarm_id'].fillna('')
|
||
return pd.Series([(n, c, cat) in key and p == ''
|
||
for n, c, cat, p in zip(alarms['ne_id'], alarms['clear_time'], alarms['category'], parent)],
|
||
index=alarms.index)
|
||
|
||
|
||
def no_parent(alarms, keep=0.0):
|
||
"""去掉父告警关系(keep 为保留比例)。"""
|
||
alarms = alarms.copy()
|
||
alarms['parent_alarm_id'] = [p if rng.random() < keep else '' for p in alarms['parent_alarm_id'].fillna('')]
|
||
return alarms
|
||
|
||
|
||
def drop_root(alarms, outages, fraction):
|
||
"""随机删掉一部分真根因告警(网管漏报 / 动环未接入)。"""
|
||
mask = root_alarm_mask(alarms, outages)
|
||
drop = [i for i in alarms.index[mask] if rng.random() < fraction]
|
||
return alarms.drop(drop)
|
||
|
||
|
||
def skew_cell_alarm(alarms, max_seconds=120):
|
||
"""“小区退服”告警时刻比工单开始时间晚 5~max_seconds 秒(两套系统时钟不同步)。"""
|
||
alarms = alarms.copy()
|
||
is_cell = alarms['category'] == '小区退服'
|
||
times = pd.to_datetime(alarms.loc[is_cell, 'start_time'])
|
||
times = times + pd.to_timedelta([rng.randint(5, max_seconds) for _ in range(len(times))], unit='s')
|
||
alarms.loc[is_cell, 'start_time'] = times.dt.strftime(core.TIME_FMT)
|
||
return alarms
|
||
|
||
|
||
def jitter_clear(alarms, outages, max_minutes=10):
|
||
"""真根因告警的清除时刻与业务恢复不再完全相同,随机偏移 ±max_minutes 分钟。"""
|
||
alarms = alarms.copy()
|
||
mask = root_alarm_mask(alarms, outages)
|
||
times = pd.to_datetime(alarms.loc[mask, 'clear_time'])
|
||
times = times + pd.to_timedelta([rng.randint(-max_minutes * 60, max_minutes * 60) for _ in range(len(times))],
|
||
unit='s')
|
||
alarms.loc[mask, 'clear_time'] = times.dt.strftime(core.TIME_FMT)
|
||
return alarms
|
||
|
||
|
||
def add_noise(alarms, outages, fraction):
|
||
"""一部分退服开始前 0~12 分钟出现一条无关的短时告警(与 data_gen 的干扰告警同分布)。"""
|
||
rows = []
|
||
for ne_id, start in zip(outages['ne_id'], pd.to_datetime(outages['start_time'])):
|
||
if rng.random() < fraction:
|
||
category = rng.choice(['传输中断', '设备硬件', '天馈故障', '机房环境'])
|
||
begin = start - pd.Timedelta(minutes=rng.randint(0, 12))
|
||
end = begin + pd.Timedelta(minutes=rng.randint(2, 30))
|
||
rows.append(dict(alarm_id=f'NZ{len(rows):07d}', ne_id=ne_id, alarm_code='', alarm_name='干扰' + category,
|
||
alarm_level='次要', category=category, start_time=begin.strftime(core.TIME_FMT),
|
||
clear_time=end.strftime(core.TIME_FMT), duration_s='', cleared='是',
|
||
parent_alarm_id=''))
|
||
return pd.concat([alarms, pd.DataFrame(rows)], ignore_index=True)
|
||
|
||
|
||
# 比 data_gen 默认更宽的告警提前量(传输/设备也可能提前半小时,停电后备可达 7 小时)
|
||
WIDE_LEAD = {'电源故障': (10, 420), '机房环境': (10, 240), '割接施工': (0, 45), '天馈故障': (0, 45),
|
||
'传输中断': (0, 30), '设备硬件': (0, 30)}
|