Files
Gset/tests/harness.py
T
treeandClaude Opus 5.5 e9616af34d 修复 P0:根因判定、退服率口径、影响评估与告警关联量化
- 根因判定改为三级(衍生关系/时间窗/疑似)并带置信度;小区退服告警 ±2 分钟匹配;
  衍生告警按父告警归类;优先选随业务恢复清除的告警;时间窗按历史流水 95% 分位数标定
- 退服率按日历统计周期计算;站点数分母支持站名关键字;重复退服率除以全部站点;
  月均按统计周期自然月数;导出与看板同一口径
- 影响评估新增受影响用户·小时与 500 米邻站覆盖补偿
- 新增告警—退服关联量化(支持度/置信度/提升度)及 /api/association,根因页展示
- 新增 tests/(扰动数据集留出检验、指标口径检验)与 bench.py;旧库启动时自动迁移

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
2026-11-18 14:43:34 +08:00

174 lines
7.4 KiB
Python
Raw Permalink Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
"""测试公共工具:在 tests/_work 下的临时数据库里加载数据集并调用 core 的分析逻辑,不影响 data/outage.db。"""
import os
import random
import sys
PROJECT = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
sys.path.insert(0, PROJECT)
WORK = os.path.join(PROJECT, 'tests', '_work')
os.makedirs(WORK, exist_ok=True)
os.environ['OUTAGE_DB'] = os.path.join(WORK, 'app.db') # 必须在 import core 之前设置
import pandas as pd # noqa: E402
from werkzeug.security import generate_password_hash # noqa: E402
import core # noqa: E402
import data_gen # noqa: E402
import importer # noqa: E402
FAILED = []
def check(name, ok, detail=''):
"""打印一条检查结果;失败的记入 FAILED,脚本结束时以非 0 退出码返回。"""
print(f" [{'通过' if ok else '失败'}] {name} {detail}")
if not ok:
FAILED.append(name)
def finish():
print('\n全部检查通过' if not FAILED else f'\n{len(FAILED)} 项未通过:' + '、'.join(FAILED))
sys.exit(1 if FAILED else 0)
def use_db(name):
"""切换到 tests/_work/<name>.db(删除重建)。"""
path = os.path.join(WORK, f'{name}.db')
if os.path.exists(path):
os.remove(path)
core.DB_PATH = path
core.data_changed()
with core.db() as conn:
conn.executescript(core.SCHEMA)
for scene, values in core.SCENE_DEFAULT.items():
conn.execute('INSERT INTO scenes VALUES(?,?,?,?,?)', (scene, *values))
conn.execute("INSERT INTO users(username, password, role, created_at) VALUES('admin', ?, 'admin', '')",
(generate_password_hash('admin123'),)) # 测试库的接口测试账号
def load(name, sites, alarms, outages, calibrate_until=None):
"""建库并写入 sites / alarms / outages(全文本 DataFrame),做根因分析,返回 full_frame()。
calibrate_until 指定时,时间窗只用该日期之前的流水标定(留出检验,避免用测试数据标定)。"""
use_db(name)
with core.db() as conn:
sites.to_sql('sites', conn, if_exists='append', index=False)
core.save_alarms(alarms.astype(object).where(alarms.notna(), None))
good, _ = importer.validate_outages(outages)
core.save_outages(good)
if calibrate_until:
core.calibrate_windows(until=calibrate_until)
core.analyze_all(recalibrate=False)
else:
core.analyze_all()
core.data_changed()
return core.full_frame()
def read_dir(directory):
def read(filename):
return pd.read_csv(os.path.join(directory, filename), encoding='utf-8-sig', dtype=str)
return read('sites.csv'), read('data_alarm.csv'), read('data_outage.csv')
def sample_data():
return read_dir(os.path.join(PROJECT, 'data'))
def generate(name, lead=None, rows=6000, seed=2026):
"""用 data_gen 生成一份数据到 tests/_work/gen_<name>;lead 可覆盖告警提前量分布。"""
out = os.path.join(WORK, 'gen_' + name)
saved = dict(data_gen.LEAD)
if lead is not None:
data_gen.LEAD.clear()
data_gen.LEAD.update(lead)
try:
data_gen.generate(n=rows, seed=seed, out=out)
finally:
data_gen.LEAD.clear()
data_gen.LEAD.update(saved)
return read_dir(out)
def score(df):
"""以生成器真值(cause_category)计算总体准确率与各类 precision / recall。"""
d = df[df['cause_category'].isin(core.CAUSES)]
if d.empty:
return 0.0, []
accuracy = (d['cause_category'] == d['root_cause']).mean() * 100
rows = []
for cause in core.CAUSES:
tp = ((d['cause_category'] == cause) & (d['root_cause'] == cause)).sum()
precision = tp / max((d['root_cause'] == cause).sum(), 1) * 100
recall = tp / max((d['cause_category'] == cause).sum(), 1) * 100
f1 = 2 * precision * recall / (precision + recall) if precision + recall else 0
rows.append((cause, round(precision, 1), round(recall, 1), round(f1, 1)))
return round(accuracy, 2), rows
# ---------------------------------------------------------------- 扰动工具(固定随机种子,结果可复现)
rng = random.Random(7)
def root_alarm_mask(alarms, outages):
"""每条退服的“真根因告警”:同站、清除时间 = 退服恢复时间、类别 = 上报原因、本身不是衍生告警。"""
key = set(zip(outages['ne_id'], outages['end_time'], outages['cause_category']))
parent = alarms['parent_alarm_id'].fillna('')
return pd.Series([(n, c, cat) in key and p == ''
for n, c, cat, p in zip(alarms['ne_id'], alarms['clear_time'], alarms['category'], parent)],
index=alarms.index)
def no_parent(alarms, keep=0.0):
"""去掉父告警关系(keep 为保留比例)。"""
alarms = alarms.copy()
alarms['parent_alarm_id'] = [p if rng.random() < keep else '' for p in alarms['parent_alarm_id'].fillna('')]
return alarms
def drop_root(alarms, outages, fraction):
"""随机删掉一部分真根因告警(网管漏报 / 动环未接入)。"""
mask = root_alarm_mask(alarms, outages)
drop = [i for i in alarms.index[mask] if rng.random() < fraction]
return alarms.drop(drop)
def skew_cell_alarm(alarms, max_seconds=120):
"""“小区退服”告警时刻比工单开始时间晚 5~max_seconds 秒(两套系统时钟不同步)。"""
alarms = alarms.copy()
is_cell = alarms['category'] == '小区退服'
times = pd.to_datetime(alarms.loc[is_cell, 'start_time'])
times = times + pd.to_timedelta([rng.randint(5, max_seconds) for _ in range(len(times))], unit='s')
alarms.loc[is_cell, 'start_time'] = times.dt.strftime(core.TIME_FMT)
return alarms
def jitter_clear(alarms, outages, max_minutes=10):
"""真根因告警的清除时刻与业务恢复不再完全相同,随机偏移 ±max_minutes 分钟。"""
alarms = alarms.copy()
mask = root_alarm_mask(alarms, outages)
times = pd.to_datetime(alarms.loc[mask, 'clear_time'])
times = times + pd.to_timedelta([rng.randint(-max_minutes * 60, max_minutes * 60) for _ in range(len(times))],
unit='s')
alarms.loc[mask, 'clear_time'] = times.dt.strftime(core.TIME_FMT)
return alarms
def add_noise(alarms, outages, fraction):
"""一部分退服开始前 0~12 分钟出现一条无关的短时告警(与 data_gen 的干扰告警同分布)。"""
rows = []
for ne_id, start in zip(outages['ne_id'], pd.to_datetime(outages['start_time'])):
if rng.random() < fraction:
category = rng.choice(['传输中断', '设备硬件', '天馈故障', '机房环境'])
begin = start - pd.Timedelta(minutes=rng.randint(0, 12))
end = begin + pd.Timedelta(minutes=rng.randint(2, 30))
rows.append(dict(alarm_id=f'NZ{len(rows):07d}', ne_id=ne_id, alarm_code='', alarm_name='干扰' + category,
alarm_level='次要', category=category, start_time=begin.strftime(core.TIME_FMT),
clear_time=end.strftime(core.TIME_FMT), duration_s='', cleared='是',
parent_alarm_id=''))
return pd.concat([alarms, pd.DataFrame(rows)], ignore_index=True)
# 比 data_gen 默认更宽的告警提前量(传输/设备也可能提前半小时,停电后备可达 7 小时)
WIDE_LEAD = {'电源故障': (10, 420), '机房环境': (10, 240), '割接施工': (0, 45), '天馈故障': (0, 45),
'传输中断': (0, 30), '设备硬件': (0, 30)}