Files
Gset/tests/harness.py
T
treeandClaude Opus 5.5 0e070a64fe P1:闭环时限管控、治理成效评估、站型阈值系数与接口测试
- 闭环状态流转自动记录接单/闭环时间,状态值校验;按断站分级判定响应时限
  (及时/超时/超时未响应/未到期/无记录),新增及时响应率、平均闭环时长、超时未闭环指标与筛选
- 新增治理成效评估 /api/effect:分界日期前后指标对比与问题站点逐站改善判定
- 新增站型阈值系数(实际阈值 = 场景阈值 × 站型系数)及配置接口与页面
- 样例数据新增接单/闭环时间(独立随机数,原字段不变),导入支持并校验
- 新增 tests/test_api.py(权限、导入模板、闭环流程、站型系数、成效评估、无数据边界)
- 修复:新流水无告警匹配时根因分析报错;空筛选时超长站点清单返回 500

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
2026-11-18 15:14:06 +08:00

175 lines
7.5 KiB
Python
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
"""测试公共工具:在 tests/_work 下的临时数据库里加载数据集并调用 core 的分析逻辑,不影响 data/outage.db。"""
import os
import random
import sys
PROJECT = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
sys.path.insert(0, PROJECT)
WORK = os.path.join(PROJECT, 'tests', '_work')
os.makedirs(WORK, exist_ok=True)
os.environ['OUTAGE_DB'] = os.path.join(WORK, 'app.db') # 必须在 import core 之前设置
import pandas as pd # noqa: E402
from werkzeug.security import generate_password_hash # noqa: E402
import core # noqa: E402
import data_gen # noqa: E402
import importer # noqa: E402
FAILED = []
def check(name, ok, detail=''):
"""打印一条检查结果;失败的记入 FAILED,脚本结束时以非 0 退出码返回。"""
print(f" [{'通过' if ok else '失败'}] {name} {detail}")
if not ok:
FAILED.append(name)
def finish():
print('\n全部检查通过' if not FAILED else f'\n{len(FAILED)} 项未通过:' + '、'.join(FAILED))
sys.exit(1 if FAILED else 0)
def use_db(name):
"""切换到 tests/_work/<name>.db(删除重建)。"""
path = os.path.join(WORK, f'{name}.db')
if os.path.exists(path):
os.remove(path)
core.DB_PATH = path
core.data_changed()
with core.db() as conn:
conn.executescript(core.SCHEMA)
for scene, values in core.SCENE_DEFAULT.items():
conn.execute('INSERT INTO scenes VALUES(?,?,?,?,?)', (scene, *values))
conn.execute("INSERT INTO users(username, password, role, created_at) VALUES('admin', ?, 'admin', '')",
(generate_password_hash('admin123'),)) # 测试库的接口测试账号
core.migrate() # 与正式启动一致:补站型系数默认值
def load(name, sites, alarms, outages, calibrate_until=None):
"""建库并写入 sites / alarms / outages(全文本 DataFrame),做根因分析,返回 full_frame()。
calibrate_until 指定时,时间窗只用该日期之前的流水标定(留出检验,避免用测试数据标定)。"""
use_db(name)
with core.db() as conn:
sites.to_sql('sites', conn, if_exists='append', index=False)
core.save_alarms(alarms.astype(object).where(alarms.notna(), None))
good, _ = importer.validate_outages(outages)
core.save_outages(good)
if calibrate_until:
core.calibrate_windows(until=calibrate_until)
core.analyze_all(recalibrate=False)
else:
core.analyze_all()
core.data_changed()
return core.full_frame()
def read_dir(directory):
def read(filename):
return pd.read_csv(os.path.join(directory, filename), encoding='utf-8-sig', dtype=str)
return read('sites.csv'), read('data_alarm.csv'), read('data_outage.csv')
def sample_data():
return read_dir(os.path.join(PROJECT, 'data'))
def generate(name, lead=None, rows=6000, seed=2026):
"""用 data_gen 生成一份数据到 tests/_work/gen_<name>;lead 可覆盖告警提前量分布。"""
out = os.path.join(WORK, 'gen_' + name)
saved = dict(data_gen.LEAD)
if lead is not None:
data_gen.LEAD.clear()
data_gen.LEAD.update(lead)
try:
data_gen.generate(n=rows, seed=seed, out=out)
finally:
data_gen.LEAD.clear()
data_gen.LEAD.update(saved)
return read_dir(out)
def score(df):
"""以生成器真值(cause_category)计算总体准确率与各类 precision / recall。"""
d = df[df['cause_category'].isin(core.CAUSES)]
if d.empty:
return 0.0, []
accuracy = (d['cause_category'] == d['root_cause']).mean() * 100
rows = []
for cause in core.CAUSES:
tp = ((d['cause_category'] == cause) & (d['root_cause'] == cause)).sum()
precision = tp / max((d['root_cause'] == cause).sum(), 1) * 100
recall = tp / max((d['cause_category'] == cause).sum(), 1) * 100
f1 = 2 * precision * recall / (precision + recall) if precision + recall else 0
rows.append((cause, round(precision, 1), round(recall, 1), round(f1, 1)))
return round(accuracy, 2), rows
# ---------------------------------------------------------------- 扰动工具(固定随机种子,结果可复现)
rng = random.Random(7)
def root_alarm_mask(alarms, outages):
"""每条退服的“真根因告警”:同站、清除时间 = 退服恢复时间、类别 = 上报原因、本身不是衍生告警。"""
key = set(zip(outages['ne_id'], outages['end_time'], outages['cause_category']))
parent = alarms['parent_alarm_id'].fillna('')
return pd.Series([(n, c, cat) in key and p == ''
for n, c, cat, p in zip(alarms['ne_id'], alarms['clear_time'], alarms['category'], parent)],
index=alarms.index)
def no_parent(alarms, keep=0.0):
"""去掉父告警关系(keep 为保留比例)。"""
alarms = alarms.copy()
alarms['parent_alarm_id'] = [p if rng.random() < keep else '' for p in alarms['parent_alarm_id'].fillna('')]
return alarms
def drop_root(alarms, outages, fraction):
"""随机删掉一部分真根因告警(网管漏报 / 动环未接入)。"""
mask = root_alarm_mask(alarms, outages)
drop = [i for i in alarms.index[mask] if rng.random() < fraction]
return alarms.drop(drop)
def skew_cell_alarm(alarms, max_seconds=120):
"""“小区退服”告警时刻比工单开始时间晚 5~max_seconds 秒(两套系统时钟不同步)。"""
alarms = alarms.copy()
is_cell = alarms['category'] == '小区退服'
times = pd.to_datetime(alarms.loc[is_cell, 'start_time'])
times = times + pd.to_timedelta([rng.randint(5, max_seconds) for _ in range(len(times))], unit='s')
alarms.loc[is_cell, 'start_time'] = times.dt.strftime(core.TIME_FMT)
return alarms
def jitter_clear(alarms, outages, max_minutes=10):
"""真根因告警的清除时刻与业务恢复不再完全相同,随机偏移 ±max_minutes 分钟。"""
alarms = alarms.copy()
mask = root_alarm_mask(alarms, outages)
times = pd.to_datetime(alarms.loc[mask, 'clear_time'])
times = times + pd.to_timedelta([rng.randint(-max_minutes * 60, max_minutes * 60) for _ in range(len(times))],
unit='s')
alarms.loc[mask, 'clear_time'] = times.dt.strftime(core.TIME_FMT)
return alarms
def add_noise(alarms, outages, fraction):
"""一部分退服开始前 0~12 分钟出现一条无关的短时告警(与 data_gen 的干扰告警同分布)。"""
rows = []
for ne_id, start in zip(outages['ne_id'], pd.to_datetime(outages['start_time'])):
if rng.random() < fraction:
category = rng.choice(['传输中断', '设备硬件', '天馈故障', '机房环境'])
begin = start - pd.Timedelta(minutes=rng.randint(0, 12))
end = begin + pd.Timedelta(minutes=rng.randint(2, 30))
rows.append(dict(alarm_id=f'NZ{len(rows):07d}', ne_id=ne_id, alarm_code='', alarm_name='干扰' + category,
alarm_level='次要', category=category, start_time=begin.strftime(core.TIME_FMT),
clear_time=end.strftime(core.TIME_FMT), duration_s='', cleared='是',
parent_alarm_id=''))
return pd.concat([alarms, pd.DataFrame(rows)], ignore_index=True)
# 比 data_gen 默认更宽的告警提前量(传输/设备也可能提前半小时,停电后备可达 7 小时)
WIDE_LEAD = {'电源故障': (10, 420), '机房环境': (10, 240), '割接施工': (0, 45), '天馈故障': (0, 45),
'传输中断': (0, 30), '设备硬件': (0, 30)}