"""测试公共工具:在 tests/_work 下的临时数据库里加载数据集并调用 core 的分析逻辑,不影响 data/outage.db。""" import os import random import sys PROJECT = os.path.dirname(os.path.dirname(os.path.abspath(__file__))) sys.path.insert(0, PROJECT) WORK = os.path.join(PROJECT, 'tests', '_work') os.makedirs(WORK, exist_ok=True) os.environ['OUTAGE_DB'] = os.path.join(WORK, 'app.db') # 必须在 import core 之前设置 import pandas as pd # noqa: E402 from werkzeug.security import generate_password_hash # noqa: E402 import core # noqa: E402 import data_gen # noqa: E402 import importer # noqa: E402 FAILED = [] def check(name, ok, detail=''): """打印一条检查结果;失败的记入 FAILED,脚本结束时以非 0 退出码返回。""" print(f" [{'通过' if ok else '失败'}] {name} {detail}") if not ok: FAILED.append(name) def finish(): print('\n全部检查通过' if not FAILED else f'\n{len(FAILED)} 项未通过:' + '、'.join(FAILED)) sys.exit(1 if FAILED else 0) def use_db(name): """切换到 tests/_work/.db(删除重建)。""" path = os.path.join(WORK, f'{name}.db') if os.path.exists(path): os.remove(path) core.DB_PATH = path core.data_changed() with core.db() as conn: conn.executescript(core.SCHEMA) for scene, values in core.SCENE_DEFAULT.items(): conn.execute('INSERT INTO scenes VALUES(?,?,?,?,?)', (scene, *values)) conn.execute("INSERT INTO users(username, password, role, created_at) VALUES('admin', ?, 'admin', '')", (generate_password_hash('admin123'),)) # 测试库的接口测试账号 core.migrate() # 与正式启动一致:补站型系数默认值 def load(name, sites, alarms, outages, calibrate_until=None): """建库并写入 sites / alarms / outages(全文本 DataFrame),做根因分析,返回 full_frame()。 calibrate_until 指定时,时间窗只用该日期之前的流水标定(留出检验,避免用测试数据标定)。""" use_db(name) with core.db() as conn: sites.to_sql('sites', conn, if_exists='append', index=False) core.save_alarms(alarms.astype(object).where(alarms.notna(), None)) good, _ = importer.validate_outages(outages) core.save_outages(good) if calibrate_until: core.calibrate_windows(until=calibrate_until) core.analyze_all(recalibrate=False) else: core.analyze_all() core.data_changed() return core.full_frame() def read_dir(directory): def read(filename): return pd.read_csv(os.path.join(directory, filename), encoding='utf-8-sig', dtype=str) return read('sites.csv'), read('data_alarm.csv'), read('data_outage.csv') def sample_data(): return read_dir(os.path.join(PROJECT, 'data')) def generate(name, lead=None, rows=6000, seed=2026): """用 data_gen 生成一份数据到 tests/_work/gen_;lead 可覆盖告警提前量分布。""" out = os.path.join(WORK, 'gen_' + name) saved = dict(data_gen.LEAD) if lead is not None: data_gen.LEAD.clear() data_gen.LEAD.update(lead) try: data_gen.generate(n=rows, seed=seed, out=out) finally: data_gen.LEAD.clear() data_gen.LEAD.update(saved) return read_dir(out) def score(df): """以生成器真值(cause_category)计算总体准确率与各类 precision / recall。""" d = df[df['cause_category'].isin(core.CAUSES)] if d.empty: return 0.0, [] accuracy = (d['cause_category'] == d['root_cause']).mean() * 100 rows = [] for cause in core.CAUSES: tp = ((d['cause_category'] == cause) & (d['root_cause'] == cause)).sum() precision = tp / max((d['root_cause'] == cause).sum(), 1) * 100 recall = tp / max((d['cause_category'] == cause).sum(), 1) * 100 f1 = 2 * precision * recall / (precision + recall) if precision + recall else 0 rows.append((cause, round(precision, 1), round(recall, 1), round(f1, 1))) return round(accuracy, 2), rows # ---------------------------------------------------------------- 扰动工具(固定随机种子,结果可复现) rng = random.Random(7) def root_alarm_mask(alarms, outages): """每条退服的“真根因告警”:同站、清除时间 = 退服恢复时间、类别 = 上报原因、本身不是衍生告警。""" key = set(zip(outages['ne_id'], outages['end_time'], outages['cause_category'])) parent = alarms['parent_alarm_id'].fillna('') return pd.Series([(n, c, cat) in key and p == '' for n, c, cat, p in zip(alarms['ne_id'], alarms['clear_time'], alarms['category'], parent)], index=alarms.index) def no_parent(alarms, keep=0.0): """去掉父告警关系(keep 为保留比例)。""" alarms = alarms.copy() alarms['parent_alarm_id'] = [p if rng.random() < keep else '' for p in alarms['parent_alarm_id'].fillna('')] return alarms def drop_root(alarms, outages, fraction): """随机删掉一部分真根因告警(网管漏报 / 动环未接入)。""" mask = root_alarm_mask(alarms, outages) drop = [i for i in alarms.index[mask] if rng.random() < fraction] return alarms.drop(drop) def skew_cell_alarm(alarms, max_seconds=120): """“小区退服”告警时刻比工单开始时间晚 5~max_seconds 秒(两套系统时钟不同步)。""" alarms = alarms.copy() is_cell = alarms['category'] == '小区退服' times = pd.to_datetime(alarms.loc[is_cell, 'start_time']) times = times + pd.to_timedelta([rng.randint(5, max_seconds) for _ in range(len(times))], unit='s') alarms.loc[is_cell, 'start_time'] = times.dt.strftime(core.TIME_FMT) return alarms def jitter_clear(alarms, outages, max_minutes=10): """真根因告警的清除时刻与业务恢复不再完全相同,随机偏移 ±max_minutes 分钟。""" alarms = alarms.copy() mask = root_alarm_mask(alarms, outages) times = pd.to_datetime(alarms.loc[mask, 'clear_time']) times = times + pd.to_timedelta([rng.randint(-max_minutes * 60, max_minutes * 60) for _ in range(len(times))], unit='s') alarms.loc[mask, 'clear_time'] = times.dt.strftime(core.TIME_FMT) return alarms def add_noise(alarms, outages, fraction): """一部分退服开始前 0~12 分钟出现一条无关的短时告警(与 data_gen 的干扰告警同分布)。""" rows = [] for ne_id, start in zip(outages['ne_id'], pd.to_datetime(outages['start_time'])): if rng.random() < fraction: category = rng.choice(['传输中断', '设备硬件', '天馈故障', '机房环境']) begin = start - pd.Timedelta(minutes=rng.randint(0, 12)) end = begin + pd.Timedelta(minutes=rng.randint(2, 30)) rows.append(dict(alarm_id=f'NZ{len(rows):07d}', ne_id=ne_id, alarm_code='', alarm_name='干扰' + category, alarm_level='次要', category=category, start_time=begin.strftime(core.TIME_FMT), clear_time=end.strftime(core.TIME_FMT), duration_s='', cleared='是', parent_alarm_id='')) return pd.concat([alarms, pd.DataFrame(rows)], ignore_index=True) # 比 data_gen 默认更宽的告警提前量(传输/设备也可能提前半小时,停电后备可达 7 小时) WIDE_LEAD = {'电源故障': (10, 420), '机房环境': (10, 240), '割接施工': (0, 45), '天馈故障': (0, 45), '传输中断': (0, 30), '设备硬件': (0, 30)}