"""性能与时长计算准确率测试(对应开题报告的预期目标),走 Flask 接口,结果可直接写入论文测试章节。 - 单批 10000 条退服流水导入(预览校验 + 确认入库 + 新记录根因分析)≤ 15 秒 - 单次全量退服时长计算与根因分析 ≤ 8 秒 - 退服时长计算准确率 ≥ 98%(以生成器真值为准),并核对人工上报时长差错的检出 运行:python bench.py 数据库建在 tests/_work 下,不影响 data/outage.db """ import io import os import sys import time sys.path.insert(0, os.path.join(os.path.dirname(os.path.abspath(__file__)), 'tests')) import harness # noqa: E402 设置数据库路径 from harness import check, core, finish, generate # noqa: E402 if os.path.exists(os.environ['OUTAGE_DB']): os.remove(os.environ['OUTAGE_DB']) core.DB_PATH = os.environ['OUTAGE_DB'] started = time.time() import app as webapp # noqa: E402 导入时 init_db:建库 + 样例数据入库 + 全量分析 print(f'首次建库、样例入库与全量分析: {time.time() - started:.2f} s') client = webapp.app.test_client() client.post('/login', json={'username': 'admin', 'password': 'admin123'}) def timed(label, request): begin = time.time() response = request() elapsed = time.time() - begin print(f'{label}: {elapsed:.2f} s(HTTP {response.status_code})') return response, elapsed # 10000 条新流水:同一站点库,取生成序列第 6001~16000 条,避免与样例数据重复 _, alarms_big, outages_big = generate('bench', rows=16000) batch = outages_big.iloc[6000:16000] upload = io.BytesIO(batch.to_csv(index=False).encode('utf-8-sig')) response, t_preview = timed('导入预览 10000 条', lambda: client.post( '/api/import/preview', data={'file': (upload, 'batch.csv')}, content_type='multipart/form-data')) preview = response.get_json() print(f' 合格 {preview["ok"]},问题 {preview["bad"]},上报时长差错 {preview["diff"]}') response, t_confirm = timed('导入确认(入库 + 新记录根因分析)', lambda: client.post( '/api/import/confirm', json={'token': preview['token']})) check('单批 10000 条导入 ≤ 15 s', t_preview + t_confirm <= 15, f'({t_preview + t_confirm:.2f} s)') upload = io.BytesIO(alarms_big.to_csv(index=False).encode('utf-8-sig')) response, _ = timed(f'告警预览 {len(alarms_big)} 条', lambda: client.post( '/api/import/preview', data={'file': (upload, 'alarm.csv')}, content_type='multipart/form-data')) timed('告警确认(入库 + 全量重新标定与关联)', lambda: client.post( '/api/import/confirm', json={'token': response.get_json()['token']})) total = core.query('SELECT COUNT(*) AS n FROM outages')[0]['n'] response, t_analyze = timed(f'全量根因分析 /api/analyze({total} 条,含时间窗标定)', lambda: client.post('/api/analyze')) core.data_changed() response, t_dashboard = timed('看板首次请求(全量时长与指标重算)', lambda: client.get('/api/dashboard')) check('全量时长计算与根因分析 ≤ 8 s', t_analyze + t_dashboard <= 8, f'({t_analyze + t_dashboard:.2f} s)') df = core.full_frame() true_minutes = (core.pd.to_datetime(df['end_time']) - df['start']).dt.total_seconds() / 60 accuracy = ((df['duration_min'] - true_minutes).abs() < 0.05).mean() * 100 check('退服时长计算准确率 ≥ 98%', accuracy >= 98, f'({accuracy:.2f}%)') injected = (df['reported_min'] - true_minutes).abs() > 1 missed = int((injected & ~df['dur_diff']).sum()) false_alarm = int((~injected & df['dur_diff']).sum()) check('人工上报时长差错全部检出且无误报', missed == 0 and false_alarm == 0, f'(注入 {int(injected.sum())} 条,标记 {int(df["dur_diff"].sum())} 条)') finish()