持续刷取: 新增 farm_status.py 汇总工具
目标要求"反复迭代持续化运行, 修复并上报", 每轮手工统计太费事, 加一个汇总工具: 读 ~/lc_mcp/cycles/cycle_*.json (auto_cycle 每轮写的报告), 输出 开始/OK/耗时/失败步骤, 并从同期的 runs/task_*_daily.log 统计 选队成功数、经验本/纽本完成数、0/5空转次数、错误数, 外加狂气基线。 用法: python scripts/farm_status.py [--last N] [--json] 顺带确认了一件重要的事: 单步失败(如"升级/同步")不会让整轮失败, cycle_*.json 里 ok 仍为 true —— 否则镜牢刷取会被升级环节的碎片不足拖停。 新增 tests/test_farm_status.py 4 个用例(排序、坏文件容错、失败步骤收集、耗时格式化)。 全套 217/217 通过。
This commit is contained in:
@@ -0,0 +1,147 @@
|
|||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
"""汇总 ~/lc_mcp/cycles 下的轮次报告, 用于持续运行时的定期上报。
|
||||||
|
|
||||||
|
用法:
|
||||||
|
python scripts/farm_status.py # 全部轮次
|
||||||
|
python scripts/farm_status.py --last 10 # 只看最近 10 轮
|
||||||
|
python scripts/farm_status.py --json # 机器可读
|
||||||
|
|
||||||
|
读的是 auto_cycle.py 写的 cycle_*.json, 不碰游戏, 可在任何时候运行。
|
||||||
|
"""
|
||||||
|
import argparse
|
||||||
|
import glob
|
||||||
|
import json
|
||||||
|
import os
|
||||||
|
import re
|
||||||
|
import sys
|
||||||
|
import time
|
||||||
|
|
||||||
|
DEFAULT_DIR = os.path.expanduser(os.path.join('~', 'lc_mcp', 'cycles'))
|
||||||
|
RUNS_DIR = os.path.expanduser(os.path.join('~', 'lc_mcp', 'runs'))
|
||||||
|
BASELINE = os.path.expanduser(os.path.join('~', 'lc_mcp', 'lunacy_baseline.txt'))
|
||||||
|
|
||||||
|
|
||||||
|
def load_reports(report_dir):
|
||||||
|
out = []
|
||||||
|
for p in sorted(glob.glob(os.path.join(report_dir, 'cycle_*.json'))):
|
||||||
|
try:
|
||||||
|
with open(p, encoding='utf-8') as f:
|
||||||
|
r = json.load(f)
|
||||||
|
except (OSError, ValueError):
|
||||||
|
continue
|
||||||
|
r['_path'] = p
|
||||||
|
r['_mtime'] = os.path.getmtime(p)
|
||||||
|
out.append(r)
|
||||||
|
return sorted(out, key=lambda r: r.get('started') or '', reverse=True)
|
||||||
|
|
||||||
|
|
||||||
|
def step_of(report, name):
|
||||||
|
for s in report.get('steps', []):
|
||||||
|
if s.get('step') == name:
|
||||||
|
return s
|
||||||
|
return None
|
||||||
|
|
||||||
|
|
||||||
|
def task_stats_for(report):
|
||||||
|
"""从 cycle 的 log 找同期的 daily 任务日志, 统计选队/卡死/错误。
|
||||||
|
|
||||||
|
cycle_*.log 里有 "daily 已启动" 的时间, 但精确对上 task 日志更麻烦;
|
||||||
|
这里按 cycle 结束时间往前找最近一份 daily 日志。
|
||||||
|
"""
|
||||||
|
if not os.path.isdir(RUNS_DIR):
|
||||||
|
return None
|
||||||
|
logs = [p for p in glob.glob(os.path.join(RUNS_DIR, 'task_*_daily.log'))]
|
||||||
|
logs = [p for p in logs if os.path.getmtime(p) <= report.get('_mtime', time.time()) + 60]
|
||||||
|
if not logs:
|
||||||
|
return None
|
||||||
|
p = max(logs, key=os.path.getmtime)
|
||||||
|
try:
|
||||||
|
with open(p, encoding='utf-8', errors='replace') as f:
|
||||||
|
txt = f.read()
|
||||||
|
except OSError:
|
||||||
|
return None
|
||||||
|
txt = re.sub(r'\x1b\[[0-9;]*m', '', txt)
|
||||||
|
return {
|
||||||
|
'log': os.path.basename(p),
|
||||||
|
'team_ok': len(re.findall(r'成功找到队伍', txt)),
|
||||||
|
'team_fail': len(re.findall(r'找不到队伍', txt)),
|
||||||
|
'exp': len(re.findall(r'结束执行 一次经验本', txt)),
|
||||||
|
'thread': len(re.findall(r'结束执行 一次纽本', txt)),
|
||||||
|
'empty_team_stall': len(re.findall(r'配队人数OCR得到:\D*0\s*/\s*5', txt)),
|
||||||
|
'errors': len(re.findall(r'\[ERROR\]', txt)),
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
def fmt_mins(sec):
|
||||||
|
if not sec:
|
||||||
|
return '-'
|
||||||
|
return '%d:%02d' % (sec // 60, sec % 60)
|
||||||
|
|
||||||
|
|
||||||
|
def summarize(reports):
|
||||||
|
rows = []
|
||||||
|
for r in reports:
|
||||||
|
lum = [s for s in r.get('steps', []) if '狂气' in s.get('step', '')]
|
||||||
|
lum_info = lum[-1]['info'] if lum else '-'
|
||||||
|
failed = [s['step'] for s in r.get('steps', []) if not s.get('ok')]
|
||||||
|
rows.append({
|
||||||
|
'started': (r.get('started') or '')[:16],
|
||||||
|
'ok': r.get('ok'),
|
||||||
|
'result': r.get('result'),
|
||||||
|
'elapsed_s': r.get('elapsed_s'),
|
||||||
|
'failed_steps': failed,
|
||||||
|
'lunacy': lum_info,
|
||||||
|
'tasks': task_stats_for(r),
|
||||||
|
})
|
||||||
|
return rows
|
||||||
|
|
||||||
|
|
||||||
|
def main(argv=None):
|
||||||
|
ap = argparse.ArgumentParser(description='汇总持续刷取进度')
|
||||||
|
ap.add_argument('--report-dir', default=DEFAULT_DIR)
|
||||||
|
ap.add_argument('--last', type=int, default=0, help='只看最近 N 轮, 0=全部')
|
||||||
|
ap.add_argument('--json', action='store_true')
|
||||||
|
args = ap.parse_args(argv)
|
||||||
|
|
||||||
|
reports = load_reports(args.report_dir)
|
||||||
|
if args.last:
|
||||||
|
reports = reports[:args.last]
|
||||||
|
rows = summarize(reports)
|
||||||
|
|
||||||
|
base = None
|
||||||
|
if os.path.exists(BASELINE):
|
||||||
|
try:
|
||||||
|
base = int(open(BASELINE, encoding='utf-8').read().strip())
|
||||||
|
except ValueError:
|
||||||
|
base = None
|
||||||
|
|
||||||
|
if args.json:
|
||||||
|
print(json.dumps({'rows': rows, 'lunacy_baseline': base}, ensure_ascii=False, indent=2))
|
||||||
|
return 0
|
||||||
|
|
||||||
|
if not rows:
|
||||||
|
print('还没有轮次报告 (%s)' % args.report_dir)
|
||||||
|
return 1
|
||||||
|
|
||||||
|
print('狂气基线: %s' % ('%d' % base if base is not None else '(无)'))
|
||||||
|
print()
|
||||||
|
print('%-17s %-5s %-7s %-30s %s' % ('开始', 'OK', '耗时', '失败步骤', '任务日志(选队/经验/纽本/卡死/错误)'))
|
||||||
|
print('-' * 104)
|
||||||
|
for r in rows:
|
||||||
|
t = r['tasks']
|
||||||
|
tinfo = ('%s %d/%d/%d/%d/%d' % (t['log'][-24:], t['team_ok'], t['exp'], t['thread'],
|
||||||
|
t['empty_team_stall'], t['errors'])) if t else '-'
|
||||||
|
print('%-17s %-5s %-7s %-30s %s' % (
|
||||||
|
r['started'], '✅' if r['ok'] else '❌', fmt_mins(r['elapsed_s']),
|
||||||
|
','.join(r['failed_steps']) or '-', tinfo))
|
||||||
|
print()
|
||||||
|
tot = len(rows)
|
||||||
|
good = sum(1 for r in rows if r['ok'])
|
||||||
|
print('共 %d 轮, 成功 %d, 失败 %d' % (tot, good, tot - good))
|
||||||
|
if base is not None:
|
||||||
|
print('狂气基线 %d —— 只增不减才算没消费' % base)
|
||||||
|
return 0
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == '__main__':
|
||||||
|
sys.exit(main())
|
||||||
Reference in New Issue
Block a user