Fix background MCP input and add mirror dungeon feedback records

Browse Source
This commit is contained in:
Codex Agent
2026-10-02 13:58:43 +08:00
parent a4b27f991c
commit da7dcefadd
45 changed files with 6180 additions and 9 deletions
+42
View File
@@ -0,0 +1,42 @@
"""Bounded P/Enter batches through MCP; stop when the battle UI disappears."""
import argparse
import json
import time
from mcp_session import Session
def is_terminal(state):
texts = [item['text'].replace(' ', '') for item in state.get('items', [])]
return any(text.upper() in ('VICTORY', 'DEFEAT') or
any(marker in text for marker in ('正在探索', '获得E.G.O饰品', '选择主题卡包',
'开始战斗', '选择一位罪人', '选项事件'))
for text in texts)
def main():
parser = argparse.ArgumentParser()
parser.add_argument('--seconds', type=float, default=40)
parser.add_argument('--battle-confirmed', action='store_true')
args = parser.parse_args()
deadline = time.monotonic() + min(50, max(1, args.seconds))
pairs = 0
with Session() as client:
state = client.call('get_state')
texts = ' '.join(item['text'] for item in state.get('items', []))
active = args.battle_confirmed or any(marker in texts.upper() for marker in ('WAVE', 'TURN', 'DURANTE', '胜率', '伤害'))
while time.monotonic() < deadline:
# 战斗特写会隐藏 HUD;只有明确的结算/地图/选项信号才退出。
if not active or is_terminal(state):
break
# 短批次,批次末只检查界面是否仍为战斗,不分析拼点。
for _ in range(2):
client.call('keypress', {'key': 'p'})
client.call('keypress', {'key': 'enter'})
pairs += 1
time.sleep(1.5)
state = client.call('get_state')
print(json.dumps({'pairs': pairs, 'state': state}, ensure_ascii=False))
if __name__ == '__main__':
main()
+139
View File
@@ -0,0 +1,139 @@
"""Export whitelisted game feedback without credentials or unrelated files."""
import argparse
import hashlib
import json
import re
import zipfile
from datetime import datetime, timezone
from pathlib import Path
SECRET_FIELD = re.compile(r'^(api_?key|authorization|token|password|secret|credential)$', re.I)
SECRET_VALUE = re.compile(r'(?:oc_sk_[A-Za-z0-9_-]+|sk-[A-Za-z0-9_-]{12,}|Bearer\s+[A-Za-z0-9_.-]+)', re.I)
def main():
parser = argparse.ArgumentParser(description=__doc__)
parser.add_argument('--source-root', type=Path, required=True)
parser.add_argument('--runtime-root', type=Path, required=True)
parser.add_argument('--skill-root', type=Path, required=True)
parser.add_argument('--output', type=Path, required=True)
args = parser.parse_args()
output = args.output.resolve()
output.mkdir(parents=True, exist_ok=True)
roots = ((args.source_root.resolve(), '{source_root}'),
(args.runtime_root.resolve(), '{runtime_root}'),
(args.skill_root.resolve(), '{skill_root}'),
(Path.home(), '{user_home}'))
redactions = 0
def clean_text(value):
nonlocal redactions
value, count = SECRET_VALUE.subn('[REDACTED]', value)
redactions += count
for root, label in roots:
value = value.replace(str(root), label).replace(root.as_posix(), label)
return value
def clean(value):
nonlocal redactions
if isinstance(value, dict):
result = {}
for key, item in value.items():
if SECRET_FIELD.fullmatch(key):
result[key] = '[REDACTED]'
redactions += 1
else:
result[key] = clean(item)
return result
if isinstance(value, list):
return [clean(item) for item in value]
return clean_text(value) if isinstance(value, str) else value
exported = []
def record(relative, source, raw, data, kind):
target = output / relative
target.parent.mkdir(parents=True, exist_ok=True)
target.write_bytes(data)
exported.append({'path': relative, 'source': clean_text(str(source)), 'kind': kind,
'source_sha256': hashlib.sha256(raw).hexdigest(),
'export_sha256': hashlib.sha256(data).hexdigest(), 'bytes': len(data)})
counts = {}
skipped_partial = {}
# Never include config files, Codex session transcripts, or auth tokens.
for name in ('agent_log.jsonl', 'lc_agent_log.jsonl', 'jev_mirror_log.jsonl',
'agent_smoke.jsonl', 'lc_agent_smoke.jsonl'):
source = args.source_root / name
if not source.exists():
continue
raw = source.read_bytes()
rows = []
skipped = 0
for line in raw.decode('utf-8-sig', 'replace').splitlines():
if not line.strip():
continue
try:
rows.append(clean(json.loads(line)))
except json.JSONDecodeError:
skipped += 1
data = ''.join(json.dumps(row, ensure_ascii=False) + '\n' for row in rows).encode('utf-8')
record('logs/' + name, source, raw, data, 'sanitized_jsonl')
counts[name] = len(rows)
if skipped:
skipped_partial[name] = skipped
for name in ('jev_mirror_status.json', 'jev_shop_context.json'):
source = args.source_root / name
if source.exists():
raw = source.read_bytes()
data = json.dumps(clean(json.loads(raw.decode('utf-8-sig'))), ensure_ascii=False, indent=2).encode('utf-8')
record('logs/' + name, source, raw, data, 'sanitized_snapshot')
sources = [(args.runtime_root / 'server.log', 'logs/server.txt')]
sources.extend((p, 'logs/runs/' + p.stem + '.txt') for p in sorted((args.runtime_root / 'runs').glob('*')) if p.is_file())
sources.extend((args.source_root / name, 'source_snapshots/' + name)
for name in ('lc_agent.py', 'jev_mirror_agent.py', 'jev_decision_client.mjs',
'test_jev_mirror_agent.py', 'mirror_dungeon_speedrun_notes.md'))
sources.extend((p, 'skill/' + p.relative_to(args.skill_root).as_posix())
for p in sorted(args.skill_root.rglob('*.md')))
for source, relative in sources:
if source.exists():
raw = source.read_bytes()
cleaned = clean_text(raw.decode('utf-8-sig', 'replace'))
if source.suffix == '.py':
cleaned = cleaned.rstrip() + '\n'
record(relative, source, raw, cleaned.encode('utf-8'), 'sanitized_text')
captures = []
archive = output / 'game-captures.zip'
with zipfile.ZipFile(archive, 'w', compression=zipfile.ZIP_DEFLATED, compresslevel=1) as bundle:
for label, folder in (('legacy_game', args.source_root / 'shots'),
('mcp_game', args.runtime_root / 'shots'),
('model_game', args.source_root / 'lc_shots'),
('fixtures', args.source_root / 'fixtures')):
for source in sorted(folder.glob('*')):
if not source.is_file() or source.suffix.lower() not in ('.png', '.jpg', '.jpeg'):
continue
try:
raw = source.read_bytes()
except FileNotFoundError:
continue # live screenshots can rotate during export
name = label + '/' + source.name
bundle.writestr(name, raw)
captures.append({'path': name, 'bytes': len(raw), 'sha256': hashlib.sha256(raw).hexdigest()})
(output / 'capture_manifest.json').write_text(json.dumps(captures, ensure_ascii=False, indent=2), encoding='utf-8')
manifest = {'snapshot_at_utc': datetime.now(timezone.utc).isoformat(),
'log_record_counts': counts, 'partial_lines_skipped': skipped_partial,
'redaction_count': redactions, 'files': exported, 'capture_count': len(captures),
'capture_archive_bytes': archive.stat().st_size,
'capture_archive_sha256': hashlib.sha256(archive.read_bytes()).hexdigest(),
'excluded': ['API/MCP credentials', 'all local configs', 'Codex session transcripts',
'unrelated asset extraction files', 'virtual environments'],
'limitations': ['MCP retains only 30 recent captures; deleted frames cannot be reconstructed.',
'Live session still running; snapshot is not proof of dungeon completion.']}
(output / 'manifest.json').write_text(json.dumps(manifest, ensure_ascii=False, indent=2), encoding='utf-8')
print(json.dumps({k:manifest[k] for k in ('snapshot_at_utc', 'log_record_counts', 'capture_count',
'capture_archive_bytes', 'redaction_count')}, ensure_ascii=False))
if __name__ == '__main__':
main()
+4
View File
@@ -0,0 +1,4 @@
{
"decisionEngine": "jev",
"model": "jev-1.13-free"
}
+39
View File
@@ -0,0 +1,39 @@
// Only send a concise game-state description and explicit permitted choices.
// Credentials are supplied in memory or OPENCODE_API_KEY, never stored here.
export async function decide(state, criteria, options = {}) {
const apiKey = options.apiKey ?? process.env.OPENCODE_API_KEY;
if (!apiKey) throw new Error('OPENCODE_API_KEY is required');
if (typeof state !== 'string' || !state.trim()) throw new Error('State text is required');
if (!criteria || Object.keys(criteria).length < 2) throw new Error('At least two choices are required');
const started = performance.now();
const response = await fetch('https://opencode.ai/zen/v1/systemone', {
method: 'POST',
redirect: 'error',
headers: { Authorization: `Bearer ${apiKey}`, 'Content-Type': 'application/json' },
signal: AbortSignal.timeout(options.timeoutMs ?? 7000),
body: JSON.stringify({
model: options.model ?? 'jev-1.13-free',
state,
questions: {
action: {
type: 'choice',
instructions: 'Choose the action that respects the stated user rules and completes the Limbus Company Mirror Dungeon fastest. Use only the supplied choices.',
criteria,
},
},
}),
});
if (!response.ok) throw new Error(`Jev HTTP ${response.status}`);
const body = await response.json();
const answer = body.answers?.action;
if (answer?.type !== 'choice' || !Object.hasOwn(criteria, answer.choice)) {
throw new Error('Jev returned an unsupported choice');
}
return {
choice: answer.choice,
confidence: answer.confidence,
probabilities: answer.probabilities,
latencyMs: Math.round(performance.now() - started),
model: body.model,
};
}
+595
View File
@@ -0,0 +1,595 @@
"""Jev chooses every scene/action; lc-mcp performs only validated candidates."""
import argparse
import json
import math
import os
import re
import subprocess
import sys
import time
import urllib.request
from pathlib import Path
from mcp_session import Session as Bridge
REPO_ROOT = Path(__file__).resolve().parents[1]
RUNTIME_HOME = Path(os.environ.get('LC_JEV_HOME', str(Path.home() / 'lc_mcp' / 'jev')))
STOP_FILE = RUNTIME_HOME / 'JEV_STOP'
SYSTEM_RULES = (
'你负责识别固定场景、路线和所有下一步决策。目标是最快完成当前一局镜牢。'
'只能选择所给候选;不要反复点击未生效的按钮。战斗选 battle 宏,P+回车,不用空格。'
'刚选路线、回车开战或上一动作是战斗时,特写或加载没有OCR文字很正常;选短等或战斗宏,不仅因OCR为空要求分析。'
'遇到事件判定先点SKIP跳过对话,跳完后再选择事件选项、罪人或进行判定;剧情同样优先SKIP。'
'事件当前有“选择后获得”且无需判定、无需战斗的选项时直接选择它,不反复滚动;避开写着战斗胜利后的选项。'
'确定确认/进入/开始战斗直接执行。地图优先可达事件和商店,减少战斗。'
'选好路线直接回车进入,关卡编队界面也直接回车开战;保留原编队,不再检查人员。'
'保留当前编队。成捆的符咒++和鸡胸为核心,略过额外观测;其他苦难避开敌方体力上限和防御等级。'
'3层起辛克莱1换3,黑兽奥提斯2换3,其他出战1换3。只在商店强化饰品。'
'商店没有出战角色可替换技能时允许刷新,当前商店最多4次;有可替换角色先按技能表替换。'
'第五层优先2号线卡包;卡包刷新次数为零时允许使用卡包观测。层末必须选择苦难再推进,不能当额外观测默认拒绝饰品。'
'卡包信息不清先点对应放大镜查看;核心饰品齐全时按通关速度选择现有卡包,不为可选饰品反复刷新。'
'信息不足、重复操作仍无效、苦难无法明确核对,或你判断需要主助手分析时选 requires_analysis。'
)
def text_items(state):
return state.get('items') or []
def button_enabled(state, item):
try:
from PIL import Image
import numpy as np
x, y, w, h = (int(item[k]) for k in ('x', 'y', 'w', 'h'))
with Image.open(state['screen']['path']) as image:
crop = np.array(image.convert('L').crop((x, y, x + w, y + h)))
return float(np.quantile(crop, 0.9)) > 85
except (OSError, KeyError, ImportError):
return False
def map_candidates(state):
"""Only observe reachable nodes; Jev chooses their route."""
import cv2
import numpy as np
from PIL import Image
assets = REPO_ROOT / 'vendor' / 'aalc' / 'assets' / 'images' / 'default' / 'share' / 'mirror'
with Image.open(state['screen']['path']) as image:
rgb = np.array(image.convert('RGB'))
gray = cv2.cvtColor(rgb, cv2.COLOR_RGB2GRAY)
scale = min(rgb.shape[0] / 1440, rgb.shape[1] / 2560)
with Image.open(assets / 'mybus_default_distance.png') as image:
bus = cv2.cvtColor(np.array(image.convert('RGB')), cv2.COLOR_RGB2GRAY)
bus = cv2.resize(bus, None, fx=scale, fy=scale, interpolation=cv2.INTER_AREA)
_, confidence, _, location = cv2.minMaxLoc(cv2.matchTemplate(gray, bus, cv2.TM_CCOEFF_NORMED))
if confidence < 0.88:
return {}
bx, by = location[0] + bus.shape[1] // 2, location[1] + bus.shape[0] // 2
result = {}
orb = cv2.ORB_create(nfeatures=1000, scaleFactor=1.2, edgeThreshold=10)
for key, dy, direction in (('w', -400, '上方'), ('d', 50, '正前方'), ('s', 450, '下方')):
x, y = int(bx + 500 * scale), int(by + dy * scale)
if not (0 < x < rgb.shape[1] and 0 < y < rgb.shape[0]*.82):
continue
radius = int(125 * scale)
roi = rgb[max(0,y-radius):min(rgb.shape[0],y+radius), max(0,x-radius):min(rgb.shape[1],x+radius)]
hsv = cv2.cvtColor(roi, cv2.COLOR_RGB2HSV)
red = ((hsv[:,:,0] < 12) | (hsv[:,:,0] > 168)) & (hsv[:,:,1] > 150) & (hsv[:,:,2] > 150)
green = (hsv[:,:,0] > 27) & (hsv[:,:,0] < 85) & (hsv[:,:,1] > 110) & (hsv[:,:,2] > 150)
white = (hsv[:,:,1] < 100) & (hsv[:,:,2] > 175)
colored = int((red | green).sum()) >= 80
if not colored and int(white.sum()) < 80:
continue
target = cv2.resize(cv2.cvtColor(roi, cv2.COLOR_RGB2GRAY), None, fx=2, fy=2)
_, target_desc = orb.detectAndCompute(target, None)
scores = []
if target_desc is not None:
for name, label in (('shop','商店'),('event','事件'),('battle','普通战斗'),
('risky_encounter','精英战斗'),('focused_encounter','集中战斗')):
with Image.open(assets / 'road_in_mir' / (name + '.png')) as image:
template = np.array(image.convert('L'))
template = cv2.resize(template, None, fx=2*scale, fy=2*scale)
_, desc = orb.detectAndCompute(template, None)
if desc is not None:
matches = cv2.BFMatcher(cv2.NORM_HAMMING).knnMatch(desc, target_desc, k=2)
score = sum(len(pair) == 2 and pair[0].distance < 0.7*pair[1].distance for pair in matches)
scores.append((score, label))
score, label = max(scores, default=(0, '类型未识别'))
if not colored and score < 8:
continue
if score < 8:
label = '类型未识别'
result['route_' + key] = {
'description': '%s有高亮可达节点:%s,图标匹配数%d,中心(%d,%d)。按方向键选中后直接回车进入,无需二次确认。' % (direction,label,score,x,y),
'action': {'tool': 'route', 'args': {'key': key}},
}
return result
def candidates(state, previous_battle=False, refresh_used=0):
items = text_items(state)
texts = [item['text'].replace(' ', '') for item in items]
combined = '\n'.join(texts)
width = state.get('screen', {}).get('w', 1920)
height = state.get('screen', {}).get('h', 1080)
options = {'requires_analysis': {
'description': '你判断信息不足或需要主助手分析:暂停并返回当前游戏截图和问题。',
'action': {'tool': 'requires_analysis', 'args': {}},
}, 'wait': {
'description': '短暂等待0.7秒后重新读取画面;CONNECTING或界面动画尚未完成时用,不发送输入。',
'action': {'tool': 'wait', 'args': {'seconds': 0.7}},
}}
# Refresh requests leave the previous stock visible until networking ends.
# Never buy, refresh again, or leave based on that stale inventory.
if any('CONNECTING' in t.upper() for t in texts):
return options
if '判定成功' in combined or '判定失败' in combined or '结果' in texts:
continuation = next((i for i in items if i['text'].replace(' ', '') == '继续'
and button_enabled(state,i)), None)
options['event_finish'] = {
'description': '判定结果已出现,快速连按回车结束事件并返回地图。',
'action': ({'tool':'click','args':{'x':continuation['x']+continuation['w']//2,
'y':continuation['y']+continuation['h']//2}}
if continuation else {'tool': 'advance_dialog', 'args': {'presses': 5}}),
}
return options
for index, item in enumerate(items):
if item['text'].replace(' ', '').upper() == 'SKIP' and button_enabled(state, item):
options['skip_dialog'] = {
'description': '先点击SKIP跳过当前对话,再读取事件选项或判定;当前不选择罪人或进行判定。',
'action': {'tool': 'click', 'args': {'x': item['x'] + item['w']//2,
'y': item['y'] + item['h']//2}},
}
return options
if '应该让谁' in combined and '选择一位罪人' not in combined and '进行判定' not in combined:
options['event_advance'] = {
'description': '对话已经跳过,按回车继续到选择罪人的判定界面。',
'action': {'tool': 'advance_dialog', 'args': {}},
}
return options
for index, item in enumerate(items):
if item['text'].replace(' ', '').lstrip('×xX') == '关闭':
options['close_%d' % index] = {
'description': '关闭当前饰品查看/强化窗口,返回商店继续换技能;电池不是当前必要强化目标。',
'action': {'tool': 'keypress', 'args': {'key': 'esc'}},
}
if '迷宫进度' in texts:
for index, item in enumerate(items):
if item['text'].replace(' ', '') == '继续':
options['resume_game'] = {
'description': '关闭迷宫进度菜单并继续当前商店操作。',
'action': {'tool': 'click', 'args': {'x': item['x']+item['w']//2,
'y': item['y']+item['h']//2}},
}
return options
if any('是否消耗' in t and '技能替换' in t for t in texts):
header = next((t for t in texts if '替换' in t and '技能' in t and '是否' not in t), '')
skills = sorted([i for i in items if re.fullmatch(r'SKILL\s*[123]', i['text'])
and height*.28 < i['y'] < height*.5], key=lambda i: i['x'])
target = ('SKILL2', 'SKILL3') if '奥提斯' in header else (
('SKILL1', 'SKILL2') if '辛克莱' in header and state.get('floor', 3) < 3 else ('SKILL1', 'SKILL3'))
if tuple(i['text'].replace(' ', '') for i in skills) == target:
for item in items:
if item['text'] == '购买':
options['buy_swap'] = {
'description': '已核对本层所需技能替换 %s→%s,点击购买完成。' % target,
'action': {'tool': 'click', 'args': {'x': item['x']+item['w']//2,
'y': item['y']+item['h']//2}},
}
return options
if any('当前持有技能' in t for t in texts):
header = next((t for t in texts if '替换' in t and '技能' in t), '')
target = ('SKILL2', 'SKILL3') if '奥提斯' in header else (
('SKILL1', 'SKILL2') if '辛克莱' in header and state.get('floor', 3) < 3 else ('SKILL1', 'SKILL3'))
target_selected = False
for number, fraction in enumerate((0.235, 0.49, 0.745), 1):
cx = round(width*fraction)
skill_texts = [i for i in items if 'SKILL' in i['text'].upper()
and abs(i['x']+i['w']/2 - (cx + width*.075)) < width*.05
and height*.3 < i['y'] < height*.7]
skill_texts.sort(key=lambda i: i['y'])
if len(skill_texts) == 2:
if tuple(i['text'].upper().replace(' ', '') for i in skill_texts) != target:
continue
detail = skill_texts[0]['text'] + ' → ' + skill_texts[1]['text']
options['skill_swap_%d' % number] = {
'description': header + ':第%d项 %s;按楼层技能表选这一项。' % (number, detail),
'action': {'tool': 'click', 'args': {'x': cx, 'y': round(height*.45)}},
}
try:
import cv2
import numpy as np
from PIL import Image
with Image.open(state['screen']['path']) as image:
border = np.array(image.convert('RGB').crop((int(cx-width*.12), int(height*.31),
int(cx-width*.107), int(height*.69))))
hsv = cv2.cvtColor(border, cv2.COLOR_RGB2HSV)
target_selected = float(((hsv[:,:,0] > 8) & (hsv[:,:,0] < 35) &
(hsv[:,:,1] > 200) & (hsv[:,:,2] > 220)).mean()) > .18
except (KeyError, OSError, ImportError):
pass
for item in items:
if target_selected and item['text'].replace(' ', '') == '确认' and button_enabled(state, item):
options['confirm_swap'] = {
'description': '确认已经选中的技能替换,支付本项费用。未选项目时应先点技能替换项。',
'action': {'tool': 'click', 'args': {'x': item['x'] + item['w']//2,
'y': item['y'] + item['h']//2}},
}
return options
if '追加的苦难' in combined and '获得E.G.O' in combined:
for number, fraction in enumerate((.188, .395, .60, .813), 1):
cx = round(width*fraction)
details = ';'.join(i['text'] for i in items
if abs(i['x']+i['w']/2-cx) < width*.102
and height*.22 < i['y'] < height*.77)
if details:
options['hardship_%d' % number] = {
'description': '层末第%d张饰品与苦难:%s。必需饰品优先;其他避开体力上限和防御等级。' % (number,details),
'action': {'tool':'click', 'args':{'x':cx, 'y':round(height*.43)}},
}
for item in items:
if '选择' in item['text'] and '/' in item['text'] and button_enabled(state,item):
options['hardship_confirm'] = {
'description':'选择数量足够后确认层末饰品和苦难,直接前进。',
'action':{'tool':'click','args':{'x':item['x']+item['w']//2,'y':item['y']+item['h']//2}},
}
return options
# Nested confirmation/detail windows override the reward/pack behind them.
modal_question = ('确认' in texts and any('取消' in t for t in texts)
and any('吗?' in t or '吗?' in t for t in texts))
pack_detail = '出现头目' in combined and '详细内容' in combined
if modal_question or pack_detail:
buttons = [i for i in items if i['text'].replace(' ', '') == '确认'
and button_enabled(state, i)]
if buttons:
item = min(buttons, key=lambda i: i['y'])
options['modal_confirm'] = {
'description': '确认当前最上层弹窗;不操作背景奖励卡或卡包。',
'action': {'tool': 'click', 'args': {'x': item['x'] + item['w']//2,
'y': item['y'] + item['h']//2}},
}
return options
if any('选择遭遇战奖励卡' in t for t in texts):
for number, fraction in enumerate((0.355, 0.514, 0.674), 1):
cx = round(width*fraction)
detail = ';'.join(i['text'] for i in items
if abs(i['x']+i['w']/2-cx) < width*.07 and height*.48 < i['y'] < height*.65)
if detail:
options['reward_card_%d' % number] = {
'description': '遭遇战奖励卡第%d张:%s。优先减少额外操作,略过无关饰品。' % (number, detail),
'action': {'tool': 'click', 'args': {'x': cx, 'y': round(height*.43)}},
}
if not any('0/1' in t for t in texts):
for index, item in enumerate(items):
if item['text'].replace(' ', '') == '确认' and button_enabled(state, item):
options['confirm_reward'] = {
'description': '奖励卡已选中,确认领取。',
'action': {'tool': 'keypress', 'args': {'key': 'enter'}},
}
return options
# A confirmation dialog blocks the controls underneath it. Keep its
# observed coordinates instead of re-running an ambiguous text search.
confirmations = [(index, item) for index, item in enumerate(items)
if item['text'].replace(' ', '') == '确认']
modal = confirmations and (any('取消' in t for t in texts) or
any('吗?' in t or '吗?' in t for t in texts))
if modal:
for index, item in confirmations:
if button_enabled(state, item):
options['confirm_%d' % index] = {
'description': '当前确认弹窗的“确认”按钮;确认本次操作,背景控件被弹窗遮挡。',
'action': {'tool': 'click', 'args': {'x': item['x'] + item['w'] // 2,
'y': item['y'] + item['h'] // 2}},
}
return options
if any('选择' in t and '层主题卡包' in t for t in texts):
# This screen has five clipped bags; title OCR anchors each visible bag.
for number, fraction in enumerate((0.17, 0.335, 0.5, 0.665, 0.83), 1):
cx = round(width * fraction)
titles = [i['text'] for i in items if abs(i['x'] + i['w']/2 - cx) < width*.06
and height*.60 < i['y'] < height*.68]
label = '/'.join(titles) or '标题OCR暂未识别'
options['pack_inspect_%d' % number] = {
'description': '查看第%d个卡包“%s”的放大镜详情,核对怪物和通关奖励。' % (number, label),
'action': {'tool': 'click', 'args': {'x': round(cx + width*.042), 'y': round(height*.303)}},
}
if titles:
options['pack_drag_%d' % number] = {
'description': '选择第%d个卡包“%s”:长按卡包中部并缓慢向下拖到底。' % (number, label),
'action': {'tool': 'drag', 'args': {'from_x': cx, 'from_y': round(height*.45),
'to_x': cx, 'to_y': round(height*.91), 'duration': 1.8}},
}
return options
in_shop = '商店' in texts and '刷新' in texts
party = ('辛克莱', '鸿璐', '希斯克利夫', '奥提斯', '格里高尔', '良秀', '浮士德')
swaps = [(index, item) for index, item in enumerate(items)
if '替换' in item['text'] and any(name in item['text'] for name in party)
and not any('已购买' in sold['text']
and abs(sold['x']+sold['w']/2-item['x']-item['w']/2) < width*.07
and 0 < item['y']-sold['y'] < height*.25 for sold in items)]
if in_shop:
for index, item in swaps:
options['swap_%d' % index] = {
'description': '商店出战角色技能替换入口:' + item['text'] + ';打开后核对技能表。',
'action': {'tool': 'click', 'args': {'x': item['x'] + item['w']//2,
'y': max(0, item['y'] - round(height*.095))}},
}
if not swaps and refresh_used < 4:
for index, item in enumerate(items):
if item['text'].replace(' ', '') == '刷新' and button_enabled(state, item):
options['shop_refresh'] = {
'description': '没有出战角色可替换技能,刷新商店;本店已刷新%d/4次。' % refresh_used,
'action': {'tool': 'click', 'args': {'x': item['x'] + item['w'] // 2,
'y': item['y'] + item['h'] // 2}},
}
end_screen = any(t.upper() in ('VICTORY', 'DEFEAT') or any(m in t for m in
('正在探', '获得E.G.O饰品', '开始战斗', '主题卡包', '应该让谁上前', '选择遭遇战奖励卡')) for t in texts)
battle = any(m in combined.upper() for m in ('WAVE', 'TURN', 'DURANTE', '胜率', '伤害'))
if not end_screen and (battle or previous_battle):
options['battle'] = {'description': '仍处于战斗或特写:执行短批次 P→回车,两次后检查结算,不分析拼点。',
'action': {'tool': 'battle', 'args': {'rounds': 2}}}
known_buttons = ('确认', '继续', '进入', '开始战斗', 'SKIP', '进行判定', '拒绝饰品',
'离开', '下一层', '前往下一层', '领取奖励', '结束探索', 'TOUCHTOSTART', '选择')
for index, item in enumerate(items):
label = item['text'].replace(' ', '')
if in_shop and (swaps or 'shop_refresh' in options) and label == '离开':
continue
if label in known_buttons and button_enabled(state, item):
options['button_%d' % index] = {
'description': '当前可见且非灰色按钮:%s;点击 OCR 中心。' % label,
'action': ({'tool': 'keypress', 'args': {'key': 'enter'}} if label in ('进入', '开始战斗')
else {'tool': 'click_text', 'args': {'text': item['text']}}),
}
if (not battle and not in_shop and state.get('screen', {}).get('path')
and Path(state['screen']['path']).is_file()
and not any(t in combined for t in ('确认', '继续', '获得E.G.O', 'SKIP', '选项'))):
options.update(map_candidates(state))
if any(t in combined for t in ('应该让谁', '选择一位罪人')):
for index, item in enumerate(items):
if item['text'] in ('极高', '高') and item['y'] > height * 0.8 and item['w'] < width * 0.07:
options['sinner_%d' % index] = {
'description': '选择预计成功率%s的罪人卡,卡中心x=%d。' % (item['text'], item['x'] + item['w'] // 2),
'action': {'tool': 'click', 'args': {'x': item['x'] + item['w'] // 2,
'y': min(height - 35, item['y'] + int(height * 0.06))}},
}
if '选择一位罪人' in combined:
try:
import cv2
import numpy as np
from PIL import Image
with Image.open(state['screen']['path']) as image:
rgb = np.array(image.convert('RGB'))
for number in range(12):
cx = round(width*(.061 + number*.0542))
crop = rgb[round(height*.841):round(height*.878), max(0,cx-round(width*.026)):cx+round(width*.026)]
hsv = cv2.cvtColor(crop, cv2.COLOR_RGB2HSV)
gold = (hsv[:,:,0] > 18) & (hsv[:,:,0] < 36) & (hsv[:,:,1] > 160) & (hsv[:,:,2] > 180)
if int(gold.sum()) > 100:
options['sinner_card_%d' % number] = {
'description': '第%d张罪人卡的成功率标识为金黄色(高/极高),选择此卡。' % (number+1),
'action': {'tool': 'click', 'args': {'x': cx, 'y': round(height*.915)}},
}
except (OSError, KeyError, ImportError):
pass
if '选项' in texts:
if not any('选择后' in t and '获得' in t and '判定' not in t for t in texts):
options['event_scroll'] = {
'description': '向下拖动事件选项列表的滚动条,查看是否还有无需判定、无需战斗的直接离开选项。',
'action': {'tool': 'drag', 'args': {'from_x': round(width*.945), 'from_y': round(height*.255),
'to_x': round(width*.945), 'to_y': round(height*.68), 'duration': .8}},
}
for index, item in enumerate(items):
if item['x'] > width * 0.52 and height * 0.23 < item['y'] < height * 0.75 and item['h'] > height * 0.025 and item.get('score', 0) > 0.93:
if not any(t in item['text'] for t in ('判定', '获得', '成功', '全体', '战斗胜利')):
outcome = ';'.join(i['text'] for i in items if i['x'] > width*.52
and item['y']+item['h'] < i['y'] < item['y']+height*.085)
options['event_%d' % index] = {'description': '当前事件选项:' + item['text'] + ';结果:' + outcome,
'action': {'tool': 'click_text', 'args': {'text': item['text']}}}
return options
def decide(cfg, state, options, recent):
body = {'model': 'jev-1.13-free',
'state': '目标:按用户已配置的队伍和速通规则推进当前镜牢。当前楼层:%s\n当前游戏 OCR(坐标仅供辨识):\n' % state.get('floor', '尚未识别') +
'\n'.join('%s @%d,%d' % (i['text'], i['x'], i['y']) for i in text_items(state)
if not i['text'].upper().startswith('STEAM')) +
'\n截图视觉与可用控件观察(不是预先做出的决定):\n' +
'\n'.join(val['description'] for key,val in options.items() if key != 'requires_analysis') +
'\n最近动作和执行结果:' + json.dumps(recent[-4:], ensure_ascii=False),
'questions': {'action': {'type': 'choice', 'instructions': SYSTEM_RULES,
'criteria': {key: val['description'] for key, val in options.items()}}}}
request = urllib.request.Request(
'https://opencode.ai/zen/v1/systemone',
data=json.dumps(body, ensure_ascii=False).encode('utf-8'),
headers={'Authorization': 'Bearer ' + cfg['apiKey'], 'Content-Type': 'application/json',
'User-Agent': 'Mozilla/5.0'}, method='POST')
start = time.monotonic()
for attempt in range(2):
try:
with urllib.request.urlopen(request, timeout=7) as response:
result = json.load(response)
break
except (OSError, TimeoutError):
if attempt:
raise
time.sleep(0.3)
answer = result.get('answers', {}).get('action', {})
choice = answer.get('choice')
if answer.get('type') != 'choice' or choice not in options:
raise ValueError('Jev returned an unsupported candidate')
return choice, round((time.monotonic() - start) * 1000)
def execute(bridge, action):
if action['tool'] == 'advance_dialog':
for _ in range(min(5, action.get('args', {}).get('presses', 2))):
result = bridge.call('keypress', {'key': 'enter'})
if not result.get('ok'):
return result
time.sleep(.2)
return result
if action['tool'] == 'route':
result = bridge.call('keypress', {'key': action['args']['key']})
if not result.get('ok'):
return result
time.sleep(0.35)
result = bridge.call('keypress', {'key': 'enter'})
if not result.get('ok'):
return result
time.sleep(0.7)
return bridge.call('keypress', {'key': 'enter'})
if action['tool'] == 'wait':
time.sleep(0.7)
return {'ok': True, 'waited': 0.7}
if action['tool'] == 'battle':
deadline = time.monotonic() + 45
pairs = 0
while time.monotonic() < deadline and not STOP_FILE.exists():
for _ in range(2):
for key in ('p', 'enter'):
result = bridge.call('keypress', {'key': key})
if not result.get('ok'):
return result
pairs += 1
time.sleep(0.8)
state = bridge.call('get_state')
if not state.get('ok'):
return state
texts = [i['text'].replace(' ', '') for i in text_items(state)]
terminal = any(t.upper() in ('VICTORY', 'DEFEAT') or any(m in t for m in
('正在探', '获得E.G.O饰品', '开始战斗', '主题卡包',
'应该让谁上前', '选择遭遇战奖励卡', '选项事件', '选择苦难')) for t in texts)
if terminal:
return {'ok': True, 'pairs': pairs, 'terminal': True, 'screen': state.get('screen')}
return {'ok': True, 'pairs': pairs, 'terminal': False}
return bridge.call(action['tool'], action.get('args'))
def main():
parser = argparse.ArgumentParser()
parser.add_argument('config')
parser.add_argument('--steps', type=int, default=250)
parser.add_argument('--seconds', type=int, default=1200)
args = parser.parse_args()
# 防止另一个终端重复启动同一个游戏的执行器。
import ctypes
kernel = ctypes.windll.kernel32
kernel.CreateMutexW.restype = ctypes.c_void_p
kernel.CreateMutexW.argtypes = [ctypes.c_void_p, ctypes.c_int, ctypes.c_wchar_p]
lease = kernel.CreateMutexW(None, False, 'Local\\LimbusMirrorJevController')
if not lease or kernel.GetLastError() == 183:
print(json.dumps({'state':'already_running'}), flush=True)
if lease:
kernel.CloseHandle(ctypes.c_void_p(lease))
return
cfg = json.loads(Path(args.config).read_text(encoding='utf-8'))
cfg['apiKey'] = os.environ.get('OPENCODE_API_KEY') or cfg.get('apiKey')
if not cfg['apiKey']:
kernel.CloseHandle(ctypes.c_void_p(lease))
raise RuntimeError('Set OPENCODE_API_KEY or use an untracked local config with apiKey')
RUNTIME_HOME.mkdir(parents=True, exist_ok=True)
log = RUNTIME_HOME / 'jev_mirror_log.jsonl'
status = RUNTIME_HOME / 'jev_mirror_status.json'
bridge = Bridge()
deadline = time.monotonic() + args.seconds
recent = []
repeats = {}
previous_battle = False
if log.exists():
last_lines = log.read_text(encoding='utf-8').splitlines()
if last_lines:
last_record = json.loads(last_lines[-1])
previous_battle = last_record.get('battle_context', last_record.get('action', {}).get('tool') == 'battle')
context_path = RUNTIME_HOME / 'jev_shop_context.json'
context = json.loads(context_path.read_text(encoding='utf-8')) if context_path.exists() else {'refresh_used': 0}
stable_since = time.monotonic()
last_fingerprint = None
try:
for step in range(args.steps):
if STOP_FILE.exists() or time.monotonic() > deadline:
status.write_text(json.dumps({'state': 'stopped', 'step': step}), encoding='utf-8')
return
state = bridge.call('get_state')
if not state.get('ok'):
state = {'ok': False, 'items': [{'text': 'MCP 截图暂不可用;游戏窗口可能正在重建。' + str(state.get('error','')),
'x':0,'y':0,'w':0,'h':0,'score':1.0}]}
fingerprint = tuple(item['text'] for item in text_items(state)
if item.get('score', 0) > 0.93 and not item['text'].replace('.', '').isdigit())
if any('正在探' in i['text'] or '主题卡包' in i['text'] for i in text_items(state)):
context['refresh_used'] = 0
for item in text_items(state):
match = re.search(r'(?:第|选择)([1-5])层', item['text'].replace(' ', ''))
if match:
context['floor'] = int(match[1])
context_path.write_text(json.dumps(context), encoding='utf-8')
state['floor'] = context.get('floor', 3)
options = candidates(state, previous_battle, context['refresh_used'])
if fingerprint != last_fingerprint:
stable_since = time.monotonic()
last_fingerprint = fingerprint
stable_seconds = round(time.monotonic() - stable_since)
if stable_seconds > 30:
recent.append({'observation':'画面已%d秒没有有效改变,请你判断是否需要主助手排查。' % stable_seconds})
for key in list(options):
action_id = json.dumps(options[key]['action'], sort_keys=True)
if (options[key]['action'] == {'tool': 'keypress', 'args': {'key': 'enter'}}
and repeats.get((fingerprint, action_id), 0) >= 1):
button = next((i for i in text_items(state)
if i['text'].replace(' ', '') in ('进入', '开始战斗', '确认', '继续')
and button_enabled(state, i)), None)
if button:
options[key]['action'] = {'tool': 'click', 'args': {
'x': button['x'] + button['w']//2, 'y': button['y'] + button['h']//2}}
options[key]['description'] += ' 回车未生效,改为点击当前按钮。'
action_id = json.dumps(options[key]['action'], sort_keys=True)
if key not in ('requires_analysis', 'wait', 'battle') and repeats.get((fingerprint, action_id), 0) >= 2:
del options[key]
# User explicitly prescribed the complete battle loop. Only scene
# transitions return to Jev; combat does not require new decisions.
if 'event_finish' in options:
choice, latency = 'event_finish', 0
elif 'skip_dialog' in options:
choice, latency = 'skip_dialog', 0
elif 'event_advance' in options:
choice, latency = 'event_advance', 0
elif 'battle' in options:
choice, latency = 'battle', 0
else:
choice, latency = decide(cfg, state, options, recent)
action = options[choice]['action']
record = {'step': step, 'choice': choice, 'action': action, 'jev_ms': latency,
'screen': state.get('screen'), 'at': time.strftime('%Y-%m-%dT%H:%M:%S')}
if choice == 'requires_analysis':
record.update(state='requires_analysis', items=text_items(state))
status.write_text(json.dumps(record, ensure_ascii=False), encoding='utf-8')
print(json.dumps(record, ensure_ascii=False), flush=True)
return
action_id = json.dumps(action, sort_keys=True)
repeats[(fingerprint, action_id)] = repeats.get((fingerprint, action_id), 0) + 1
result = execute(bridge, action)
if choice == 'shop_refresh':
context['refresh_used'] += 1
context_path.write_text(json.dumps(context), encoding='utf-8')
started_battle = choice.startswith('button_') and any(
i['text'].replace(' ', '') == '开始战斗' for i in text_items(state))
previous_battle = ((action['tool'] == 'battle' and not result.get('terminal')) or started_battle
or (previous_battle and action['tool'] == 'wait'))
record.update(result=result, state='running', battle_context=previous_battle)
with log.open('a', encoding='utf-8') as output:
output.write(json.dumps(record, ensure_ascii=False) + '\n')
status.write_text(json.dumps(record, ensure_ascii=False), encoding='utf-8')
recent.append({'action': action, 'ok': result.get('ok'), 'unchanged_attempt': repeats[(fingerprint, action_id)]})
print(json.dumps({k:v for k,v in record.items() if k != 'items'}, ensure_ascii=False), flush=True)
time.sleep(0.35)
except Exception as error:
record = {'state': 'requires_analysis', 'error': '%s: %s' % (type(error).__name__, str(error))}
status.write_text(json.dumps(record, ensure_ascii=False), encoding='utf-8')
print(json.dumps(record, ensure_ascii=False), flush=True)
finally:
bridge.close()
kernel.CloseHandle(ctypes.c_void_p(lease))
if __name__ == '__main__':
main()
+45
View File
@@ -0,0 +1,45 @@
"""Exercise the installed stdio bridge with an actual MCP handshake and tool call."""
import argparse
import json
import os
import subprocess
import sys
from pathlib import Path
def main():
parser = argparse.ArgumentParser()
parser.add_argument('tool', nargs='?', default='get_state')
parser.add_argument('arguments', nargs='?', default='{}')
parser.add_argument('--timeout', type=float, default=30)
args = parser.parse_args()
arguments = json.loads(args.arguments)
root = Path(__file__).resolve().parents[1]
requests = [
{'jsonrpc': '2.0', 'id': 1, 'method': 'initialize', 'params': {
'protocolVersion': '2024-11-05', 'capabilities': {},
'clientInfo': {'name': 'lc-mcp-probe', 'version': '1'}}},
{'jsonrpc': '2.0', 'method': 'notifications/initialized'},
{'jsonrpc': '2.0', 'id': 2, 'method': 'tools/list'},
{'jsonrpc': '2.0', 'id': 3, 'method': 'tools/call',
'params': {'name': args.tool, 'arguments': arguments}},
]
process = subprocess.run(
[sys.executable, '-X', 'utf8', str(root / 'lc_mcp' / 'bridge.py')],
cwd=root, env=dict(os.environ, PYTHONUTF8='1'),
input=''.join(json.dumps(r, ensure_ascii=False) + '\n' for r in requests),
capture_output=True, text=True, encoding='utf-8', timeout=args.timeout,
)
responses = [json.loads(line) for line in process.stdout.splitlines() if line.strip()]
response = next((r for r in responses if r.get('id') == 3), None)
if process.returncode or not response or 'error' in response:
print(json.dumps({'ok': False, 'response': response, 'stderr': process.stderr}, ensure_ascii=False))
return 1
result = response['result']
data = json.loads(result['content'][0]['text'])
print(json.dumps(data, ensure_ascii=False))
return 1 if result.get('isError') else 0
if __name__ == '__main__':
sys.exit(main())
+63
View File
@@ -0,0 +1,63 @@
"""Reusable client for the installed stdio MCP bridge; no direct game input."""
import json
import os
import subprocess
import sys
from pathlib import Path
class Session:
def __init__(self):
root = Path(__file__).resolve().parents[1]
self.process = subprocess.Popen(
[sys.executable, '-X', 'utf8', str(root / 'lc_mcp' / 'bridge.py')],
cwd=root, env=dict(os.environ, PYTHONUTF8='1'),
stdin=subprocess.PIPE, stdout=subprocess.PIPE, stderr=subprocess.PIPE,
text=True, encoding='utf-8', bufsize=1,
)
self.sequence = 0
self.request('initialize', {
'protocolVersion': '2024-11-05', 'capabilities': {},
'clientInfo': {'name': 'lc-mcp-session', 'version': '1'},
})
self.process.stdin.write(json.dumps({'jsonrpc': '2.0', 'method': 'notifications/initialized'}) + '\n')
self.process.stdin.flush()
def request(self, method, params):
self.sequence += 1
mid = self.sequence
request = {'jsonrpc': '2.0', 'id': mid, 'method': method, 'params': params}
self.process.stdin.write(json.dumps(request, ensure_ascii=False) + '\n')
self.process.stdin.flush()
while True:
line = self.process.stdout.readline()
if not line:
raise ConnectionError('MCP bridge closed')
result = json.loads(line)
if result.get('id') == mid:
if 'error' in result:
raise RuntimeError(result['error']['message'])
return result['result']
def call(self, name, arguments=None):
result = self.request('tools/call', {'name': name, 'arguments': arguments or {}})
data = json.loads(result['content'][0]['text'])
if result.get('isError'):
raise RuntimeError(data)
return data
def close(self):
self.process.stdin.close()
try:
self.process.wait(5)
except subprocess.TimeoutExpired:
self.process.kill()
self.process.wait()
self.process.stdout.close()
self.process.stderr.close()
def __enter__(self):
return self
def __exit__(self, *args):
self.close()