From a6e987e79683eef52005c24d80906f3edd6d6c7a Mon Sep 17 00:00:00 2001 From: Codex Agent Date: Thu, 22 Oct 2026 09:34:29 +0800 Subject: [PATCH] =?UTF-8?q?=E4=BF=AE=E5=A4=8D=E7=82=B9=E5=87=BB=E6=97=B6?= =?UTF-8?q?=E7=94=BB=E9=9D=A2=E6=8A=BD=E6=90=90,=20=E5=B9=B6=E6=8A=8A?= =?UTF-8?q?=E6=88=AA=E5=B1=8F=E8=87=AA=E6=A3=80=E6=94=B9=E6=88=90=E8=B5=B0?= =?UTF-8?q?=20AALC=20=E5=AE=9E=E9=99=85=E7=94=A8=E7=9A=84=E9=87=87?= =?UTF-8?q?=E9=9B=86=E8=B7=AF=E5=BE=84?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit 一、为什么"我用脚本点击时画面一直抽搐, AALC 点击不抽搐" 链条查清了: * lc_mcp/aalc_engine.py 的 click 每次先 set_window_transparent(True) * 而这个方法的实现是 SetLayeredWindowAttributes(hwnd, 0, 0, LWA_ALPHA) —— alpha=0, 整个游戏窗口**完全透明(看不见)** * 它原来**只有 background_screenshot 会恢复成 False**(screenshot.py:194) * 我的脚本是"点击 -> 截图 -> 点击 -> 截图"高频交替 => 窗口在不可见/可见之间反复切换 => 肉眼看就是一直抽搐 AALC 自己的 WindowMoveInput.mouse_click 只搬窗口、**根本不碰透明度**, 所以它最多 "跳一下", 不会闪 —— 这就是两边观感不同的原因。 改法: 透明度在**本次点击/拖动结束时立刻还原**, 并且放在嵌套 try/finally 里 —— 还原位置那步也可能抛错(任务被停), 不能让它把透明度还原跳过去, 否则窗口会一直隐形。 (第一版就是把还原排在 finally 里的 sleep 之后, 测试里"异常路径"那条立刻抓到了。) 二、render_ok() 改成测 AALC 真正走的那条路 原来只测屏幕 BitBlt(GetDC(0))。2026-10-22 实测它在 RDP 会话下会瞬时失败, 而 AALC 走的是 background_screenshot(窗口 DC + PrintWindow), 那条路照样能截到图 —— 我的自检 把本来能干活的轮次判成"截不到图"跳过了(10-17 02:23 就白丢过一轮)。 现在优先测窗口能否采集, 窗口不在或不可采才回退到屏幕。 测试: 新增 3 个(点击内还原/异常也还原/前台模式不碰透明度) + 4 个 render_ok 分支。 全套 384/384 通过。 --- lc_mcp/aalc_engine.py | 39 ++++++++++++++++---- scripts/convert_modules.py | 48 +++++++++++++++++++++--- tests/test_background_window.py | 65 ++++++++++++++++++++++++++++++++- tests/test_convert_modules.py | 34 +++++++++++++++++ 4 files changed, 172 insertions(+), 14 deletions(-) diff --git a/lc_mcp/aalc_engine.py b/lc_mcp/aalc_engine.py index 95fb05a..7fc6832 100644 --- a/lc_mcp/aalc_engine.py +++ b/lc_mcp/aalc_engine.py @@ -236,8 +236,16 @@ class AalcEngine(Engine): self.auto.wait_pause() for _ in range(int(times)): position = None + transparent = False if self.cfg.win_input_type == 'window_move': + # 搬到光标下面时设成透明/点击穿透, 免得挡住用户的光标。 + # ⛔ 必须在本次点击结束时就还原: 以前只有 background_screenshot + # 会把它恢复成 False, 于是"点击 -> 截图 -> 点击 -> 截图"这种 + # 高频交替会让游戏窗口在不可见/可见之间反复切换 —— 肉眼看就是 + # 画面一直抽搐。AALC 自己的 WindowMoveInput.mouse_click 根本不碰 + # 透明度, 所以它只是"跳一下", 不会闪。 self.screen.handle.set_window_transparent(True) + transparent = True position = handler._set_window_pos(int(x), int(y)) handler.set_active() self._background_mouse(win32con.WM_MOUSEMOVE, x, y) @@ -246,10 +254,16 @@ class AalcEngine(Engine): try: time.sleep(0.12) finally: - self._background_mouse(win32con.WM_LBUTTONUP, x, y) - if position is not None: - time.sleep(0.12) - self._restore_background_position(position) + # 嵌套 try/finally: 还原位置那步也可能抛错(比如任务被停), + # 但透明度**无论如何**都要还原, 否则窗口会一直隐形。 + try: + self._background_mouse(win32con.WM_LBUTTONUP, x, y) + if position is not None: + time.sleep(0.12) + self._restore_background_position(position) + finally: + if transparent: + self.screen.handle.set_window_transparent(False) # Let Unity consume the release before another target is selected. time.sleep(0.12) elif not self.cfg.simulator and self.cfg.win_input_type == 'foreground': @@ -305,8 +319,11 @@ class AalcEngine(Engine): import win32con self.auto.wait_pause() position = None + transparent = False if self.cfg.win_input_type == 'window_move': + # 同 click(): 透明必须在本次拖动结束时就还原, 不能留给下一次截图 self.screen.handle.set_window_transparent(True) + transparent = True position = self.auto.input_handler._set_window_pos(int(from_x), int(from_y)) self.auto.input_handler.set_active() self._background_mouse(win32con.WM_MOUSEMOVE, from_x, from_y) @@ -325,10 +342,16 @@ class AalcEngine(Engine): time.sleep(float(duration) / steps) time.sleep(0.12) finally: - self._background_mouse(win32con.WM_LBUTTONUP, last_x, last_y) - if position is not None: - time.sleep(0.12) - self._restore_background_position(position) + # 同 click(): 透明度必须在嵌套的 finally 里还原, 不能被还原位置那步的 + # 异常跳过, 否则窗口会一直隐形。 + try: + self._background_mouse(win32con.WM_LBUTTONUP, last_x, last_y) + if position is not None: + time.sleep(0.12) + self._restore_background_position(position) + finally: + if transparent: + self.screen.handle.set_window_transparent(False) return if not self.cfg.simulator and self.cfg.win_input_type == 'foreground': import pyautogui diff --git a/scripts/convert_modules.py b/scripts/convert_modules.py index cb03a5a..b4ea0b3 100644 --- a/scripts/convert_modules.py +++ b/scripts/convert_modules.py @@ -110,21 +110,59 @@ def ensure_server(timeout_s=90): # ---------------------------------------------------------------- 桌面渲染 -def render_ok(): - """桌面是否在出图(BitBlt 能否成功)。""" +def _blit_ok(hdc): + """从给定的 DC 拷一小块回来, 成功与否。""" from ctypes import windll - u, g = windll.user32, windll.gdi32 - hdc = u.GetDC(0) + g = windll.gdi32 mem = g.CreateCompatibleDC(hdc) bmp = g.CreateCompatibleBitmap(hdc, 64, 64) g.SelectObject(mem, bmp) r = g.BitBlt(mem, 0, 0, 64, 64, hdc, 0, 0, 0x00CC0020) g.DeleteObject(bmp) g.DeleteDC(mem) - u.ReleaseDC(0, hdc) return bool(r) +def screen_blit_ok(): + """抓**整个屏幕**能不能成功(GetDC(0))。""" + from ctypes import windll + u = windll.user32 + hdc = u.GetDC(0) + try: + return _blit_ok(hdc) + finally: + u.ReleaseDC(0, hdc) + + +def window_blit_ok(hwnd): + """从**游戏窗口**的 DC 拷一小块回来能不能成功(和 AALC 的采集走同一类路径)。""" + from ctypes import windll + u = windll.user32 + hdc = u.GetWindowDC(hwnd) + if not hdc: + return False + try: + return _blit_ok(hdc) + finally: + u.ReleaseDC(hwnd, hdc) + + +def render_ok(): + """游戏画面是否可采集。 + + ⛔ 原来只测屏幕 BitBlt(GetDC(0))。2026-10-22 实测它在 RDP 会话下会瞬时失败, + 而 AALC 走的是 background_screenshot(窗口 DC + PrintWindow), 那条路照样能截到图 + —— 结果是我的自检把本来能干活的轮次判成"截不到图"给跳过了(10-17 02:23 就这样 + 白丢过一轮)。 + + 现在优先按 AALC 的方式测**窗口**能否采集, 窗口不在或不可采时才回退到屏幕。 + """ + hwnd = _find_hwnd() + if hwnd and window_blit_ok(hwnd): + return True + return screen_blit_ok() + + def parse_session_table(text): """解析 `query session` 的输出。 diff --git a/tests/test_background_window.py b/tests/test_background_window.py index 2ad4912..54b58eb 100644 --- a/tests/test_background_window.py +++ b/tests/test_background_window.py @@ -48,7 +48,70 @@ class BackgroundRestoreTest(unittest.TestCase): engine.click(100, 200) engine._restore_background_position.assert_called_once_with((20, 30)) engine.auto.input_handler.set_mouse_pos.assert_not_called() - engine.screen.handle.set_window_transparent.assert_called_once_with(True) + + def test_click_restores_transparency_within_the_same_click(self): + """⛔ 透明度必须在本次点击内还原, 不能留给下一次截图。 + + 以前只在 background_screenshot 里恢复, 于是"点击 -> 截图 -> 点击 -> 截图" + 的高频交替会让游戏窗口在不可见/可见之间反复切换 —— 肉眼看就是画面一直抽搐。 + AALC 自己的 WindowMoveInput.mouse_click 根本不碰透明度, 所以它只"跳一下"。 + """ + engine = AalcEngine.__new__(AalcEngine) + engine.cfg = SimpleNamespace(simulator=False, win_input_type='window_move') + engine.auto = mock.Mock() + engine.screen = mock.Mock() + engine.auto.input_handler._set_window_pos.return_value = (20, 30) + engine._background_mouse = mock.Mock() + engine._restore_background_position = mock.Mock() + engine._prepare_input = mock.Mock() + constants = SimpleNamespace(WM_MOUSEMOVE=512, WM_LBUTTONDOWN=513, WM_LBUTTONUP=514) + with mock.patch.dict(sys.modules, win32con=constants), \ + mock.patch('lc_mcp.aalc_engine.time.sleep'): + engine.click(100, 200) + calls = [c.args[0] for c in engine.screen.handle.set_window_transparent.call_args_list] + self.assertEqual(calls, [True, False], '应当先设透明再立刻还原, 实际: %s' % calls) + + def test_click_leaves_no_transparency_when_it_raises(self): + """中途抛异常也必须把透明度还原, 否则窗口会一直隐形。""" + engine = AalcEngine.__new__(AalcEngine) + engine.cfg = SimpleNamespace(simulator=False, win_input_type='window_move') + engine.auto = mock.Mock() + engine.screen = mock.Mock() + engine.auto.input_handler._set_window_pos.return_value = (20, 30) + engine._background_mouse = mock.Mock() + engine._restore_background_position = mock.Mock() + engine._prepare_input = mock.Mock() + constants = SimpleNamespace(WM_MOUSEMOVE=512, WM_LBUTTONDOWN=513, WM_LBUTTONUP=514) + + # 第二次 sleep 时抛错 —— 那一步在按下之后的 try 里, finally 必须照常还原 + calls = {'n': 0} + + def sleep_then_fail(_): + calls['n'] += 1 + if calls['n'] >= 2: + raise RuntimeError('stopped') + + with mock.patch.dict(sys.modules, win32con=constants), \ + mock.patch('lc_mcp.aalc_engine.time.sleep', sleep_then_fail): + with self.assertRaises(RuntimeError): + engine.click(100, 200) + seen = [c.args[0] for c in engine.screen.handle.set_window_transparent.call_args_list] + self.assertIn(True, seen, '点击前应当设过透明') + self.assertEqual(seen[-1], False, '异常路径也要还原透明度, 实际: %s' % seen) + + def test_foreground_mode_never_touches_transparency(self): + """前台模式不需要搬窗口, 也就不该动透明度。""" + engine = AalcEngine.__new__(AalcEngine) + engine.cfg = SimpleNamespace(simulator=False, win_input_type='foreground') + engine.auto = mock.Mock() + engine.screen = mock.Mock() + engine.auto.input_handler.pos_offset.return_value = (100, 200) + engine._prepare_input = mock.Mock() + with mock.patch('pyautogui.moveTo'), mock.patch('pyautogui.mouseDown'), \ + mock.patch('pyautogui.mouseUp'), \ + mock.patch('lc_mcp.aalc_engine.time.sleep'): + engine.click(100, 200) + engine.screen.handle.set_window_transparent.assert_not_called() def test_restore_uses_noactivate_and_preserves_foreground(self): gui = mock.Mock() diff --git a/tests/test_convert_modules.py b/tests/test_convert_modules.py index e78a05c..2b066d2 100644 --- a/tests/test_convert_modules.py +++ b/tests/test_convert_modules.py @@ -669,6 +669,40 @@ class CliRoutingTest(QuietLogMixin, unittest.TestCase): self.assertEqual(code, 0) +class RenderCheckTest(QuietLogMixin, unittest.TestCase): + """⛔ render_ok() 必须测 AALC 真正走的那条采集路径。 + + 原来只测屏幕 BitBlt(GetDC(0))。2026-10-22 实测它在 RDP 会话下会瞬时失败, 而 + AALC 走的是 background_screenshot(窗口 DC + PrintWindow), 那条路照样能截到图 —— + 结果是我的自检把本来能干活的轮次判成"截不到图"跳过了。 + """ + + def test_window_capture_alone_is_enough(self): + """窗口能采到就算能干活 —— 不该再去看屏幕那一路。""" + with mock.patch.object(cm, '_find_hwnd', lambda: 123), \ + mock.patch.object(cm, 'window_blit_ok', lambda hwnd: True), \ + mock.patch.object(cm, 'screen_blit_ok', + lambda: self.fail('窗口能采就不该再测屏幕')): + self.assertTrue(cm.render_ok()) + + def test_falls_back_to_screen_when_window_is_missing(self): + with mock.patch.object(cm, '_find_hwnd', lambda: 0), \ + mock.patch.object(cm, 'screen_blit_ok', lambda: True): + self.assertTrue(cm.render_ok()) + + def test_falls_back_to_screen_when_window_blit_fails(self): + with mock.patch.object(cm, '_find_hwnd', lambda: 123), \ + mock.patch.object(cm, 'window_blit_ok', lambda hwnd: False), \ + mock.patch.object(cm, 'screen_blit_ok', lambda: True): + self.assertTrue(cm.render_ok()) + + def test_reports_false_only_when_both_paths_fail(self): + with mock.patch.object(cm, '_find_hwnd', lambda: 123), \ + mock.patch.object(cm, 'window_blit_ok', lambda hwnd: False), \ + mock.patch.object(cm, 'screen_blit_ok', lambda: False): + self.assertFalse(cm.render_ok()) + + class SessionTableTest(QuietLogMixin, unittest.TestCase): """解析 `query session` —— 用来区分"截不到图"到底是哪种情况。