lc-mcp v0.5: 语义化操控(MCP stdio) — OCR文本化+语义点击, win/linux/mac 截图与输入后端

Browse Source
This commit is contained in:
yws
2026-10-01 16:37:33 +00:00
commit 0db14040b7
15 changed files with 1124 additions and 0 deletions
+100
View File
@@ -0,0 +1,100 @@
# -*- coding: utf-8 -*-
"""SendInput 后端(Windows,ctypes user32)。
当前线上 lc_mcp.py 用的机制;作为 interception 不可用时的兜底。
"""
import ctypes
import time
from ctypes import wintypes
INPUT_MOUSE = 0
INPUT_KEYBOARD = 1
KEYEVENTF_KEYUP = 0x0002
KEYEVENTF_UNICODE = 0x0004
MOUSEEVENTF_LEFTDOWN = 0x0002
MOUSEEVENTF_LEFTUP = 0x0004
MOUSEEVENTF_RIGHTDOWN = 0x0008
MOUSEEVENTF_RIGHTUP = 0x0010
class MOUSEINPUT(ctypes.Structure):
_fields_ = [("dx", wintypes.LONG), ("dy", wintypes.LONG),
("mouseData", wintypes.DWORD), ("dwFlags", wintypes.DWORD),
("time", wintypes.DWORD), ("dwExtraInfo", ctypes.POINTER(ctypes.c_ulong))]
class KEYBDINPUT(ctypes.Structure):
_fields_ = [("wVk", wintypes.WORD), ("wScan", wintypes.WORD),
("dwFlags", wintypes.DWORD), ("time", wintypes.DWORD),
("dwExtraInfo", ctypes.POINTER(ctypes.c_ulong))]
class INPUT(ctypes.Structure):
class _I(ctypes.Union):
_fields_ = [("mi", MOUSEINPUT), ("ki", KEYBDINPUT)]
_anonymous_ = ("i",)
_fields_ = [("type", wintypes.DWORD), ("i", _I)]
KEYMAP = {'enter': 0x0D, 'return': 0x0D, 'esc': 0x1B, 'space': 0x20,
'tab': 0x09, 'ctrl': 0x11, 'alt': 0x12, 'shift': 0x10,
'p': 0x50, 'f4': 0x73, 'f5': 0x74, 'f8': 0x77, 'f12': 0x7B,
'1': 0x31, '2': 0x32, '3': 0x33, '4': 0x34, '5': 0x35,
'6': 0x36, '7': 0x37, '8': 0x38, '9': 0x39, '0': 0x30}
class SendInputBackend:
def __init__(self):
self._user32 = ctypes.WinDLL('user32', use_last_error=True)
def _send_input(self, *inputs):
n = len(inputs)
arr = (INPUT * n)(*inputs)
return self._user32.SendInput(n, arr, ctypes.sizeof(INPUT))
def click(self, x, y, button='left', clicks=1):
self._user32.SetCursorPos(int(x), int(y))
time.sleep(0.03)
down_flag = MOUSEEVENTF_LEFTDOWN if button == 'left' else MOUSEEVENTF_RIGHTDOWN
up_flag = MOUSEEVENTF_LEFTUP if button == 'left' else MOUSEEVENTF_RIGHTUP
for _ in range(max(1, int(clicks))):
down = INPUT(); down.type = INPUT_MOUSE; down.mi.dwFlags = down_flag
up = INPUT(); up.type = INPUT_MOUSE; up.mi.dwFlags = up_flag
self._send_input(down, up)
time.sleep(0.05)
return {'ok': True, 'clicked': [int(x), int(y)], 'backend': 'sendinput'}
def move(self, x, y):
self._user32.SetCursorPos(int(x), int(y))
time.sleep(0.01)
return {'ok': True, 'backend': 'sendinput'}
def keypress(self, key):
name = str(key).lower()
vk = KEYMAP.get(name)
if vk is None and len(name) == 1:
vk = ord(name.upper()) if name.isalpha() else ord(name)
if vk is None:
return {'ok': False, 'error': 'unknown key %s' % key}
self._press(vk)
return {'ok': True, 'key': str(key), 'backend': 'sendinput'}
def _press(self, vk):
ki = INPUT(); ki.type = INPUT_KEYBOARD; ki.ki.wVk = vk
self._send_input(ki)
time.sleep(0.04)
ki2 = INPUT(); ki2.type = INPUT_KEYBOARD; ki2.ki.wVk = vk
ki2.ki.dwFlags = KEYEVENTF_KEYUP
self._send_input(ki2)
def type_text(self, text):
for ch in str(text):
ki = INPUT(); ki.type = INPUT_KEYBOARD
ki.ki.wScan = ord(ch); ki.ki.dwFlags = KEYEVENTF_UNICODE
ki2 = INPUT(); ki2.type = INPUT_KEYBOARD
ki2.ki.wScan = ord(ch)
ki2.ki.dwFlags = KEYEVENTF_UNICODE | KEYEVENTF_KEYUP
self._send_input(ki, ki2)
time.sleep(0.01)
return {'ok': True, 'typed': str(text), 'backend': 'sendinput'}