Files
codex-app-server/cloud/tests/test_playwright.py
T
host 814fe8f7c2 feat: 浏览器一期:坐标点击 + live 截图
- browser_click_at(x, y):视口坐标点击(1280x800、左上角
  原点),越界与非数字拒绝;live 视图里用户在截图上的
  点击落点就走这个工具。
- browser_live_shot:固定文件 browser-live.png + 状态
  sidecar browser-live.json(URL/标题/时间戳),watcher
  轮询一个稳定路径即可;技能要求每次动作后都调一次,
  保持画面最新。
- MCP 新增 browser_click_at / browser_live_shot 两个工具;
  技能补 live 视图一节;测试 9 项(含 fake mouse、越界、
  live 文件与状态读回)。
2026-10-30 06:19:55 +08:00

229 lines
7.3 KiB
Python

"""Tests for the Playwright browser MCP (fake browser only).
No real Chromium is launched here: CI has no browsers, so the
Browser class is exercised through a fake sync_playwright
factory, and the MCP server through a fake browser object.
Real-browser proof lives in the production verification task.
"""
import json
import os
import sys
import tempfile
import unittest
sys.path.insert(0, os.path.join(os.path.dirname(__file__), ".."))
from playwright_browser import Browser, BrowserError # noqa: E402
from playwright_mcp import handle_request # noqa: E402
class _FakeLocator:
def __init__(self, text):
self._text = text
def inner_text(self, timeout=None):
return self._text
class _FakeMouse:
def __init__(self, page):
self._page = page
def click(self, x, y):
self._page.calls.append(("mouse_click", x, y))
class _FakePage:
def __init__(self):
self.url = "https://example.com/"
self.calls = []
self.shot_path = None
self.mouse = _FakeMouse(self)
def title(self):
return "Example Domain"
def goto(self, url, timeout=None, wait_until=None):
self.calls.append(("goto", url))
self.url = url
def locator(self, selector):
self.calls.append(("locator", selector))
return _FakeLocator("hello " * 3000)
def click(self, selector, timeout=None):
self.calls.append(("click", selector))
def fill(self, selector, text, timeout=None):
self.calls.append(("fill", selector, text))
def evaluate(self, expression):
self.calls.append(("evaluate", expression))
return 42
def screenshot(self, path=None):
self.shot_path = path
with open(path, "wb") as fh:
fh.write(b"\x89PNG\r\n\x1a\n" + b"\x00" * 100)
def close(self):
pass
class _FakeBrowserHandle:
def __init__(self, page):
self._page = page
def new_page(self, viewport=None):
return self._page
def close(self):
pass
class _FakePW:
def __init__(self, page):
self._page = page
self.launch_kwargs = None
def start(self):
return self
@property
def chromium(self):
outer = self
class _Chromium:
def launch(self, **kwargs):
outer.launch_kwargs = kwargs
return _FakeBrowserHandle(outer._page)
return _Chromium()
def stop(self):
pass
class BrowserTest(unittest.TestCase):
def setUp(self):
self._tmp = tempfile.TemporaryDirectory()
self.page = _FakePage()
self.browser = Browser(cwd=self._tmp.name,
proxy="http://proxy:8888",
browser_factory=lambda: _FakePW(self.page))
def tearDown(self):
self._tmp.cleanup()
def test_navigate_uses_proxy_and_returns_title(self):
out = self.browser.navigate("https://example.com")
self.assertEqual(out["title"], "Example Domain")
self.assertTrue(out["ok"])
# Proxy is passed explicitly to launch, not left to env.
self.assertEqual(self.browser._pw.launch_kwargs["proxy"],
{"server": "http://proxy:8888"})
self.assertIn("--no-sandbox",
self.browser._pw.launch_kwargs["args"])
def test_snapshot_truncates_with_flag(self):
self.browser.navigate("https://example.com")
out = self.browser.snapshot()
self.assertTrue(out["truncated"])
self.assertEqual(len(out["text"]), 8000)
def test_click_fill_evaluate_passthrough(self):
self.browser.navigate("https://example.com")
self.browser.click("button.go")
self.browser.fill("input.q", "hello")
out = self.browser.evaluate("1 + 1")
self.assertEqual(out["result"], "42")
self.assertIn(("click", "button.go"), self.page.calls)
self.assertIn(("fill", "input.q", "hello"), self.page.calls)
def test_screenshot_validates_basename_and_writes(self):
self.browser.navigate("https://example.com")
out = self.browser.screenshot("shot.png")
self.assertEqual(out["filename"], "shot.png")
self.assertTrue(out["bytes"] > 0)
self.assertTrue(os.path.exists(out["path"]))
with self.assertRaises(BrowserError):
self.browser.screenshot("../evil.png")
def test_close_is_idempotent(self):
self.browser.navigate("https://example.com")
self.assertTrue(self.browser.close()["closed"])
self.assertTrue(self.browser.close()["closed"])
def test_click_at_and_bounds(self):
self.browser.navigate("https://example.com")
out = self.browser.click_at(100, 200)
self.assertTrue(out["ok"])
self.assertEqual(out["x"], 100)
self.assertIn(("mouse_click", 100, 200), self.page.calls)
with self.assertRaises(BrowserError):
self.browser.click_at(2000, 10)
with self.assertRaises(BrowserError):
self.browser.click_at("left", 10)
def test_live_shot_writes_fixed_file_and_status(self):
self.browser.navigate("https://example.com")
out = self.browser.live_shot()
self.assertEqual(out["image"], "browser-live.png")
self.assertTrue(out["bytes"] > 0)
self.assertTrue(os.path.exists(out["path"]))
with open(os.path.join(self._tmp.name,
"browser-live.json")) as fh:
status = json.load(fh)
self.assertEqual(status["image"], "browser-live.png")
self.assertEqual(status["url"], "https://example.com")
class FakeMCPBrowser:
def navigate(self, url):
return {"url": url, "title": "T", "ok": True}
def click_at(self, x, y):
return {"url": "https://x/", "title": "T", "ok": True,
"x": x, "y": y}
def live_shot(self, name=None):
return {"image": name or "browser-live.png",
"path": "/w/browser-live.png", "bytes": 456,
"url": "https://x/", "title": "T", "timestamp": 1}
def snapshot(self):
return {"url": "https://x/", "title": "T", "text": "hi",
"truncated": False}
def screenshot(self, name=None):
return {"path": "/w/shot.png", "filename": name or "shot.png",
"bytes": 123}
class MCPTest(unittest.TestCase):
def test_tools_list_includes_all_browser_tools(self):
listed = handle_request({"jsonrpc": "2.0", "id": 1,
"method": "tools/list"})
names = [t["name"] for t in listed["result"]["tools"]]
for name in ("browser_navigate", "browser_snapshot",
"browser_click", "browser_fill",
"browser_evaluate", "browser_screenshot",
"browser_close", "browser_click_at",
"browser_live_shot"):
self.assertIn(name, names)
def test_tools_call_dispatches(self):
resp = handle_request(
{"jsonrpc": "2.0", "id": 2, "method": "tools/call",
"params": {"name": "browser_navigate",
"arguments": {"url": "https://example.com"}}},
browser=FakeMCPBrowser())
text = resp["result"]["content"][0]["text"]
self.assertIn("https://example.com", text)
self.assertFalse(resp["result"]["isError"])
if __name__ == "__main__":
unittest.main()