Skip to content

Evenfire is an intelligence layer platform for running LLM agents that take real actions, on your infrastructure

TypeScript

test: exercise bundled Playwright MCP over native HTTP

Alfredo Lopez8df2f9534200
diff --git a/.github/workflows/ci-public.yml b/.github/workflows/ci-public.yml
index df243e7ce..df53e6f73 100644
--- a/.github/workflows/ci-public.yml
+++ b/.github/workflows/ci-public.yml
@@ -126,7 +126,8 @@ jobs:
- name: Verify patched test Playwright with a real browser session
if: matrix.variant.name == 'playwright-test'
run: |
- timeout 90 docker run --rm -i --network none --entrypoint node --workdir /app runtime-smoke < mcp-servers/playwright/test/runtime-smoke.cjs
+ docker image inspect runtime-smoke --format '{{.Id}}'
+ timeout 90 docker run --rm -i --pull=never --network none --cap-drop ALL --security-opt no-new-privileges --memory=1g --cpus=1 --entrypoint node --workdir /app runtime-smoke --input-type=commonjs < mcp-servers/playwright/test/runtime-smoke.cjs
test:
name: Build / test / typecheck (${{ matrix.service }})
diff --git a/mcp-servers/package-lock.json b/mcp-servers/package-lock.json
index a967175d2..b481d048e 100644
--- a/mcp-servers/package-lock.json
+++ b/mcp-servers/package-lock.json
@@ -1,12 +1,12 @@
{
"name": "@clerum/mcp-servers",
- "version": "1.0.12",
+ "version": "1.0.13",
"lockfileVersion": 3,
"requires": true,
"packages": {
"": {
"name": "@clerum/mcp-servers",
- "version": "1.0.12",
+ "version": "1.0.13",
"dependencies": {
"js-yaml": "^4.1.1"
},
diff --git a/mcp-servers/package.json b/mcp-servers/package.json
index eb7af20a4..ec9500bee 100644
--- a/mcp-servers/package.json
+++ b/mcp-servers/package.json
@@ -1,6 +1,6 @@
{
"name": "@clerum/mcp-servers",
- "version": "1.0.12",
+ "version": "1.0.13",
"description": "MCP servers for Clerum testing",
"type": "module",
"main": "index.ts",
diff --git a/mcp-servers/playwright/test/runtime-smoke.cjs b/mcp-servers/playwright/test/runtime-smoke.cjs
index 490d0a7cc..cbec32034 100644
--- a/mcp-servers/playwright/test/runtime-smoke.cjs
+++ b/mcp-servers/playwright/test/runtime-smoke.cjs
@@ -4,19 +4,47 @@
// no credentials, external page, host mount or published container image.
const assert = require('node:assert/strict')
const { spawn, execFileSync } = require('node:child_process')
+const { createHash } = require('node:crypto')
const fs = require('node:fs')
const { createServer } = require('node:http')
-const { createRequire } = require('node:module')
const net = require('node:net')
const { setTimeout: delay } = require('node:timers/promises')
-const fromApp = createRequire('/app/package.json')
-const { Client } = fromApp('@modelcontextprotocol/sdk/client/index.js')
-const { StreamableHTTPClientTransport } = fromApp(
- '@modelcontextprotocol/sdk/client/streamableHttp.js'
-)
const outputDir = '/tmp/playwright-runtime-smoke'
+// MCP permits JSON or SSE responses. The image bundles its server SDK inside
+// Playwright, so use native fetch for its public HTTP contract instead of
+// depending on an unexported client package.
+async function responseMessage(response, id) {
+ if (response.headers.get('content-type')?.startsWith('application/json')) return response.json()
+ assert.match(response.headers.get('content-type') ?? '', /text\/event-stream/)
+ const reader = response.body.getReader()
+ const decoder = new TextDecoder()
+ let buffered = ''
+ try {
+ while (true) {
+ const { done, value } = await reader.read()
+ if (done) throw new Error('MCP stream ended without the response')
+ buffered = (buffered + decoder.decode(value, { stream: true })).replace(/\r\n/g, '\n')
+ let boundary
+ while ((boundary = buffered.indexOf('\n\n')) !== -1) {
+ const frame = buffered.slice(0, boundary)
+ buffered = buffered.slice(boundary + 2)
+ const data = frame
+ .split('\n')
+ .filter(line => line.startsWith('data:'))
+ .map(line => line.slice(5).trimStart())
+ .join('\n')
+ if (!data) continue
+ const message = JSON.parse(data)
+ if (message.id === id) return message
+ }
+ }
+ } finally {
+ await reader.cancel()
+ }
+}
+
async function portReady(port) {
for (let attempt = 0; attempt < 40; attempt += 1) {
const ready = await new Promise(resolve => {
@@ -80,23 +108,54 @@ async function main() {
server.once('error', error => {
spawnError = error
})
- const client = new Client({ name: 'runtime-smoke', version: '1.0.0' }, { capabilities: {} })
- const transport = new StreamableHTTPClientTransport(new URL('http://127.0.0.1:8931/mcp'))
+ let session,
+ protocol,
+ sequence = 0
+ const request = async (method, params, notification = false) => {
+ const id = notification ? undefined : ++sequence
+ const response = await fetch('http://127.0.0.1:8931/mcp', {
+ method: 'POST',
+ headers: {
+ 'Content-Type': 'application/json',
+ Accept: 'application/json, text/event-stream',
+ ...(session ? { 'Mcp-Session-Id': session } : {}),
+ ...(protocol ? { 'MCP-Protocol-Version': protocol } : {}),
+ },
+ body: JSON.stringify({ jsonrpc: '2.0', id, method, params }),
+ signal: AbortSignal.timeout(15_000),
+ })
+ assert.ok(response.ok, `MCP ${method}: HTTP ${response.status}`)
+ session = response.headers.get('mcp-session-id') || session
+ if (notification) {
+ await response.body?.cancel()
+ return
+ }
+ const message = await responseMessage(response, id)
+ assert.equal(message.id, id)
+ assert.equal(message.error, undefined, JSON.stringify(message.error))
+ return message.result
+ }
const text = result =>
result.content
.filter(row => row.type === 'text')
.map(row => row.text)
.join('\n')
const call = async (name, args = {}) => {
- const result = await client.callTool({ name, arguments: args })
+ const result = await request('tools/call', { name, arguments: args })
assert.notEqual(result.isError, true, `${name}: ${text(result)}`)
return result
}
try {
await portReady(8931)
if (spawnError) throw spawnError
- await client.connect(transport)
- const tools = new Set((await client.listTools()).tools.map(tool => tool.name))
+ const initialized = await request('initialize', {
+ protocolVersion: '2025-03-26',
+ capabilities: {},
+ clientInfo: { name: 'runtime-smoke', version: '1.0.0' },
+ })
+ protocol = initialized.protocolVersion
+ await request('notifications/initialized', {}, true)
+ const tools = new Set((await request('tools/list', {})).tools.map(tool => tool.name))
for (const name of [
'browser_navigate',
'browser_snapshot',
@@ -115,7 +174,9 @@ async function main() {
const agent = text(await call('browser_evaluate', { function: '() => navigator.userAgent' }))
const browserVersion = /(?:HeadlessChrome|Chrome)\/[\d.]+/.exec(agent)
assert.ok(browserVersion, agent)
- await call('browser_take_screenshot', { filename: 'runtime.png' })
+ // This pinned MCP resolves relative filenames against /app. Use the
+ // caller-owned test directory while keeping the application read-only.
+ await call('browser_take_screenshot', { filename: `${outputDir}/runtime.png` })
const screenshot = fs.readFileSync(`${outputDir}/runtime.png`)
assert.equal(screenshot.subarray(0, 8).toString('hex'), '89504e470d0a1a0a')
console.log(
@@ -127,10 +188,10 @@ async function main() {
navigation: true,
realClick: true,
screenshotBytes: screenshot.length,
+ screenshotSha256: createHash('sha256').update(screenshot).digest('hex'),
})
)
} finally {
- await client.close()
server.kill('SIGTERM')
fixture.closeAllConnections()
await new Promise(resolve => fixture.close(resolve))