Skip to content

Playwright is a framework for Web Testing and Automation. It allows testing Chromium, Firefox and WebKit with a single API.

chore(mcp): use browser tools on pause (#37381)

Pavel Feldmanb98bd7d09d86
diff --git a/packages/playwright/src/agents/fixer.md b/packages/playwright/src/agents/fixer.md
index 98ec7c4e63..9f18034f3c 100644
--- a/packages/playwright/src/agents/fixer.md
+++ b/packages/playwright/src/agents/fixer.md
@@ -9,12 +9,12 @@ tools:
- read
- write
- edit
- - playwright-test/playwright_test_browser_snapshot
- - playwright-test/playwright_test_generate_locator
- - playwright-test/playwright_test_evaluate_on_pause
- - playwright-test/playwright_test_run_tests
- - playwright-test/playwright_test_list_tests
+ - playwright-test/browser_evaluate
+ - playwright-test/browser_generate_locator
+ - playwright-test/browser_snapshot
- playwright-test/playwright_test_debug_test
+ - playwright-test/playwright_test_list_tests
+ - playwright-test/playwright_test_run_tests
mcp-servers:
playwright-test:
type: 'local'
diff --git a/packages/playwright/src/agents/generator.md b/packages/playwright/src/agents/generator.md
index b7a9aeb041..7db4279e35 100644
--- a/packages/playwright/src/agents/generator.md
+++ b/packages/playwright/src/agents/generator.md
@@ -8,22 +8,22 @@ tools:
- grep
- read
- write
- - playwright/browser_evaluate
- - playwright/browser_file_upload
- - playwright/browser_press_key
- - playwright/browser_type
- - playwright/browser_navigate
- - playwright/browser_snapshot
- playwright/browser_click
- playwright/browser_drag
+ - playwright/browser_evaluate
+ - playwright/browser_file_upload
+ - playwright/browser_handle_dialog
- playwright/browser_hover
+ - playwright/browser_navigate
+ - playwright/browser_press_key
- playwright/browser_select_option
- - playwright/browser_wait_for
- - playwright/browser_handle_dialog
+ - playwright/browser_snapshot
+ - playwright/browser_type
- playwright/browser_verify_element_visible
- - playwright/browser_verify_text_visible
- playwright/browser_verify_list_visible
+ - playwright/browser_verify_text_visible
- playwright/browser_verify_value
+ - playwright/browser_wait_for
mcp-servers:
playwright:
type: 'local'
@@ -33,7 +33,7 @@ mcp-servers:
- 'run-mcp-server'
- '--isolated'
- '--viewport-size=1280,720'
- - '--caps=verify'
+ - '--caps=testing'
---
You are a Playwright Test Generator, an expert in browser automation and end-to-end testing. Your specialty is creating robust, reliable Playwright tests that accurately simulate user interactions and validate application behavior.
diff --git a/packages/playwright/src/agents/planner.md b/packages/playwright/src/agents/planner.md
index b149ead71b..a3e007561e 100644
--- a/packages/playwright/src/agents/planner.md
+++ b/packages/playwright/src/agents/planner.md
@@ -8,22 +8,22 @@ tools:
- grep
- read
- write
+ - playwright/browser_click
- playwright/browser_close
- playwright/browser_console_messages
- - playwright/browser_handle_dialog
+ - playwright/browser_drag
- playwright/browser_evaluate
- playwright/browser_file_upload
- - playwright/browser_press_key
- - playwright/browser_type
+ - playwright/browser_handle_dialog
+ - playwright/browser_hover
- playwright/browser_navigate
+ - playwright/browser_navigate_back
- playwright/browser_network_requests
- - playwright/browser_take_screenshot
- - playwright/browser_snapshot
- - playwright/browser_click
- - playwright/browser_drag
- - playwright/browser_hover
+ - playwright/browser_press_key
- playwright/browser_select_option
- - playwright/browser_navigate_back
+ - playwright/browser_snapshot
+ - playwright/browser_take_screenshot
+ - playwright/browser_type
- playwright/browser_wait_for
mcp-servers:
playwright:
diff --git a/packages/playwright/src/mcp/browser/browserServerBackend.ts b/packages/playwright/src/mcp/browser/browserServerBackend.ts
index c773786afa..0bed7f22fa 100644
--- a/packages/playwright/src/mcp/browser/browserServerBackend.ts
+++ b/packages/playwright/src/mcp/browser/browserServerBackend.ts
@@ -50,7 +50,6 @@ export class BrowserServerBackend implements ServerBackend {
}
this._sessionLog = this._config.saveSession ? await SessionLog.create(this._config, rootPath) : undefined;
this._context = new Context({
- tools: this._tools,
config: this._config,
browserContextFactory: this._browserContextFactory,
sessionLog: this._sessionLog,
diff --git a/packages/playwright/src/mcp/browser/config.ts b/packages/playwright/src/mcp/browser/config.ts
index da22d0e380..f0c98c6253 100644
--- a/packages/playwright/src/mcp/browser/config.ts
+++ b/packages/playwright/src/mcp/browser/config.ts
@@ -55,7 +55,7 @@ export type CLIOptions = {
viewportSize?: string;
};
-const defaultConfig: FullConfig = {
+export const defaultConfig: FullConfig = {
browser: {
browserName: 'chromium',
launchOptions: {
diff --git a/packages/playwright/src/mcp/browser/context.ts b/packages/playwright/src/mcp/browser/context.ts
index 18b13d5682..cabfa540ad 100644
--- a/packages/playwright/src/mcp/browser/context.ts
+++ b/packages/playwright/src/mcp/browser/context.ts
@@ -23,7 +23,6 @@ import * as codegen from './codegen';
import type * as playwright from '../../../types/test';
import type { FullConfig } from './config';
-import type { Tool } from './tools/tool';
import type { BrowserContextFactory, ClientInfo } from './browserContextFactory';
import type * as actions from './actions';
import type { SessionLog } from './sessionLog';
@@ -32,7 +31,6 @@ import type { Tracing } from '../../../../playwright-core/src/client/tracing';
const testDebug = debug('pw:mcp:test');
type ContextOptions = {
- tools: Tool[];
config: FullConfig;
browserContextFactory: BrowserContextFactory;
sessionLog: SessionLog | undefined;
@@ -40,7 +38,6 @@ type ContextOptions = {
};
export class Context {
- readonly tools: Tool[];
readonly config: FullConfig;
readonly sessionLog: SessionLog | undefined;
readonly options: ContextOptions;
@@ -56,7 +53,6 @@ export class Context {
private _abortController = new AbortController();
constructor(options: ContextOptions) {
- this.tools = options.tools;
this.config = options.config;
this.sessionLog = options.sessionLog;
this.options = options;
diff --git a/packages/playwright/src/mcp/browser/tab.ts b/packages/playwright/src/mcp/browser/tab.ts
index a7b92bb01e..8a5dd8eb77 100644
--- a/packages/playwright/src/mcp/browser/tab.ts
+++ b/packages/playwright/src/mcp/browser/tab.ts
@@ -71,6 +71,7 @@ export class Tab extends EventEmitter<TabEventsInterface> {
type: 'fileChooser',
description: 'File chooser',
fileChooser: chooser,
+ clearedBy: 'browser_file_upload',
});
});
page.on('dialog', dialog => this._dialogShown(dialog));
@@ -108,6 +109,7 @@ export class Tab extends EventEmitter<TabEventsInterface> {
type: 'dialog',
description: `"${dialog.type()}" dialog with message "${dialog.message()}"`,
dialog,
+ clearedBy: 'browser_handle_dialog',
});
}
@@ -304,10 +306,8 @@ export function renderModalStates(context: Context, modalStates: ModalState[]):
const result: string[] = ['### Modal state'];
if (modalStates.length === 0)
result.push('- There is no modal state present');
- for (const state of modalStates) {
- const tool = context.tools.filter(tool => 'clearsModalState' in tool).find(tool => tool.clearsModalState === state.type);
- result.push(`- [${state.description}]: can be handled by the "${tool?.schema.name}" tool`);
- }
+ for (const state of modalStates)
+ result.push(`- [${state.description}]: can be handled by the "${state.clearedBy}" tool`);
return result;
}
diff --git a/packages/playwright/src/mcp/browser/tools.ts b/packages/playwright/src/mcp/browser/tools.ts
index 408058ab99..3ebbe7591e 100644
--- a/packages/playwright/src/mcp/browser/tools.ts
+++ b/packages/playwright/src/mcp/browser/tools.ts
@@ -36,7 +36,7 @@ import verify from './tools/verify';
import type { Tool } from './tools/tool';
import type { FullConfig } from './config';
-export const allTools: Tool<any>[] = [
+export const browserTools: Tool<any>[] = [
...common,
...console,
...dialogs,
@@ -58,5 +58,5 @@ export const allTools: Tool<any>[] = [
];
export function filteredTools(config: FullConfig) {
- return allTools.filter(tool => tool.capability.startsWith('core') || config.capabilities?.includes(tool.capability));
+ return browserTools.filter(tool => tool.capability.startsWith('core') || config.capabilities?.includes(tool.capability));
}
diff --git a/packages/playwright/src/mcp/browser/tools/files.ts b/packages/playwright/src/mcp/browser/tools/files.ts
index c1cdf6660b..79514a0b99 100644
--- a/packages/playwright/src/mcp/browser/tools/files.ts
+++ b/packages/playwright/src/mcp/browser/tools/files.ts
@@ -25,7 +25,7 @@ const uploadFile = defineTabTool({
title: 'Upload files',
description: 'Upload one or multiple files',
inputSchema: z.object({
- paths: z.array(z.string()).describe('The absolute paths to the files to upload. Can be a single file or multiple files.'),
+ paths: z.array(z.string()).optional().describe('The absolute paths to the files to upload. Can be single file or multiple files. If omitted, file chooser is cancelled.'),
}),
type: 'destructive',
},
@@ -41,9 +41,11 @@ const uploadFile = defineTabTool({
tab.clearModalState(modalState);
await tab.waitForCompletion(async () => {
- await modalState.fileChooser.setFiles(params.paths);
+ if (params.paths)
+ await modalState.fileChooser.setFiles(params.paths);
});
},
+
clearsModalState: 'fileChooser',
});
diff --git a/packages/playwright/src/mcp/browser/tools/snapshot.ts b/packages/playwright/src/mcp/browser/tools/snapshot.ts
index 5f2cb790d0..bea116ee8f 100644
--- a/packages/playwright/src/mcp/browser/tools/snapshot.ts
+++ b/packages/playwright/src/mcp/browser/tools/snapshot.ts
@@ -160,10 +160,27 @@ const selectOption = defineTabTool({
},
});
+const pickLocator = defineTabTool({
+ capability: 'testing',
+ schema: {
+ name: 'browser_generate_locator',
+ title: 'Create locator for element',
+ description: 'Generate locator for the given element to use in tests',
+ inputSchema: elementSchema,
+ type: 'readOnly',
+ },
+
+ handle: async (tab, params, response) => {
+ const locator = await tab.refLocator(params);
+ response.addResult(await generateLocator(locator));
+ },
+});
+
export default [
snapshot,
click,
drag,
hover,
selectOption,
+ pickLocator,
];
diff --git a/packages/playwright/src/mcp/browser/tools/tool.ts b/packages/playwright/src/mcp/browser/tools/tool.ts
index a4f8a11a63..c3ef466c5d 100644
--- a/packages/playwright/src/mcp/browser/tools/tool.ts
+++ b/packages/playwright/src/mcp/browser/tools/tool.ts
@@ -26,12 +26,14 @@ export type FileUploadModalState = {
type: 'fileChooser';
description: string;
fileChooser: playwright.FileChooser;
+ clearedBy: 'browser_file_upload';
};
export type DialogModalState = {
type: 'dialog';
description: string;
dialog: playwright.Dialog;
+ clearedBy: 'browser_handle_dialog';
};
export type ModalState = FileUploadModalState | DialogModalState;
@@ -57,7 +59,7 @@ export function defineTabTool<Input extends z.Schema>(tool: TabTool<Input>): Too
return {
...tool,
handle: async (context, params, response) => {
- const tab = context.currentTabOrDie();
+ const tab = await context.ensureTab();
const modalStates = tab.modalStates().map(state => state.type);
if (tool.clearsModalState && !modalStates.includes(tool.clearsModalState))
response.addError(`Error: The tool "${tool.schema.name}" can only be used when there is related modal state present.\n` + tab.modalStatesMarkdown().join('\n'));
diff --git a/packages/playwright/src/mcp/browser/tools/verify.ts b/packages/playwright/src/mcp/browser/tools/verify.ts
index 809ed2ab02..2d3d324ca6 100644
--- a/packages/playwright/src/mcp/browser/tools/verify.ts
+++ b/packages/playwright/src/mcp/browser/tools/verify.ts
@@ -20,7 +20,7 @@ import * as javascript from '../codegen';
import { generateLocator } from './utils';
const verifyElement = defineTabTool({
- capability: 'verify',
+ capability: 'testing',
schema: {
name: 'browser_verify_element_visible',
title: 'Verify element visible',
@@ -45,7 +45,7 @@ const verifyElement = defineTabTool({
});
const verifyText = defineTabTool({
- capability: 'verify',
+ capability: 'testing',
schema: {
name: 'browser_verify_text_visible',
title: 'Verify text visible',
@@ -69,7 +69,7 @@ const verifyText = defineTabTool({
});
const verifyList = defineTabTool({
- capability: 'verify',
+ capability: 'testing',
schema: {
name: 'browser_verify_list_visible',
title: 'Verify list visible',
@@ -103,7 +103,7 @@ ${itemTexts.map(t => ` - listitem: ${javascript.escapeWithQuotes(t, '"')}`).joi
});
const verifyValue = defineTabTool({
- capability: 'verify',
+ capability: 'testing',
schema: {
name: 'browser_verify_value',
title: 'Verify value',
diff --git a/packages/playwright/src/mcp/config.d.ts b/packages/playwright/src/mcp/config.d.ts
index fd42445a6e..845f0ede6c 100644
--- a/packages/playwright/src/mcp/config.d.ts
+++ b/packages/playwright/src/mcp/config.d.ts
@@ -16,7 +16,7 @@
import type * as playwright from 'playwright-core';
-export type ToolCapability = 'core' | 'core-tabs' | 'core-install' | 'vision' | 'pdf' | 'verify' | 'tracing';
+export type ToolCapability = 'core' | 'core-tabs' | 'core-install' | 'vision' | 'pdf' | 'testing' | 'tracing';
export type Config = {
/**
diff --git a/packages/playwright/src/mcp/test/DEPS.list b/packages/playwright/src/mcp/test/DEPS.list
index a24a81a08e..2fedd91a30 100644
--- a/packages/playwright/src/mcp/test/DEPS.list
+++ b/packages/playwright/src/mcp/test/DEPS.list
@@ -1,5 +1,8 @@
[*]
../sdk/
+../browser/config.ts
+../browser/browserServerBackend.ts
+../browser/tools/
../../reporters
../../runner
../../transform
diff --git a/packages/playwright/src/mcp/test/browserBackend.ts b/packages/playwright/src/mcp/test/browserBackend.ts
index 4ec79ebe42..27f0e28438 100644
--- a/packages/playwright/src/mcp/test/browserBackend.ts
+++ b/packages/playwright/src/mcp/test/browserBackend.ts
@@ -15,69 +15,36 @@
*/
import * as mcp from '../sdk/exports';
-import * as mcpBundle from '../sdk/bundle';
import { currentTestInfo } from '../../common/globals';
-
-import { snapshot, pickLocator, evaluate } from './browserTools';
import { stripAnsiEscapes } from '../../util';
+import { defaultConfig, FullConfig } from '../browser/config';
+import { BrowserServerBackend } from '../browser/browserServerBackend';
-import type { BrowserTool } from './browserTool';
import type * as playwright from '../../../index';
-import type { ServerBackendOnPause } from '../sdk/mdb';
-
-type PageEx = playwright.Page & {
- _snapshotForAI: () => Promise<string>;
-};
-
-const tools = [snapshot, pickLocator, evaluate];
-
-export class BrowserBackend implements ServerBackendOnPause {
- readonly name = 'Playwright';
- readonly version = '0.0.1';
- private _tools: BrowserTool<any>[] = tools;
- private _page: playwright.Page;
-
- constructor(page: playwright.Page) {
- this._page = page;
- }
+import type { Page } from '../../../../playwright-core/src/client/page';
+import type { BrowserContextFactory, ClientInfo } from '../browser/browserContextFactory';
- async initialize() {
- }
- async listTools(): Promise<mcp.Tool[]> {
- return [...this._tools.map(tool => mcp.toMcpTool(tool.schema)), mcp.toMcpTool(doneToolSchema)];
- }
+export async function runBrowserBackendOnError(page: playwright.Page, message: () => string) {
+ const testInfo = currentTestInfo();
+ if (!testInfo || !testInfo._pauseOnError())
+ return;
- async callTool(name: string, args: mcp.CallToolRequest['params']['arguments']): Promise<mcp.CallToolResult> {
- if (name === 'done') {
- (this as ServerBackendOnPause).requestSelfDestruct?.();
+ const browserContextFactory: BrowserContextFactory = {
+ createContext: async (clientInfo: ClientInfo, abortSignal: AbortSignal, toolName: string | undefined) => {
return {
- content: [{ type: 'text', text: 'Done' }],
+ browserContext: page.context(),
+ close: async () => {}
};
}
+ };
- const tool = this._tools.find(tool => tool.schema.name === name);
- if (!tool)
- throw new Error(`Tool not found: ${name}. Available tools: ${this._tools.map(tool => tool.schema.name).join(', ')}`);
- const parsedArguments = tool.schema.inputSchema.parse(args || {});
- return await tool.handle(this._page, parsedArguments);
- }
-}
-
-const doneToolSchema = mcp.defineToolSchema({
- name: 'done',
- title: 'Done',
- description: 'Done',
- inputSchema: mcpBundle.z.object({}),
- type: 'destructive',
-});
-
-export async function runBrowserBackendOnError(page: playwright.Page, message: () => string) {
- const testInfo = currentTestInfo();
- if (!testInfo || !testInfo._pauseOnError())
- return;
+ const config: FullConfig = {
+ ...defaultConfig,
+ capabilities: ['testing'],
+ };
- const snapshot = await (page as PageEx)._snapshotForAI();
+ const snapshot = await (page as Page)._snapshotForAI();
const introMessage = `### Paused on error:
${stripAnsiEscapes(message())}
@@ -85,6 +52,7 @@ ${stripAnsiEscapes(message())}
${snapshot}
### Task
-Try recovering from the error prior to continuing, use following tools to recover: ${tools.map(tool => tool.schema.name).join(', ')}`;
- await mcp.runOnPauseBackendLoop(new BrowserBackend(page), introMessage);
+Try recovering from the error prior to continuing`;
+
+ await mcp.runOnPauseBackendLoop(new BrowserServerBackend(config, browserContextFactory), introMessage);
}
diff --git a/packages/playwright/src/mcp/test/browserTool.ts b/packages/playwright/src/mcp/test/browserTool.ts
deleted file mode 100644
index f1b167475d..0000000000
--- a/packages/playwright/src/mcp/test/browserTool.ts
+++ /dev/null
@@ -1,28 +0,0 @@
-/**
- * Copyright (c) Microsoft Corporation.
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-import type { z } from 'zod';
-import type * as mcp from '../sdk/exports';
-import type * as playwright from '../../../index';
-
-export type BrowserTool<Input extends z.Schema = z.Schema> = {
- schema: mcp.ToolSchema<Input>;
- handle: (page: playwright.Page, params: z.output<Input>) => Promise<mcp.CallToolResult>;
-};
-
-export function defineBrowserTool<Input extends z.Schema>(tool: BrowserTool<Input>): BrowserTool<Input> {
- return tool;
-}
diff --git a/packages/playwright/src/mcp/test/browserTools.ts b/packages/playwright/src/mcp/test/browserTools.ts
deleted file mode 100644
index eb55d7f464..0000000000
--- a/packages/playwright/src/mcp/test/browserTools.ts
+++ /dev/null
@@ -1,113 +0,0 @@
-/**
- * Copyright (c) Microsoft Corporation.
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-import { asLocator } from 'playwright-core/lib/utils';
-
-import { defineBrowserTool } from './browserTool.js';
-import * as mcpBundle from '../sdk/bundle';
-
-import type * as playwright from '../../../index';
-import type zod from 'zod';
-
-const { z } = mcpBundle;
-
-type PageEx = playwright.Page & {
- _snapshotForAI: () => Promise<string>;
-};
-
-export const snapshot = defineBrowserTool({
- schema: {
- name: 'playwright_test_browser_snapshot',
- title: 'Capture page snapshot',
- description: 'Capture page snapshot for debugging',
- inputSchema: z.object({}),
- type: 'readOnly',
- },
-
- handle: async (page, params) => {
- const snapshot = await (page as PageEx)._snapshotForAI();
- return {
- content: [
- {
- type: 'text',
- text: snapshot,
- },
- ],
- };
- },
-});
-
-export const elementSchema = z.object({
- element: z.string().describe('Human-readable element description used to obtain permission to interact with the element'),
- ref: z.string().describe('Exact target element reference from the page snapshot'),
-});
-
-export const pickLocator = defineBrowserTool({
- schema: {
- name: 'playwright_test_generate_locator',
- title: 'Create locator for element',
- description: 'Generate locator for the given element to use in tests',
- inputSchema: elementSchema,
- type: 'readOnly',
- },
-
- handle: async (page, params) => {
- const locator = await refLocator(page, params);
-
- try {
- const { resolvedSelector } = await (locator as any)._resolveSelector();
- const locatorString = asLocator('javascript', resolvedSelector);
- return { content: [{ type: 'text', text: locatorString }] };
- } catch (e) {
- throw new Error(`Ref not found, likely because element was removed. Use ${snapshot.schema.name} to see what elements are currently on the page.`);
- }
- },
-});
-
-const evaluateSchema = z.object({
- function: z.string().describe('() => { /* code */ } or (element) => { /* code */ } when element is provided'),
- element: z.string().optional().describe('Human-readable element description used to obtain permission to interact with the element'),
- ref: z.string().optional().describe('Exact target element reference from the page snapshot'),
-});
-
-export const evaluate = defineBrowserTool({
- schema: {
- name: 'playwright_test_evaluate_on_pause',
- title: 'Evaluate in page',
- description: 'Evaluate JavaScript expression on page or element',
- inputSchema: evaluateSchema,
- type: 'destructive',
- },
-
- handle: async (page, params) => {
- let locator: playwright.Locator | undefined;
- if (params.ref && params.element)
- locator = await refLocator(page, { ref: params.ref, element: params.element });
-
- const receiver = locator ?? page as any;
- const result = await receiver._evaluateFunction(params.function);
- return {
- content: [{ type: 'text', text: JSON.stringify(result, null, 2) || 'undefined' }],
- };
- },
-});
-
-async function refLocator(page: playwright.Page, elementRef: zod.output<typeof elementSchema>): Promise<playwright.Locator> {
- const snapshot = await (page as PageEx)._snapshotForAI();
- if (!snapshot.includes(`[ref=${elementRef.ref}]`))
- throw new Error(`Ref ${elementRef.ref} not found in the current page snapshot. Try capturing new snapshot.`);
- return page.locator(`aria-ref=${elementRef.ref}`).describe(elementRef.element);
-}
diff --git a/packages/playwright/src/mcp/test/testBackend.ts b/packages/playwright/src/mcp/test/testBackend.ts
index 5625aeda55..1a29f25138 100644
--- a/packages/playwright/src/mcp/test/testBackend.ts
+++ b/packages/playwright/src/mcp/test/testBackend.ts
@@ -17,12 +17,11 @@
import * as mcp from '../sdk/exports';
import { TestContext } from './testContext';
import { listTests, runTests, debugTest } from './testTools.js';
-import { snapshot, pickLocator, evaluate } from './browserTools';
+import { browserTools } from '../browser/tools';
import type { ConfigLocation } from '../../common/config';
import type { TestTool } from './testTool';
-
export class TestServerBackend implements mcp.ServerBackend {
readonly name = 'Playwright';
readonly version = '0.0.1';
@@ -36,9 +35,7 @@ export class TestServerBackend implements mcp.ServerBackend {
async listTools(): Promise<mcp.Tool[]> {
return [
...this._tools.map(tool => mcp.toMcpTool(tool.schema)),
- mcp.toMcpTool(snapshot.schema),
- mcp.toMcpTool(pickLocator.schema),
- mcp.toMcpTool(evaluate.schema),
+ ...browserTools.map(tool => mcp.toMcpTool(tool.schema)),
];
}
diff --git a/tests/mcp/cdp.spec.ts b/tests/mcp/cdp.spec.ts
index 650dc57239..2bfdafb9c3 100644
--- a/tests/mcp/cdp.spec.ts
+++ b/tests/mcp/cdp.spec.ts
@@ -42,7 +42,7 @@ test('cdp server reuse tab', async ({ cdpServer, startClient, server }) => {
ref: 'f0',
},
})).toHaveResponse({
- result: `Error: No open pages available. Use the "browser_navigate" tool to navigate to a page first.`,
+ result: `Error: Ref f0 not found in the current page snapshot. Try capturing new snapshot.`,
isError: true,
});
diff --git a/tests/mcp/test-tools.spec.ts b/tests/mcp/test-tools.spec.ts
index 01aec4f0c1..7995ff6b25 100644
--- a/tests/mcp/test-tools.spec.ts
+++ b/tests/mcp/test-tools.spec.ts
@@ -190,7 +190,7 @@ Call log:
- button "Submit" [ref=e2]
### Task
-Try recovering from the error prior to continuing, use following tools to recover: playwright_test_browser_snapshot, playwright_test_generate_locator, playwright_test_evaluate_on_pause`);
+Try recovering from the error prior to continuing`);
expect(await client.callTool({
name: 'playwright_test_run_tests',
@@ -209,8 +209,10 @@ test('playwright_test_browser_snapshot', async ({ startClient }) => {
},
});
expect(await client.callTool({
- name: 'playwright_test_browser_snapshot',
- })).toHaveTextResponse(`- button \"Submit\" [ref=e2]`);
+ name: 'browser_snapshot',
+ })).toHaveResponse({
+ pageState: expect.stringContaining(`- button \"Submit\" [ref=e2]`),
+ });
});
test('playwright_test_evaluate_on_pause', async ({ startClient }) => {
@@ -222,11 +224,13 @@ test('playwright_test_evaluate_on_pause', async ({ startClient }) => {
},
});
expect(await client.callTool({
- name: 'playwright_test_evaluate_on_pause',
+ name: 'browser_evaluate',
arguments: {
function: '() => 21+21',
},
- })).toHaveTextResponse(`42`);
+ })).toHaveResponse({
+ result: `42`,
+ });
});
test('playwright_test_evaluate_on_pause (with element)', async ({ startClient }) => {
@@ -238,13 +242,15 @@ test('playwright_test_evaluate_on_pause (with element)', async ({ startClient })
},
});
expect(await client.callTool({
- name: 'playwright_test_evaluate_on_pause',
+ name: 'browser_evaluate',
arguments: {
function: 'element => element.textContent',
element: 'button',
ref: 'e2',
},
- })).toHaveTextResponse(`"Submit"`);
+ })).toHaveResponse({
+ result: `"Submit"`,
+ });
});
test('playwright_test_generate_locator', async ({ startClient }) => {
@@ -256,12 +262,14 @@ test('playwright_test_generate_locator', async ({ startClient }) => {
},
});
expect(await client.callTool({
- name: 'playwright_test_generate_locator',
+ name: 'browser_generate_locator',
arguments: {
element: 'button',
ref: 'e2',
},
- })).toHaveTextResponse(`getByRole('button', { name: 'Submit' })`);
+ })).toHaveResponse({
+ result: `getByRole('button', { name: 'Submit' })`,
+ });
});
async function prepareDebugTest(startClient: StartClient) {
diff --git a/tests/mcp/verify.spec.ts b/tests/mcp/verify.spec.ts
index 58c9b36d3d..392b8b5b81 100644
--- a/tests/mcp/verify.spec.ts
+++ b/tests/mcp/verify.spec.ts
@@ -16,7 +16,7 @@
import { test, expect } from './fixtures';
-test.use({ mcpArgs: ['--caps=verify'] });
+test.use({ mcpArgs: ['--caps=testing'] });
test('browser_verify_element_visible', async ({ client, server }) => {
server.setContent('/', `