Playwright is a framework for Web Testing and Automation. It allows testing Chromium, Firefox and WebKit with a single API.
TypeScript automationchromechromiume2e-testingelectronend-to-end-testingfirefoxjavascriptplaywrighttesttest-automationtestingtesting-toolswebwebkit
chore(mcp): use browser tools on pause (#37381)
Pavel Feldmanb98bd7d09d86
diff --git a/packages/playwright/src/agents/fixer.md b/packages/playwright/src/agents/fixer.mdindex 98ec7c4e63..9f18034f3c 100644--- a/packages/playwright/src/agents/fixer.md+++ b/packages/playwright/src/agents/fixer.md@@ -9,12 +9,12 @@ tools:- read- write- edit- - playwright-test/playwright_test_browser_snapshot- - playwright-test/playwright_test_generate_locator- - playwright-test/playwright_test_evaluate_on_pause- - playwright-test/playwright_test_run_tests- - playwright-test/playwright_test_list_tests+ - playwright-test/browser_evaluate+ - playwright-test/browser_generate_locator+ - playwright-test/browser_snapshot- playwright-test/playwright_test_debug_test+ - playwright-test/playwright_test_list_tests+ - playwright-test/playwright_test_run_testsmcp-servers:playwright-test:type: 'local'diff --git a/packages/playwright/src/agents/generator.md b/packages/playwright/src/agents/generator.mdindex b7a9aeb041..7db4279e35 100644--- a/packages/playwright/src/agents/generator.md+++ b/packages/playwright/src/agents/generator.md@@ -8,22 +8,22 @@ tools:- grep- read- write- - playwright/browser_evaluate- - playwright/browser_file_upload- - playwright/browser_press_key- - playwright/browser_type- - playwright/browser_navigate- - playwright/browser_snapshot- playwright/browser_click- playwright/browser_drag+ - playwright/browser_evaluate+ - playwright/browser_file_upload+ - playwright/browser_handle_dialog- playwright/browser_hover+ - playwright/browser_navigate+ - playwright/browser_press_key- playwright/browser_select_option- - playwright/browser_wait_for- - playwright/browser_handle_dialog+ - playwright/browser_snapshot+ - playwright/browser_type- playwright/browser_verify_element_visible- - playwright/browser_verify_text_visible- playwright/browser_verify_list_visible+ - playwright/browser_verify_text_visible- playwright/browser_verify_value+ - playwright/browser_wait_formcp-servers:playwright:type: 'local'@@ -33,7 +33,7 @@ mcp-servers:- 'run-mcp-server'- '--isolated'- '--viewport-size=1280,720'- - '--caps=verify'+ - '--caps=testing'---You are a Playwright Test Generator, an expert in browser automation and end-to-end testing. Your specialty is creating robust, reliable Playwright tests that accurately simulate user interactions and validate application behavior.diff --git a/packages/playwright/src/agents/planner.md b/packages/playwright/src/agents/planner.mdindex b149ead71b..a3e007561e 100644--- a/packages/playwright/src/agents/planner.md+++ b/packages/playwright/src/agents/planner.md@@ -8,22 +8,22 @@ tools:- grep- read- write+ - playwright/browser_click- playwright/browser_close- playwright/browser_console_messages- - playwright/browser_handle_dialog+ - playwright/browser_drag- playwright/browser_evaluate- playwright/browser_file_upload- - playwright/browser_press_key- - playwright/browser_type+ - playwright/browser_handle_dialog+ - playwright/browser_hover- playwright/browser_navigate+ - playwright/browser_navigate_back- playwright/browser_network_requests- - playwright/browser_take_screenshot- - playwright/browser_snapshot- - playwright/browser_click- - playwright/browser_drag- - playwright/browser_hover+ - playwright/browser_press_key- playwright/browser_select_option- - playwright/browser_navigate_back+ - playwright/browser_snapshot+ - playwright/browser_take_screenshot+ - playwright/browser_type- playwright/browser_wait_formcp-servers:playwright:diff --git a/packages/playwright/src/mcp/browser/browserServerBackend.ts b/packages/playwright/src/mcp/browser/browserServerBackend.tsindex c773786afa..0bed7f22fa 100644--- a/packages/playwright/src/mcp/browser/browserServerBackend.ts+++ b/packages/playwright/src/mcp/browser/browserServerBackend.ts@@ -50,7 +50,6 @@ export class BrowserServerBackend implements ServerBackend {}this._sessionLog = this._config.saveSession ? await SessionLog.create(this._config, rootPath) : undefined;this._context = new Context({- tools: this._tools,config: this._config,browserContextFactory: this._browserContextFactory,sessionLog: this._sessionLog,diff --git a/packages/playwright/src/mcp/browser/config.ts b/packages/playwright/src/mcp/browser/config.tsindex da22d0e380..f0c98c6253 100644--- a/packages/playwright/src/mcp/browser/config.ts+++ b/packages/playwright/src/mcp/browser/config.ts@@ -55,7 +55,7 @@ export type CLIOptions = {viewportSize?: string;};-const defaultConfig: FullConfig = {+export const defaultConfig: FullConfig = {browser: {browserName: 'chromium',launchOptions: {diff --git a/packages/playwright/src/mcp/browser/context.ts b/packages/playwright/src/mcp/browser/context.tsindex 18b13d5682..cabfa540ad 100644--- a/packages/playwright/src/mcp/browser/context.ts+++ b/packages/playwright/src/mcp/browser/context.ts@@ -23,7 +23,6 @@ import * as codegen from './codegen';import type * as playwright from '../../../types/test';import type { FullConfig } from './config';-import type { Tool } from './tools/tool';import type { BrowserContextFactory, ClientInfo } from './browserContextFactory';import type * as actions from './actions';import type { SessionLog } from './sessionLog';@@ -32,7 +31,6 @@ import type { Tracing } from '../../../../playwright-core/src/client/tracing';const testDebug = debug('pw:mcp:test');type ContextOptions = {- tools: Tool[];config: FullConfig;browserContextFactory: BrowserContextFactory;sessionLog: SessionLog | undefined;@@ -40,7 +38,6 @@ type ContextOptions = {};export class Context {- readonly tools: Tool[];readonly config: FullConfig;readonly sessionLog: SessionLog | undefined;readonly options: ContextOptions;@@ -56,7 +53,6 @@ export class Context {private _abortController = new AbortController();constructor(options: ContextOptions) {- this.tools = options.tools;this.config = options.config;this.sessionLog = options.sessionLog;this.options = options;diff --git a/packages/playwright/src/mcp/browser/tab.ts b/packages/playwright/src/mcp/browser/tab.tsindex a7b92bb01e..8a5dd8eb77 100644--- a/packages/playwright/src/mcp/browser/tab.ts+++ b/packages/playwright/src/mcp/browser/tab.ts@@ -71,6 +71,7 @@ export class Tab extends EventEmitter<TabEventsInterface> {type: 'fileChooser',description: 'File chooser',fileChooser: chooser,+ clearedBy: 'browser_file_upload',});});page.on('dialog', dialog => this._dialogShown(dialog));@@ -108,6 +109,7 @@ export class Tab extends EventEmitter<TabEventsInterface> {type: 'dialog',description: `"${dialog.type()}" dialog with message "${dialog.message()}"`,dialog,+ clearedBy: 'browser_handle_dialog',});}@@ -304,10 +306,8 @@ export function renderModalStates(context: Context, modalStates: ModalState[]):const result: string[] = ['### Modal state'];if (modalStates.length === 0)result.push('- There is no modal state present');- for (const state of modalStates) {- const tool = context.tools.filter(tool => 'clearsModalState' in tool).find(tool => tool.clearsModalState === state.type);- result.push(`- [${state.description}]: can be handled by the "${tool?.schema.name}" tool`);- }+ for (const state of modalStates)+ result.push(`- [${state.description}]: can be handled by the "${state.clearedBy}" tool`);return result;}diff --git a/packages/playwright/src/mcp/browser/tools.ts b/packages/playwright/src/mcp/browser/tools.tsindex 408058ab99..3ebbe7591e 100644--- a/packages/playwright/src/mcp/browser/tools.ts+++ b/packages/playwright/src/mcp/browser/tools.ts@@ -36,7 +36,7 @@ import verify from './tools/verify';import type { Tool } from './tools/tool';import type { FullConfig } from './config';-export const allTools: Tool<any>[] = [+export const browserTools: Tool<any>[] = [...common,...console,...dialogs,@@ -58,5 +58,5 @@ export const allTools: Tool<any>[] = [];export function filteredTools(config: FullConfig) {- return allTools.filter(tool => tool.capability.startsWith('core') || config.capabilities?.includes(tool.capability));+ return browserTools.filter(tool => tool.capability.startsWith('core') || config.capabilities?.includes(tool.capability));}diff --git a/packages/playwright/src/mcp/browser/tools/files.ts b/packages/playwright/src/mcp/browser/tools/files.tsindex c1cdf6660b..79514a0b99 100644--- a/packages/playwright/src/mcp/browser/tools/files.ts+++ b/packages/playwright/src/mcp/browser/tools/files.ts@@ -25,7 +25,7 @@ const uploadFile = defineTabTool({title: 'Upload files',description: 'Upload one or multiple files',inputSchema: z.object({- paths: z.array(z.string()).describe('The absolute paths to the files to upload. Can be a single file or multiple files.'),+ paths: z.array(z.string()).optional().describe('The absolute paths to the files to upload. Can be single file or multiple files. If omitted, file chooser is cancelled.'),}),type: 'destructive',},@@ -41,9 +41,11 @@ const uploadFile = defineTabTool({tab.clearModalState(modalState);await tab.waitForCompletion(async () => {- await modalState.fileChooser.setFiles(params.paths);+ if (params.paths)+ await modalState.fileChooser.setFiles(params.paths);});},+clearsModalState: 'fileChooser',});diff --git a/packages/playwright/src/mcp/browser/tools/snapshot.ts b/packages/playwright/src/mcp/browser/tools/snapshot.tsindex 5f2cb790d0..bea116ee8f 100644--- a/packages/playwright/src/mcp/browser/tools/snapshot.ts+++ b/packages/playwright/src/mcp/browser/tools/snapshot.ts@@ -160,10 +160,27 @@ const selectOption = defineTabTool({},});+const pickLocator = defineTabTool({+ capability: 'testing',+ schema: {+ name: 'browser_generate_locator',+ title: 'Create locator for element',+ description: 'Generate locator for the given element to use in tests',+ inputSchema: elementSchema,+ type: 'readOnly',+ },++ handle: async (tab, params, response) => {+ const locator = await tab.refLocator(params);+ response.addResult(await generateLocator(locator));+ },+});+export default [snapshot,click,drag,hover,selectOption,+ pickLocator,];diff --git a/packages/playwright/src/mcp/browser/tools/tool.ts b/packages/playwright/src/mcp/browser/tools/tool.tsindex a4f8a11a63..c3ef466c5d 100644--- a/packages/playwright/src/mcp/browser/tools/tool.ts+++ b/packages/playwright/src/mcp/browser/tools/tool.ts@@ -26,12 +26,14 @@ export type FileUploadModalState = {type: 'fileChooser';description: string;fileChooser: playwright.FileChooser;+ clearedBy: 'browser_file_upload';};export type DialogModalState = {type: 'dialog';description: string;dialog: playwright.Dialog;+ clearedBy: 'browser_handle_dialog';};export type ModalState = FileUploadModalState | DialogModalState;@@ -57,7 +59,7 @@ export function defineTabTool<Input extends z.Schema>(tool: TabTool<Input>): Tooreturn {...tool,handle: async (context, params, response) => {- const tab = context.currentTabOrDie();+ const tab = await context.ensureTab();const modalStates = tab.modalStates().map(state => state.type);if (tool.clearsModalState && !modalStates.includes(tool.clearsModalState))response.addError(`Error: The tool "${tool.schema.name}" can only be used when there is related modal state present.\n` + tab.modalStatesMarkdown().join('\n'));diff --git a/packages/playwright/src/mcp/browser/tools/verify.ts b/packages/playwright/src/mcp/browser/tools/verify.tsindex 809ed2ab02..2d3d324ca6 100644--- a/packages/playwright/src/mcp/browser/tools/verify.ts+++ b/packages/playwright/src/mcp/browser/tools/verify.ts@@ -20,7 +20,7 @@ import * as javascript from '../codegen';import { generateLocator } from './utils';const verifyElement = defineTabTool({- capability: 'verify',+ capability: 'testing',schema: {name: 'browser_verify_element_visible',title: 'Verify element visible',@@ -45,7 +45,7 @@ const verifyElement = defineTabTool({});const verifyText = defineTabTool({- capability: 'verify',+ capability: 'testing',schema: {name: 'browser_verify_text_visible',title: 'Verify text visible',@@ -69,7 +69,7 @@ const verifyText = defineTabTool({});const verifyList = defineTabTool({- capability: 'verify',+ capability: 'testing',schema: {name: 'browser_verify_list_visible',title: 'Verify list visible',@@ -103,7 +103,7 @@ ${itemTexts.map(t => ` - listitem: ${javascript.escapeWithQuotes(t, '"')}`).joi});const verifyValue = defineTabTool({- capability: 'verify',+ capability: 'testing',schema: {name: 'browser_verify_value',title: 'Verify value',diff --git a/packages/playwright/src/mcp/config.d.ts b/packages/playwright/src/mcp/config.d.tsindex fd42445a6e..845f0ede6c 100644--- a/packages/playwright/src/mcp/config.d.ts+++ b/packages/playwright/src/mcp/config.d.ts@@ -16,7 +16,7 @@import type * as playwright from 'playwright-core';-export type ToolCapability = 'core' | 'core-tabs' | 'core-install' | 'vision' | 'pdf' | 'verify' | 'tracing';+export type ToolCapability = 'core' | 'core-tabs' | 'core-install' | 'vision' | 'pdf' | 'testing' | 'tracing';export type Config = {/**diff --git a/packages/playwright/src/mcp/test/DEPS.list b/packages/playwright/src/mcp/test/DEPS.listindex a24a81a08e..2fedd91a30 100644--- a/packages/playwright/src/mcp/test/DEPS.list+++ b/packages/playwright/src/mcp/test/DEPS.list@@ -1,5 +1,8 @@[*]../sdk/+../browser/config.ts+../browser/browserServerBackend.ts+../browser/tools/../../reporters../../runner../../transformdiff --git a/packages/playwright/src/mcp/test/browserBackend.ts b/packages/playwright/src/mcp/test/browserBackend.tsindex 4ec79ebe42..27f0e28438 100644--- a/packages/playwright/src/mcp/test/browserBackend.ts+++ b/packages/playwright/src/mcp/test/browserBackend.ts@@ -15,69 +15,36 @@*/import * as mcp from '../sdk/exports';-import * as mcpBundle from '../sdk/bundle';import { currentTestInfo } from '../../common/globals';--import { snapshot, pickLocator, evaluate } from './browserTools';import { stripAnsiEscapes } from '../../util';+import { defaultConfig, FullConfig } from '../browser/config';+import { BrowserServerBackend } from '../browser/browserServerBackend';-import type { BrowserTool } from './browserTool';import type * as playwright from '../../../index';-import type { ServerBackendOnPause } from '../sdk/mdb';--type PageEx = playwright.Page & {- _snapshotForAI: () => Promise<string>;-};--const tools = [snapshot, pickLocator, evaluate];--export class BrowserBackend implements ServerBackendOnPause {- readonly name = 'Playwright';- readonly version = '0.0.1';- private _tools: BrowserTool<any>[] = tools;- private _page: playwright.Page;-- constructor(page: playwright.Page) {- this._page = page;- }+import type { Page } from '../../../../playwright-core/src/client/page';+import type { BrowserContextFactory, ClientInfo } from '../browser/browserContextFactory';- async initialize() {- }- async listTools(): Promise<mcp.Tool[]> {- return [...this._tools.map(tool => mcp.toMcpTool(tool.schema)), mcp.toMcpTool(doneToolSchema)];- }+export async function runBrowserBackendOnError(page: playwright.Page, message: () => string) {+ const testInfo = currentTestInfo();+ if (!testInfo || !testInfo._pauseOnError())+ return;- async callTool(name: string, args: mcp.CallToolRequest['params']['arguments']): Promise<mcp.CallToolResult> {- if (name === 'done') {- (this as ServerBackendOnPause).requestSelfDestruct?.();+ const browserContextFactory: BrowserContextFactory = {+ createContext: async (clientInfo: ClientInfo, abortSignal: AbortSignal, toolName: string | undefined) => {return {- content: [{ type: 'text', text: 'Done' }],+ browserContext: page.context(),+ close: async () => {}};}+ };- const tool = this._tools.find(tool => tool.schema.name === name);- if (!tool)- throw new Error(`Tool not found: ${name}. Available tools: ${this._tools.map(tool => tool.schema.name).join(', ')}`);- const parsedArguments = tool.schema.inputSchema.parse(args || {});- return await tool.handle(this._page, parsedArguments);- }-}--const doneToolSchema = mcp.defineToolSchema({- name: 'done',- title: 'Done',- description: 'Done',- inputSchema: mcpBundle.z.object({}),- type: 'destructive',-});--export async function runBrowserBackendOnError(page: playwright.Page, message: () => string) {- const testInfo = currentTestInfo();- if (!testInfo || !testInfo._pauseOnError())- return;+ const config: FullConfig = {+ ...defaultConfig,+ capabilities: ['testing'],+ };- const snapshot = await (page as PageEx)._snapshotForAI();+ const snapshot = await (page as Page)._snapshotForAI();const introMessage = `### Paused on error:${stripAnsiEscapes(message())}@@ -85,6 +52,7 @@ ${stripAnsiEscapes(message())}${snapshot}### Task-Try recovering from the error prior to continuing, use following tools to recover: ${tools.map(tool => tool.schema.name).join(', ')}`;- await mcp.runOnPauseBackendLoop(new BrowserBackend(page), introMessage);+Try recovering from the error prior to continuing`;++ await mcp.runOnPauseBackendLoop(new BrowserServerBackend(config, browserContextFactory), introMessage);}diff --git a/packages/playwright/src/mcp/test/browserTool.ts b/packages/playwright/src/mcp/test/browserTool.tsdeleted file mode 100644index f1b167475d..0000000000--- a/packages/playwright/src/mcp/test/browserTool.ts+++ /dev/null@@ -1,28 +0,0 @@-/**- * Copyright (c) Microsoft Corporation.- *- * Licensed under the Apache License, Version 2.0 (the "License");- * you may not use this file except in compliance with the License.- * You may obtain a copy of the License at- *- * http://www.apache.org/licenses/LICENSE-2.0- *- * Unless required by applicable law or agreed to in writing, software- * distributed under the License is distributed on an "AS IS" BASIS,- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.- * See the License for the specific language governing permissions and- * limitations under the License.- */--import type { z } from 'zod';-import type * as mcp from '../sdk/exports';-import type * as playwright from '../../../index';--export type BrowserTool<Input extends z.Schema = z.Schema> = {- schema: mcp.ToolSchema<Input>;- handle: (page: playwright.Page, params: z.output<Input>) => Promise<mcp.CallToolResult>;-};--export function defineBrowserTool<Input extends z.Schema>(tool: BrowserTool<Input>): BrowserTool<Input> {- return tool;-}diff --git a/packages/playwright/src/mcp/test/browserTools.ts b/packages/playwright/src/mcp/test/browserTools.tsdeleted file mode 100644index eb55d7f464..0000000000--- a/packages/playwright/src/mcp/test/browserTools.ts+++ /dev/null@@ -1,113 +0,0 @@-/**- * Copyright (c) Microsoft Corporation.- *- * Licensed under the Apache License, Version 2.0 (the "License");- * you may not use this file except in compliance with the License.- * You may obtain a copy of the License at- *- * http://www.apache.org/licenses/LICENSE-2.0- *- * Unless required by applicable law or agreed to in writing, software- * distributed under the License is distributed on an "AS IS" BASIS,- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.- * See the License for the specific language governing permissions and- * limitations under the License.- */--import { asLocator } from 'playwright-core/lib/utils';--import { defineBrowserTool } from './browserTool.js';-import * as mcpBundle from '../sdk/bundle';--import type * as playwright from '../../../index';-import type zod from 'zod';--const { z } = mcpBundle;--type PageEx = playwright.Page & {- _snapshotForAI: () => Promise<string>;-};--export const snapshot = defineBrowserTool({- schema: {- name: 'playwright_test_browser_snapshot',- title: 'Capture page snapshot',- description: 'Capture page snapshot for debugging',- inputSchema: z.object({}),- type: 'readOnly',- },-- handle: async (page, params) => {- const snapshot = await (page as PageEx)._snapshotForAI();- return {- content: [- {- type: 'text',- text: snapshot,- },- ],- };- },-});--export const elementSchema = z.object({- element: z.string().describe('Human-readable element description used to obtain permission to interact with the element'),- ref: z.string().describe('Exact target element reference from the page snapshot'),-});--export const pickLocator = defineBrowserTool({- schema: {- name: 'playwright_test_generate_locator',- title: 'Create locator for element',- description: 'Generate locator for the given element to use in tests',- inputSchema: elementSchema,- type: 'readOnly',- },-- handle: async (page, params) => {- const locator = await refLocator(page, params);-- try {- const { resolvedSelector } = await (locator as any)._resolveSelector();- const locatorString = asLocator('javascript', resolvedSelector);- return { content: [{ type: 'text', text: locatorString }] };- } catch (e) {- throw new Error(`Ref not found, likely because element was removed. Use ${snapshot.schema.name} to see what elements are currently on the page.`);- }- },-});--const evaluateSchema = z.object({- function: z.string().describe('() => { /* code */ } or (element) => { /* code */ } when element is provided'),- element: z.string().optional().describe('Human-readable element description used to obtain permission to interact with the element'),- ref: z.string().optional().describe('Exact target element reference from the page snapshot'),-});--export const evaluate = defineBrowserTool({- schema: {- name: 'playwright_test_evaluate_on_pause',- title: 'Evaluate in page',- description: 'Evaluate JavaScript expression on page or element',- inputSchema: evaluateSchema,- type: 'destructive',- },-- handle: async (page, params) => {- let locator: playwright.Locator | undefined;- if (params.ref && params.element)- locator = await refLocator(page, { ref: params.ref, element: params.element });-- const receiver = locator ?? page as any;- const result = await receiver._evaluateFunction(params.function);- return {- content: [{ type: 'text', text: JSON.stringify(result, null, 2) || 'undefined' }],- };- },-});--async function refLocator(page: playwright.Page, elementRef: zod.output<typeof elementSchema>): Promise<playwright.Locator> {- const snapshot = await (page as PageEx)._snapshotForAI();- if (!snapshot.includes(`[ref=${elementRef.ref}]`))- throw new Error(`Ref ${elementRef.ref} not found in the current page snapshot. Try capturing new snapshot.`);- return page.locator(`aria-ref=${elementRef.ref}`).describe(elementRef.element);-}diff --git a/packages/playwright/src/mcp/test/testBackend.ts b/packages/playwright/src/mcp/test/testBackend.tsindex 5625aeda55..1a29f25138 100644--- a/packages/playwright/src/mcp/test/testBackend.ts+++ b/packages/playwright/src/mcp/test/testBackend.ts@@ -17,12 +17,11 @@import * as mcp from '../sdk/exports';import { TestContext } from './testContext';import { listTests, runTests, debugTest } from './testTools.js';-import { snapshot, pickLocator, evaluate } from './browserTools';+import { browserTools } from '../browser/tools';import type { ConfigLocation } from '../../common/config';import type { TestTool } from './testTool';-export class TestServerBackend implements mcp.ServerBackend {readonly name = 'Playwright';readonly version = '0.0.1';@@ -36,9 +35,7 @@ export class TestServerBackend implements mcp.ServerBackend {async listTools(): Promise<mcp.Tool[]> {return [...this._tools.map(tool => mcp.toMcpTool(tool.schema)),- mcp.toMcpTool(snapshot.schema),- mcp.toMcpTool(pickLocator.schema),- mcp.toMcpTool(evaluate.schema),+ ...browserTools.map(tool => mcp.toMcpTool(tool.schema)),];}diff --git a/tests/mcp/cdp.spec.ts b/tests/mcp/cdp.spec.tsindex 650dc57239..2bfdafb9c3 100644--- a/tests/mcp/cdp.spec.ts+++ b/tests/mcp/cdp.spec.ts@@ -42,7 +42,7 @@ test('cdp server reuse tab', async ({ cdpServer, startClient, server }) => {ref: 'f0',},})).toHaveResponse({- result: `Error: No open pages available. Use the "browser_navigate" tool to navigate to a page first.`,+ result: `Error: Ref f0 not found in the current page snapshot. Try capturing new snapshot.`,isError: true,});diff --git a/tests/mcp/test-tools.spec.ts b/tests/mcp/test-tools.spec.tsindex 01aec4f0c1..7995ff6b25 100644--- a/tests/mcp/test-tools.spec.ts+++ b/tests/mcp/test-tools.spec.ts@@ -190,7 +190,7 @@ Call log:- button "Submit" [ref=e2]### Task-Try recovering from the error prior to continuing, use following tools to recover: playwright_test_browser_snapshot, playwright_test_generate_locator, playwright_test_evaluate_on_pause`);+Try recovering from the error prior to continuing`);expect(await client.callTool({name: 'playwright_test_run_tests',@@ -209,8 +209,10 @@ test('playwright_test_browser_snapshot', async ({ startClient }) => {},});expect(await client.callTool({- name: 'playwright_test_browser_snapshot',- })).toHaveTextResponse(`- button \"Submit\" [ref=e2]`);+ name: 'browser_snapshot',+ })).toHaveResponse({+ pageState: expect.stringContaining(`- button \"Submit\" [ref=e2]`),+ });});test('playwright_test_evaluate_on_pause', async ({ startClient }) => {@@ -222,11 +224,13 @@ test('playwright_test_evaluate_on_pause', async ({ startClient }) => {},});expect(await client.callTool({- name: 'playwright_test_evaluate_on_pause',+ name: 'browser_evaluate',arguments: {function: '() => 21+21',},- })).toHaveTextResponse(`42`);+ })).toHaveResponse({+ result: `42`,+ });});test('playwright_test_evaluate_on_pause (with element)', async ({ startClient }) => {@@ -238,13 +242,15 @@ test('playwright_test_evaluate_on_pause (with element)', async ({ startClient })},});expect(await client.callTool({- name: 'playwright_test_evaluate_on_pause',+ name: 'browser_evaluate',arguments: {function: 'element => element.textContent',element: 'button',ref: 'e2',},- })).toHaveTextResponse(`"Submit"`);+ })).toHaveResponse({+ result: `"Submit"`,+ });});test('playwright_test_generate_locator', async ({ startClient }) => {@@ -256,12 +262,14 @@ test('playwright_test_generate_locator', async ({ startClient }) => {},});expect(await client.callTool({- name: 'playwright_test_generate_locator',+ name: 'browser_generate_locator',arguments: {element: 'button',ref: 'e2',},- })).toHaveTextResponse(`getByRole('button', { name: 'Submit' })`);+ })).toHaveResponse({+ result: `getByRole('button', { name: 'Submit' })`,+ });});async function prepareDebugTest(startClient: StartClient) {diff --git a/tests/mcp/verify.spec.ts b/tests/mcp/verify.spec.tsindex 58c9b36d3d..392b8b5b81 100644--- a/tests/mcp/verify.spec.ts+++ b/tests/mcp/verify.spec.ts@@ -16,7 +16,7 @@import { test, expect } from './fixtures';-test.use({ mcpArgs: ['--caps=verify'] });+test.use({ mcpArgs: ['--caps=testing'] });test('browser_verify_element_visible', async ({ client, server }) => {server.setContent('/', `