Playwright is a framework for Web Testing and Automation. It allows testing Chromium, Firefox and WebKit with a single API.
TypeScript automationchromechromiume2e-testingelectronend-to-end-testingfirefoxjavascriptplaywrighttesttest-automationtestingtesting-toolswebwebkit
/**
* Copyright (c) Microsoft Corporation.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
import { test, expect, writeFiles } from './fixtures';
test.use({ mcpServerType: 'test-mcp' });
test('test_run', async ({ startClient }) => {
await writeFiles({
'a.test.ts': `
import { test, expect } from '@playwright/test';
test('passes', () => {});
test('fails', () => { expect(1).toBe(2); });
test.describe('suite', () => {
test('inner passes', () => {});
test('inner fails', () => { expect(1).toBe(2); });
});
`,
'b.test.ts': `
import { test, expect } from '@playwright/test';
test('passes', () => {});
test('fails', () => { expect(1).toBe(2); });
`,
'c.test.ts': `
import { test, expect } from '@playwright/test';
test('passes', () => {});
test.skip('skipped', () => {});
`,
});
const { client } = await startClient();
const response = await client.callTool({
name: 'test_run',
});
const text = response.content[0].text;
expect(text).toContain(`3 failed`);
expect(text).toContain(`1 skipped`);
expect(text).toContain(`4 passed`);
expect(text).toContain(`a.test.ts:3:7 › passes`);
expect(text).toContain(`c.test.ts:3:7 › passes`);
expect(text).toContain(`c.test.ts:4:12 › skipped`);
expect(text).toContain(`b.test.ts:3:7 › passes`);
expect(text).toContain(`a.test.ts:4:7 › fails`);
expect(text).toContain(`b.test.ts:4:7 › fails`);
expect(text).toContain(`a.test.ts:6:9 › suite › inner passes`);
expect(text).toContain(`a.test.ts:7:9 › suite › inner fails`);
expect(text).not.toContain(`../../test-results`);
});
test('test_run for a failed tests is not an error', async ({ startClient }) => {
await writeFiles({
'a.test.ts': `
import { test, expect } from '@playwright/test';
test('fails', () => { expect(1).toBe(2); });
`,
});
const { client } = await startClient();
const response = await client.callTool({
name: 'test_run',
});
const text = response.content[0].text;
// The tool run has succeeded, even though the test has failed.
expect(response.isError).toBeFalsy();
expect(text).toContain(`1 failed`);
});
test('test_run filters', async ({ startClient }) => {
await writeFiles({
'playwright.config.ts': `
module.exports = { projects: [{ name: 'foo' }, { name: 'bar' }] };
`,
'a.test.ts': `
import { test, expect } from '@playwright/test';
test('example1', async ({}) => {
expect(1 + 1).toBe(2);
});
test('example2', async ({}) => {
expect(1 + 1).toBe(2);
});
`,
'b.test.ts': `
import { test, expect } from '@playwright/test';
test('example1', async ({}) => {
expect(1 + 1).toBe(2);
});
test('example2', async ({}) => {
expect(1 + 1).toBe(2);
});
`
});
const { client } = await startClient();
expect(await client.callTool({
name: 'test_run',
arguments: {
locations: ['b.test.ts'],
projects: ['foo'],
},
})).toHaveTextResponse(`
Running 2 tests using 1 worker
ok 1 [id=<ID>] [project=foo] › b.test.ts:3:7 › example1 (XXms)
ok 2 [id=<ID>] [project=foo] › b.test.ts:6:7 › example2 (XXms)
2 passed (XXms)`);
});
test('test_run should stop when aborted', async ({ startClient }) => {
await writeFiles({
'slow.test.ts': `
import { test } from '@playwright/test';
test('slow', async () => {
await new Promise(resolve => setTimeout(resolve, 60_000));
});
`,
'fast.test.ts': `
import { test } from '@playwright/test';
test('fast', async () => {});
`,
});
const { client } = await startClient();
const controller = new AbortController();
const runPromise = client.callTool(
{ name: 'test_run', arguments: { locations: ['slow.test.ts'] } },
undefined,
{ signal: controller.signal },
);
await new Promise(resolve => setTimeout(resolve, 2000));
controller.abort();
// Per MCP spec, client can initiate a new call without waiting for the
// aborted one. Start the next run immediately to verify serialization.
const [, response] = await Promise.all([
runPromise.catch(() => {}),
client.callTool({
name: 'test_run',
arguments: { locations: ['fast.test.ts'] },
}),
]);
expect(response.content[0].text).toContain('1 passed');
});
test('test_run should include dependencies', async ({ startClient }) => {
await writeFiles({
'playwright.config.ts': `
module.exports = {
projects: [
{ name: 'setup', testMatch: /.*setup\\.ts/ },
{ name: 'chromium', dependencies: ['setup'] },
],
};
`,
'auth.setup.ts': `
import { test as setup, expect } from '@playwright/test';
setup('auth', async ({}) => {
expect(1 + 1).toBe(2);
});
`,
'example.test.ts': `
import { test, expect } from '@playwright/test';
test('example1', async ({}) => {
expect(1 + 1).toBe(2);
});
test('example2', async ({}) => {
expect(1 + 1).toBe(2);
});
`
});
const { client } = await startClient();
expect(await client.callTool({
name: 'test_run',
arguments: {
locations: ['example.test.ts'],
projects: ['chromium'],
},
})).toHaveTextResponse(`
Running 3 tests using 1 worker
ok 1 [id=<ID>] [project=setup] › auth.setup.ts:3:7 › auth (XXms)
ok 2 [id=<ID>] [project=chromium] › example.test.ts:3:7 › example1 (XXms)
ok 3 [id=<ID>] [project=chromium] › example.test.ts:6:7 › example2 (XXms)
3 passed (XXms)`);
});