Skip to content

Playwright is a framework for Web Testing and Automation. It allows testing Chromium, Firefox and WebKit with a single API.

test: triage some fixme tests (#41225)

Dmitry Gozman057357381ac9
diff --git a/tests/library/browsercontext-clearcookies.spec.ts b/tests/library/browsercontext-clearcookies.spec.ts
index 85fa41b986..bcb17a7ea3 100644
--- a/tests/library/browsercontext-clearcookies.spec.ts
+++ b/tests/library/browsercontext-clearcookies.spec.ts
@@ -167,8 +167,10 @@ it('should remove cookies by name and domain', async ({ context, page, server })
it('should not transiently delete non-matching cookies when filtering', {
annotation: { type: 'issue', description: 'https://github.com/microsoft/playwright/issues/40953' },
-}, async ({ context, page, server, browserName, isWindows }) => {
+}, async ({ context, page, server, browserName, isWindows, isFrozenWebkit }) => {
it.skip(browserName === 'webkit' && isWindows, 'cookieStore change events not supported on WebKit/Windows (curl backend lacks cookie change notifications)');
+ it.skip(isFrozenWebkit);
+
await context.addCookies([{
name: 'keep_me',
value: '1',
diff --git a/tests/library/browsercontext-cookies.spec.ts b/tests/library/browsercontext-cookies.spec.ts
index 58e778107f..0a961f5394 100644
--- a/tests/library/browsercontext-cookies.spec.ts
+++ b/tests/library/browsercontext-cookies.spec.ts
@@ -434,8 +434,6 @@ it('should parse cookie with large Max-Age correctly', async ({ server, page, de
});
it('iframe should inherit cookies from parent', { annotation: { type: 'issue', description: 'https://github.com/microsoft/playwright/issues/35439' } }, async ({ page, isLinux, browserName }) => {
- it.fixme(browserName === 'webkit' && isLinux, 'https://bugs.webkit.org/show_bug.cgi?id=291194');
-
await page.route('**/*', async (route, request) => {
if (request.url().includes('sub.example.test')) {
await route.fulfill({
diff --git a/tests/library/browsercontext-route.spec.ts b/tests/library/browsercontext-route.spec.ts
index 93e3714980..565d82f63b 100644
--- a/tests/library/browsercontext-route.spec.ts
+++ b/tests/library/browsercontext-route.spec.ts
@@ -134,8 +134,8 @@ it('should support Set-Cookie header', async ({ contextFactory, defaultSameSiteC
}]);
});
-it('should ignore secure Set-Cookie header for insecure requests', async ({ contextFactory, server, browserName }) => {
- it.fixme(browserName === 'webkit');
+it('should ignore secure Set-Cookie header for insecure requests', async ({ contextFactory, server, browserName, isMac }) => {
+ it.fixme(browserName === 'webkit' && !isMac);
const context = await contextFactory();
const page = await context.newPage();
diff --git a/tests/library/browsercontext-viewport.spec.ts b/tests/library/browsercontext-viewport.spec.ts
index 787b19bb9b..e1e422e0c6 100644
--- a/tests/library/browsercontext-viewport.spec.ts
+++ b/tests/library/browsercontext-viewport.spec.ts
@@ -149,7 +149,7 @@ browserTest('should report null viewportSize when given null viewport', async ({
});
browserTest('should drag with high dpi', async ({ browser, server, headless }) => {
- browserTest.fixme(!headless, 'Flaky on all browser in headed');
+ browserTest.skip(!headless, 'Stray mouse events mess up the test');
const page = await browser.newPage({ deviceScaleFactor: 2 });
await page.goto(server.PREFIX + '/drag-n-drop.html');
diff --git a/tests/library/capabilities.spec.ts b/tests/library/capabilities.spec.ts
index 30c0869270..dc75d7083d 100644
--- a/tests/library/capabilities.spec.ts
+++ b/tests/library/capabilities.spec.ts
@@ -92,7 +92,8 @@ it('should play webm video @smoke', async ({ page, asset, browserName, platform,
it('should play audio @smoke', async ({ page, server, browserName, platform, macVersion }) => {
it.fixme(browserName === 'webkit' && platform === 'win32', 'https://github.com/microsoft/playwright/issues/10892');
- it.fixme(browserName === 'webkit' && platform === 'darwin' && macVersion === 15, 'audio output is unreliable on hosted macOS 15 runners');
+ it.skip(browserName === 'webkit' && platform === 'darwin' && macVersion === 15, 'audio output is unreliable on hosted macOS 15 runners');
+
await page.goto(server.EMPTY_PAGE);
await page.setContent(`<audio src="${server.PREFIX}/example.mp3"></audio>`);
await page.$eval('audio', e => e.play());
@@ -391,7 +392,7 @@ it('should be able to render avif images', {
description: 'https://github.com/microsoft/playwright/issues/32673',
}
}, async ({ page, server, browserName, platform, isFrozenWebkit }) => {
- it.fixme(browserName === 'webkit' && platform === 'win32');
+ it.skip(browserName === 'webkit' && platform === 'win32');
it.skip(isFrozenWebkit);
await page.goto(server.EMPTY_PAGE);
await page.setContent(`<img src="${server.PREFIX}/rgb.avif" onerror="window.error = true">`);
@@ -443,7 +444,7 @@ it('should not auto play audio', {
description: 'https://github.com/microsoft/playwright/issues/33590'
}
}, async ({ page, browserName, isWindows }) => {
- it.fixme(browserName === 'webkit' && isWindows);
+ it.skip(browserName === 'webkit' && isWindows, 'audio does not play at all');
it.skip(process.env.PW_CLOCK === 'frozen', 'no way to inject real setTimeout');
await page.route('**/*', async route => {
await route.fulfill({
diff --git a/tests/library/chromium/connect-over-cdp.spec.ts b/tests/library/chromium/connect-over-cdp.spec.ts
index 13ec3ee49c..fbd2e421c6 100644
--- a/tests/library/chromium/connect-over-cdp.spec.ts
+++ b/tests/library/chromium/connect-over-cdp.spec.ts
@@ -520,9 +520,8 @@ test('should be able to connect via localhost', async ({ browserType }, testInfo
}
});
-test('emulate media should not be affected by second connectOverCDP', async ({ browserType }, testInfo) => {
+test('emulate media should not be affected by second connectOverCDP with noDefaults', async ({ browserType }, testInfo) => {
test.info().annotations.push({ type: 'issue', description: 'https://github.com/microsoft/playwright/issues/24109' });
- test.fixme();
const port = 9339 + testInfo.workerIndex;
const browserServer = await browserType.launch({
args: ['--remote-debugging-port=' + port]
@@ -537,7 +536,7 @@ test('emulate media should not be affected by second connectOverCDP', async ({ b
const page1 = await context1.newPage();
await page1.emulateMedia({ media: 'print' });
expect(await isPrint(page1)).toBe(true);
- const browser2 = await browserType.connectOverCDP(`http://localhost:${port}`);
+ const browser2 = await browserType.connectOverCDP(`http://localhost:${port}`, { noDefaults: true });
expect(await isPrint(page1)).toBe(true);
await Promise.all([
browser1.close(),
diff --git a/tests/library/chromium/oopif.spec.ts b/tests/library/chromium/oopif.spec.ts
index 96149d6a88..a8971fe638 100644
--- a/tests/library/chromium/oopif.spec.ts
+++ b/tests/library/chromium/oopif.spec.ts
@@ -62,9 +62,7 @@ it('should handle remote -> local -> remote transitions', async function({ page,
await assertOOPIFCount(browser, 1);
});
-it('should get the proper viewport', async ({ page, browser, server }) => {
- it.fixme();
-
+it.fixme('should get the proper viewport', async ({ page, browser, server }) => {
expect(page.viewportSize()).toEqual({ width: 1280, height: 720 });
await page.goto(server.PREFIX + '/dynamic-oopif.html');
expect(page.frames().length).toBe(2);
diff --git a/tests/library/har.spec.ts b/tests/library/har.spec.ts
index 1360b6362b..f23d69eadd 100644
--- a/tests/library/har.spec.ts
+++ b/tests/library/har.spec.ts
@@ -624,8 +624,9 @@ it('should have connection details', async ({ contextFactory, server, browserNam
expect(securityDetails).toEqual({});
});
-it('should have security details', async ({ contextFactory, httpsServer, browserName, platform, mode }, testInfo) => {
+it('should have security details', async ({ contextFactory, httpsServer, browserName, platform, mode, isFrozenWebkit }, testInfo) => {
it.fail(browserName === 'webkit' && platform === 'win32');
+ it.skip(isFrozenWebkit);
const { page, getLog } = await pageWithHar(contextFactory, testInfo);
await page.goto(httpsServer.EMPTY_PAGE);
@@ -684,7 +685,9 @@ it('should return server address directly from response', async ({ page, server,
expect(port).toBe(server.PORT);
});
-it('should return security details directly from response', async ({ contextFactory, httpsServer, browserName, platform, channel }) => {
+it('should return security details directly from response', async ({ contextFactory, httpsServer, browserName, platform, channel, isFrozenWebkit }) => {
+ it.skip(isFrozenWebkit);
+
const context = await contextFactory({ ignoreHTTPSErrors: true });
const page = await context.newPage();
const response = await page.goto(httpsServer.EMPTY_PAGE);
diff --git a/tests/library/ignorehttpserrors.spec.ts b/tests/library/ignorehttpserrors.spec.ts
index 0ae7f02df4..7774222dcb 100644
--- a/tests/library/ignorehttpserrors.spec.ts
+++ b/tests/library/ignorehttpserrors.spec.ts
@@ -118,7 +118,7 @@ it('should fail with WebSocket if not ignored', async ({ browser, httpsServer })
it('serviceWorker should intercept document request', async ({ browser, httpsServer, browserName }) => {
it.info().annotations.push({ type: 'issue', description: 'https://github.com/microsoft/playwright/issues/27768' });
- it.fixme(browserName === 'chromium');
+ it.fixme(browserName === 'chromium', 'Failed to register a ServiceWorker: An SSL certificate error occurred when fetching the script.');
const context = await browser.newContext({ ignoreHTTPSErrors: true });
const page = await context.newPage();
await context.route('**/*', route => route.continue());
diff --git a/tests/library/inspector/recorder-api.spec.ts b/tests/library/inspector/recorder-api.spec.ts
index 3411d569d7..f59d24a7e7 100644
--- a/tests/library/inspector/recorder-api.spec.ts
+++ b/tests/library/inspector/recorder-api.spec.ts
@@ -182,7 +182,7 @@ test('closing page should cancel ongoing pickLocator', async ({ page }) => {
});
test('page2.pickLocator() should cancel page1.pickLocator()', async ({ page, context, browserName, headless, isMac, macVersion }) => {
- test.fixme(browserName === 'chromium' && !headless && isMac && macVersion === 14, 'times out on chromium headed on macOS 14');
+ test.skip(browserName === 'chromium' && !headless && isMac && macVersion === 14, 'times out on chromium headed on macOS 14');
const pick1Promise = page.pickLocator().catch(e => e.message);
const page2 = await context.newPage();
diff --git a/tests/library/page-event-crash.spec.ts b/tests/library/page-event-crash.spec.ts
index 460b20d966..b789136a98 100644
--- a/tests/library/page-event-crash.spec.ts
+++ b/tests/library/page-event-crash.spec.ts
@@ -35,7 +35,7 @@ const test = testBase.extend<{ crash: () => void }, { dummy: string }>({
test.beforeEach(({ platform, browserName, channel }) => {
test.slow(platform === 'linux' && (browserName === 'webkit'), 'WebKit/Linux tests are consistently slower on some Linux environments. Most likely WebContent process is not getting terminated properly and is causing the slowdown.');
- test.fixme(channel === 'webkit-wsl', 'WebKit on WSL is even slower than above ^^ - skipping for now');
+ test.skip(channel === 'webkit-wsl', 'WebKit on WSL is even slower than above ^^ - skipping for now');
test.skip(browserName === 'chromium' && utils.hostPlatform.startsWith('ubuntu24.04'), 'never dispatches the crash event');
});
diff --git a/tests/library/permissions.spec.ts b/tests/library/permissions.spec.ts
index 77ed158b23..846d502f03 100644
--- a/tests/library/permissions.spec.ts
+++ b/tests/library/permissions.spec.ts
@@ -252,7 +252,7 @@ it.describe(() => {
it('should be able to use the local-fonts API', async ({ page, context, httpsServer, browserName, channel, headless }) => {
it.skip(browserName !== 'chromium', 'chromium-only api');
- it.fixme(!!channel && channel.startsWith('msedge'), 'always times out in edge');
+ it.skip(!!channel && channel.startsWith('msedge'), 'always times out in edge');
it.fixme(!headless, 'times out in headed');
it.info().annotations.push({ type: 'issue', description: 'https://github.com/microsoft/playwright/issues/36113' });
diff --git a/tests/library/proxy.spec.ts b/tests/library/proxy.spec.ts
index ea3087ca3e..db6e6e9038 100644
--- a/tests/library/proxy.spec.ts
+++ b/tests/library/proxy.spec.ts
@@ -90,7 +90,7 @@ it.describe('should proxy local network requests', () => {
]) {
it(`${params.description}`, async ({ platform, browserName, browserType, server, proxyServer, channel }) => {
it.skip(browserName === 'webkit' && platform === 'darwin' && ['localhost', '127.0.0.1'].includes(params.target) && additionalBypass, 'Mac webkit does not proxy localhost when bypass rules are set.');
- it.fixme(channel?.startsWith('msedge'), 'times out while loading the page');
+ it.skip(channel?.startsWith('msedge'), 'times out while loading the page');
const path = `/target-${additionalBypass}-${params.target}.html`;
server.setRoute(path, async (req, res) => {
@@ -233,7 +233,7 @@ it('should work with authenticate followed by redirect', async ({ browserName, b
});
it('should exclude patterns', async ({ browserType, server, channel }) => {
- it.fixme(channel?.startsWith('msedge'), 'times out while loading the page');
+ it.skip(channel?.startsWith('msedge'), 'times out while loading the page');
server.setRoute('/target.html', async (req, res) => {
res.end('<html><title>Served by the proxy</title></html>');
diff --git a/tests/library/resource-timing.spec.ts b/tests/library/resource-timing.spec.ts
index b100a102fb..db2f2b0951 100644
--- a/tests/library/resource-timing.spec.ts
+++ b/tests/library/resource-timing.spec.ts
@@ -53,7 +53,7 @@ it('should work for subresource', async ({ contextFactory, server, browserName,
it('should work for SSL', async ({ browser, httpsServer, browserName, platform }) => {
it.info().annotations.push({ type: 'issue', description: 'https://github.com/microsoft/playwright/issues/20654' });
- it.fixme(browserName === 'webkit' && platform === 'win32', 'responseStart is wrong due upstream webkit/libcurl bug');
+
const page = await browser.newPage({ ignoreHTTPSErrors: true });
const [request] = await Promise.all([
page.waitForEvent('requestfinished'),
diff --git a/tests/library/screenshot.spec.ts b/tests/library/screenshot.spec.ts
index 977257cc64..6e18eb727c 100644
--- a/tests/library/screenshot.spec.ts
+++ b/tests/library/screenshot.spec.ts
@@ -145,8 +145,6 @@ browserTest.describe('page screenshot', () => {
annotation: { type: 'issue', description: 'https://github.com/microsoft/playwright/issues/4038' },
}, async ({ browserName, headless, platform, contextFactory, channel }) => {
browserTest.fixme(browserName === 'chromium' && !headless && platform === 'linux', 'Chromium has gpu problems on linux with large screenshots');
- // TODO: figure this out. https://github.com/microsoft/playwright/issues/38476
- browserTest.fixme(platform === 'darwin' && browserName === 'chromium', 'SwiftShader is forced on Mac, and does not render below 8192px');
browserTest.slow(true, 'Large screenshot is slow');
const context = await contextFactory();
diff --git a/tests/library/trace-viewer.spec.ts b/tests/library/trace-viewer.spec.ts
index 707d89fd8e..d66e8c71de 100644
--- a/tests/library/trace-viewer.spec.ts
+++ b/tests/library/trace-viewer.spec.ts
@@ -887,7 +887,6 @@ test('should work with adopted style sheets and replace/replaceSync', async ({ p
test('should work with adopted style sheets and all: unset', async ({ page, runAndTrace, browserName }) => {
test.info().annotations.push({ type: 'issue', description: 'https://github.com/microsoft/playwright/issues/31500' });
- test.fixme(browserName === 'chromium', 'https://issues.chromium.org/u/1/issues/41416124');
const traceViewer = await runAndTrace(async () => {
await page.setContent('<button>Hello</button>');
@@ -1957,8 +1956,6 @@ test('canvas clipping in iframe', async ({ runAndTrace, page, server }) => {
});
test('should show only one pointer with multilevel iframes', async ({ page, runAndTrace, server, browserName, isBidi }) => {
- test.fixme(browserName === 'firefox' && !isBidi, 'Elements in iframe are not marked');
-
server.setRoute('/level-0.html', (req, res) => {
res.writeHead(200, { 'Content-Type': 'text/html' });
res.end(`<iframe src="/level-1.html" style="position: absolute; left: 100px"></iframe>`);
diff --git a/tests/page/frame-evaluate.spec.ts b/tests/page/frame-evaluate.spec.ts
index 5a1c3fa874..03df78897e 100644
--- a/tests/page/frame-evaluate.spec.ts
+++ b/tests/page/frame-evaluate.spec.ts
@@ -133,22 +133,16 @@ it('should be isolated between frames', async ({ page, server }) => {
});
it('should work in iframes that failed initial navigation', async ({ page, browserName }) => {
- it.fixme(browserName !== 'webkit');
-
- // - Firefox does not report domcontentloaded for the iframe.
- // - Chromium and Firefox report empty url.
- // - Chromium does not report main/utility worlds for the iframe.
await page.setContent(`
<meta http-equiv="Content-Security-Policy" content="script-src 'none';">
<iframe src='javascript:""'></iframe>
`, { waitUntil: 'domcontentloaded' });
- // Note: Chromium/Firefox never report 'load' event for the iframe.
await page.evaluate(() => {
const iframe = document.querySelector('iframe');
const div = iframe.contentDocument.createElement('div');
iframe.contentDocument.body.appendChild(div);
});
- expect(page.frames()[1].url()).toBe('about:blank');
+ expect(page.frames()[1].url()).toBe(browserName === 'webkit' ? 'about:blank' : '');
// Main world should work.
expect(await page.frames()[1].evaluate(() => window.location.href)).toBe('about:blank');
// Utility world should work.
@@ -156,8 +150,6 @@ it('should work in iframes that failed initial navigation', async ({ page, brows
});
it('should work in iframes that interrupted initial javascript url navigation', async ({ page, server, browserName }) => {
- it.fixme(browserName === 'chromium');
-
// Chromium does not report isolated world for the iframe.
await page.goto(server.EMPTY_PAGE);
await page.evaluate(() => {
diff --git a/tests/page/interception.spec.ts b/tests/page/interception.spec.ts
index aac34c0646..ca3b6b0494 100644
--- a/tests/page/interception.spec.ts
+++ b/tests/page/interception.spec.ts
@@ -321,7 +321,7 @@ it('should disable memory cache when intercepting', async ({ page, server }) =>
});
it('should intercept blob url requests', async function({ page, server, browserName }) {
- it.fixme(browserName !== 'webkit');
+ it.skip(browserName !== 'webkit');
await page.goto(server.EMPTY_PAGE);
await page.route('**/*', route => {
route.fulfill({
diff --git a/tests/page/page-click-scroll.spec.ts b/tests/page/page-click-scroll.spec.ts
index d3e55cdffb..f8c9c1f976 100644
--- a/tests/page/page-click-scroll.spec.ts
+++ b/tests/page/page-click-scroll.spec.ts
@@ -17,9 +17,6 @@
import { expect, test as it } from './pageTest';
it('should not hit scroll bar', async ({ page, browserName, platform }) => {
- it.fixme(browserName === 'webkit' && platform === 'linux', 'Fails in headless and in headful on Ubuntu 22.04');
- it.fixme(browserName === 'webkit' && platform === 'win32', 'https://github.com/microsoft/playwright/issues/18452');
-
await page.setContent(`
<style>
.categories { width: 180px; display: flex; overflow-x: scroll; }
diff --git a/tests/page/page-click.spec.ts b/tests/page/page-click.spec.ts
index f9f3be7f65..55e3cbe72f 100644
--- a/tests/page/page-click.spec.ts
+++ b/tests/page/page-click.spec.ts
@@ -1200,10 +1200,8 @@ it('should click if opened select covers the button', async ({ page }) => {
expect(await page.evaluate('window.__CLICKED')).toBe(42);
});
-it('should fire contextmenu event on right click in correct order', async ({ page, server, browserName }) => {
+it('should fire contextmenu event on right click in correct order', async ({ page, server, browserName, isWindows }) => {
it.info().annotations.push({ type: 'issue', description: 'https://github.com/microsoft/playwright/issues/26515' });
- it.fixme(browserName === 'chromium', 'mouseup is fired');
- it.fixme(browserName === 'firefox', 'mouseup is fired');
await page.goto(server.EMPTY_PAGE);
await page.setContent(`
<button id="target">Click me</button>
@@ -1217,15 +1215,16 @@ it('should fire contextmenu event on right click in correct order', async ({ pag
const entries = [];
page.on('console', message => entries.push(message.text()));
await page.getByRole('button', { name: 'Click me' }).click({ button: 'right' });
- await expect.poll(() => entries).toEqual([
- 'mousedown',
- 'contextmenu',
- ]);
+ if (browserName === 'webkit')
+ await expect.poll(() => entries).toEqual(['mousedown', 'contextmenu']);
+ else if (browserName === 'chromium' && isWindows)
+ await expect.poll(() => entries).toEqual(['mousedown', 'mouseup', 'contextmenu']);
+ else
+ await expect.poll(() => entries).toEqual(['mousedown', 'contextmenu', 'mouseup']);
});
it('should set PointerEvent.pressure on pointerdown', async ({ page, isLinux, headless }) => {
it.info().annotations.push({ type: 'issue', description: 'https://github.com/microsoft/playwright/issues/35844' });
- it.fixme(isLinux && !headless, 'Stray mouse events on Linux headed mess up the tests.');
await page.setContent(`
<button id="target">Click me</button>
<script>
@@ -1235,16 +1234,14 @@ it('should set PointerEvent.pressure on pointerdown', async ({ page, isLinux, he
</script>
`);
await page.click('button');
- expect(await page.evaluate(() => window['pressures'])).toEqual([
+ expect(await page.evaluate(() => window['pressures'])).toEqual(expect.arrayContaining([
['pointerdown', 0.5],
['pointerup', 0],
- ]);
+ ]));
});
it('should set PointerEvent.pressure on pointermove', async ({ page, isLinux, headless, isWindows, browserName, isAndroid }) => {
it.info().annotations.push({ type: 'issue', description: 'https://github.com/microsoft/playwright/issues/35844' });
- it.fixme(isLinux && !headless, 'Stray mouse events on Linux headed mess up the tests.');
- it.fixme(isWindows && !headless && browserName === 'webkit', 'WebKit win also send stray mouse events.');
it.fixme(isAndroid, 'Android coordinates seem to have rounding issues.');
await page.setContent(`
<body style="margin: 0; padding: 0;">
@@ -1261,12 +1258,12 @@ it('should set PointerEvent.pressure on pointermove', async ({ page, isLinux, he
await page.mouse.move(250, 250);
await page.mouse.up();
await page.mouse.move(50, 50);
- expect(await page.evaluate(() => window['pressures'])).toEqual([
+ expect(await page.evaluate(() => window['pressures'])).toEqual(expect.arrayContaining([
[0, 250, 250],
[0, 10, 10],
[0.5, 250, 250],
[0, 50, 50],
- ]);
+ ]));
});
it('should click into shadow root with slotted div', { annotation: { type: 'issue', description: 'https://github.com/microsoft/playwright/issues/37768' } }, async ({ page }) => {
diff --git a/tests/page/page-drag.spec.ts b/tests/page/page-drag.spec.ts
index 66fb9e6347..e801e85a69 100644
--- a/tests/page/page-drag.spec.ts
+++ b/tests/page/page-drag.spec.ts
@@ -20,7 +20,7 @@ import { attachFrame } from '../config/utils';
it.skip(({ browserName, browserMajorVersion }) => browserName === 'chromium' && browserMajorVersion < 91);
it.skip(({ isAndroid }) => isAndroid, 'No drag&drop on Android.');
-it.fixme(({ headless }) => !headless, 'Stray mouse events mess up the tests.');
+it.skip(({ headless }) => !headless, 'Stray mouse events mess up the tests.');
it.describe('Drag and drop', () => {
it('should work @smoke', async ({ page, server }) => {
@@ -69,7 +69,6 @@ it.describe('Drag and drop', () => {
});
it('should work inside iframe', async ({ page, server, browserName, isElectron, isWindows }) => {
- it.fixme(isElectron && isWindows, 'Fails on the bots');
await page.goto(server.EMPTY_PAGE);
const frame = await attachFrame(page, 'myframe', server.PREFIX + '/drag-n-drop.html');
await page.$eval('iframe', iframe => {
@@ -131,7 +130,6 @@ it.describe('Drag and drop', () => {
iframe.style.marginLeft = '500px';
iframe.style.marginTop = '60px';
});
- await page.waitForTimeout(5000);
const pageEvents = await trackEvents(await page.$('body'));
const frameEvents = await trackEvents(await frame.$('body'));
await page.hover('#source');
diff --git a/tests/page/page-focus.spec.ts b/tests/page/page-focus.spec.ts
index 565ee5a4f5..ce66a88fce 100644
--- a/tests/page/page-focus.spec.ts
+++ b/tests/page/page-focus.spec.ts
@@ -109,7 +109,7 @@ it('should traverse only form elements', async function({ page, browserName, pla
});
it('clicking checkbox should activate it', async ({ page, browserName, headless, platform }) => {
- it.fixme(browserName === 'webkit');
+ it.skip(browserName === 'webkit', 'Safari does not focus on click');
await page.setContent(`<input type=checkbox></input>`);
await page.click('input');
@@ -120,8 +120,8 @@ it('clicking checkbox should activate it', async ({ page, browserName, headless,
it('tab should cycle between single input and browser', {
annotation: { type: 'issue', description: 'https://github.com/microsoft/playwright/issues/32339' }
}, async ({ page, browserName, isHeadlessShell }) => {
- it.fixme(browserName === 'chromium' && !isHeadlessShell, 'Chromium keeps input focused.');
- it.fixme(browserName !== 'chromium');
+ it.skip(browserName === 'chromium' && !isHeadlessShell, 'Chromium keeps input focused.');
+ it.fixme(browserName === 'firefox');
await page.setContent(`<label for="input1">input1</label>
<input id="input1">
<script>
@@ -147,8 +147,8 @@ it('tab should cycle between single input and browser', {
it('tab should cycle between document elements and browser', {
annotation: { type: 'issue', description: 'https://github.com/microsoft/playwright/issues/32339' }
}, async ({ page, browserName, isHeadlessShell }) => {
- it.fixme(browserName === 'chromium' && !isHeadlessShell, 'Chromium keeps last input focused.');
- it.fixme(browserName !== 'chromium');
+ it.skip(browserName === 'chromium' && !isHeadlessShell, 'Chromium keeps last input focused.');
+ it.fixme(browserName === 'firefox');
await page.setContent(`
<input id="input1">
<input id="input2">
diff --git a/tests/page/page-screenshot.spec.ts b/tests/page/page-screenshot.spec.ts
index 10294a304c..12ccb4e693 100644
--- a/tests/page/page-screenshot.spec.ts
+++ b/tests/page/page-screenshot.spec.ts
@@ -258,8 +258,6 @@ it.describe('page screenshot', () => {
});
it('should render white background on jpeg file', async ({ page, server, isElectron }) => {
- it.fixme(isElectron, 'omitBackground with jpeg does not work');
-
await page.setViewportSize({ width: 300, height: 300 });
await page.goto(server.EMPTY_PAGE);
const screenshot = await page.screenshot({ omitBackground: true, type: 'jpeg' });
@@ -267,7 +265,7 @@ it.describe('page screenshot', () => {
});
it('should work with odd clip size on Retina displays', async ({ page, isElectron }) => {
- it.fixme(isElectron, 'Scale is wrong');
+ it.skip(isElectron, 'electron does not set device scale factor to 1');
const screenshot = await page.screenshot({
clip: {
@@ -371,8 +369,6 @@ it.describe('page screenshot', () => {
});
it('path option should detect jpeg', async ({ page, server, isElectron }, testInfo) => {
- it.fixme(isElectron, 'omitBackground with jpeg does not work');
-
await page.setViewportSize({ width: 300, height: 300 });
await page.goto(server.EMPTY_PAGE);
const outputPath = testInfo.outputPath('screenshot.jpg');
@@ -914,7 +910,7 @@ it('should throw if screenshot size is too large', async ({ page, browserName, i
it('page screenshot should capture css transform', async function({ page, browserName, isElectron, isAndroid }) {
it.info().annotations.push({ type: 'issue', description: 'https://github.com/microsoft/playwright/issues/26447' });
it.fixme(browserName === 'webkit');
- it.fixme(isElectron || isAndroid, 'Returns screenshot of a different size.');
+ it.skip(isElectron || isAndroid, 'Returns screenshot of a different size.');
await page.setContent(`
<style>
.container {
@@ -957,7 +953,7 @@ it('page screenshot should capture css transform', async function({ page, browse
it('should capture css box-shadow', async ({ page, isElectron, isAndroid }) => {
it.info().annotations.push({ type: 'issue', description: 'https://github.com/microsoft/playwright/issues/21620' });
- it.fixme(isElectron || isAndroid, 'Returns screenshot of a different size.');
+ it.skip(isElectron || isAndroid, 'Returns screenshot of a different size.');
await page.setContent(`<div style="box-shadow: red 10px 10px 10px; width: 50px; height: 50px;"></div>`);
await expect(page).toHaveScreenshot();
});
diff --git a/tests/page/page-set-content.spec.ts b/tests/page/page-set-content.spec.ts
index d64d3b7946..8ef918794a 100644
--- a/tests/page/page-set-content.spec.ts
+++ b/tests/page/page-set-content.spec.ts
@@ -126,7 +126,7 @@ it('content() should throw nice error during navigation', async ({ page, server
});
it('should return empty content there is no iframe src', async ({ page, browserName }) => {
- it.fixme(browserName === 'webkit', 'Hangs in all browsers because there is no utility context');
+ it.fixme(browserName === 'webkit', 'there is no utility context');
await page.setContent(`<iframe src="javascript:console.log(1)"></iframe>`);
expect(page.frames().length).toBe(2);
expect(await page.frames()[1].content()).toBe('<html><head></head><body></body></html>');