Skip to content

Playwright is a framework for Web Testing and Automation. It allows testing Chromium, Firefox and WebKit with a single API.

chore(test runner): run test runner tests under bun on CI (#43428)

Pavel Feldmanb146af244ee4
diff --git a/.github/workflows/tests_primary.yml b/.github/workflows/tests_primary.yml
index e2ca0bca27..4412b63b64 100644
--- a/.github/workflows/tests_primary.yml
+++ b/.github/workflows/tests_primary.yml
@@ -73,6 +73,23 @@ jobs:
command: npm run ttest -- ${{ matrix.os == 'playwright-x64-server2025-64-core' && '--workers 16' || '' }}
bot-name: "${{ matrix.os }}-node${{ matrix.node-version }}"
+ test_test_runner_bun:
+ name: Test Runner - ubuntu-large - bun
+ runs-on: playwright-x64-ubuntu24-64-core
+ permissions:
+ contents: read # This is required for actions/checkout to succeed
+ steps:
+ - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
+ - uses: oven-sh/setup-bun@0c5077e51419868618aeaa5fe8019c62421857d6 # v2.2.0
+ with:
+ bun-version: 1.4.3
+ - uses: ./.github/actions/run-test
+ with:
+ command: npm run ttest
+ bot-name: "playwright-x64-ubuntu24-64-core-bun"
+ env:
+ PW_BUN: 1
+
test_test_runner_mac:
name: Test Runner - ${{ matrix.os }} (${{ matrix.shardIndex }}/${{ matrix.shardTotal }})
strategy:
diff --git a/packages/playwright/src/common/configLoader.ts b/packages/playwright/src/common/configLoader.ts
index 5d931a847a..643055e30b 100644
--- a/packages/playwright/src/common/configLoader.ts
+++ b/packages/playwright/src/common/configLoader.ts
@@ -94,8 +94,8 @@ export async function deserializeConfig(data: SerializedConfig): Promise<FullCon
async function loadUserConfig(location: ConfigLocation): Promise<Config> {
let object = location.resolvedConfigFile ? await requireOrImport(location.resolvedConfigFile) : {};
- if (object && typeof object === 'object' && ('default' in object))
- object = object['default'];
+ if (object && typeof object === 'object')
+ object = ('default' in object) ? object['default'] : { ...object };
return object as Config;
}
diff --git a/packages/playwright/src/transform/transform.ts b/packages/playwright/src/transform/transform.ts
index fa04811e3e..5f4a4424bf 100644
--- a/packages/playwright/src/transform/transform.ts
+++ b/packages/playwright/src/transform/transform.ts
@@ -414,11 +414,12 @@ function nodeCallerLocation(error: Error, stackFrames: NodeJS.CallSite[]) {
function bunCallerLocation(error: Error, stackFrames: NodeJS.CallSite[]) {
const frame = stackFrames[1];
+ // Bun's CallSite.getColumnNumber() is 0-based, and Bun does not apply source maps of .js files.
+ const position = sourceMapSupport.mapSourcePosition({ source: frame.getFileName()!, line: frame.getLineNumber()!, column: frame.getColumnNumber()! });
return {
- file: frame.getFileName(),
- line: frame.getLineNumber(),
- // Bun's CallSite.getColumnNumber() is 0-based.
- column: frame.getColumnNumber()! + 1,
+ file: position.source,
+ line: position.line,
+ column: position.column + 1,
};
}
diff --git a/tests/bidi/expectations/bidi-chromium-library.conf b/tests/bidi/expectations/bidi-chromium-library.conf
new file mode 100644
index 0000000000..c1998c4b6e
--- /dev/null
+++ b/tests/bidi/expectations/bidi-chromium-library.conf
@@ -0,0 +1,636 @@
+library/beforeunload.spec.ts > should access page after beforeunload [fixme]
+library/beforeunload.spec.ts > should run beforeunload if asked for @smoke [fixme]
+library/browser.spec.ts > version should work [fixme]
+library/browsercontext-add-cookies.spec.ts > should roundtrip cookie [fixme]
+library/browsercontext-add-cookies.spec.ts > should set cookie with reasonable defaults [fixme]
+library/browsercontext-add-cookies.spec.ts > should set cookies with SameSite attribute and no secure attribute [fixme]
+library/browsercontext-base-url.spec.ts > should construct a new URL when a baseURL in browserType.launchPersistentContext is passed to page.goto [fixme]
+library/browsercontext-basic.spec.ts > fetch with keepalive should throw when offline [fixme]
+library/browsercontext-basic.spec.ts > should disable javascript [fixme]
+library/browsercontext-basic.spec.ts > should emulate media in cross-process iframe [fixme]
+library/browsercontext-basic.spec.ts > should emulate media in popup [fixme]
+library/browsercontext-basic.spec.ts > should emulate navigator.onLine [fixme]
+library/browsercontext-basic.spec.ts > should emulate offline event [fixme]
+library/browsercontext-basic.spec.ts > should work with offline option [fixme]
+library/browsercontext-clearcookies.spec.ts > should remove cookies by domain [fixme]
+library/browsercontext-clearcookies.spec.ts > should remove cookies by name [fixme]
+library/browsercontext-clearcookies.spec.ts > should remove cookies by name and domain [fixme]
+library/browsercontext-clearcookies.spec.ts > should remove cookies by name regex [fixme]
+library/browsercontext-clearcookies.spec.ts > should remove cookies by path [fixme]
+library/browsercontext-cookies-third-party.spec.ts > add 'Partitioned;' cookie via API [fixme]
+library/browsercontext-cookies-third-party.spec.ts > same origin third party 'Partitioned;' cookie with different origin intermediate iframe [fixme]
+library/browsercontext-cookies-third-party.spec.ts > save/load third party 'Partitioned;' cookies [fixme]
+library/browsercontext-cookies-third-party.spec.ts > save/load third party non-partitioned cookies [fixme]
+library/browsercontext-cookies-third-party.spec.ts > should(not) block third party cookies - persistent context [fixme]
+library/browsercontext-cookies-third-party.spec.ts > third party 'Partitioned;' cookies [fixme]
+library/browsercontext-cookies-third-party.spec.ts > third party non-partitioned cookies [fixme]
+library/browsercontext-cookies-third-party.spec.ts > top level 'Partitioned;' cookie and same origin iframe [fixme]
+library/browsercontext-cookies.spec.ts > iframe should inherit cookies from parent [fixme]
+library/browsercontext-cookies.spec.ts > should get a cookie @smoke [fixme]
+library/browsercontext-cookies.spec.ts > should get a non-session cookie [fixme]
+library/browsercontext-cookies.spec.ts > should get multiple cookies [fixme]
+library/browsercontext-cookies.spec.ts > should parse cookie with large Max-Age correctly [fixme]
+library/browsercontext-credentials.spec.ts > should fail with correct credentials and mismatching hostname [fixme]
+library/browsercontext-credentials.spec.ts > should fail with correct credentials and mismatching port [fixme]
+library/browsercontext-credentials.spec.ts > should fail with correct credentials and mismatching scheme [fixme]
+library/browsercontext-credentials.spec.ts > should work with setHTTPCredentials [fixme]
+library/browsercontext-csp.spec.ts > should bypass after cross-process navigation [fixme]
+library/browsercontext-csp.spec.ts > should bypass CSP header [fixme]
+library/browsercontext-csp.spec.ts > should bypass CSP in iframes as well [fixme]
+library/browsercontext-csp.spec.ts > should bypass CSP meta tag @smoke [fixme]
+library/browsercontext-events.spec.ts > console event should work in immediately closed popup [fixme]
+library/browsercontext-events.spec.ts > console event should work in popup 2 [fixme]
+library/browsercontext-events.spec.ts > console event should work with element handles [fixme]
+library/browsercontext-events.spec.ts > dialog event should work in immediately closed popup [fixme]
+library/browsercontext-events.spec.ts > dialog event should work in popup [fixme]
+library/browsercontext-events.spec.ts > dialog event should work in popup 2 [fixme]
+library/browsercontext-events.spec.ts > dialog event should work with inline script tag [fixme]
+library/browsercontext-events.spec.ts > weberror event should work [fixme]
+library/browsercontext-fetch.spec.ts > should work with connectOverCDP [fixme]
+library/browsercontext-har.spec.ts > should change document URL after redirected navigation [fixme]
+library/browsercontext-har.spec.ts > should goBack to redirected navigation [fixme]
+library/browsercontext-har.spec.ts > should goForward to redirected navigation [fixme]
+library/browsercontext-har.spec.ts > should record overridden requests to har [fixme]
+library/browsercontext-har.spec.ts > should reload redirected navigation [fixme]
+library/browsercontext-har.spec.ts > should round-trip har with postData [fixme]
+library/browsercontext-locale.spec.ts > should format number in popups [fixme]
+library/browsercontext-locale.spec.ts > should format number in workers [fixme]
+library/browsercontext-network-event.spec.ts > BrowserContext.Events.Request [fixme]
+library/browsercontext-network-event.spec.ts > BrowserContext.Events.Response [fixme]
+library/browsercontext-page-event.spec.ts > should have about:blank for empty url with domcontentloaded [fixme]
+library/browsercontext-page-event.spec.ts > should have about:blank url with domcontentloaded [fixme]
+library/browsercontext-page-event.spec.ts > should have an opener [fixme]
+library/browsercontext-page-event.spec.ts > should have url [fixme]
+library/browsercontext-page-event.spec.ts > should not hang on ctrl-click during provisional load [fixme]
+library/browsercontext-page-event.spec.ts > should report when a new page is created and closed [fixme]
+library/browsercontext-proxy.spec.ts > should proxy local network requests > by default > link-local [fixme]
+library/browsercontext-proxy.spec.ts > should proxy local network requests > with other bypasses > link-local [fixme]
+library/browsercontext-proxy.spec.ts > should proxy local network requests > with other bypasses > localhost [fixme]
+library/browsercontext-proxy.spec.ts > should proxy local network requests > with other bypasses > loopback address [fixme]
+library/browsercontext-proxy.spec.ts > should use proxy for https urls [fixme]
+library/browsercontext-reuse.spec.ts > reuse connect > should continue issuing events after closing the reused page [fixme]
+library/browsercontext-reuse.spec.ts > reuse connect > should not cache resources [fixme]
+library/browsercontext-reuse.spec.ts > reuse connect > should re-add binding after reset [fixme]
+library/browsercontext-reuse.spec.ts > reuse connect > should reset mouse position [fixme]
+library/browsercontext-reuse.spec.ts > reuse connect > should update viewport and media [fixme]
+library/browsercontext-reuse.spec.ts > reuse connect > should work with routeWebSocket [fixme]
+library/browsercontext-reuse.spec.ts > reuse launch > should continue issuing events after closing the reused page [fixme]
+library/browsercontext-reuse.spec.ts > reuse launch > should not cache resources [fixme]
+library/browsercontext-reuse.spec.ts > reuse launch > should reset mouse position [fixme]
+library/browsercontext-reuse.spec.ts > reuse launch > should update viewport and media [fixme]
+library/browsercontext-route.spec.ts > should support Set-Cookie header [fixme]
+library/browsercontext-route.spec.ts > should use Set-Cookie header in future requests [fixme]
+library/browsercontext-service-worker-policy.spec.ts > block > blocks service worker registration [fixme]
+library/browsercontext-set-extra-http-headers.spec.ts > should override extra headers from browser context [fixme]
+library/browsercontext-storage-state.spec.ts > should capture cookies [fixme]
+library/browsercontext-storage-state.spec.ts > should round-trip through the file [fixme]
+library/browsercontext-user-agent.spec.ts > custom user agent for download [fixme]
+library/browsercontext-user-agent.spec.ts > should work for navigator.userAgentData and sec-ch-ua headers [fixme]
+library/browsercontext-viewport-mobile.spec.ts > mobile viewport > default mobile viewports to 980 width [fixme]
+library/browsercontext-viewport-mobile.spec.ts > mobile viewport > should emulate the hover media feature [fixme]
+library/browsercontext-viewport-mobile.spec.ts > mobile viewport > should fire orientationchange event [fixme]
+library/browsercontext-viewport-mobile.spec.ts > mobile viewport > should preserve window.orientation override after navigation [fixme]
+library/browsercontext-viewport-mobile.spec.ts > mobile viewport > should support touch emulation [fixme]
+library/browsercontext-viewport-mobile.spec.ts > mobile viewport > should support window.orientation emulation [fixme]
+library/browsercontext-viewport.spec.ts > should support touch with null viewport [fixme]
+library/browsertype-connect.spec.ts > launchServer > disconnected event should be emitted when browser is closed or server is closed [fixme]
+library/browsertype-connect.spec.ts > launchServer > disconnected event should have browser as argument [fixme]
+library/browsertype-connect.spec.ts > launchServer > setInputFiles should preserve lastModified timestamp [fixme]
+library/browsertype-connect.spec.ts > launchServer > should be able to connect 20 times to a single server without warnings [fixme]
+library/browsertype-connect.spec.ts > launchServer > should be able to connect two browsers at the same time [fixme]
+library/browsertype-connect.spec.ts > launchServer > should be able to connect when the wsEndpoint is passed as an option [fixme]
+library/browsertype-connect.spec.ts > launchServer > should be able to reconnect to a browser [fixme]
+library/browsertype-connect.spec.ts > launchServer > should be able to visit ipv6 [fixme]
+library/browsertype-connect.spec.ts > launchServer > should be able to visit ipv6 through localhost [fixme]
+library/browsertype-connect.spec.ts > launchServer > should connect over http [fixme]
+library/browsertype-connect.spec.ts > launchServer > should connect over wss [fixme]
+library/browsertype-connect.spec.ts > launchServer > should emit close events on pages and contexts [fixme]
+library/browsertype-connect.spec.ts > launchServer > should error when saving download after deletion [fixme]
+library/browsertype-connect.spec.ts > launchServer > should filter launch options [fixme]
+library/browsertype-connect.spec.ts > launchServer > should fulfill with global fetch result [fixme]
+library/browsertype-connect.spec.ts > launchServer > should handle exceptions during connect [fixme]
+library/browsertype-connect.spec.ts > launchServer > should ignore page.pause when headed [fixme]
+library/browsertype-connect.spec.ts > launchServer > should not throw on close after disconnect [fixme]
+library/browsertype-connect.spec.ts > launchServer > should properly disconnect when connection closes from the client side [fixme]
+library/browsertype-connect.spec.ts > launchServer > should record trace with sources [fixme]
+library/browsertype-connect.spec.ts > launchServer > should reject navigation when browser closes [fixme]
+library/browsertype-connect.spec.ts > launchServer > should reject waitForEvent before browser.close finishes [fixme]
+library/browsertype-connect.spec.ts > launchServer > should reject waitForEvent before browser.onDisconnect fires [fixme]
+library/browsertype-connect.spec.ts > launchServer > should reject waitForSelector when browser closes [fixme]
+library/browsertype-connect.spec.ts > launchServer > should respect selectors [fixme]
+library/browsertype-connect.spec.ts > launchServer > should save download [fixme]
+library/browsertype-connect.spec.ts > launchServer > should save har [fixme]
+library/browsertype-connect.spec.ts > launchServer > should saveAs videos from remote browser [fixme]
+library/browsertype-connect.spec.ts > launchServer > should set the browser connected state [fixme]
+library/browsertype-connect.spec.ts > launchServer > should support slowmo option [fixme]
+library/browsertype-connect.spec.ts > launchServer > should terminate network waiters [fixme]
+library/browsertype-connect.spec.ts > launchServer > should throw when calling waitForNavigation after disconnect [fixme]
+library/browsertype-connect.spec.ts > launchServer > should throw when used after isConnected returns false [fixme]
+library/browsertype-connect.spec.ts > launchServer > should upload large file [fixme]
+library/browsertype-connect.spec.ts > launchServer only > should be able to reconnect to a browser 12 times without warnings [fixme]
+library/browsertype-connect.spec.ts > launchServer only > should properly disconnect when connection closes from the server side [fixme]
+library/browsertype-connect.spec.ts > launchServer only > should work with cluster [fixme]
+library/browsertype-connect.spec.ts > run-server > should error when saving download after deletion [fixme]
+library/browsertype-connect.spec.ts > run-server > should save download [fixme]
+library/browsertype-connect.spec.ts > run-server > should saveAs videos from remote browser [fixme]
+library/browsertype-connect.spec.ts > run-server > socks proxy > should lead to the error page for forwarded requests when the connection is refused [fixme]
+library/browsertype-launch.spec.ts > should handle exception [fixme]
+library/browsertype-launch.spec.ts > should handle timeout [fixme]
+library/browsertype-launch.spec.ts > should reject all promises when browser is closed [fixme]
+library/browsertype-launch.spec.ts > should reject if launched browser fails immediately [fixme]
+library/browsertype-launch.spec.ts > should report launch log [fixme]
+library/channels.spec.ts > should scope CDPSession handles [fixme]
+library/channels.spec.ts > should work with the domain module [fixme]
+library/chromium/bfcache.spec.ts > bindings should work after restoring from bfcache [fixme]
+library/chromium/chromium.spec.ts > http credentials > httpCredentials [fixme]
+library/chromium/chromium.spec.ts > PLAYWRIGHT_DISABLE_SERVICE_WORKER_NETWORK [fixme]
+library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > serviceWorker(), and fromServiceWorker() work [fixme]
+library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > setExtraHTTPHeaders [fixme]
+library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > setOffline [fixme]
+library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should intercept only serviceworker request, not page [fixme]
+library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should intercept service worker importScripts [fixme]
+library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should intercept service worker requests (main and within) [fixme]
+library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should produce network events, routing, and annotations for Service Worker (advanced) [fixme]
+library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should produce network events, routing, and annotations for Service Worker [fixme]
+library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should report failure (due to content-type) of main service worker request [fixme]
+library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should report failure (due to redirect) of main service worker request [fixme]
+library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should report intercepted service worker requests in HAR [fixme]
+library/chromium/chromium.spec.ts > serviceWorker(), and fromServiceWorker() work [fixme]
+library/chromium/chromium.spec.ts > serviceWorkers() should return current workers [fixme]
+library/chromium/chromium.spec.ts > setExtraHTTPHeaders [fixme]
+library/chromium/chromium.spec.ts > setOffline [fixme]
+library/chromium/chromium.spec.ts > should capture console.log from ServiceWorker start [fixme]
+library/chromium/chromium.spec.ts > should close service worker together with the context [fixme]
+library/chromium/chromium.spec.ts > should create a worker from a service worker [fixme]
+library/chromium/chromium.spec.ts > should create a worker from service worker with noop routing [fixme]
+library/chromium/chromium.spec.ts > should emit console messages from service worker [fixme]
+library/chromium/chromium.spec.ts > should emit new service worker on update [fixme]
+library/chromium/chromium.spec.ts > should intercept only serviceworker request, not page [fixme]
+library/chromium/chromium.spec.ts > should intercept service worker importScripts [fixme]
+library/chromium/chromium.spec.ts > should intercept service worker requests (main and within) [fixme]
+library/chromium/chromium.spec.ts > should pass args with spaces [fixme]
+library/chromium/chromium.spec.ts > should produce network events, routing, and annotations for Service Worker (advanced) [fixme]
+library/chromium/chromium.spec.ts > should produce network events, routing, and annotations for Service Worker [fixme]
+library/chromium/chromium.spec.ts > should report failure (due to content-type) of main service worker request [fixme]
+library/chromium/chromium.spec.ts > should report failure (due to redirect) of main service worker request [fixme]
+library/chromium/chromium.spec.ts > should report intercepted service worker requests in HAR [fixme]
+library/chromium/chromium.spec.ts > should throw when connecting twice to an already running persistent context (--remote-debugging-pipe) [fixme]
+library/chromium/chromium.spec.ts > should throw when connecting twice to an already running persistent context (--remote-debugging-port) [fixme]
+library/chromium/connect-over-cdp.spec.ts > setInputFiles should preserve lastModified timestamp [fixme]
+library/chromium/connect-over-cdp.spec.ts > setInputFiles should use local path when isLocal is set [fixme]
+library/chromium/connect-over-cdp.spec.ts > should allow tracing over cdp session [fixme]
+library/chromium/connect-over-cdp.spec.ts > should be able to connect via localhost [fixme]
+library/chromium/connect-over-cdp.spec.ts > should cleanup artifacts dir after connectOverCDP disconnects due to ws close [fixme]
+library/chromium/connect-over-cdp.spec.ts > should connect over a ws endpoint [fixme]
+library/chromium/connect-over-cdp.spec.ts > should connect to an existing cdp session [fixme]
+library/chromium/connect-over-cdp.spec.ts > should connect to an existing cdp session twice [fixme]
+library/chromium/connect-over-cdp.spec.ts > should connect to an existing cdp session when passed as a first argument [fixme]
+library/chromium/connect-over-cdp.spec.ts > should connect to existing page with iframe and navigate [fixme]
+library/chromium/connect-over-cdp.spec.ts > should connect to existing service workers [fixme]
+library/chromium/connect-over-cdp.spec.ts > should connect via https [fixme]
+library/chromium/connect-over-cdp.spec.ts > should connectOverCDP and manage downloads in default context [fixme]
+library/chromium/connect-over-cdp.spec.ts > should not reuse utility worlds between two clients [fixme]
+library/chromium/connect-over-cdp.spec.ts > should report all pages in an existing browser [fixme]
+library/chromium/connect-over-cdp.spec.ts > should return valid browser from context.browser() [fixme]
+library/chromium/connect-over-cdp.spec.ts > should send default User-Agent header with connect request [fixme]
+library/chromium/connect-over-cdp.spec.ts > should send extra headers with connect request [fixme]
+library/chromium/connect-over-cdp.spec.ts > should use logger in default context [fixme]
+library/chromium/connect-over-cdp.spec.ts > should use proxy with connectOverCDP [fixme]
+library/chromium/css-coverage.spec.ts > should ignore injected stylesheets [fixme]
+library/chromium/css-coverage.spec.ts > should NOT report scripts across navigations [fixme]
+library/chromium/css-coverage.spec.ts > should report multiple stylesheets [fixme]
+library/chromium/css-coverage.spec.ts > should report sourceURLs [fixme]
+library/chromium/css-coverage.spec.ts > should report stylesheets across navigations [fixme]
+library/chromium/css-coverage.spec.ts > should report stylesheets that have no coverage [fixme]
+library/chromium/css-coverage.spec.ts > should work [fixme]
+library/chromium/css-coverage.spec.ts > should work with a recently loaded stylesheet [fixme]
+library/chromium/css-coverage.spec.ts > should work with complicated usecases [fixme]
+library/chromium/css-coverage.spec.ts > should work with media queries [fixme]
+library/chromium/disable-web-security.spec.ts > test utility world in popup w/ --disable-web-security [fixme]
+library/chromium/extensions.spec.ts > MV3 > should give access to the service worker [fixme]
+library/chromium/extensions.spec.ts > MV3 > should give access to the service worker when recording video [fixme]
+library/chromium/extensions.spec.ts > MV3 > should report console messages from content script [fixme]
+library/chromium/extensions.spec.ts > MV3 > should support request/response events in the service worker [fixme]
+library/chromium/js-coverage.spec.ts > should ignore eval() scripts by default [fixme]
+library/chromium/js-coverage.spec.ts > should not hang when there is a debugger statement [fixme]
+library/chromium/js-coverage.spec.ts > should NOT report scripts across navigations when enabled [fixme]
+library/chromium/js-coverage.spec.ts > should report multiple scripts [fixme]
+library/chromium/js-coverage.spec.ts > should report scripts across navigations when disabled [fixme]
+library/chromium/js-coverage.spec.ts > should report sourceURLs [fixme]
+library/chromium/js-coverage.spec.ts > should work [fixme]
+library/chromium/js-coverage.spec.ts > shouldn't ignore eval() scripts if reportAnonymousScripts is true [fixme]
+library/chromium/launcher.spec.ts > should not create pages automatically [fixme]
+library/chromium/oopif.spec.ts > contentFrame should work [fixme]
+library/chromium/oopif.spec.ts > ElementHandle.boundingBox() should work [fixme]
+library/chromium/oopif.spec.ts > should allow cdp sessions on oopifs [fixme]
+library/chromium/oopif.spec.ts > should allow to re-connect to OOPIFs with CDP when iframes were there already [fixme]
+library/chromium/oopif.spec.ts > should be able to click in iframe [fixme]
+library/chromium/oopif.spec.ts > should click [fixme]
+library/chromium/oopif.spec.ts > should click a button when it overlays oopif [fixme]
+library/chromium/oopif.spec.ts > should emit filechooser event for iframe [fixme]
+library/chromium/oopif.spec.ts > should emulate media [fixme]
+library/chromium/oopif.spec.ts > should emulate offline [fixme]
+library/chromium/oopif.spec.ts > should expose function [fixme]
+library/chromium/oopif.spec.ts > should handle oopif detach [fixme]
+library/chromium/oopif.spec.ts > should handle remote -> local -> remote transitions [fixme]
+library/chromium/oopif.spec.ts > should load oopif iframes with subresources and route [fixme]
+library/chromium/oopif.spec.ts > should not throw on exposeFunction when oopif detaches [fixme]
+library/chromium/oopif.spec.ts > should report google.com frame with headed [fixme]
+library/chromium/oopif.spec.ts > should report main requests [fixme]
+library/chromium/oopif.spec.ts > should report oopif frames [fixme]
+library/chromium/oopif.spec.ts > should respect route [fixme]
+library/chromium/oopif.spec.ts > should support addInitScript [fixme]
+library/chromium/oopif.spec.ts > should support context options [fixme]
+library/chromium/oopif.spec.ts > should support exposeFunction [fixme]
+library/chromium/oopif.spec.ts > should take screenshot [fixme]
+library/chromium/session.spec.ts > should be able to detach session [fixme]
+library/chromium/session.spec.ts > should detach when page closes [fixme]
+library/chromium/session.spec.ts > should enable and disable domains independently [fixme]
+library/chromium/session.spec.ts > should not break page.close() [fixme]
+library/chromium/session.spec.ts > should reject protocol calls when page closes [fixme]
+library/chromium/session.spec.ts > should send events [fixme]
+library/chromium/session.spec.ts > should throw if target is part of main [fixme]
+library/chromium/session.spec.ts > should throw nice errors [fixme]
+library/chromium/session.spec.ts > should work [fixme]
+library/chromium/session.spec.ts > should work with main frame [fixme]
+library/chromium/session.spec.ts > should work with newBrowserCDPSession [fixme]
+library/chromium/tracing.spec.ts > should create directories as needed [fixme]
+library/chromium/tracing.spec.ts > should output a trace [fixme]
+library/chromium/tracing.spec.ts > should return a buffer [fixme]
+library/chromium/tracing.spec.ts > should run with custom categories if provided [fixme]
+library/chromium/tracing.spec.ts > should support a buffer without a path [fixme]
+library/chromium/tracing.spec.ts > should throw if tracing on two pages [fixme]
+library/chromium/tracing.spec.ts > should work without options [fixme]
+library/client-certificates.spec.ts > browser > persistentContext > should pass with matching certificates [fixme]
+library/debug-controller.spec.ts > should allow setting recorder mode only for specific browser [fixme]
+library/defaultbrowsercontext-1.spec.ts > context.addCookies() should work [fixme]
+library/defaultbrowsercontext-1.spec.ts > context.clearCookies() should work [fixme]
+library/defaultbrowsercontext-1.spec.ts > context.cookies() should work @smoke [fixme]
+library/defaultbrowsercontext-1.spec.ts > should support acceptDownloads option [fixme]
+library/defaultbrowsercontext-1.spec.ts > should support bypassCSP option [fixme]
+library/defaultbrowsercontext-1.spec.ts > should support deviceScaleFactor option [fixme]
+library/defaultbrowsercontext-1.spec.ts > should support javascriptEnabled option [fixme]
+library/defaultbrowsercontext-1.spec.ts > should support offline option [fixme]
+library/defaultbrowsercontext-1.spec.ts > should support userAgent option [fixme]
+library/defaultbrowsercontext-1.spec.ts > should support viewport option [fixme]
+library/defaultbrowsercontext-2.spec.ts > coverage should work [fixme]
+library/defaultbrowsercontext-2.spec.ts > dialog.accept should work [fixme]
+library/defaultbrowsercontext-2.spec.ts > exposes browser [fixme]
+library/defaultbrowsercontext-2.spec.ts > should accept relative userDataDir [fixme]
+library/defaultbrowsercontext-2.spec.ts > should accept userDataDir [fixme]
+library/defaultbrowsercontext-2.spec.ts > should connect to a browser with the default page [fixme]
+library/defaultbrowsercontext-2.spec.ts > should create userDataDir if it does not exist [fixme]
+library/defaultbrowsercontext-2.spec.ts > should fire close event for a persistent context [fixme]
+library/defaultbrowsercontext-2.spec.ts > should handle exception [fixme]
+library/defaultbrowsercontext-2.spec.ts > should handle timeout [fixme]
+library/defaultbrowsercontext-2.spec.ts > should have default URL when launching browser [fixme]
+library/defaultbrowsercontext-2.spec.ts > should have passed URL when launching with ignoreDefaultArgs: true [fixme]
+library/defaultbrowsercontext-2.spec.ts > should respect selectors [fixme]
+library/defaultbrowsercontext-2.spec.ts > should restore state from userDataDir [fixme]
+library/defaultbrowsercontext-2.spec.ts > should support colorScheme option [fixme]
+library/defaultbrowsercontext-2.spec.ts > should support contrast option [fixme]
+library/defaultbrowsercontext-2.spec.ts > should support extraHTTPHeaders option [fixme]
+library/defaultbrowsercontext-2.spec.ts > should support forcedColors option [fixme]
+library/defaultbrowsercontext-2.spec.ts > should support geolocation and permissions options [fixme]
+library/defaultbrowsercontext-2.spec.ts > should support har option [fixme]
+library/defaultbrowsercontext-2.spec.ts > should support hasTouch option [fixme]
+library/defaultbrowsercontext-2.spec.ts > should support ignoreHTTPSErrors option [fixme]
+library/defaultbrowsercontext-2.spec.ts > should support locale option [fixme]
+library/defaultbrowsercontext-2.spec.ts > should support reducedMotion option [fixme]
+library/defaultbrowsercontext-2.spec.ts > should support timezoneId option [fixme]
+library/defaultbrowsercontext-2.spec.ts > should work in persistent context [fixme]
+library/defaultbrowsercontext-2.spec.ts > user agent is up to date [fixme]
+library/download.spec.ts > download event > should be able to cancel pending downloads [fixme]
+library/download.spec.ts > download event > should close the context without awaiting the download [fixme]
+library/download.spec.ts > download event > should create subdirectories when saving to non-existent user-specified path [fixme]
+library/download.spec.ts > download event > should delete downloads on browser gone [fixme]
+library/download.spec.ts > download event > should delete downloads on context destruction [fixme]
+library/download.spec.ts > download event > should delete file [fixme]
+library/download.spec.ts > download event > should download large binary.zip [fixme]
+library/download.spec.ts > download event > should emit download event from nested iframes [fixme]
+library/download.spec.ts > download event > should error when saving after deletion [fixme]
+library/download.spec.ts > download event > should error when saving with downloads disabled [fixme]
+library/download.spec.ts > download event > should expose stream [fixme]
+library/download.spec.ts > download event > should not fail explicitly to cancel a download even if that is already finished [fixme]
+library/download.spec.ts > download event > should report alt-click downloads [fixme]
+library/download.spec.ts > download event > should report download path within page.on('download', …) handler for Blobs [fixme]
+library/download.spec.ts > download event > should report download path within page.on('download', …) handler for Files [fixme]
+library/download.spec.ts > download event > should report download when navigation turns into download @smoke [fixme]
+library/download.spec.ts > download event > should report downloads for download attribute [fixme]
+library/download.spec.ts > download event > should report downloads with acceptDownloads: false [fixme]
+library/download.spec.ts > download event > should report downloads with acceptDownloads: true [fixme]
+library/download.spec.ts > download event > should report downloads with interception [fixme]
+library/download.spec.ts > download event > should report new window downloads [fixme]
+library/download.spec.ts > download event > should report non-navigation downloads [fixme]
+library/download.spec.ts > download event > should report proper download url when download is from download attribute [fixme]
+library/download.spec.ts > download event > should save to overwritten filepath [fixme]
+library/download.spec.ts > download event > should save to two different paths with multiple saveAs calls [fixme]
+library/download.spec.ts > download event > should save to user-specified path without updating original path [fixme]
+library/download.spec.ts > download event > should throw if browser dies [fixme]
+library/download.spec.ts > download event > should work with Cross-Origin-Opener-Policy [fixme]
+library/download.spec.ts > should be able to download a inline PDF file via navigation [fixme]
+library/download.spec.ts > should be able to download a inline PDF file via response interception [fixme]
+library/download.spec.ts > should be able to download a PDF file [fixme]
+library/download.spec.ts > should convert navigation to a resource with unsupported mime type into download [fixme]
+library/download.spec.ts > should download even if there is no "attachment" value [fixme]
+library/download.spec.ts > should download links with data url [fixme]
+library/download.spec.ts > should download successfully when routing [fixme]
+library/download.spec.ts > should save to user-specified path [fixme]
+library/downloads-path.spec.ts > downloads path > should accept downloads in persistent context [fixme]
+library/downloads-path.spec.ts > downloads path > should delete downloads when context closes [fixme]
+library/downloads-path.spec.ts > downloads path > should delete downloads when persistent context closes [fixme]
+library/downloads-path.spec.ts > downloads path > should keep downloadsPath folder [fixme]
+library/downloads-path.spec.ts > downloads path > should report downloads in downloadsPath folder [fixme]
+library/downloads-path.spec.ts > downloads path > should report downloads in downloadsPath folder with a relative path [fixme]
+library/emulation-focus.spec.ts > should change document.activeElement [fixme]
+library/emulation-focus.spec.ts > should focus popups by default [fixme]
+library/emulation-focus.spec.ts > should not affect screenshots [fixme]
+library/geolocation.spec.ts > should isolate contexts [fixme]
+library/geolocation.spec.ts > should use context options [fixme]
+library/geolocation.spec.ts > should use context options for popup [fixme]
+library/geolocation.spec.ts > should work @smoke [fixme]
+library/geolocation.spec.ts > watchPosition should be notified [fixme]
+library/har.spec.ts > should calculate time [fixme]
+library/har.spec.ts > should have connection details [fixme]
+library/har.spec.ts > should have connection details for failed requests [fixme]
+library/har.spec.ts > should have connection details for redirects [fixme]
+library/har.spec.ts > should have pages in persistent context [fixme]
+library/har.spec.ts > should have popup requests [fixme]
+library/har.spec.ts > should have security details [fixme]
+library/har.spec.ts > should include binary postData [fixme]
+library/har.spec.ts > should include form params [fixme]
+library/har.spec.ts > should include postData [fixme]
+library/har.spec.ts > should include set-cookies [fixme]
+library/har.spec.ts > should include set-cookies with comma [fixme]
+library/har.spec.ts > should include sizes [fixme]
+library/har.spec.ts > should not hang on resources served from cache [fixme]
+library/har.spec.ts > should report the correct response body size when the bodySize is 0 [fixme]
+library/har.spec.ts > should return receive time [fixme]
+library/har.spec.ts > should return security details directly from response [fixme]
+library/har.spec.ts > should return server address directly from response [fixme]
+library/headful.spec.ts > should click background tab [fixme]
+library/headful.spec.ts > should click bottom row w/ infobar in OOPIF [fixme]
+library/headful.spec.ts > should click in OOPIF [fixme]
+library/headful.spec.ts > should close browser with beforeunload page [fixme]
+library/headful.spec.ts > should close browsercontext with pending beforeunload dialog [fixme]
+library/headful.spec.ts > should have default url when launching browser @smoke [fixme]
+library/headful.spec.ts > should not override viewport size when passed null [fixme]
+library/hit-target.spec.ts > should detect overlaid element in a transformed iframe [fixme]
+library/inspector/cli-codegen-1.spec.ts > cli codegen > should assert navigation [fixme]
+library/inspector/cli-codegen-1.spec.ts > cli codegen > should await popup [fixme]
+library/inspector/cli-codegen-1.spec.ts > cli codegen > should check [fixme]
+library/inspector/cli-codegen-1.spec.ts > cli codegen > should check a radio button [fixme]
+library/inspector/cli-codegen-1.spec.ts > cli codegen > should check with keyboard [fixme]
+library/inspector/cli-codegen-1.spec.ts > cli codegen > should click [fixme]
+library/inspector/cli-codegen-1.spec.ts > cli codegen > should click after same-document navigation [fixme]
+library/inspector/cli-codegen-1.spec.ts > cli codegen > should click button with nested div [fixme]
+library/inspector/cli-codegen-1.spec.ts > cli codegen > should emit single keyup on ArrowDown [fixme]
+library/inspector/cli-codegen-1.spec.ts > cli codegen > should fill [contentEditable] [fixme]
+library/inspector/cli-codegen-1.spec.ts > cli codegen > should fill [fixme]
+library/inspector/cli-codegen-1.spec.ts > cli codegen > should fill japanese text [fixme]
+library/inspector/cli-codegen-1.spec.ts > cli codegen > should fill textarea [fixme]
+library/inspector/cli-codegen-1.spec.ts > cli codegen > should fill textarea with new lines at the end [fixme]
+library/inspector/cli-codegen-1.spec.ts > cli codegen > should ignore AltGraph [fixme]
+library/inspector/cli-codegen-1.spec.ts > cli codegen > should ignore programmatic events [fixme]
+library/inspector/cli-codegen-1.spec.ts > cli codegen > should make a positioned click on a canvas [fixme]
+library/inspector/cli-codegen-1.spec.ts > cli codegen > should middle click [fixme]
+library/inspector/cli-codegen-1.spec.ts > cli codegen > should not target selector preview by text regexp [fixme]
+library/inspector/cli-codegen-1.spec.ts > cli codegen > should press [fixme]
+library/inspector/cli-codegen-1.spec.ts > cli codegen > should record ArrowDown [fixme]
+library/inspector/cli-codegen-1.spec.ts > cli codegen > should record omnibox navigations after performAction [fixme]
+library/inspector/cli-codegen-1.spec.ts > cli codegen > should record omnibox navigations after recordAction [fixme]
+library/inspector/cli-codegen-1.spec.ts > cli codegen > should record slider [fixme]
+library/inspector/cli-codegen-1.spec.ts > cli codegen > should select [fixme]
+library/inspector/cli-codegen-1.spec.ts > cli codegen > should select with size attribute [fixme]
+library/inspector/cli-codegen-1.spec.ts > cli codegen > should uncheck [fixme]
+library/inspector/cli-codegen-1.spec.ts > cli codegen > should update selected element after pressing Tab [fixme]
+library/inspector/cli-codegen-1.spec.ts > cli codegen > should work with TrustedTypes [fixme]
+library/inspector/cli-codegen-2.spec.ts > cli codegen > click should emit events in order [fixme]
+library/inspector/cli-codegen-2.spec.ts > cli codegen > should check input with chaining id [fixme]
+library/inspector/cli-codegen-2.spec.ts > cli codegen > should clear files [fixme]
+library/inspector/cli-codegen-2.spec.ts > cli codegen > should contain close page [fixme]
+library/inspector/cli-codegen-2.spec.ts > cli codegen > should contain open page [fixme]
+library/inspector/cli-codegen-2.spec.ts > cli codegen > should contain second page [fixme]
+library/inspector/cli-codegen-2.spec.ts > cli codegen > should download files [fixme]
+library/inspector/cli-codegen-2.spec.ts > cli codegen > should fill tricky characters [fixme]
+library/inspector/cli-codegen-2.spec.ts > cli codegen > should handle dialogs [fixme]
+library/inspector/cli-codegen-2.spec.ts > cli codegen > should handle history.postData [fixme]
+library/inspector/cli-codegen-2.spec.ts > cli codegen > should not clash pages [fixme]
+library/inspector/cli-codegen-2.spec.ts > cli codegen > should not lead to an error if html gets clicked [fixme]
+library/inspector/cli-codegen-2.spec.ts > cli codegen > should record navigations after identical pushState [fixme]
+library/inspector/cli-codegen-2.spec.ts > cli codegen > should record open in a new tab with url [fixme]
+library/inspector/cli-codegen-2.spec.ts > cli codegen > should reset hover model on action when element detaches [fixme]
+library/inspector/cli-codegen-2.spec.ts > cli codegen > should update active model on action [fixme]
+library/inspector/cli-codegen-2.spec.ts > cli codegen > should update hover model on action [fixme]
+library/inspector/cli-codegen-2.spec.ts > cli codegen > should upload a single file [fixme]
+library/inspector/cli-codegen-2.spec.ts > cli codegen > should upload multiple files [fixme]
+library/inspector/cli-codegen-2.spec.ts > should --test-id-attribute [fixme]
+library/inspector/cli-codegen-3.spec.ts > cli codegen > should assert value [fixme]
+library/inspector/cli-codegen-3.spec.ts > cli codegen > should assert value on disabled input [fixme]
+library/inspector/cli-codegen-3.spec.ts > cli codegen > should assert value on disabled select [fixme]
+library/inspector/cli-codegen-3.spec.ts > cli codegen > should assert visibility [fixme]
+library/inspector/cli-codegen-3.spec.ts > cli codegen > should click locator.first [fixme]
+library/inspector/cli-codegen-3.spec.ts > cli codegen > should click locator.nth [fixme]
+library/inspector/cli-codegen-3.spec.ts > cli codegen > should consume contextmenu events, despite a custom context menu [fixme]
+library/inspector/cli-codegen-3.spec.ts > cli codegen > should consume pointer events [fixme]
+library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate frame locators [fixme]
+library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate frame locators with id attribute [fixme]
+library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate frame locators with name attribute [fixme]
+library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate frame locators with special characters in name attribute [fixme]
+library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate frame locators with testId [fixme]
+library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate frame locators with title attribute [fixme]
+library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate getByAltText [fixme]
+library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate getByLabel [fixme]
+library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate getByLabel without regex [fixme]
+library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate getByPlaceholder [fixme]
+library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate getByTestId [fixme]
+library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate role locators undef frame locators [fixme]
+library/inspector/pause.spec.ts > pause > should highlight locators with custom testId [fixme]
+library/inspector/pause.spec.ts > pause > should highlight on explore (csharp) [fixme]
+library/inspector/pause.spec.ts > pause > should highlight on explore [fixme]
+library/inspector/pause.spec.ts > pause > should highlight pointer, only in main frame [fixme]
+library/launcher.spec.ts > should throw a friendly error if its headed and there is no xserver on linux running [fixme]
+library/locator-generator.spec.ts > reverse engineer internal:has-text locators [fixme]
+library/multiclient.spec.ts > last emulateMedia wins [fixme]
+library/multiclient.spec.ts > should launch persistent [fixme]
+library/multiclient.spec.ts > should not allow parallel css coverage [fixme]
+library/multiclient.spec.ts > should not allow parallel js coverage and cleanup upon disconnect [fixme]
+library/multiclient.spec.ts > should unroute websockets [fixme]
+library/page-clock.spec.ts > runFor > creates updated Date while ticking [fixme]
+library/page-clock.spec.ts > runFor > passes 1 minute [fixme]
+library/page-clock.spec.ts > runFor > passes 8 seconds [fixme]
+library/page-clock.spec.ts > runFor > triggers multiple simultaneous timers [fixme]
+library/page-clock.spec.ts > runFor > triggers simultaneous timers [fixme]
+library/page-clock.spec.ts > stubTimers > replaces global setInterval [fixme]
+library/page-close.spec.ts > expect should not print timed out error message when page closes [fixme]
+library/page-close.spec.ts > interrupt request.response() and request.allHeaders() on page.close [fixme]
+library/page-close.spec.ts > should not treat navigations as new popups [fixme]
+library/page-close.spec.ts > should reject all promises when page is closed [fixme]
+library/page-event-crash.spec.ts > should be able to close context when page crashes [fixme]
+library/page-event-crash.spec.ts > should cancel navigation when page crashes [fixme]
+library/page-event-crash.spec.ts > should cancel waitForEvent when page crashes [fixme]
+library/page-event-crash.spec.ts > should emit crash event when page crashes [fixme]
+library/page-event-crash.spec.ts > should throw on any action after page crashes [fixme]
+library/pdf.spec.ts > should be able to generate outline [fixme]
+library/permissions.spec.ts > should be able to use the local-fonts API [fixme]
+library/permissions.spec.ts > local network request is allowed from public origin [fixme]
+library/permissions.spec.ts > permissions > should accumulate when adding [fixme]
+library/permissions.spec.ts > permissions > should be prompt by default [fixme]
+library/permissions.spec.ts > permissions > should clear permissions [fixme]
+library/permissions.spec.ts > permissions > should deny permission when not listed [fixme]
+library/permissions.spec.ts > permissions > should fail when bad permission is given [fixme]
+library/permissions.spec.ts > permissions > should grant permission when creating context [fixme]
+library/permissions.spec.ts > permissions > should grant permission when listed for all domains [fixme]
+library/permissions.spec.ts > permissions > should isolate permissions between browser contexts [fixme]
+library/permissions.spec.ts > permissions > should trigger permission onchange [fixme]
+library/permissions.spec.ts > should support clipboard read [fixme]
+library/permissions.spec.ts > storage access [fixme]
+library/popup.spec.ts > BrowserContext.addInitScript should apply to a cross-process popup [fixme]
+library/popup.spec.ts > should inherit extra headers from browser context [fixme]
+library/popup.spec.ts > should inherit http credentials from browser context [fixme]
+library/popup.spec.ts > should inherit offline from browser context [fixme]
+library/popup.spec.ts > should inherit touch support from browser context [fixme]
+library/popup.spec.ts > should inherit user agent from browser context @smoke [fixme]
+library/popup.spec.ts > should not throttle rAF in the opener page [fixme]
+library/popup.spec.ts > should respect routes from browser context [fixme]
+library/popup.spec.ts > should respect routes from browser context when using window.open [fixme]
+library/popup.spec.ts > should use viewport size from window features [fixme]
+library/proxy.spec.ts > should proxy local network requests > by default > link-local [fixme]
+library/resource-timing.spec.ts > should work when serving from memory cache [fixme]
+library/role-utils.spec.ts > wpt accname #0 [fixme]
+library/role-utils.spec.ts > wpt accname #1 [fixme]
+library/role-utils.spec.ts > wpt accname #2 [fixme]
+library/screenshot.spec.ts > element screenshot > element screenshot should work with a mobile viewport [fixme]
+library/screenshot.spec.ts > element screenshot > element screenshot should work with device scale factor [fixme]
+library/screenshot.spec.ts > element screenshot > page screenshot should capture css transform with device pixels [fixme]
+library/screenshot.spec.ts > element screenshot > should capture full element when larger than viewport with device scale factor [fixme]
+library/screenshot.spec.ts > element screenshot > should capture full element when larger than viewport with device scale factor and scale:css [fixme]
+library/screenshot.spec.ts > page screenshot > should run in parallel in multiple pages [fixme]
+library/screenshot.spec.ts > page screenshot > should work with a mobile viewport [fixme]
+library/screenshot.spec.ts > page screenshot > should work with a mobile viewport and clip [fixme]
+library/screenshot.spec.ts > page screenshot > should work with a mobile viewport and fullPage [fixme]
+library/screenshot.spec.ts > page screenshot > should work with device scale factor [fixme]
+library/screenshot.spec.ts > page screenshot > should work with device scale factor and clip [fixme]
+library/screenshot.spec.ts > page screenshot > should work with device scale factor and scale:css [fixme]
+library/screenshot.spec.ts > page screenshot > should work with device scale factor, clip and scale:css [fixme]
+library/selector-generator.spec.ts > selector generator > should accept valid aria-label for candidate consideration [fixme]
+library/selector-generator.spec.ts > selector generator > should accept valid data-test-id for candidate consideration [fixme]
+library/selector-generator.spec.ts > selector generator > should chain text after parent [fixme]
+library/selector-generator.spec.ts > selector generator > should escape text with quote [fixme]
+library/selector-generator.spec.ts > selector generator > should escape text with slash [fixme]
+library/selector-generator.spec.ts > selector generator > should find text in shadow dom [fixme]
+library/selector-generator.spec.ts > selector generator > should generate exact label when necessary [fixme]
+library/selector-generator.spec.ts > selector generator > should generate exact placeholder when necessary [fixme]
+library/selector-generator.spec.ts > selector generator > should generate exact role when necessary [fixme]
+library/selector-generator.spec.ts > selector generator > should generate exact text when necessary [fixme]
+library/selector-generator.spec.ts > selector generator > should generate exact title when necessary [fixme]
+library/selector-generator.spec.ts > selector generator > should generate label selector [fixme]
+library/selector-generator.spec.ts > selector generator > should generate multiple: noId [fixme]
+library/selector-generator.spec.ts > selector generator > should generate multiple: noId noText [fixme]
+library/selector-generator.spec.ts > selector generator > should generate multiple: noText in role [fixme]
+library/selector-generator.spec.ts > selector generator > should generate multiple: noText in text [fixme]
+library/selector-generator.spec.ts > selector generator > should generate relative selector [fixme]
+library/selector-generator.spec.ts > selector generator > should generate text and normalize whitespace [fixme]
+library/selector-generator.spec.ts > selector generator > should generate text for <input type=button> [fixme]
+library/selector-generator.spec.ts > selector generator > should generate title selector [fixme]
+library/selector-generator.spec.ts > selector generator > should handle first non-unique data-testid [fixme]
+library/selector-generator.spec.ts > selector generator > should handle second non-unique data-testid [fixme]
+library/selector-generator.spec.ts > selector generator > should ignore empty aria-label for candidate consideration [fixme]
+library/selector-generator.spec.ts > selector generator > should ignore empty data-test-id for candidate consideration [fixme]
+library/selector-generator.spec.ts > selector generator > should ignore empty role for candidate consideration [fixme]
+library/selector-generator.spec.ts > selector generator > should match in deep shadow dom [fixme]
+library/selector-generator.spec.ts > selector generator > should match in shadow dom [fixme]
+library/selector-generator.spec.ts > selector generator > should not accept invalid role for candidate consideration [fixme]
+library/selector-generator.spec.ts > selector generator > should not escape spaces inside named attr selectors [fixme]
+library/selector-generator.spec.ts > selector generator > should not escape text with >> [fixme]
+library/selector-generator.spec.ts > selector generator > should not improve guid text [fixme]
+library/selector-generator.spec.ts > selector generator > should not over-escape for CSS syntax [fixme]
+library/selector-generator.spec.ts > selector generator > should not prefer zero-sized button over inner span [fixme]
+library/selector-generator.spec.ts > selector generator > should not use generated id [fixme]
+library/selector-generator.spec.ts > selector generator > should not use icon fonts aria name [fixme]
+library/selector-generator.spec.ts > selector generator > should not use input[value] [fixme]
+library/selector-generator.spec.ts > selector generator > should not use text for select [fixme]
+library/selector-generator.spec.ts > selector generator > should prefer button over inner span [fixme]
+library/selector-generator.spec.ts > selector generator > should prefer class to ordinal [fixme]
+library/selector-generator.spec.ts > selector generator > should prefer data-testid [fixme]
+library/selector-generator.spec.ts > selector generator > should prefer role other input[type] [fixme]
+library/selector-generator.spec.ts > selector generator > should prefer role with hasText to css with hasText [fixme]
+library/selector-generator.spec.ts > selector generator > should prefer role=button over inner span [fixme]
+library/selector-generator.spec.ts > selector generator > should prioritize attributes correctly > name [fixme]
+library/selector-generator.spec.ts > selector generator > should prioritize attributes correctly > placeholder [fixme]
+library/selector-generator.spec.ts > selector generator > should prioritize attributes correctly > role [fixme]
+library/selector-generator.spec.ts > selector generator > should prioritize attributes correctly > type [fixme]
+library/selector-generator.spec.ts > selector generator > should properly join child selectors under nested ordinals [fixme]
+library/selector-generator.spec.ts > selector generator > should separate selectors by >> [fixme]
+library/selector-generator.spec.ts > selector generator > should trim long text [fixme]
+library/selector-generator.spec.ts > selector generator > should trim text [fixme]
+library/selector-generator.spec.ts > selector generator > should try to improve label text by shortening [fixme]
+library/selector-generator.spec.ts > selector generator > should try to improve role name [fixme]
+library/selector-generator.spec.ts > selector generator > should try to improve text [fixme]
+library/selector-generator.spec.ts > selector generator > should try to improve text by shortening [fixme]
+library/selector-generator.spec.ts > selector generator > should use data-testid in strict errors [fixme]
+library/selector-generator.spec.ts > selector generator > should use internal:has-text [fixme]
+library/selector-generator.spec.ts > selector generator > should use internal:has-text with regexp [fixme]
+library/selector-generator.spec.ts > selector generator > should use internal:has-text with regexp with a quote [fixme]
+library/selector-generator.spec.ts > selector generator > should use nested ordinals [fixme]
+library/selector-generator.spec.ts > selector generator > should use ordinal for identical nodes [fixme]
+library/selector-generator.spec.ts > selector generator > should use parent text [fixme]
+library/selector-generator.spec.ts > selector generator > should use readable id [fixme]
+library/selector-generator.spec.ts > selector generator > should use the name attributes for elements that can have it [fixme]
+library/selector-generator.spec.ts > selector generator > should work in dynamic iframes without navigation [fixme]
+library/selector-generator.spec.ts > selector generator > should work with tricky attributes [fixme]
+library/selector-generator.spec.ts > selector generator > should work without CSS.escape [fixme]
+library/shared-worker.spec.ts > should survive shared worker restart [fixme]
+library/signals.spec.ts > signals > should close the browser on SIGINT [fixme]
+library/slowmo.spec.ts > slowMo > Frame SlowMo setInputFiles [fixme]
+library/slowmo.spec.ts > slowMo > Page SlowMo reload [fixme]
+library/slowmo.spec.ts > slowMo > Page SlowMo setInputFiles [fixme]
+library/snapshotter.spec.ts > snapshots > should capture snapshot target [fixme]
+library/tap.spec.ts > should not send mouse events touchstart is canceled [fixme]
+library/tap.spec.ts > should not send mouse events when touchend is canceled [fixme]
+library/tap.spec.ts > should not wait for a navigation caused by a tap [fixme]
+library/tap.spec.ts > should send all of the correct events @smoke [fixme]
+library/tap.spec.ts > should send well formed touch points [fixme]
+library/tap.spec.ts > should wait until an element is visible to tap it [fixme]
+library/tap.spec.ts > should work with modifiers [fixme]
+library/tap.spec.ts > trial run should not tap [fixme]
+library/trace-viewer.spec.ts > should handle multiple headers [fixme]
+library/trace-viewer.spec.ts > should highlight locator in iframe while typing [fixme]
+library/trace-viewer.spec.ts > should open console errors on click [fixme]
+library/trace-viewer.spec.ts > should pick locator in iframe [fixme]
+library/trace-viewer.spec.ts > should render console [fixme]
+library/trace-viewer.spec.ts > should serve css without content-type [fixme]
+library/trace-viewer.spec.ts > should show empty trace viewer [fixme]
+library/tracing.spec.ts > should collect trace with resources, but no js [fixme]
+library/tracing.spec.ts > should not include trace resources from the previous chunks [fixme]
+library/tracing.spec.ts > should respect tracesDir and name [fixme]
+library/video.spec.ts > screencast > should be 800x450 by default [fixme]
+library/video.spec.ts > screencast > should be 800x600 with null viewport [fixme]
+library/video.spec.ts > screencast > should capture css transformation [fixme]
+library/video.spec.ts > screencast > should capture navigation [fixme]
+library/video.spec.ts > screencast > should capture static page [fixme]
+library/video.spec.ts > screencast > should capture static page in persistent context @smoke [fixme]
+library/video.spec.ts > screencast > should continue recording main page after popup closes [fixme]
+library/video.spec.ts > screencast > should delete video [fixme]
+library/video.spec.ts > screencast > should emulate an iphone [fixme]
+library/video.spec.ts > screencast > should expose video path [fixme]
+library/video.spec.ts > screencast > should expose video path blank page [fixme]
+library/video.spec.ts > screencast > should expose video path blank popup [fixme]
+library/video.spec.ts > screencast > should throw if browser dies [fixme]
+library/video.spec.ts > screencast > should throw on browser close [fixme]
+library/video.spec.ts > screencast > should use viewport scaled down to fit into 800x800 as default size [fixme]
+library/video.spec.ts > screencast > should wait for video to finish if page was closed [fixme]
+library/video.spec.ts > screencast > should work for popups [fixme]
+library/video.spec.ts > screencast > should work with old options [fixme]
+library/video.spec.ts > screencast > should work with relative path for recordVideo.dir [fixme]
+library/video.spec.ts > screencast > should work with weird screen resolution [fixme]
+library/video.spec.ts > should saveAs video [fixme]
+library/web-socket.spec.ts > should emit binary frame events [fixme]
+library/web-socket.spec.ts > should emit close events [fixme]
+library/web-socket.spec.ts > should emit error [fixme]
+library/web-socket.spec.ts > should emit frame events [fixme]
+library/web-socket.spec.ts > should filter out the close events when the server closes with a message [fixme]
+library/web-socket.spec.ts > should not have stray error events [fixme]
+library/web-socket.spec.ts > should pass self as argument to close event [fixme]
+library/web-socket.spec.ts > should reject waitForEvent on page close [fixme]
+library/web-socket.spec.ts > should reject waitForEvent on socket close [fixme]
\ No newline at end of file
diff --git a/tests/bidi/expectations/bidi-chromium-library.txt b/tests/bidi/expectations/bidi-chromium-library.txt
deleted file mode 100644
index 0d104126b4..0000000000
--- a/tests/bidi/expectations/bidi-chromium-library.txt
+++ /dev/null
@@ -1,636 +0,0 @@
-library/beforeunload.spec.ts › should access page after beforeunload [timeout]
-library/beforeunload.spec.ts › should run beforeunload if asked for @smoke [timeout]
-library/browser.spec.ts › version should work [fail]
-library/browsercontext-add-cookies.spec.ts › should roundtrip cookie [fail]
-library/browsercontext-add-cookies.spec.ts › should set cookie with reasonable defaults [fail]
-library/browsercontext-add-cookies.spec.ts › should set cookies with SameSite attribute and no secure attribute [fail]
-library/browsercontext-base-url.spec.ts › should construct a new URL when a baseURL in browserType.launchPersistentContext is passed to page.goto [timeout]
-library/browsercontext-basic.spec.ts › fetch with keepalive should throw when offline [fail]
-library/browsercontext-basic.spec.ts › should disable javascript [fail]
-library/browsercontext-basic.spec.ts › should emulate media in cross-process iframe [fail]
-library/browsercontext-basic.spec.ts › should emulate media in popup [fail]
-library/browsercontext-basic.spec.ts › should emulate navigator.onLine [fail]
-library/browsercontext-basic.spec.ts › should emulate offline event [fail]
-library/browsercontext-basic.spec.ts › should work with offline option [fail]
-library/browsercontext-clearcookies.spec.ts › should remove cookies by domain [fail]
-library/browsercontext-clearcookies.spec.ts › should remove cookies by name [fail]
-library/browsercontext-clearcookies.spec.ts › should remove cookies by name and domain [fail]
-library/browsercontext-clearcookies.spec.ts › should remove cookies by name regex [fail]
-library/browsercontext-clearcookies.spec.ts › should remove cookies by path [fail]
-library/browsercontext-cookies-third-party.spec.ts › add 'Partitioned;' cookie via API [fail]
-library/browsercontext-cookies-third-party.spec.ts › same origin third party 'Partitioned;' cookie with different origin intermediate iframe [flaky]
-library/browsercontext-cookies-third-party.spec.ts › save/load third party 'Partitioned;' cookies [fail]
-library/browsercontext-cookies-third-party.spec.ts › save/load third party non-partitioned cookies [flaky]
-library/browsercontext-cookies-third-party.spec.ts › should(not) block third party cookies - persistent context [timeout]
-library/browsercontext-cookies-third-party.spec.ts › third party 'Partitioned;' cookies [flaky]
-library/browsercontext-cookies-third-party.spec.ts › third party non-partitioned cookies [flaky]
-library/browsercontext-cookies-third-party.spec.ts › top level 'Partitioned;' cookie and same origin iframe [fail]
-library/browsercontext-cookies.spec.ts › iframe should inherit cookies from parent [fail]
-library/browsercontext-cookies.spec.ts › should get a cookie @smoke [fail]
-library/browsercontext-cookies.spec.ts › should get a non-session cookie [fail]
-library/browsercontext-cookies.spec.ts › should get multiple cookies [fail]
-library/browsercontext-cookies.spec.ts › should parse cookie with large Max-Age correctly [fail]
-library/browsercontext-credentials.spec.ts › should fail with correct credentials and mismatching hostname [fail]
-library/browsercontext-credentials.spec.ts › should fail with correct credentials and mismatching port [fail]
-library/browsercontext-credentials.spec.ts › should fail with correct credentials and mismatching scheme [fail]
-library/browsercontext-credentials.spec.ts › should work with setHTTPCredentials [fail]
-library/browsercontext-csp.spec.ts › should bypass after cross-process navigation [fail]
-library/browsercontext-csp.spec.ts › should bypass CSP header [fail]
-library/browsercontext-csp.spec.ts › should bypass CSP in iframes as well [fail]
-library/browsercontext-csp.spec.ts › should bypass CSP meta tag @smoke [fail]
-library/browsercontext-events.spec.ts › console event should work in immediately closed popup [timeout]
-library/browsercontext-events.spec.ts › console event should work in popup 2 [timeout]
-library/browsercontext-events.spec.ts › console event should work with element handles [fail]
-library/browsercontext-events.spec.ts › dialog event should work in immediately closed popup [timeout]
-library/browsercontext-events.spec.ts › dialog event should work in popup [timeout]
-library/browsercontext-events.spec.ts › dialog event should work in popup 2 [fail]
-library/browsercontext-events.spec.ts › dialog event should work with inline script tag [timeout]
-library/browsercontext-events.spec.ts › weberror event should work [timeout]
-library/browsercontext-fetch.spec.ts › should work with connectOverCDP [fail]
-library/browsercontext-har.spec.ts › should change document URL after redirected navigation [fail]
-library/browsercontext-har.spec.ts › should goBack to redirected navigation [fail]
-library/browsercontext-har.spec.ts › should goForward to redirected navigation [fail]
-library/browsercontext-har.spec.ts › should record overridden requests to har [fail]
-library/browsercontext-har.spec.ts › should reload redirected navigation [fail]
-library/browsercontext-har.spec.ts › should round-trip har with postData [fail]
-library/browsercontext-locale.spec.ts › should format number in popups [flaky]
-library/browsercontext-locale.spec.ts › should format number in workers [timeout]
-library/browsercontext-network-event.spec.ts › BrowserContext.Events.Request [fail]
-library/browsercontext-network-event.spec.ts › BrowserContext.Events.Response [fail]
-library/browsercontext-page-event.spec.ts › should have about:blank for empty url with domcontentloaded [timeout]
-library/browsercontext-page-event.spec.ts › should have about:blank url with domcontentloaded [timeout]
-library/browsercontext-page-event.spec.ts › should have an opener [fail]
-library/browsercontext-page-event.spec.ts › should have url [fail]
-library/browsercontext-page-event.spec.ts › should not hang on ctrl-click during provisional load [timeout]
-library/browsercontext-page-event.spec.ts › should report when a new page is created and closed [fail]
-library/browsercontext-proxy.spec.ts › should proxy local network requests › by default › link-local [timeout]
-library/browsercontext-proxy.spec.ts › should proxy local network requests › with other bypasses › link-local [timeout]
-library/browsercontext-proxy.spec.ts › should proxy local network requests › with other bypasses › localhost [fail]
-library/browsercontext-proxy.spec.ts › should proxy local network requests › with other bypasses › loopback address [fail]
-library/browsercontext-proxy.spec.ts › should use proxy for https urls [timeout]
-library/browsercontext-reuse.spec.ts › reuse connect › should continue issuing events after closing the reused page [flaky]
-library/browsercontext-reuse.spec.ts › reuse connect › should not cache resources [fail]
-library/browsercontext-reuse.spec.ts › reuse connect › should re-add binding after reset [flaky]
-library/browsercontext-reuse.spec.ts › reuse connect › should reset mouse position [fail]
-library/browsercontext-reuse.spec.ts › reuse connect › should update viewport and media [fail]
-library/browsercontext-reuse.spec.ts › reuse connect › should work with routeWebSocket [flaky]
-library/browsercontext-reuse.spec.ts › reuse launch › should continue issuing events after closing the reused page [flaky]
-library/browsercontext-reuse.spec.ts › reuse launch › should not cache resources [fail]
-library/browsercontext-reuse.spec.ts › reuse launch › should reset mouse position [fail]
-library/browsercontext-reuse.spec.ts › reuse launch › should update viewport and media [fail]
-library/browsercontext-route.spec.ts › should support Set-Cookie header [fail]
-library/browsercontext-route.spec.ts › should use Set-Cookie header in future requests [fail]
-library/browsercontext-service-worker-policy.spec.ts › block › blocks service worker registration [timeout]
-library/browsercontext-set-extra-http-headers.spec.ts › should override extra headers from browser context [fail]
-library/browsercontext-storage-state.spec.ts › should capture cookies [fail]
-library/browsercontext-storage-state.spec.ts › should round-trip through the file [fail]
-library/browsercontext-user-agent.spec.ts › custom user agent for download [timeout]
-library/browsercontext-user-agent.spec.ts › should work for navigator.userAgentData and sec-ch-ua headers [fail]
-library/browsercontext-viewport-mobile.spec.ts › mobile viewport › default mobile viewports to 980 width [fail]
-library/browsercontext-viewport-mobile.spec.ts › mobile viewport › should emulate the hover media feature [fail]
-library/browsercontext-viewport-mobile.spec.ts › mobile viewport › should fire orientationchange event [timeout]
-library/browsercontext-viewport-mobile.spec.ts › mobile viewport › should preserve window.orientation override after navigation [fail]
-library/browsercontext-viewport-mobile.spec.ts › mobile viewport › should support touch emulation [fail]
-library/browsercontext-viewport-mobile.spec.ts › mobile viewport › should support window.orientation emulation [fail]
-library/browsercontext-viewport.spec.ts › should support touch with null viewport [fail]
-library/browsertype-connect.spec.ts › launchServer › disconnected event should be emitted when browser is closed or server is closed [timeout]
-library/browsertype-connect.spec.ts › launchServer › disconnected event should have browser as argument [timeout]
-library/browsertype-connect.spec.ts › launchServer › setInputFiles should preserve lastModified timestamp [timeout]
-library/browsertype-connect.spec.ts › launchServer › should be able to connect 20 times to a single server without warnings [timeout]
-library/browsertype-connect.spec.ts › launchServer › should be able to connect two browsers at the same time [timeout]
-library/browsertype-connect.spec.ts › launchServer › should be able to connect when the wsEndpoint is passed as an option [timeout]
-library/browsertype-connect.spec.ts › launchServer › should be able to reconnect to a browser [timeout]
-library/browsertype-connect.spec.ts › launchServer › should be able to visit ipv6 [timeout]
-library/browsertype-connect.spec.ts › launchServer › should be able to visit ipv6 through localhost [timeout]
-library/browsertype-connect.spec.ts › launchServer › should connect over http [timeout]
-library/browsertype-connect.spec.ts › launchServer › should connect over wss [timeout]
-library/browsertype-connect.spec.ts › launchServer › should emit close events on pages and contexts [timeout]
-library/browsertype-connect.spec.ts › launchServer › should error when saving download after deletion [timeout]
-library/browsertype-connect.spec.ts › launchServer › should filter launch options [timeout]
-library/browsertype-connect.spec.ts › launchServer › should fulfill with global fetch result [timeout]
-library/browsertype-connect.spec.ts › launchServer › should handle exceptions during connect [timeout]
-library/browsertype-connect.spec.ts › launchServer › should ignore page.pause when headed [timeout]
-library/browsertype-connect.spec.ts › launchServer › should not throw on close after disconnect [timeout]
-library/browsertype-connect.spec.ts › launchServer › should properly disconnect when connection closes from the client side [timeout]
-library/browsertype-connect.spec.ts › launchServer › should record trace with sources [timeout]
-library/browsertype-connect.spec.ts › launchServer › should reject navigation when browser closes [timeout]
-library/browsertype-connect.spec.ts › launchServer › should reject waitForEvent before browser.close finishes [timeout]
-library/browsertype-connect.spec.ts › launchServer › should reject waitForEvent before browser.onDisconnect fires [timeout]
-library/browsertype-connect.spec.ts › launchServer › should reject waitForSelector when browser closes [timeout]
-library/browsertype-connect.spec.ts › launchServer › should respect selectors [timeout]
-library/browsertype-connect.spec.ts › launchServer › should save download [timeout]
-library/browsertype-connect.spec.ts › launchServer › should save har [timeout]
-library/browsertype-connect.spec.ts › launchServer › should saveAs videos from remote browser [timeout]
-library/browsertype-connect.spec.ts › launchServer › should set the browser connected state [timeout]
-library/browsertype-connect.spec.ts › launchServer › should support slowmo option [timeout]
-library/browsertype-connect.spec.ts › launchServer › should terminate network waiters [timeout]
-library/browsertype-connect.spec.ts › launchServer › should throw when calling waitForNavigation after disconnect [timeout]
-library/browsertype-connect.spec.ts › launchServer › should throw when used after isConnected returns false [timeout]
-library/browsertype-connect.spec.ts › launchServer › should upload large file [timeout]
-library/browsertype-connect.spec.ts › launchServer only › should be able to reconnect to a browser 12 times without warnings [timeout]
-library/browsertype-connect.spec.ts › launchServer only › should properly disconnect when connection closes from the server side [timeout]
-library/browsertype-connect.spec.ts › launchServer only › should work with cluster [timeout]
-library/browsertype-connect.spec.ts › run-server › should error when saving download after deletion [fail]
-library/browsertype-connect.spec.ts › run-server › should save download [fail]
-library/browsertype-connect.spec.ts › run-server › should saveAs videos from remote browser [fail]
-library/browsertype-connect.spec.ts › run-server › socks proxy › should lead to the error page for forwarded requests when the connection is refused [fail]
-library/browsertype-launch.spec.ts › should handle exception [timeout]
-library/browsertype-launch.spec.ts › should handle timeout [timeout]
-library/browsertype-launch.spec.ts › should reject all promises when browser is closed [fail]
-library/browsertype-launch.spec.ts › should reject if launched browser fails immediately [fail]
-library/browsertype-launch.spec.ts › should report launch log [timeout]
-library/channels.spec.ts › should scope CDPSession handles [fail]
-library/channels.spec.ts › should work with the domain module [timeout]
-library/chromium/bfcache.spec.ts › bindings should work after restoring from bfcache [timeout]
-library/chromium/chromium.spec.ts › http credentials › httpCredentials [timeout]
-library/chromium/chromium.spec.ts › PLAYWRIGHT_DISABLE_SERVICE_WORKER_NETWORK [timeout]
-library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › serviceWorker(), and fromServiceWorker() work [timeout]
-library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › setExtraHTTPHeaders [timeout]
-library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › setOffline [timeout]
-library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should intercept only serviceworker request, not page [timeout]
-library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should intercept service worker importScripts [timeout]
-library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should intercept service worker requests (main and within) [timeout]
-library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should produce network events, routing, and annotations for Service Worker (advanced) [timeout]
-library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should produce network events, routing, and annotations for Service Worker [timeout]
-library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should report failure (due to content-type) of main service worker request [timeout]
-library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should report failure (due to redirect) of main service worker request [timeout]
-library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should report intercepted service worker requests in HAR [timeout]
-library/chromium/chromium.spec.ts › serviceWorker(), and fromServiceWorker() work [timeout]
-library/chromium/chromium.spec.ts › serviceWorkers() should return current workers [timeout]
-library/chromium/chromium.spec.ts › setExtraHTTPHeaders [timeout]
-library/chromium/chromium.spec.ts › setOffline [timeout]
-library/chromium/chromium.spec.ts › should capture console.log from ServiceWorker start [timeout]
-library/chromium/chromium.spec.ts › should close service worker together with the context [timeout]
-library/chromium/chromium.spec.ts › should create a worker from a service worker [timeout]
-library/chromium/chromium.spec.ts › should create a worker from service worker with noop routing [timeout]
-library/chromium/chromium.spec.ts › should emit console messages from service worker [timeout]
-library/chromium/chromium.spec.ts › should emit new service worker on update [timeout]
-library/chromium/chromium.spec.ts › should intercept only serviceworker request, not page [timeout]
-library/chromium/chromium.spec.ts › should intercept service worker importScripts [timeout]
-library/chromium/chromium.spec.ts › should intercept service worker requests (main and within) [timeout]
-library/chromium/chromium.spec.ts › should pass args with spaces [timeout]
-library/chromium/chromium.spec.ts › should produce network events, routing, and annotations for Service Worker (advanced) [timeout]
-library/chromium/chromium.spec.ts › should produce network events, routing, and annotations for Service Worker [timeout]
-library/chromium/chromium.spec.ts › should report failure (due to content-type) of main service worker request [timeout]
-library/chromium/chromium.spec.ts › should report failure (due to redirect) of main service worker request [timeout]
-library/chromium/chromium.spec.ts › should report intercepted service worker requests in HAR [timeout]
-library/chromium/chromium.spec.ts › should throw when connecting twice to an already running persistent context (--remote-debugging-pipe) [timeout]
-library/chromium/chromium.spec.ts › should throw when connecting twice to an already running persistent context (--remote-debugging-port) [timeout]
-library/chromium/connect-over-cdp.spec.ts › setInputFiles should preserve lastModified timestamp [fail]
-library/chromium/connect-over-cdp.spec.ts › setInputFiles should use local path when isLocal is set [fail]
-library/chromium/connect-over-cdp.spec.ts › should allow tracing over cdp session [fail]
-library/chromium/connect-over-cdp.spec.ts › should be able to connect via localhost [fail]
-library/chromium/connect-over-cdp.spec.ts › should cleanup artifacts dir after connectOverCDP disconnects due to ws close [fail]
-library/chromium/connect-over-cdp.spec.ts › should connect over a ws endpoint [fail]
-library/chromium/connect-over-cdp.spec.ts › should connect to an existing cdp session [fail]
-library/chromium/connect-over-cdp.spec.ts › should connect to an existing cdp session twice [fail]
-library/chromium/connect-over-cdp.spec.ts › should connect to an existing cdp session when passed as a first argument [fail]
-library/chromium/connect-over-cdp.spec.ts › should connect to existing page with iframe and navigate [fail]
-library/chromium/connect-over-cdp.spec.ts › should connect to existing service workers [fail]
-library/chromium/connect-over-cdp.spec.ts › should connect via https [fail]
-library/chromium/connect-over-cdp.spec.ts › should connectOverCDP and manage downloads in default context [fail]
-library/chromium/connect-over-cdp.spec.ts › should not reuse utility worlds between two clients [fail]
-library/chromium/connect-over-cdp.spec.ts › should report all pages in an existing browser [fail]
-library/chromium/connect-over-cdp.spec.ts › should return valid browser from context.browser() [fail]
-library/chromium/connect-over-cdp.spec.ts › should send default User-Agent header with connect request [timeout]
-library/chromium/connect-over-cdp.spec.ts › should send extra headers with connect request [timeout]
-library/chromium/connect-over-cdp.spec.ts › should use logger in default context [fail]
-library/chromium/connect-over-cdp.spec.ts › should use proxy with connectOverCDP [fail]
-library/chromium/css-coverage.spec.ts › should ignore injected stylesheets [fail]
-library/chromium/css-coverage.spec.ts › should NOT report scripts across navigations [fail]
-library/chromium/css-coverage.spec.ts › should report multiple stylesheets [fail]
-library/chromium/css-coverage.spec.ts › should report sourceURLs [fail]
-library/chromium/css-coverage.spec.ts › should report stylesheets across navigations [fail]
-library/chromium/css-coverage.spec.ts › should report stylesheets that have no coverage [fail]
-library/chromium/css-coverage.spec.ts › should work [fail]
-library/chromium/css-coverage.spec.ts › should work with a recently loaded stylesheet [fail]
-library/chromium/css-coverage.spec.ts › should work with complicated usecases [fail]
-library/chromium/css-coverage.spec.ts › should work with media queries [fail]
-library/chromium/disable-web-security.spec.ts › test utility world in popup w/ --disable-web-security [fail]
-library/chromium/extensions.spec.ts › MV3 › should give access to the service worker [timeout]
-library/chromium/extensions.spec.ts › MV3 › should give access to the service worker when recording video [timeout]
-library/chromium/extensions.spec.ts › MV3 › should report console messages from content script [timeout]
-library/chromium/extensions.spec.ts › MV3 › should support request/response events in the service worker [timeout]
-library/chromium/js-coverage.spec.ts › should ignore eval() scripts by default [fail]
-library/chromium/js-coverage.spec.ts › should not hang when there is a debugger statement [fail]
-library/chromium/js-coverage.spec.ts › should NOT report scripts across navigations when enabled [fail]
-library/chromium/js-coverage.spec.ts › should report multiple scripts [fail]
-library/chromium/js-coverage.spec.ts › should report scripts across navigations when disabled [fail]
-library/chromium/js-coverage.spec.ts › should report sourceURLs [fail]
-library/chromium/js-coverage.spec.ts › should work [fail]
-library/chromium/js-coverage.spec.ts › shouldn't ignore eval() scripts if reportAnonymousScripts is true [fail]
-library/chromium/launcher.spec.ts › should not create pages automatically [fail]
-library/chromium/oopif.spec.ts › contentFrame should work [fail]
-library/chromium/oopif.spec.ts › ElementHandle.boundingBox() should work [fail]
-library/chromium/oopif.spec.ts › should allow cdp sessions on oopifs [fail]
-library/chromium/oopif.spec.ts › should allow to re-connect to OOPIFs with CDP when iframes were there already [fail]
-library/chromium/oopif.spec.ts › should be able to click in iframe [fail]
-library/chromium/oopif.spec.ts › should click [fail]
-library/chromium/oopif.spec.ts › should click a button when it overlays oopif [fail]
-library/chromium/oopif.spec.ts › should emit filechooser event for iframe [timeout]
-library/chromium/oopif.spec.ts › should emulate media [fail]
-library/chromium/oopif.spec.ts › should emulate offline [fail]
-library/chromium/oopif.spec.ts › should expose function [fail]
-library/chromium/oopif.spec.ts › should handle oopif detach [fail]
-library/chromium/oopif.spec.ts › should handle remote -> local -> remote transitions [fail]
-library/chromium/oopif.spec.ts › should load oopif iframes with subresources and route [fail]
-library/chromium/oopif.spec.ts › should not throw on exposeFunction when oopif detaches [fail]
-library/chromium/oopif.spec.ts › should report google.com frame with headed [fail]
-library/chromium/oopif.spec.ts › should report main requests [fail]
-library/chromium/oopif.spec.ts › should report oopif frames [fail]
-library/chromium/oopif.spec.ts › should respect route [fail]
-library/chromium/oopif.spec.ts › should support addInitScript [fail]
-library/chromium/oopif.spec.ts › should support context options [fail]
-library/chromium/oopif.spec.ts › should support exposeFunction [fail]
-library/chromium/oopif.spec.ts › should take screenshot [fail]
-library/chromium/session.spec.ts › should be able to detach session [fail]
-library/chromium/session.spec.ts › should detach when page closes [fail]
-library/chromium/session.spec.ts › should enable and disable domains independently [fail]
-library/chromium/session.spec.ts › should not break page.close() [fail]
-library/chromium/session.spec.ts › should reject protocol calls when page closes [fail]
-library/chromium/session.spec.ts › should send events [fail]
-library/chromium/session.spec.ts › should throw if target is part of main [fail]
-library/chromium/session.spec.ts › should throw nice errors [fail]
-library/chromium/session.spec.ts › should work [fail]
-library/chromium/session.spec.ts › should work with main frame [fail]
-library/chromium/session.spec.ts › should work with newBrowserCDPSession [fail]
-library/chromium/tracing.spec.ts › should create directories as needed [fail]
-library/chromium/tracing.spec.ts › should output a trace [fail]
-library/chromium/tracing.spec.ts › should return a buffer [fail]
-library/chromium/tracing.spec.ts › should run with custom categories if provided [fail]
-library/chromium/tracing.spec.ts › should support a buffer without a path [fail]
-library/chromium/tracing.spec.ts › should throw if tracing on two pages [fail]
-library/chromium/tracing.spec.ts › should work without options [fail]
-library/client-certificates.spec.ts › browser › persistentContext › should pass with matching certificates [timeout]
-library/debug-controller.spec.ts › should allow setting recorder mode only for specific browser [fail]
-library/defaultbrowsercontext-1.spec.ts › context.addCookies() should work [timeout]
-library/defaultbrowsercontext-1.spec.ts › context.clearCookies() should work [timeout]
-library/defaultbrowsercontext-1.spec.ts › context.cookies() should work @smoke [timeout]
-library/defaultbrowsercontext-1.spec.ts › should support acceptDownloads option [timeout]
-library/defaultbrowsercontext-1.spec.ts › should support bypassCSP option [timeout]
-library/defaultbrowsercontext-1.spec.ts › should support deviceScaleFactor option [timeout]
-library/defaultbrowsercontext-1.spec.ts › should support javascriptEnabled option [timeout]
-library/defaultbrowsercontext-1.spec.ts › should support offline option [timeout]
-library/defaultbrowsercontext-1.spec.ts › should support userAgent option [timeout]
-library/defaultbrowsercontext-1.spec.ts › should support viewport option [timeout]
-library/defaultbrowsercontext-2.spec.ts › coverage should work [timeout]
-library/defaultbrowsercontext-2.spec.ts › dialog.accept should work [timeout]
-library/defaultbrowsercontext-2.spec.ts › exposes browser [timeout]
-library/defaultbrowsercontext-2.spec.ts › should accept relative userDataDir [timeout]
-library/defaultbrowsercontext-2.spec.ts › should accept userDataDir [timeout]
-library/defaultbrowsercontext-2.spec.ts › should connect to a browser with the default page [timeout]
-library/defaultbrowsercontext-2.spec.ts › should create userDataDir if it does not exist [timeout]
-library/defaultbrowsercontext-2.spec.ts › should fire close event for a persistent context [timeout]
-library/defaultbrowsercontext-2.spec.ts › should handle exception [timeout]
-library/defaultbrowsercontext-2.spec.ts › should handle timeout [timeout]
-library/defaultbrowsercontext-2.spec.ts › should have default URL when launching browser [timeout]
-library/defaultbrowsercontext-2.spec.ts › should have passed URL when launching with ignoreDefaultArgs: true [timeout]
-library/defaultbrowsercontext-2.spec.ts › should respect selectors [timeout]
-library/defaultbrowsercontext-2.spec.ts › should restore state from userDataDir [timeout]
-library/defaultbrowsercontext-2.spec.ts › should support colorScheme option [timeout]
-library/defaultbrowsercontext-2.spec.ts › should support contrast option [timeout]
-library/defaultbrowsercontext-2.spec.ts › should support extraHTTPHeaders option [timeout]
-library/defaultbrowsercontext-2.spec.ts › should support forcedColors option [timeout]
-library/defaultbrowsercontext-2.spec.ts › should support geolocation and permissions options [timeout]
-library/defaultbrowsercontext-2.spec.ts › should support har option [timeout]
-library/defaultbrowsercontext-2.spec.ts › should support hasTouch option [timeout]
-library/defaultbrowsercontext-2.spec.ts › should support ignoreHTTPSErrors option [timeout]
-library/defaultbrowsercontext-2.spec.ts › should support locale option [timeout]
-library/defaultbrowsercontext-2.spec.ts › should support reducedMotion option [timeout]
-library/defaultbrowsercontext-2.spec.ts › should support timezoneId option [timeout]
-library/defaultbrowsercontext-2.spec.ts › should work in persistent context [timeout]
-library/defaultbrowsercontext-2.spec.ts › user agent is up to date [timeout]
-library/download.spec.ts › download event › should be able to cancel pending downloads [timeout]
-library/download.spec.ts › download event › should close the context without awaiting the download [timeout]
-library/download.spec.ts › download event › should create subdirectories when saving to non-existent user-specified path [timeout]
-library/download.spec.ts › download event › should delete downloads on browser gone [timeout]
-library/download.spec.ts › download event › should delete downloads on context destruction [timeout]
-library/download.spec.ts › download event › should delete file [timeout]
-library/download.spec.ts › download event › should download large binary.zip [timeout]
-library/download.spec.ts › download event › should emit download event from nested iframes [timeout]
-library/download.spec.ts › download event › should error when saving after deletion [timeout]
-library/download.spec.ts › download event › should error when saving with downloads disabled [timeout]
-library/download.spec.ts › download event › should expose stream [timeout]
-library/download.spec.ts › download event › should not fail explicitly to cancel a download even if that is already finished [timeout]
-library/download.spec.ts › download event › should report alt-click downloads [timeout]
-library/download.spec.ts › download event › should report download path within page.on('download', …) handler for Blobs [timeout]
-library/download.spec.ts › download event › should report download path within page.on('download', …) handler for Files [timeout]
-library/download.spec.ts › download event › should report download when navigation turns into download @smoke [timeout]
-library/download.spec.ts › download event › should report downloads for download attribute [timeout]
-library/download.spec.ts › download event › should report downloads with acceptDownloads: false [timeout]
-library/download.spec.ts › download event › should report downloads with acceptDownloads: true [timeout]
-library/download.spec.ts › download event › should report downloads with interception [fail]
-library/download.spec.ts › download event › should report new window downloads [timeout]
-library/download.spec.ts › download event › should report non-navigation downloads [timeout]
-library/download.spec.ts › download event › should report proper download url when download is from download attribute [timeout]
-library/download.spec.ts › download event › should save to overwritten filepath [timeout]
-library/download.spec.ts › download event › should save to two different paths with multiple saveAs calls [timeout]
-library/download.spec.ts › download event › should save to user-specified path without updating original path [timeout]
-library/download.spec.ts › download event › should throw if browser dies [timeout]
-library/download.spec.ts › download event › should work with Cross-Origin-Opener-Policy [timeout]
-library/download.spec.ts › should be able to download a inline PDF file via navigation [timeout]
-library/download.spec.ts › should be able to download a inline PDF file via response interception [fail]
-library/download.spec.ts › should be able to download a PDF file [timeout]
-library/download.spec.ts › should convert navigation to a resource with unsupported mime type into download [timeout]
-library/download.spec.ts › should download even if there is no "attachment" value [timeout]
-library/download.spec.ts › should download links with data url [timeout]
-library/download.spec.ts › should download successfully when routing [timeout]
-library/download.spec.ts › should save to user-specified path [timeout]
-library/downloads-path.spec.ts › downloads path › should accept downloads in persistent context [timeout]
-library/downloads-path.spec.ts › downloads path › should delete downloads when context closes [timeout]
-library/downloads-path.spec.ts › downloads path › should delete downloads when persistent context closes [timeout]
-library/downloads-path.spec.ts › downloads path › should keep downloadsPath folder [timeout]
-library/downloads-path.spec.ts › downloads path › should report downloads in downloadsPath folder [timeout]
-library/downloads-path.spec.ts › downloads path › should report downloads in downloadsPath folder with a relative path [timeout]
-library/emulation-focus.spec.ts › should change document.activeElement [flaky]
-library/emulation-focus.spec.ts › should focus popups by default [fail]
-library/emulation-focus.spec.ts › should not affect screenshots [fail]
-library/geolocation.spec.ts › should isolate contexts [timeout]
-library/geolocation.spec.ts › should use context options [timeout]
-library/geolocation.spec.ts › should use context options for popup [timeout]
-library/geolocation.spec.ts › should work @smoke [timeout]
-library/geolocation.spec.ts › watchPosition should be notified [timeout]
-library/har.spec.ts › should calculate time [flaky]
-library/har.spec.ts › should have connection details [fail]
-library/har.spec.ts › should have connection details for failed requests [fail]
-library/har.spec.ts › should have connection details for redirects [fail]
-library/har.spec.ts › should have pages in persistent context [timeout]
-library/har.spec.ts › should have popup requests [fail]
-library/har.spec.ts › should have security details [fail]
-library/har.spec.ts › should include binary postData [fail]
-library/har.spec.ts › should include form params [fail]
-library/har.spec.ts › should include postData [fail]
-library/har.spec.ts › should include set-cookies [fail]
-library/har.spec.ts › should include set-cookies with comma [fail]
-library/har.spec.ts › should include sizes [fail]
-library/har.spec.ts › should not hang on resources served from cache [flaky]
-library/har.spec.ts › should report the correct response body size when the bodySize is 0 [fail]
-library/har.spec.ts › should return receive time [flaky]
-library/har.spec.ts › should return security details directly from response [fail]
-library/har.spec.ts › should return server address directly from response [fail]
-library/headful.spec.ts › should click background tab [timeout]
-library/headful.spec.ts › should click bottom row w/ infobar in OOPIF [timeout]
-library/headful.spec.ts › should click in OOPIF [timeout]
-library/headful.spec.ts › should close browser with beforeunload page [timeout]
-library/headful.spec.ts › should close browsercontext with pending beforeunload dialog [timeout]
-library/headful.spec.ts › should have default url when launching browser @smoke [timeout]
-library/headful.spec.ts › should not override viewport size when passed null [flaky]
-library/hit-target.spec.ts › should detect overlaid element in a transformed iframe [fail]
-library/inspector/cli-codegen-1.spec.ts › cli codegen › should assert navigation [timeout]
-library/inspector/cli-codegen-1.spec.ts › cli codegen › should await popup [timeout]
-library/inspector/cli-codegen-1.spec.ts › cli codegen › should check [timeout]
-library/inspector/cli-codegen-1.spec.ts › cli codegen › should check a radio button [timeout]
-library/inspector/cli-codegen-1.spec.ts › cli codegen › should check with keyboard [timeout]
-library/inspector/cli-codegen-1.spec.ts › cli codegen › should click [timeout]
-library/inspector/cli-codegen-1.spec.ts › cli codegen › should click after same-document navigation [timeout]
-library/inspector/cli-codegen-1.spec.ts › cli codegen › should click button with nested div [timeout]
-library/inspector/cli-codegen-1.spec.ts › cli codegen › should emit single keyup on ArrowDown [timeout]
-library/inspector/cli-codegen-1.spec.ts › cli codegen › should fill [contentEditable] [timeout]
-library/inspector/cli-codegen-1.spec.ts › cli codegen › should fill [timeout]
-library/inspector/cli-codegen-1.spec.ts › cli codegen › should fill japanese text [timeout]
-library/inspector/cli-codegen-1.spec.ts › cli codegen › should fill textarea [timeout]
-library/inspector/cli-codegen-1.spec.ts › cli codegen › should fill textarea with new lines at the end [timeout]
-library/inspector/cli-codegen-1.spec.ts › cli codegen › should ignore AltGraph [timeout]
-library/inspector/cli-codegen-1.spec.ts › cli codegen › should ignore programmatic events [timeout]
-library/inspector/cli-codegen-1.spec.ts › cli codegen › should make a positioned click on a canvas [timeout]
-library/inspector/cli-codegen-1.spec.ts › cli codegen › should middle click [timeout]
-library/inspector/cli-codegen-1.spec.ts › cli codegen › should not target selector preview by text regexp [timeout]
-library/inspector/cli-codegen-1.spec.ts › cli codegen › should press [timeout]
-library/inspector/cli-codegen-1.spec.ts › cli codegen › should record ArrowDown [timeout]
-library/inspector/cli-codegen-1.spec.ts › cli codegen › should record omnibox navigations after performAction [timeout]
-library/inspector/cli-codegen-1.spec.ts › cli codegen › should record omnibox navigations after recordAction [timeout]
-library/inspector/cli-codegen-1.spec.ts › cli codegen › should record slider [timeout]
-library/inspector/cli-codegen-1.spec.ts › cli codegen › should select [timeout]
-library/inspector/cli-codegen-1.spec.ts › cli codegen › should select with size attribute [timeout]
-library/inspector/cli-codegen-1.spec.ts › cli codegen › should uncheck [timeout]
-library/inspector/cli-codegen-1.spec.ts › cli codegen › should update selected element after pressing Tab [timeout]
-library/inspector/cli-codegen-1.spec.ts › cli codegen › should work with TrustedTypes [timeout]
-library/inspector/cli-codegen-2.spec.ts › cli codegen › click should emit events in order [timeout]
-library/inspector/cli-codegen-2.spec.ts › cli codegen › should check input with chaining id [timeout]
-library/inspector/cli-codegen-2.spec.ts › cli codegen › should clear files [timeout]
-library/inspector/cli-codegen-2.spec.ts › cli codegen › should contain close page [timeout]
-library/inspector/cli-codegen-2.spec.ts › cli codegen › should contain open page [timeout]
-library/inspector/cli-codegen-2.spec.ts › cli codegen › should contain second page [timeout]
-library/inspector/cli-codegen-2.spec.ts › cli codegen › should download files [timeout]
-library/inspector/cli-codegen-2.spec.ts › cli codegen › should fill tricky characters [timeout]
-library/inspector/cli-codegen-2.spec.ts › cli codegen › should handle dialogs [timeout]
-library/inspector/cli-codegen-2.spec.ts › cli codegen › should handle history.postData [timeout]
-library/inspector/cli-codegen-2.spec.ts › cli codegen › should not clash pages [timeout]
-library/inspector/cli-codegen-2.spec.ts › cli codegen › should not lead to an error if html gets clicked [timeout]
-library/inspector/cli-codegen-2.spec.ts › cli codegen › should record navigations after identical pushState [timeout]
-library/inspector/cli-codegen-2.spec.ts › cli codegen › should record open in a new tab with url [timeout]
-library/inspector/cli-codegen-2.spec.ts › cli codegen › should reset hover model on action when element detaches [timeout]
-library/inspector/cli-codegen-2.spec.ts › cli codegen › should update active model on action [timeout]
-library/inspector/cli-codegen-2.spec.ts › cli codegen › should update hover model on action [timeout]
-library/inspector/cli-codegen-2.spec.ts › cli codegen › should upload a single file [timeout]
-library/inspector/cli-codegen-2.spec.ts › cli codegen › should upload multiple files [timeout]
-library/inspector/cli-codegen-2.spec.ts › should --test-id-attribute [timeout]
-library/inspector/cli-codegen-3.spec.ts › cli codegen › should assert value [timeout]
-library/inspector/cli-codegen-3.spec.ts › cli codegen › should assert value on disabled input [timeout]
-library/inspector/cli-codegen-3.spec.ts › cli codegen › should assert value on disabled select [timeout]
-library/inspector/cli-codegen-3.spec.ts › cli codegen › should assert visibility [timeout]
-library/inspector/cli-codegen-3.spec.ts › cli codegen › should click locator.first [timeout]
-library/inspector/cli-codegen-3.spec.ts › cli codegen › should click locator.nth [timeout]
-library/inspector/cli-codegen-3.spec.ts › cli codegen › should consume contextmenu events, despite a custom context menu [timeout]
-library/inspector/cli-codegen-3.spec.ts › cli codegen › should consume pointer events [timeout]
-library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate frame locators [timeout]
-library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate frame locators with id attribute [timeout]
-library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate frame locators with name attribute [timeout]
-library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate frame locators with special characters in name attribute [timeout]
-library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate frame locators with testId [timeout]
-library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate frame locators with title attribute [timeout]
-library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate getByAltText [timeout]
-library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate getByLabel [timeout]
-library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate getByLabel without regex [timeout]
-library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate getByPlaceholder [timeout]
-library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate getByTestId [timeout]
-library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate role locators undef frame locators [timeout]
-library/inspector/pause.spec.ts › pause › should highlight locators with custom testId [timeout]
-library/inspector/pause.spec.ts › pause › should highlight on explore (csharp) [timeout]
-library/inspector/pause.spec.ts › pause › should highlight on explore [timeout]
-library/inspector/pause.spec.ts › pause › should highlight pointer, only in main frame [timeout]
-library/launcher.spec.ts › should throw a friendly error if its headed and there is no xserver on linux running [fail]
-library/locator-generator.spec.ts › reverse engineer internal:has-text locators [timeout]
-library/multiclient.spec.ts › last emulateMedia wins [fail]
-library/multiclient.spec.ts › should launch persistent [timeout]
-library/multiclient.spec.ts › should not allow parallel css coverage [fail]
-library/multiclient.spec.ts › should not allow parallel js coverage and cleanup upon disconnect [fail]
-library/multiclient.spec.ts › should unroute websockets [flaky]
-library/page-clock.spec.ts › runFor › creates updated Date while ticking [fail]
-library/page-clock.spec.ts › runFor › passes 1 minute [fail]
-library/page-clock.spec.ts › runFor › passes 8 seconds [fail]
-library/page-clock.spec.ts › runFor › triggers multiple simultaneous timers [fail]
-library/page-clock.spec.ts › runFor › triggers simultaneous timers [fail]
-library/page-clock.spec.ts › stubTimers › replaces global setInterval [fail]
-library/page-close.spec.ts › expect should not print timed out error message when page closes [timeout]
-library/page-close.spec.ts › interrupt request.response() and request.allHeaders() on page.close [fail]
-library/page-close.spec.ts › should not treat navigations as new popups [flaky]
-library/page-close.spec.ts › should reject all promises when page is closed [fail]
-library/page-event-crash.spec.ts › should be able to close context when page crashes [timeout]
-library/page-event-crash.spec.ts › should cancel navigation when page crashes [timeout]
-library/page-event-crash.spec.ts › should cancel waitForEvent when page crashes [timeout]
-library/page-event-crash.spec.ts › should emit crash event when page crashes [timeout]
-library/page-event-crash.spec.ts › should throw on any action after page crashes [timeout]
-library/pdf.spec.ts › should be able to generate outline [fail]
-library/permissions.spec.ts › should be able to use the local-fonts API [fail]
-library/permissions.spec.ts › local network request is allowed from public origin [fail]
-library/permissions.spec.ts › permissions › should accumulate when adding [fail]
-library/permissions.spec.ts › permissions › should be prompt by default [flaky]
-library/permissions.spec.ts › permissions › should clear permissions [fail]
-library/permissions.spec.ts › permissions › should deny permission when not listed [fail]
-library/permissions.spec.ts › permissions › should fail when bad permission is given [fail]
-library/permissions.spec.ts › permissions › should grant permission when creating context [fail]
-library/permissions.spec.ts › permissions › should grant permission when listed for all domains [fail]
-library/permissions.spec.ts › permissions › should isolate permissions between browser contexts [fail]
-library/permissions.spec.ts › permissions › should trigger permission onchange [fail]
-library/permissions.spec.ts › should support clipboard read [fail]
-library/permissions.spec.ts › storage access [fail]
-library/popup.spec.ts › BrowserContext.addInitScript should apply to a cross-process popup [flaky]
-library/popup.spec.ts › should inherit extra headers from browser context [flaky]
-library/popup.spec.ts › should inherit http credentials from browser context [fail]
-library/popup.spec.ts › should inherit offline from browser context [fail]
-library/popup.spec.ts › should inherit touch support from browser context [fail]
-library/popup.spec.ts › should inherit user agent from browser context @smoke [flaky]
-library/popup.spec.ts › should not throttle rAF in the opener page [timeout]
-library/popup.spec.ts › should respect routes from browser context [fail]
-library/popup.spec.ts › should respect routes from browser context when using window.open [fail]
-library/popup.spec.ts › should use viewport size from window features [timeout]
-library/proxy.spec.ts › should proxy local network requests › by default › link-local [flaky]
-library/resource-timing.spec.ts › should work when serving from memory cache [fail]
-library/role-utils.spec.ts › wpt accname #0 [flaky]
-library/role-utils.spec.ts › wpt accname #1 [flaky]
-library/role-utils.spec.ts › wpt accname #2 [flaky]
-library/screenshot.spec.ts › element screenshot › element screenshot should work with a mobile viewport [fail]
-library/screenshot.spec.ts › element screenshot › element screenshot should work with device scale factor [fail]
-library/screenshot.spec.ts › element screenshot › page screenshot should capture css transform with device pixels [fail]
-library/screenshot.spec.ts › element screenshot › should capture full element when larger than viewport with device scale factor [fail]
-library/screenshot.spec.ts › element screenshot › should capture full element when larger than viewport with device scale factor and scale:css [fail]
-library/screenshot.spec.ts › page screenshot › should run in parallel in multiple pages [fail]
-library/screenshot.spec.ts › page screenshot › should work with a mobile viewport [fail]
-library/screenshot.spec.ts › page screenshot › should work with a mobile viewport and clip [fail]
-library/screenshot.spec.ts › page screenshot › should work with a mobile viewport and fullPage [fail]
-library/screenshot.spec.ts › page screenshot › should work with device scale factor [fail]
-library/screenshot.spec.ts › page screenshot › should work with device scale factor and clip [fail]
-library/screenshot.spec.ts › page screenshot › should work with device scale factor and scale:css [fail]
-library/screenshot.spec.ts › page screenshot › should work with device scale factor, clip and scale:css [fail]
-library/selector-generator.spec.ts › selector generator › should accept valid aria-label for candidate consideration [timeout]
-library/selector-generator.spec.ts › selector generator › should accept valid data-test-id for candidate consideration [timeout]
-library/selector-generator.spec.ts › selector generator › should chain text after parent [timeout]
-library/selector-generator.spec.ts › selector generator › should escape text with quote [timeout]
-library/selector-generator.spec.ts › selector generator › should escape text with slash [timeout]
-library/selector-generator.spec.ts › selector generator › should find text in shadow dom [timeout]
-library/selector-generator.spec.ts › selector generator › should generate exact label when necessary [timeout]
-library/selector-generator.spec.ts › selector generator › should generate exact placeholder when necessary [timeout]
-library/selector-generator.spec.ts › selector generator › should generate exact role when necessary [timeout]
-library/selector-generator.spec.ts › selector generator › should generate exact text when necessary [timeout]
-library/selector-generator.spec.ts › selector generator › should generate exact title when necessary [timeout]
-library/selector-generator.spec.ts › selector generator › should generate label selector [timeout]
-library/selector-generator.spec.ts › selector generator › should generate multiple: noId [timeout]
-library/selector-generator.spec.ts › selector generator › should generate multiple: noId noText [timeout]
-library/selector-generator.spec.ts › selector generator › should generate multiple: noText in role [timeout]
-library/selector-generator.spec.ts › selector generator › should generate multiple: noText in text [timeout]
-library/selector-generator.spec.ts › selector generator › should generate relative selector [timeout]
-library/selector-generator.spec.ts › selector generator › should generate text and normalize whitespace [timeout]
-library/selector-generator.spec.ts › selector generator › should generate text for <input type=button> [timeout]
-library/selector-generator.spec.ts › selector generator › should generate title selector [timeout]
-library/selector-generator.spec.ts › selector generator › should handle first non-unique data-testid [timeout]
-library/selector-generator.spec.ts › selector generator › should handle second non-unique data-testid [timeout]
-library/selector-generator.spec.ts › selector generator › should ignore empty aria-label for candidate consideration [timeout]
-library/selector-generator.spec.ts › selector generator › should ignore empty data-test-id for candidate consideration [timeout]
-library/selector-generator.spec.ts › selector generator › should ignore empty role for candidate consideration [timeout]
-library/selector-generator.spec.ts › selector generator › should match in deep shadow dom [timeout]
-library/selector-generator.spec.ts › selector generator › should match in shadow dom [timeout]
-library/selector-generator.spec.ts › selector generator › should not accept invalid role for candidate consideration [timeout]
-library/selector-generator.spec.ts › selector generator › should not escape spaces inside named attr selectors [timeout]
-library/selector-generator.spec.ts › selector generator › should not escape text with >> [timeout]
-library/selector-generator.spec.ts › selector generator › should not improve guid text [timeout]
-library/selector-generator.spec.ts › selector generator › should not over-escape for CSS syntax [timeout]
-library/selector-generator.spec.ts › selector generator › should not prefer zero-sized button over inner span [timeout]
-library/selector-generator.spec.ts › selector generator › should not use generated id [timeout]
-library/selector-generator.spec.ts › selector generator › should not use icon fonts aria name [timeout]
-library/selector-generator.spec.ts › selector generator › should not use input[value] [timeout]
-library/selector-generator.spec.ts › selector generator › should not use text for select [timeout]
-library/selector-generator.spec.ts › selector generator › should prefer button over inner span [timeout]
-library/selector-generator.spec.ts › selector generator › should prefer class to ordinal [timeout]
-library/selector-generator.spec.ts › selector generator › should prefer data-testid [timeout]
-library/selector-generator.spec.ts › selector generator › should prefer role other input[type] [timeout]
-library/selector-generator.spec.ts › selector generator › should prefer role with hasText to css with hasText [timeout]
-library/selector-generator.spec.ts › selector generator › should prefer role=button over inner span [timeout]
-library/selector-generator.spec.ts › selector generator › should prioritize attributes correctly › name [timeout]
-library/selector-generator.spec.ts › selector generator › should prioritize attributes correctly › placeholder [timeout]
-library/selector-generator.spec.ts › selector generator › should prioritize attributes correctly › role [timeout]
-library/selector-generator.spec.ts › selector generator › should prioritize attributes correctly › type [timeout]
-library/selector-generator.spec.ts › selector generator › should properly join child selectors under nested ordinals [timeout]
-library/selector-generator.spec.ts › selector generator › should separate selectors by >> [timeout]
-library/selector-generator.spec.ts › selector generator › should trim long text [timeout]
-library/selector-generator.spec.ts › selector generator › should trim text [timeout]
-library/selector-generator.spec.ts › selector generator › should try to improve label text by shortening [timeout]
-library/selector-generator.spec.ts › selector generator › should try to improve role name [timeout]
-library/selector-generator.spec.ts › selector generator › should try to improve text [timeout]
-library/selector-generator.spec.ts › selector generator › should try to improve text by shortening [timeout]
-library/selector-generator.spec.ts › selector generator › should use data-testid in strict errors [timeout]
-library/selector-generator.spec.ts › selector generator › should use internal:has-text [timeout]
-library/selector-generator.spec.ts › selector generator › should use internal:has-text with regexp [timeout]
-library/selector-generator.spec.ts › selector generator › should use internal:has-text with regexp with a quote [timeout]
-library/selector-generator.spec.ts › selector generator › should use nested ordinals [timeout]
-library/selector-generator.spec.ts › selector generator › should use ordinal for identical nodes [timeout]
-library/selector-generator.spec.ts › selector generator › should use parent text [timeout]
-library/selector-generator.spec.ts › selector generator › should use readable id [timeout]
-library/selector-generator.spec.ts › selector generator › should use the name attributes for elements that can have it [timeout]
-library/selector-generator.spec.ts › selector generator › should work in dynamic iframes without navigation [timeout]
-library/selector-generator.spec.ts › selector generator › should work with tricky attributes [timeout]
-library/selector-generator.spec.ts › selector generator › should work without CSS.escape [timeout]
-library/shared-worker.spec.ts › should survive shared worker restart [timeout]
-library/signals.spec.ts › signals › should close the browser on SIGINT [flaky]
-library/slowmo.spec.ts › slowMo › Frame SlowMo setInputFiles [timeout]
-library/slowmo.spec.ts › slowMo › Page SlowMo reload [timeout]
-library/slowmo.spec.ts › slowMo › Page SlowMo setInputFiles [timeout]
-library/snapshotter.spec.ts › snapshots › should capture snapshot target [timeout]
-library/tap.spec.ts › should not send mouse events touchstart is canceled [fail]
-library/tap.spec.ts › should not send mouse events when touchend is canceled [fail]
-library/tap.spec.ts › should not wait for a navigation caused by a tap [timeout]
-library/tap.spec.ts › should send all of the correct events @smoke [fail]
-library/tap.spec.ts › should send well formed touch points [timeout]
-library/tap.spec.ts › should wait until an element is visible to tap it [fail]
-library/tap.spec.ts › should work with modifiers [timeout]
-library/tap.spec.ts › trial run should not tap [fail]
-library/trace-viewer.spec.ts › should handle multiple headers [fail]
-library/trace-viewer.spec.ts › should highlight locator in iframe while typing [fail]
-library/trace-viewer.spec.ts › should open console errors on click [fail]
-library/trace-viewer.spec.ts › should pick locator in iframe [fail]
-library/trace-viewer.spec.ts › should render console [fail]
-library/trace-viewer.spec.ts › should serve css without content-type [timeout]
-library/trace-viewer.spec.ts › should show empty trace viewer [flaky]
-library/tracing.spec.ts › should collect trace with resources, but no js [timeout]
-library/tracing.spec.ts › should not include trace resources from the previous chunks [fail]
-library/tracing.spec.ts › should respect tracesDir and name [fail]
-library/video.spec.ts › screencast › should be 800x450 by default [fail]
-library/video.spec.ts › screencast › should be 800x600 with null viewport [fail]
-library/video.spec.ts › screencast › should capture css transformation [fail]
-library/video.spec.ts › screencast › should capture navigation [fail]
-library/video.spec.ts › screencast › should capture static page [fail]
-library/video.spec.ts › screencast › should capture static page in persistent context @smoke [timeout]
-library/video.spec.ts › screencast › should continue recording main page after popup closes [fail]
-library/video.spec.ts › screencast › should delete video [fail]
-library/video.spec.ts › screencast › should emulate an iphone [fail]
-library/video.spec.ts › screencast › should expose video path [timeout]
-library/video.spec.ts › screencast › should expose video path blank page [timeout]
-library/video.spec.ts › screencast › should expose video path blank popup [timeout]
-library/video.spec.ts › screencast › should throw if browser dies [fail]
-library/video.spec.ts › screencast › should throw on browser close [fail]
-library/video.spec.ts › screencast › should use viewport scaled down to fit into 800x800 as default size [fail]
-library/video.spec.ts › screencast › should wait for video to finish if page was closed [fail]
-library/video.spec.ts › screencast › should work for popups [timeout]
-library/video.spec.ts › screencast › should work with old options [fail]
-library/video.spec.ts › screencast › should work with relative path for recordVideo.dir [timeout]
-library/video.spec.ts › screencast › should work with weird screen resolution [timeout]
-library/video.spec.ts › should saveAs video [fail]
-library/web-socket.spec.ts › should emit binary frame events [timeout]
-library/web-socket.spec.ts › should emit close events [timeout]
-library/web-socket.spec.ts › should emit error [timeout]
-library/web-socket.spec.ts › should emit frame events [timeout]
-library/web-socket.spec.ts › should filter out the close events when the server closes with a message [timeout]
-library/web-socket.spec.ts › should not have stray error events [timeout]
-library/web-socket.spec.ts › should pass self as argument to close event [timeout]
-library/web-socket.spec.ts › should reject waitForEvent on page close [timeout]
-library/web-socket.spec.ts › should reject waitForEvent on socket close [timeout]
\ No newline at end of file
diff --git a/tests/bidi/expectations/bidi-chromium-page.conf b/tests/bidi/expectations/bidi-chromium-page.conf
new file mode 100644
index 0000000000..952e9278e5
--- /dev/null
+++ b/tests/bidi/expectations/bidi-chromium-page.conf
@@ -0,0 +1,282 @@
+page/elementhandle-bounding-box.spec.ts > should handle nested frames [fixme]
+page/elementhandle-bounding-box.spec.ts > should return null for invisible elements [fixme]
+page/elementhandle-click.spec.ts > should work for TextNodes [fixme]
+page/elementhandle-content-frame.spec.ts > should work for cross-frame evaluations [fixme]
+page/elementhandle-owner-frame.spec.ts > should work for cross-process iframes [fixme]
+page/elementhandle-query-selector.spec.ts > should work for adopted elements [fixme]
+page/elementhandle-screenshot.spec.ts > element screenshot > should not issue resize event [fixme]
+page/elementhandle-scroll-into-view.spec.ts > should scroll display:contents into view [fixme]
+page/elementhandle-scroll-into-view.spec.ts > should throw for detached element [fixme]
+page/elementhandle-scroll-into-view.spec.ts > should timeout waiting for visible [fixme]
+page/elementhandle-scroll-into-view.spec.ts > should wait for display:none to become visible [fixme]
+page/elementhandle-scroll-into-view.spec.ts > should wait for nested display:none to become visible [fixme]
+page/expect-boolean.spec.ts > toBeAttached > over navigation [fixme]
+page/expect-matcher-result.spec.ts > toHaveScreenshot should populate matcherResult [fixme]
+page/expect-timeout.spec.ts > should not print timed out error message when page closes [fixme]
+page/frame-evaluate.spec.ts > should allow cross-frame element handles [fixme]
+page/frame-evaluate.spec.ts > should dispose context on cross-origin navigation [fixme]
+page/frame-evaluate.spec.ts > should dispose context on navigation [fixme]
+page/frame-evaluate.spec.ts > should not allow cross-frame element handles when frames do not script each other [fixme]
+page/frame-frame-element.spec.ts > should work with contentFrame [fixme]
+page/frame-frame-element.spec.ts > should work with frameset [fixme]
+page/frame-goto.spec.ts > should continue after client redirect [fixme]
+page/frame-hierarchy.spec.ts > should detach child frames on navigation [fixme]
+page/frame-hierarchy.spec.ts > should refuse to display x-frame-options:deny iframe [fixme]
+page/frame-hierarchy.spec.ts > should report different frame instance when frame re-attaches [fixme]
+page/frame-hierarchy.spec.ts > should return frame.page() [fixme]
+page/frame-hierarchy.spec.ts > should send "framenavigated" when navigating on anchor URLs [fixme]
+page/frame-hierarchy.spec.ts > should support framesets [fixme]
+page/interception.spec.ts > should intercept after a service worker [fixme]
+page/jshandle-to-string.spec.ts > should beautifully render sparse arrays [fixme]
+page/locator-click.spec.ts > should work for TextNodes [fixme]
+page/locator-convenience.spec.ts > should return page [fixme]
+page/locator-is-visible.spec.ts > isVisible during navigation should not throw [fixme]
+page/locator-misc-1.spec.ts > should upload the file [fixme]
+page/locator-misc-2.spec.ts > should take screenshot [fixme]
+page/locator-query.spec.ts > should enforce same frame for has/leftOf/rightOf/above/below/near [fixme]
+page/network-post-data.spec.ts > should get post data for file/blob [fixme]
+page/network-post-data.spec.ts > should get post data for navigator.sendBeacon api calls [fixme]
+page/network-post-data.spec.ts > should return correct postData buffer for utf-8 body [fixme]
+page/network-post-data.spec.ts > should return post data for PUT requests [fixme]
+page/network-post-data.spec.ts > should return post data w/o content-type @smoke [fixme]
+page/network-post-data.spec.ts > should throw on invalid JSON in post data [fixme]
+page/network-request-body.spec.ts > should get request body for file/blob [fixme]
+page/network-request-body.spec.ts > should get request body for navigator.sendBeacon api calls [fixme]
+page/network-request-body.spec.ts > should return body for PUT requests [fixme]
+page/network-request-body.spec.ts > should return correct request body buffer for utf-8 body [fixme]
+page/network-request-body.spec.ts > should return request body w/o content-type @smoke [fixme]
+page/network-request-body.spec.ts > should throw on invalid JSON in post data [fixme]
+page/page-accessibility.spec.ts > autocomplete [fixme]
+page/page-accessibility.spec.ts > checkbox with and tabIndex and label should not have children [fixme]
+page/page-accessibility.spec.ts > checkbox without label should not have children [fixme]
+page/page-accessibility.spec.ts > keyshortcuts [fixme]
+page/page-accessibility.spec.ts > multiselectable [fixme]
+page/page-accessibility.spec.ts > non editable textbox with role and tabIndex and label should not have children [fixme]
+page/page-accessibility.spec.ts > orientation [fixme]
+page/page-accessibility.spec.ts > rich text editable fields should have children [fixme]
+page/page-accessibility.spec.ts > rich text editable fields with role should have children [fixme]
+page/page-accessibility.spec.ts > roledescription [fixme]
+page/page-accessibility.spec.ts > should not report text nodes inside controls [fixme]
+page/page-accessibility.spec.ts > should return null when the element is no longer in DOM [fixme]
+page/page-accessibility.spec.ts > should show uninteresting nodes [fixme]
+page/page-accessibility.spec.ts > should work @smoke [fixme]
+page/page-accessibility.spec.ts > should work a button [fixme]
+page/page-accessibility.spec.ts > should work an input [fixme]
+page/page-accessibility.spec.ts > should work on a menu [fixme]
+page/page-accessibility.spec.ts > should work when there is a title [fixme]
+page/page-accessibility.spec.ts > should work with aria-invalid accessibility tree [fixme]
+page/page-accessibility.spec.ts > should work with regular text [fixme]
+page/page-add-init-script.spec.ts > init script should run only once in iframe [fixme]
+page/page-add-locator-handler.spec.ts > should work with toHaveScreenshot [fixme]
+page/page-add-script-tag.spec.ts > should throw when added with content to the CSP page [fixme]
+page/page-aria-snapshot-ai.spec.ts > should stitch all frame snapshots [fixme]
+page/page-autowaiting-basic.spec.ts > should await form-get on click [fixme]
+page/page-autowaiting-basic.spec.ts > should await form-post on click [fixme]
+page/page-autowaiting-no-hang.spec.ts > clicking in the middle of navigation that aborts [fixme]
+page/page-autowaiting-no-hang.spec.ts > goBack in the middle of navigation that commits [fixme]
+page/page-basic.spec.ts > frame.press should work [fixme]
+page/page-basic.spec.ts > page.frame should respect url [fixme]
+page/page-click-scroll.spec.ts > should scroll into view display:contents [fixme]
+page/page-click.spec.ts > should click button inside frameset [fixme]
+page/page-click.spec.ts > should click in a nested transformed iframe [fixme]
+page/page-click.spec.ts > should click in a transformed iframe [fixme]
+page/page-click.spec.ts > should click in a transformed iframe with force [fixme]
+page/page-click.spec.ts > should click the button @smoke [fixme]
+page/page-click.spec.ts > should click the button with fixed position inside an iframe [fixme]
+page/page-click.spec.ts > should issue clicks in parallel in page and popup [fixme]
+page/page-click.spec.ts > should not hang when frame is detached [fixme]
+page/page-click.spec.ts > should set PointerEvent.pressure on pointerdown [fixme]
+page/page-click.spec.ts > should set PointerEvent.pressure on pointermove [fixme]
+page/page-dialog.spec.ts > should handle multiple alerts [fixme]
+page/page-dialog.spec.ts > should handle multiple confirms [fixme]
+page/page-drag.spec.ts > Drag and drop > should cancel on escape [fixme]
+page/page-drag.spec.ts > Drag and drop > should not send dragover on the first mousemove [fixme]
+page/page-emulate-media.spec.ts > should change the actual colors in css [fixme]
+page/page-emulate-media.spec.ts > should default to light [fixme]
+page/page-emulate-media.spec.ts > should emulate colorScheme should work @smoke [fixme]
+page/page-emulate-media.spec.ts > should emulate contrast [fixme]
+page/page-emulate-media.spec.ts > should emulate forcedColors [fixme]
+page/page-emulate-media.spec.ts > should emulate reduced motion [fixme]
+page/page-emulate-media.spec.ts > should emulate type @smoke [fixme]
+page/page-emulate-media.spec.ts > should keep reduced motion and color emulation after reload [fixme]
+page/page-emulate-media.spec.ts > should work during navigation [fixme]
+page/page-evaluate-no-stall.spec.ts > should throw when no main execution context [fixme]
+page/page-evaluate.spec.ts > should throw a nice error after a navigation [fixme]
+page/page-evaluate.spec.ts > should throw when evaluation triggers reload [fixme]
+page/page-event-console.spec.ts > should not throw when there are console messages in detached iframes [fixme]
+page/page-event-console.spec.ts > should trigger correct Log [fixme]
+page/page-event-console.spec.ts > should work @smoke [fixme]
+page/page-event-console.spec.ts > should work for different console API calls [fixme]
+page/page-event-load.spec.ts > should fire once with iframe navigation [fixme]
+page/page-event-network.spec.ts > should resolve responses after a navigation [fixme]
+page/page-event-pageerror.spec.ts > should contain sourceURL [fixme]
+page/page-event-pageerror.spec.ts > should contain the Error.name property [fixme]
+page/page-event-pageerror.spec.ts > should emit error from unhandled rejects [fixme]
+page/page-event-pageerror.spec.ts > should fire [fixme]
+page/page-event-pageerror.spec.ts > should handle object [fixme]
+page/page-event-pageerror.spec.ts > should handle odd values [fixme]
+page/page-event-pageerror.spec.ts > should handle window [fixme]
+page/page-event-pageerror.spec.ts > should not receive console message for pageError [fixme]
+page/page-event-pageerror.spec.ts > should support an empty Error.name property [fixme]
+page/page-event-popup.spec.ts > should be able to capture alert [fixme]
+page/page-event-popup.spec.ts > should report popup opened from iframes [fixme]
+page/page-event-popup.spec.ts > should work with clicking target=_blank [fixme]
+page/page-event-request.spec.ts > should fire requestfailed when intercepting race [fixme]
+page/page-event-request.spec.ts > should not expose preflight OPTIONS request [fixme]
+page/page-event-request.spec.ts > should not expose preflight OPTIONS request with network interception [fixme]
+page/page-event-request.spec.ts > should report navigation requests and responses handled by service worker with routing [fixme]
+page/page-event-request.spec.ts > should report requests and responses handled by service worker [fixme]
+page/page-event-request.spec.ts > should report requests and responses handled by service worker with routing [fixme]
+page/page-expose-function.spec.ts > should be callable from-inside addInitScript [fixme]
+page/page-expose-function.spec.ts > should not result in unhandled rejection [fixme]
+page/page-expose-function.spec.ts > should work on frames [fixme]
+page/page-expose-function.spec.ts > should work on frames before navigation [fixme]
+page/page-expose-function.spec.ts > should work with busted Array.prototype.map/push [fixme]
+page/page-filechooser.spec.ts > should not throw when frame is detached immediately [fixme]
+page/page-fill.spec.ts > should not double-fill in contenteditable with beforeinput handler in Firefox [fixme]
+page/page-focus.spec.ts > should emit blur event [fixme]
+page/page-goto.spec.ts > should be able to navigate to a page controlled by service worker [fixme]
+page/page-goto.spec.ts > should fail when canceled by another navigation [fixme]
+page/page-goto.spec.ts > should fail when replaced by another navigation [fixme]
+page/page-goto.spec.ts > should not leak listeners during navigation [fixme]
+page/page-goto.spec.ts > should override referrer-policy [fixme]
+page/page-goto.spec.ts > should send referer [fixme]
+page/page-goto.spec.ts > should send referer of cross-origin URL [fixme]
+page/page-goto.spec.ts > should work with anchor navigation [fixme]
+page/page-goto.spec.ts > should work with file URL with subframes [fixme]
+page/page-goto.spec.ts > should work with lazy loading iframes [fixme]
+page/page-goto.spec.ts > should work with subframes return 204 with domcontentloaded [fixme]
+page/page-history.spec.ts > goBack/goForward should work with bfcache-able pages [fixme]
+page/page-history.spec.ts > page.goBack during renderer-initiated navigation [fixme]
+page/page-history.spec.ts > page.goForward during renderer-initiated navigation [fixme]
+page/page-history.spec.ts > page.reload during renderer-initiated navigation [fixme]
+page/page-history.spec.ts > page.reload should work with data url [fixme]
+page/page-history.spec.ts > regression test for issue 20791 [fixme]
+page/page-history.spec.ts > should reload proper page [fixme]
+page/page-keyboard.spec.ts > insertText should only emit input event [fixme]
+page/page-keyboard.spec.ts > should press Enter [fixme]
+page/page-keyboard.spec.ts > should send a character with insertText [fixme]
+page/page-keyboard.spec.ts > should send proper codes while typing with shift [fixme]
+page/page-keyboard.spec.ts > should shift raw codes [fixme]
+page/page-keyboard.spec.ts > should work after a cross origin navigation [fixme]
+page/page-navigation.spec.ts > should work with _blank target in form [fixme]
+page/page-navigation.spec.ts > should work with cross-process _blank target [fixme]
+page/page-network-idle.spec.ts > should navigate to empty page with networkidle [fixme]
+page/page-network-idle.spec.ts > should wait for networkidle from the popup [fixme]
+page/page-network-request.spec.ts > page.reload return 304 status code [fixme]
+page/page-network-request.spec.ts > should get the same headers as the server [fixme]
+page/page-network-request.spec.ts > should get the same headers as the server CORS [fixme]
+page/page-network-request.spec.ts > should handle mixed-content blocked requests [fixme]
+page/page-network-request.spec.ts > should not allow to access frame on popup main request [fixme]
+page/page-network-request.spec.ts > should not get preflight CORS requests when intercepting [fixme]
+page/page-network-request.spec.ts > should not return allHeaders() until they are available [fixme]
+page/page-network-request.spec.ts > should parse the data if content-type is application/x-www-form-urlencoded [fixme]
+page/page-network-request.spec.ts > should parse the data if content-type is application/x-www-form-urlencoded; charset=UTF-8 [fixme]
+page/page-network-request.spec.ts > should parse the json post data [fixme]
+page/page-network-request.spec.ts > should report raw headers [fixme]
+page/page-network-request.spec.ts > should report raw response headers in redirects [fixme]
+page/page-network-request.spec.ts > should return event source [fixme]
+page/page-network-request.spec.ts > should return multipart/form-data [fixme]
+page/page-network-request.spec.ts > should return navigation bit [fixme]
+page/page-network-request.spec.ts > should return postData [fixme]
+page/page-network-request.spec.ts > should work with binary post data [fixme]
+page/page-network-request.spec.ts > should work with binary post data and interception [fixme]
+page/page-network-response.spec.ts > should behave the same way for headers and allHeaders [fixme]
+page/page-network-response.spec.ts > should provide a Response with a file URL [fixme]
+page/page-network-response.spec.ts > should report all headers [fixme]
+page/page-network-response.spec.ts > should report if request was fromServiceWorker [fixme]
+page/page-network-response.spec.ts > should report multiple set-cookie headers [fixme]
+page/page-network-response.spec.ts > should return headers after route.fulfill [fixme]
+page/page-network-response.spec.ts > should return set-cookie header after route.fulfill [fixme]
+page/page-network-sizes.spec.ts > should handle redirects [fixme]
+page/page-network-sizes.spec.ts > should have the correct responseBodySize [fixme]
+page/page-network-sizes.spec.ts > should have the correct responseBodySize for chunked request [fixme]
+page/page-network-sizes.spec.ts > should have the correct responseBodySize with gzip compression [fixme]
+page/page-network-sizes.spec.ts > should set bodySize to 0 when there was no response body [fixme]
+page/page-network-sizes.spec.ts > should set bodySize, headersSize, and transferSize [fixme]
+page/page-network-sizes.spec.ts > should work with 200 status code [fixme]
+page/page-network-sizes.spec.ts > should work with 401 status code [fixme]
+page/page-network-sizes.spec.ts > should work with 404 status code [fixme]
+page/page-network-sizes.spec.ts > should work with 500 status code [fixme]
+page/page-request-continue.spec.ts > propagate headers cross origin redirect [fixme]
+page/page-request-continue.spec.ts > redirected requests should report overridden headers [fixme]
+page/page-request-continue.spec.ts > should not allow to override unsafe HTTP headers [fixme]
+page/page-request-fulfill.spec.ts > headerValue should return set-cookie from intercepted response [fixme]
+page/page-request-fulfill.spec.ts > should allow mocking binary responses [fixme]
+page/page-request-fulfill.spec.ts > should allow mocking svg with charset [fixme]
+page/page-request-fulfill.spec.ts > should fulfill with fetch response that has multiple set-cookie [fixme]
+page/page-request-fulfill.spec.ts > should fulfill with multiple set-cookie [fixme]
+page/page-request-fulfill.spec.ts > should include the origin header [fixme]
+page/page-request-gc.spec.ts > should work [fixme]
+page/page-request-intercept.spec.ts > request.postData is not null when fetching FormData with a Blob [fixme]
+page/page-request-intercept.spec.ts > should abort favicon requests if interception is enabled [fixme]
+page/page-request-intercept.spec.ts > should fulfill popup main request using alias [fixme]
+page/page-request-intercept.spec.ts > should override with defaults when intercepted response not provided [fixme]
+page/page-route.spec.ts > should add Access-Control-Allow-Origin by default when fulfill [fixme]
+page/page-route.spec.ts > should allow null origin for about:blank [fixme]
+page/page-route.spec.ts > should be abortable with custom error codes [fixme]
+page/page-route.spec.ts > should contain raw request header [fixme]
+page/page-route.spec.ts > should intercept when postData is more than 1MB [fixme]
+page/page-route.spec.ts > should not auto-intercept non-preflight OPTIONS with network interception [fixme]
+page/page-route.spec.ts > should not override cookie header [fixme]
+page/page-route.spec.ts > should support cors for different methods [fixme]
+page/page-route.spec.ts > should support cors with credentials [fixme]
+page/page-route.spec.ts > should support cors with POST [fixme]
+page/page-screenshot.spec.ts > page screenshot > should allow transparency [fixme]
+page/page-set-extra-http-headers.spec.ts > should not duplicate referer header [fixme]
+page/page-set-input-files.spec.ts > input event.composed should be true and cross shadow dom boundary [fixme]
+page/page-set-input-files.spec.ts > input should trigger events when files changed second time [fixme]
+page/page-set-input-files.spec.ts > should accept single file [fixme]
+page/page-set-input-files.spec.ts > should be able to read selected file [fixme]
+page/page-set-input-files.spec.ts > should be able to reset selected files with empty file list [fixme]
+page/page-set-input-files.spec.ts > should detect mime type [fixme]
+page/page-set-input-files.spec.ts > should emit event addListener/removeListener [fixme]
+page/page-set-input-files.spec.ts > should emit event after navigation [fixme]
+page/page-set-input-files.spec.ts > should emit event for iframe [fixme]
+page/page-set-input-files.spec.ts > should emit event on/off [fixme]
+page/page-set-input-files.spec.ts > should emit event once [fixme]
+page/page-set-input-files.spec.ts > should emit event via prepend [fixme]
+page/page-set-input-files.spec.ts > should emit input and change events [fixme]
+page/page-set-input-files.spec.ts > should not accept multiple files for single-file input [fixme]
+page/page-set-input-files.spec.ts > should not throw when filechooser belongs to iframe [fixme]
+page/page-set-input-files.spec.ts > should preserve lastModified timestamp [fixme]
+page/page-set-input-files.spec.ts > should return the same file chooser when there are many watchdogs simultaneously [fixme]
+page/page-set-input-files.spec.ts > should set from memory [fixme]
+page/page-set-input-files.spec.ts > should trigger listener added before navigation [fixme]
+page/page-set-input-files.spec.ts > should work @smoke [fixme]
+page/page-set-input-files.spec.ts > should work for "multiple" [fixme]
+page/page-set-input-files.spec.ts > should work for "webkitdirectory" [fixme]
+page/page-set-input-files.spec.ts > should work for single file pick [fixme]
+page/page-set-input-files.spec.ts > should work when file input is attached to DOM [fixme]
+page/page-set-input-files.spec.ts > should work when file input is not attached to DOM [fixme]
+page/page-set-input-files.spec.ts > should work with CSP [fixme]
+page/page-set-input-files.spec.ts > should work with no timeout [fixme]
+page/page-wait-for-load-state.spec.ts > should wait for load state of about:blank popup [fixme]
+page/page-wait-for-load-state.spec.ts > should wait for load state of about:blank popup with noopener [fixme]
+page/page-wait-for-load-state.spec.ts > should wait for load state of empty url popup [fixme]
+page/page-wait-for-load-state.spec.ts > should wait for load state of newPage [fixme]
+page/page-wait-for-navigation.spec.ts > should work with url match [fixme]
+page/page-wait-for-selector-1.spec.ts > should throw when frame is detached [fixme]
+page/page-wait-for-selector-2.spec.ts > should throw when frame is detached xpath [fixme]
+page/page-wait-for-selector-2.spec.ts > should work when navigating before node adoption [fixme]
+page/page-wait-for-url.spec.ts > should work with commit and about:blank [fixme]
+page/retarget.spec.ts > setInputFiles should work with label [fixme]
+page/wheel.spec.ts > should dispatch wheel events after popup was opened @smoke [fixme]
+page/workers.spec.ts > Page.workers @smoke [fixme]
+page/workers.spec.ts > should attribute network activity for worker inside iframe to the iframe [fixme]
+page/workers.spec.ts > should clear upon cross-process navigation [fixme]
+page/workers.spec.ts > should clear upon navigation [fixme]
+page/workers.spec.ts > should dispatch console messages when page has workers [fixme]
+page/workers.spec.ts > should emit created and destroyed events [fixme]
+page/workers.spec.ts > should evaluate [fixme]
+page/workers.spec.ts > should have JSHandles for console logs [fixme]
+page/workers.spec.ts > should not report console logs from workers twice [fixme]
+page/workers.spec.ts > should report and intercept network from nested worker [fixme]
+page/workers.spec.ts > should report console event on the worker [fixme]
+page/workers.spec.ts > should report console event on the worker when not listening on page or context [fixme]
+page/workers.spec.ts > should report console logs [fixme]
+page/workers.spec.ts > should report errors [fixme]
+page/workers.spec.ts > should report network activity [fixme]
+page/workers.spec.ts > should report network activity on worker creation [fixme]
+page/workers.spec.ts > should support extra http headers [fixme]
+page/workers.spec.ts > should support offline [fixme]
\ No newline at end of file
diff --git a/tests/bidi/expectations/bidi-chromium-page.txt b/tests/bidi/expectations/bidi-chromium-page.txt
deleted file mode 100644
index d51402783e..0000000000
--- a/tests/bidi/expectations/bidi-chromium-page.txt
+++ /dev/null
@@ -1,282 +0,0 @@
-page/elementhandle-bounding-box.spec.ts › should handle nested frames [flaky]
-page/elementhandle-bounding-box.spec.ts › should return null for invisible elements [fail]
-page/elementhandle-click.spec.ts › should work for TextNodes [fail]
-page/elementhandle-content-frame.spec.ts › should work for cross-frame evaluations [fail]
-page/elementhandle-owner-frame.spec.ts › should work for cross-process iframes [flaky]
-page/elementhandle-query-selector.spec.ts › should work for adopted elements [fail]
-page/elementhandle-screenshot.spec.ts › element screenshot › should not issue resize event [fail]
-page/elementhandle-scroll-into-view.spec.ts › should scroll display:contents into view [fail]
-page/elementhandle-scroll-into-view.spec.ts › should throw for detached element [fail]
-page/elementhandle-scroll-into-view.spec.ts › should timeout waiting for visible [fail]
-page/elementhandle-scroll-into-view.spec.ts › should wait for display:none to become visible [fail]
-page/elementhandle-scroll-into-view.spec.ts › should wait for nested display:none to become visible [fail]
-page/expect-boolean.spec.ts › toBeAttached › over navigation [flaky]
-page/expect-matcher-result.spec.ts › toHaveScreenshot should populate matcherResult [fail]
-page/expect-timeout.spec.ts › should not print timed out error message when page closes [timeout]
-page/frame-evaluate.spec.ts › should allow cross-frame element handles [fail]
-page/frame-evaluate.spec.ts › should dispose context on cross-origin navigation [fail]
-page/frame-evaluate.spec.ts › should dispose context on navigation [fail]
-page/frame-evaluate.spec.ts › should not allow cross-frame element handles when frames do not script each other [fail]
-page/frame-frame-element.spec.ts › should work with contentFrame [flaky]
-page/frame-frame-element.spec.ts › should work with frameset [flaky]
-page/frame-goto.spec.ts › should continue after client redirect [fail]
-page/frame-hierarchy.spec.ts › should detach child frames on navigation [fail]
-page/frame-hierarchy.spec.ts › should refuse to display x-frame-options:deny iframe [timeout]
-page/frame-hierarchy.spec.ts › should report different frame instance when frame re-attaches [fail]
-page/frame-hierarchy.spec.ts › should return frame.page() [flaky]
-page/frame-hierarchy.spec.ts › should send "framenavigated" when navigating on anchor URLs [timeout]
-page/frame-hierarchy.spec.ts › should support framesets [fail]
-page/interception.spec.ts › should intercept after a service worker [timeout]
-page/jshandle-to-string.spec.ts › should beautifully render sparse arrays [fail]
-page/locator-click.spec.ts › should work for TextNodes [fail]
-page/locator-convenience.spec.ts › should return page [fail]
-page/locator-is-visible.spec.ts › isVisible during navigation should not throw [timeout]
-page/locator-misc-1.spec.ts › should upload the file [timeout]
-page/locator-misc-2.spec.ts › should take screenshot [fail]
-page/locator-query.spec.ts › should enforce same frame for has/leftOf/rightOf/above/below/near [flaky]
-page/network-post-data.spec.ts › should get post data for file/blob [fail]
-page/network-post-data.spec.ts › should get post data for navigator.sendBeacon api calls [fail]
-page/network-post-data.spec.ts › should return correct postData buffer for utf-8 body [fail]
-page/network-post-data.spec.ts › should return post data for PUT requests [fail]
-page/network-post-data.spec.ts › should return post data w/o content-type @smoke [fail]
-page/network-post-data.spec.ts › should throw on invalid JSON in post data [fail]
-page/network-request-body.spec.ts › should get request body for file/blob [fail]
-page/network-request-body.spec.ts › should get request body for navigator.sendBeacon api calls [fail]
-page/network-request-body.spec.ts › should return body for PUT requests [fail]
-page/network-request-body.spec.ts › should return correct request body buffer for utf-8 body [fail]
-page/network-request-body.spec.ts › should return request body w/o content-type @smoke [fail]
-page/network-request-body.spec.ts › should throw on invalid JSON in post data [fail]
-page/page-accessibility.spec.ts › autocomplete [fail]
-page/page-accessibility.spec.ts › checkbox with and tabIndex and label should not have children [fail]
-page/page-accessibility.spec.ts › checkbox without label should not have children [fail]
-page/page-accessibility.spec.ts › keyshortcuts [fail]
-page/page-accessibility.spec.ts › multiselectable [fail]
-page/page-accessibility.spec.ts › non editable textbox with role and tabIndex and label should not have children [fail]
-page/page-accessibility.spec.ts › orientation [fail]
-page/page-accessibility.spec.ts › rich text editable fields should have children [fail]
-page/page-accessibility.spec.ts › rich text editable fields with role should have children [fail]
-page/page-accessibility.spec.ts › roledescription [fail]
-page/page-accessibility.spec.ts › should not report text nodes inside controls [fail]
-page/page-accessibility.spec.ts › should return null when the element is no longer in DOM [fail]
-page/page-accessibility.spec.ts › should show uninteresting nodes [fail]
-page/page-accessibility.spec.ts › should work @smoke [fail]
-page/page-accessibility.spec.ts › should work a button [fail]
-page/page-accessibility.spec.ts › should work an input [fail]
-page/page-accessibility.spec.ts › should work on a menu [fail]
-page/page-accessibility.spec.ts › should work when there is a title [fail]
-page/page-accessibility.spec.ts › should work with aria-invalid accessibility tree [fail]
-page/page-accessibility.spec.ts › should work with regular text [fail]
-page/page-add-init-script.spec.ts › init script should run only once in iframe [flaky]
-page/page-add-locator-handler.spec.ts › should work with toHaveScreenshot [fail]
-page/page-add-script-tag.spec.ts › should throw when added with content to the CSP page [fail]
-page/page-aria-snapshot-ai.spec.ts › should stitch all frame snapshots [flaky]
-page/page-autowaiting-basic.spec.ts › should await form-get on click [flaky]
-page/page-autowaiting-basic.spec.ts › should await form-post on click [fail]
-page/page-autowaiting-no-hang.spec.ts › clicking in the middle of navigation that aborts [flaky]
-page/page-autowaiting-no-hang.spec.ts › goBack in the middle of navigation that commits [flaky]
-page/page-basic.spec.ts › frame.press should work [fail]
-page/page-basic.spec.ts › page.frame should respect url [flaky]
-page/page-click-scroll.spec.ts › should scroll into view display:contents [fail]
-page/page-click.spec.ts › should click button inside frameset [fail]
-page/page-click.spec.ts › should click in a nested transformed iframe [timeout]
-page/page-click.spec.ts › should click in a transformed iframe [timeout]
-page/page-click.spec.ts › should click in a transformed iframe with force [fail]
-page/page-click.spec.ts › should click the button @smoke [flaky]
-page/page-click.spec.ts › should click the button with fixed position inside an iframe [timeout]
-page/page-click.spec.ts › should issue clicks in parallel in page and popup [timeout]
-page/page-click.spec.ts › should not hang when frame is detached [fail]
-page/page-click.spec.ts › should set PointerEvent.pressure on pointerdown [fail]
-page/page-click.spec.ts › should set PointerEvent.pressure on pointermove [fail]
-page/page-dialog.spec.ts › should handle multiple alerts [timeout]
-page/page-dialog.spec.ts › should handle multiple confirms [timeout]
-page/page-drag.spec.ts › Drag and drop › should cancel on escape [fail]
-page/page-drag.spec.ts › Drag and drop › should not send dragover on the first mousemove [fail]
-page/page-emulate-media.spec.ts › should change the actual colors in css [fail]
-page/page-emulate-media.spec.ts › should default to light [fail]
-page/page-emulate-media.spec.ts › should emulate colorScheme should work @smoke [fail]
-page/page-emulate-media.spec.ts › should emulate contrast [fail]
-page/page-emulate-media.spec.ts › should emulate forcedColors [fail]
-page/page-emulate-media.spec.ts › should emulate reduced motion [fail]
-page/page-emulate-media.spec.ts › should emulate type @smoke [fail]
-page/page-emulate-media.spec.ts › should keep reduced motion and color emulation after reload [fail]
-page/page-emulate-media.spec.ts › should work during navigation [fail]
-page/page-evaluate-no-stall.spec.ts › should throw when no main execution context [fail]
-page/page-evaluate.spec.ts › should throw a nice error after a navigation [fail]
-page/page-evaluate.spec.ts › should throw when evaluation triggers reload [fail]
-page/page-event-console.spec.ts › should not throw when there are console messages in detached iframes [fail]
-page/page-event-console.spec.ts › should trigger correct Log [timeout]
-page/page-event-console.spec.ts › should work @smoke [flaky]
-page/page-event-console.spec.ts › should work for different console API calls [fail]
-page/page-event-load.spec.ts › should fire once with iframe navigation [flaky]
-page/page-event-network.spec.ts › should resolve responses after a navigation [timeout]
-page/page-event-pageerror.spec.ts › should contain sourceURL [timeout]
-page/page-event-pageerror.spec.ts › should contain the Error.name property [timeout]
-page/page-event-pageerror.spec.ts › should emit error from unhandled rejects [timeout]
-page/page-event-pageerror.spec.ts › should fire [timeout]
-page/page-event-pageerror.spec.ts › should handle object [timeout]
-page/page-event-pageerror.spec.ts › should handle odd values [timeout]
-page/page-event-pageerror.spec.ts › should handle window [timeout]
-page/page-event-pageerror.spec.ts › should not receive console message for pageError [timeout]
-page/page-event-pageerror.spec.ts › should support an empty Error.name property [timeout]
-page/page-event-popup.spec.ts › should be able to capture alert [timeout]
-page/page-event-popup.spec.ts › should report popup opened from iframes [flaky]
-page/page-event-popup.spec.ts › should work with clicking target=_blank [flaky]
-page/page-event-request.spec.ts › should fire requestfailed when intercepting race [timeout]
-page/page-event-request.spec.ts › should not expose preflight OPTIONS request [flaky]
-page/page-event-request.spec.ts › should not expose preflight OPTIONS request with network interception [fail]
-page/page-event-request.spec.ts › should report navigation requests and responses handled by service worker with routing [fail]
-page/page-event-request.spec.ts › should report requests and responses handled by service worker [fail]
-page/page-event-request.spec.ts › should report requests and responses handled by service worker with routing [timeout]
-page/page-expose-function.spec.ts › should be callable from-inside addInitScript [timeout]
-page/page-expose-function.spec.ts › should not result in unhandled rejection [timeout]
-page/page-expose-function.spec.ts › should work on frames [flaky]
-page/page-expose-function.spec.ts › should work on frames before navigation [flaky]
-page/page-expose-function.spec.ts › should work with busted Array.prototype.map/push [fail]
-page/page-filechooser.spec.ts › should not throw when frame is detached immediately [flaky]
-page/page-fill.spec.ts › should not double-fill in contenteditable with beforeinput handler in Firefox [fail]
-page/page-focus.spec.ts › should emit blur event [fail]
-page/page-goto.spec.ts › should be able to navigate to a page controlled by service worker [flaky]
-page/page-goto.spec.ts › should fail when canceled by another navigation [flaky]
-page/page-goto.spec.ts › should fail when replaced by another navigation [fail]
-page/page-goto.spec.ts › should not leak listeners during navigation [flaky]
-page/page-goto.spec.ts › should override referrer-policy [fail]
-page/page-goto.spec.ts › should send referer [fail]
-page/page-goto.spec.ts › should send referer of cross-origin URL [fail]
-page/page-goto.spec.ts › should work with anchor navigation [timeout]
-page/page-goto.spec.ts › should work with file URL with subframes [flaky]
-page/page-goto.spec.ts › should work with lazy loading iframes [fail]
-page/page-goto.spec.ts › should work with subframes return 204 with domcontentloaded [fail]
-page/page-history.spec.ts › goBack/goForward should work with bfcache-able pages [flaky]
-page/page-history.spec.ts › page.goBack during renderer-initiated navigation [timeout]
-page/page-history.spec.ts › page.goForward during renderer-initiated navigation [flaky]
-page/page-history.spec.ts › page.reload during renderer-initiated navigation [flaky]
-page/page-history.spec.ts › page.reload should work with data url [timeout]
-page/page-history.spec.ts › regression test for issue 20791 [fail]
-page/page-history.spec.ts › should reload proper page [flaky]
-page/page-keyboard.spec.ts › insertText should only emit input event [fail]
-page/page-keyboard.spec.ts › should press Enter [fail]
-page/page-keyboard.spec.ts › should send a character with insertText [fail]
-page/page-keyboard.spec.ts › should send proper codes while typing with shift [timeout]
-page/page-keyboard.spec.ts › should shift raw codes [fail]
-page/page-keyboard.spec.ts › should work after a cross origin navigation [flaky]
-page/page-navigation.spec.ts › should work with _blank target in form [timeout]
-page/page-navigation.spec.ts › should work with cross-process _blank target [flaky]
-page/page-network-idle.spec.ts › should navigate to empty page with networkidle [flaky]
-page/page-network-idle.spec.ts › should wait for networkidle from the popup [timeout]
-page/page-network-request.spec.ts › page.reload return 304 status code [flaky]
-page/page-network-request.spec.ts › should get the same headers as the server [fail]
-page/page-network-request.spec.ts › should get the same headers as the server CORS [fail]
-page/page-network-request.spec.ts › should handle mixed-content blocked requests [timeout]
-page/page-network-request.spec.ts › should not allow to access frame on popup main request [fail]
-page/page-network-request.spec.ts › should not get preflight CORS requests when intercepting [fail]
-page/page-network-request.spec.ts › should not return allHeaders() until they are available [fail]
-page/page-network-request.spec.ts › should parse the data if content-type is application/x-www-form-urlencoded [fail]
-page/page-network-request.spec.ts › should parse the data if content-type is application/x-www-form-urlencoded; charset=UTF-8 [fail]
-page/page-network-request.spec.ts › should parse the json post data [fail]
-page/page-network-request.spec.ts › should report raw headers [fail]
-page/page-network-request.spec.ts › should report raw response headers in redirects [flaky]
-page/page-network-request.spec.ts › should return event source [fail]
-page/page-network-request.spec.ts › should return multipart/form-data [fail]
-page/page-network-request.spec.ts › should return navigation bit [fail]
-page/page-network-request.spec.ts › should return postData [fail]
-page/page-network-request.spec.ts › should work with binary post data [fail]
-page/page-network-request.spec.ts › should work with binary post data and interception [fail]
-page/page-network-response.spec.ts › should behave the same way for headers and allHeaders [fail]
-page/page-network-response.spec.ts › should provide a Response with a file URL [flaky]
-page/page-network-response.spec.ts › should report all headers [fail]
-page/page-network-response.spec.ts › should report if request was fromServiceWorker [fail]
-page/page-network-response.spec.ts › should report multiple set-cookie headers [fail]
-page/page-network-response.spec.ts › should return headers after route.fulfill [fail]
-page/page-network-response.spec.ts › should return set-cookie header after route.fulfill [fail]
-page/page-network-sizes.spec.ts › should handle redirects [fail]
-page/page-network-sizes.spec.ts › should have the correct responseBodySize [fail]
-page/page-network-sizes.spec.ts › should have the correct responseBodySize for chunked request [fail]
-page/page-network-sizes.spec.ts › should have the correct responseBodySize with gzip compression [fail]
-page/page-network-sizes.spec.ts › should set bodySize to 0 when there was no response body [fail]
-page/page-network-sizes.spec.ts › should set bodySize, headersSize, and transferSize [fail]
-page/page-network-sizes.spec.ts › should work with 200 status code [fail]
-page/page-network-sizes.spec.ts › should work with 401 status code [fail]
-page/page-network-sizes.spec.ts › should work with 404 status code [fail]
-page/page-network-sizes.spec.ts › should work with 500 status code [fail]
-page/page-request-continue.spec.ts › propagate headers cross origin redirect [fail]
-page/page-request-continue.spec.ts › redirected requests should report overridden headers [fail]
-page/page-request-continue.spec.ts › should not allow to override unsafe HTTP headers [fail]
-page/page-request-fulfill.spec.ts › headerValue should return set-cookie from intercepted response [fail]
-page/page-request-fulfill.spec.ts › should allow mocking binary responses [fail]
-page/page-request-fulfill.spec.ts › should allow mocking svg with charset [fail]
-page/page-request-fulfill.spec.ts › should fulfill with fetch response that has multiple set-cookie [timeout]
-page/page-request-fulfill.spec.ts › should fulfill with multiple set-cookie [timeout]
-page/page-request-fulfill.spec.ts › should include the origin header [fail]
-page/page-request-gc.spec.ts › should work [fail]
-page/page-request-intercept.spec.ts › request.postData is not null when fetching FormData with a Blob [fail]
-page/page-request-intercept.spec.ts › should abort favicon requests if interception is enabled [timeout]
-page/page-request-intercept.spec.ts › should fulfill popup main request using alias [fail]
-page/page-request-intercept.spec.ts › should override with defaults when intercepted response not provided [fail]
-page/page-route.spec.ts › should add Access-Control-Allow-Origin by default when fulfill [fail]
-page/page-route.spec.ts › should allow null origin for about:blank [fail]
-page/page-route.spec.ts › should be abortable with custom error codes [fail]
-page/page-route.spec.ts › should contain raw request header [fail]
-page/page-route.spec.ts › should intercept when postData is more than 1MB [fail]
-page/page-route.spec.ts › should not auto-intercept non-preflight OPTIONS with network interception [fail]
-page/page-route.spec.ts › should not override cookie header [fail]
-page/page-route.spec.ts › should support cors for different methods [fail]
-page/page-route.spec.ts › should support cors with credentials [fail]
-page/page-route.spec.ts › should support cors with POST [fail]
-page/page-screenshot.spec.ts › page screenshot › should allow transparency [fail]
-page/page-set-extra-http-headers.spec.ts › should not duplicate referer header [fail]
-page/page-set-input-files.spec.ts › input event.composed should be true and cross shadow dom boundary [timeout]
-page/page-set-input-files.spec.ts › input should trigger events when files changed second time [timeout]
-page/page-set-input-files.spec.ts › should accept single file [timeout]
-page/page-set-input-files.spec.ts › should be able to read selected file [timeout]
-page/page-set-input-files.spec.ts › should be able to reset selected files with empty file list [timeout]
-page/page-set-input-files.spec.ts › should detect mime type [fail]
-page/page-set-input-files.spec.ts › should emit event addListener/removeListener [timeout]
-page/page-set-input-files.spec.ts › should emit event after navigation [timeout]
-page/page-set-input-files.spec.ts › should emit event for iframe [timeout]
-page/page-set-input-files.spec.ts › should emit event on/off [timeout]
-page/page-set-input-files.spec.ts › should emit event once [timeout]
-page/page-set-input-files.spec.ts › should emit event via prepend [timeout]
-page/page-set-input-files.spec.ts › should emit input and change events [fail]
-page/page-set-input-files.spec.ts › should not accept multiple files for single-file input [timeout]
-page/page-set-input-files.spec.ts › should not throw when filechooser belongs to iframe [timeout]
-page/page-set-input-files.spec.ts › should preserve lastModified timestamp [timeout]
-page/page-set-input-files.spec.ts › should return the same file chooser when there are many watchdogs simultaneously [timeout]
-page/page-set-input-files.spec.ts › should set from memory [timeout]
-page/page-set-input-files.spec.ts › should trigger listener added before navigation [timeout]
-page/page-set-input-files.spec.ts › should work @smoke [timeout]
-page/page-set-input-files.spec.ts › should work for "multiple" [timeout]
-page/page-set-input-files.spec.ts › should work for "webkitdirectory" [timeout]
-page/page-set-input-files.spec.ts › should work for single file pick [timeout]
-page/page-set-input-files.spec.ts › should work when file input is attached to DOM [timeout]
-page/page-set-input-files.spec.ts › should work when file input is not attached to DOM [timeout]
-page/page-set-input-files.spec.ts › should work with CSP [timeout]
-page/page-set-input-files.spec.ts › should work with no timeout [timeout]
-page/page-wait-for-load-state.spec.ts › should wait for load state of about:blank popup [timeout]
-page/page-wait-for-load-state.spec.ts › should wait for load state of about:blank popup with noopener [timeout]
-page/page-wait-for-load-state.spec.ts › should wait for load state of empty url popup [timeout]
-page/page-wait-for-load-state.spec.ts › should wait for load state of newPage [timeout]
-page/page-wait-for-navigation.spec.ts › should work with url match [flaky]
-page/page-wait-for-selector-1.spec.ts › should throw when frame is detached [fail]
-page/page-wait-for-selector-2.spec.ts › should throw when frame is detached xpath [fail]
-page/page-wait-for-selector-2.spec.ts › should work when navigating before node adoption [fail]
-page/page-wait-for-url.spec.ts › should work with commit and about:blank [timeout]
-page/retarget.spec.ts › setInputFiles should work with label [timeout]
-page/wheel.spec.ts › should dispatch wheel events after popup was opened @smoke [timeout]
-page/workers.spec.ts › Page.workers @smoke [timeout]
-page/workers.spec.ts › should attribute network activity for worker inside iframe to the iframe [timeout]
-page/workers.spec.ts › should clear upon cross-process navigation [timeout]
-page/workers.spec.ts › should clear upon navigation [timeout]
-page/workers.spec.ts › should dispatch console messages when page has workers [timeout]
-page/workers.spec.ts › should emit created and destroyed events [timeout]
-page/workers.spec.ts › should evaluate [timeout]
-page/workers.spec.ts › should have JSHandles for console logs [timeout]
-page/workers.spec.ts › should not report console logs from workers twice [timeout]
-page/workers.spec.ts › should report and intercept network from nested worker [fail]
-page/workers.spec.ts › should report console event on the worker [timeout]
-page/workers.spec.ts › should report console event on the worker when not listening on page or context [timeout]
-page/workers.spec.ts › should report console logs [timeout]
-page/workers.spec.ts › should report errors [timeout]
-page/workers.spec.ts › should report network activity [timeout]
-page/workers.spec.ts › should report network activity on worker creation [timeout]
-page/workers.spec.ts › should support extra http headers [timeout]
-page/workers.spec.ts › should support offline [timeout]
\ No newline at end of file
diff --git a/tests/bidi/expectations/moz-firefox-nightly-library.conf b/tests/bidi/expectations/moz-firefox-nightly-library.conf
new file mode 100644
index 0000000000..33aff003df
--- /dev/null
+++ b/tests/bidi/expectations/moz-firefox-nightly-library.conf
@@ -0,0 +1,213 @@
+library/agent-perform.spec.ts > retrieve a secret [fixme]
+library/browsercontext-add-cookies.spec.ts > should allow unnamed cookies [fixme]
+library/browsercontext-basic.spec.ts > fetch with keepalive should throw when offline [fixme]
+library/browsercontext-basic.spec.ts > should disable javascript [fixme]
+library/browsercontext-basic.spec.ts > should emulate media in cross-process iframe [fixme]
+library/browsercontext-basic.spec.ts > should emulate media in popup [fixme]
+library/browsercontext-cookies-third-party.spec.ts > same origin third party 'Partitioned;' cookie with different origin intermediate iframe [fixme]
+library/browsercontext-cookies-third-party.spec.ts > save/load third party 'Partitioned;' cookies [fixme]
+library/browsercontext-cookies-third-party.spec.ts > save/load third party non-partitioned cookies [fixme]
+library/browsercontext-cookies-third-party.spec.ts > should be able to send third party cookies via an iframe [fixme]
+library/browsercontext-cookies-third-party.spec.ts > third party 'Partitioned;' cookies [fixme]
+library/browsercontext-cookies-third-party.spec.ts > third party non-partitioned cookies [fixme]
+library/browsercontext-cookies.spec.ts > should support requestStorageAccess [fixme]
+library/browsercontext-csp.spec.ts > should bypass CSP header [fixme]
+library/browsercontext-csp.spec.ts > should bypass CSP in iframes as well [fixme]
+library/browsercontext-csp.spec.ts > should bypass CSP meta tag @smoke [fixme]
+library/browsercontext-csp.spec.ts > should bypass after cross-process navigation [fixme]
+library/browsercontext-devtools.spec.ts > should close tab via close button [fixme]
+library/browsercontext-devtools.spec.ts > should display screencast image [fixme]
+library/browsercontext-devtools.spec.ts > should show no-pages placeholder when all tabs are closed [fixme]
+library/browsercontext-events.spec.ts > console event should work with element handles [fixme]
+library/browsercontext-har.spec.ts > should goForward to redirected navigation [fixme]
+library/browsercontext-har.spec.ts > should record overridden requests to har [fixme]
+library/browsercontext-har.spec.ts > should round-trip har with postData [fixme]
+library/browsercontext-locale.spec.ts > should format number [fixme]
+library/browsercontext-locale.spec.ts > should format number in popups [fixme]
+library/browsercontext-locale.spec.ts > should format number in workers [fixme]
+library/browsercontext-network-event.spec.ts > should reject response.finished if context closes [fixme]
+library/browsercontext-page-event.spec.ts > should have about:blank for empty url with domcontentloaded [fixme]
+library/browsercontext-page-event.spec.ts > should have about:blank url with domcontentloaded [fixme]
+library/browsercontext-page-event.spec.ts > should have an opener [fixme]
+library/browsercontext-page-event.spec.ts > should have url [fixme]
+library/browsercontext-page-event.spec.ts > should report when a new page is created and closed [fixme]
+library/browsercontext-pages.spec.ts > frame.focus should work multiple times [fixme]
+library/browsercontext-pages.spec.ts > should click the button with deviceScaleFactor set [fixme]
+library/browsercontext-reuse.spec.ts > reuse connect > should not cache resources [fixme]
+library/browsercontext-reuse.spec.ts > reuse connect > should reset serviceworker [fixme]
+library/browsercontext-reuse.spec.ts > reuse connect > should reset serviceworker that hangs in importScripts [fixme]
+library/browsercontext-reuse.spec.ts > reuse connect > should update viewport and media [fixme]
+library/browsercontext-reuse.spec.ts > reuse launch > should not cache resources [fixme]
+library/browsercontext-reuse.spec.ts > reuse launch > should reset serviceworker [fixme]
+library/browsercontext-reuse.spec.ts > reuse launch > should reset serviceworker that hangs in importScripts [fixme]
+library/browsercontext-reuse.spec.ts > reuse launch > should update viewport and media [fixme]
+library/browsercontext-service-worker-policy.spec.ts > block > should not throw error on about:blank [fixme]
+library/browsercontext-storage-state.spec.ts > should roundtrip local storage in third-party context [fixme]
+library/browsercontext-storage-state.spec.ts > should set local storage in third-party context [fixme]
+library/browsercontext-storage-state.spec.ts > should work when service worker is intefering and the origin is not open [fixme]
+library/browsercontext-user-agent.spec.ts > should override navigator.platform to match custom user agent [fixme]
+library/browsercontext-viewport-mobile.spec.ts > mobile viewport > default mobile viewports to 980 width [fixme]
+library/browsercontext-viewport-mobile.spec.ts > mobile viewport > should be detectable [fixme]
+library/browsercontext-viewport-mobile.spec.ts > mobile viewport > should detect touch when applying viewport with touches [fixme]
+library/browsercontext-viewport-mobile.spec.ts > mobile viewport > should emulate the hover media feature [fixme]
+library/browsercontext-viewport-mobile.spec.ts > mobile viewport > should preserve window.orientation override after navigation [fixme]
+library/browsercontext-viewport-mobile.spec.ts > mobile viewport > should support touch emulation [fixme]
+library/browsercontext-viewport-mobile.spec.ts > mobile viewport > should support window.orientation emulation [fixme]
+library/browsercontext-viewport.spec.ts > should drag with high dpi [fixme]
+library/browsercontext-viewport.spec.ts > should keep touch emulation after screenshot beyond viewport [fixme]
+library/browsercontext-viewport.spec.ts > should support touch with null viewport [fixme]
+library/browsertype-connect.spec.ts > launchServer > should be able to connect 20 times to a single server without warnings [fixme]
+library/browsertype-connect.spec.ts > launchServer > should save download [fixme]
+library/browsertype-connect.spec.ts > launchServer > should upload a folder [fixme]
+library/browsertype-connect.spec.ts > run-server > should be able to connect 20 times to a single server without warnings [fixme]
+library/browsertype-connect.spec.ts > run-server > should save download [fixme]
+library/browsertype-connect.spec.ts > run-server > should upload a folder [fixme]
+library/browsertype-launch.spec.ts > should reject if launched browser fails immediately [fixme]
+library/capabilities.spec.ts > SharedArrayBuffer should work @smoke [fixme]
+library/channels.spec.ts > should work with the domain module [fixme]
+library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > serviceWorker(), and fromServiceWorker() work [fixme]
+library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > setExtraHTTPHeaders [fixme]
+library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > setOffline [fixme]
+library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should intercept only serviceworker request, not page [fixme]
+library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should intercept service worker importScripts [fixme]
+library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should intercept service worker requests (main and within) [fixme]
+library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should produce network events, routing, and annotations for Service Worker (advanced) [fixme]
+library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should produce network events, routing, and annotations for Service Worker [fixme]
+library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should report failure (due to content-type) of main service worker request [fixme]
+library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should report failure (due to redirect) of main service worker request [fixme]
+library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should report intercepted service worker requests in HAR [fixme]
+library/chromium/chromium.spec.ts > http credentials > httpCredentials [fixme]
+library/chromium/chromium.spec.ts > serviceWorkers() should return current workers [fixme]
+library/chromium/chromium.spec.ts > should close service worker together with the context [fixme]
+library/chromium/chromium.spec.ts > should create a worker from a service worker [fixme]
+library/chromium/chromium.spec.ts > should create a worker from service worker with noop routing [fixme]
+library/chromium/chromium.spec.ts > should emit new service worker on update [fixme]
+library/chromium/connect-over-cdp.spec.ts > should send default User-Agent header with connect request [fixme]
+library/chromium/connect-over-cdp.spec.ts > should send extra headers with connect request [fixme]
+library/chromium/launcher.spec.ts > should report console messages from content script [fixme]
+library/chromium/launcher.spec.ts > should return background pages [fixme]
+library/chromium/launcher.spec.ts > should return background pages when recording video [fixme]
+library/chromium/launcher.spec.ts > should support request/response events when using backgroundPage() [fixme]
+library/client-certificates.spec.ts > browser > persistentContext > should intercept TLS and send no client certificate when noCertificate is set for the visited origin [fixme]
+library/client-certificates.spec.ts > browser > should intercept TLS and send no client certificate when noCertificate is set for the visited origin [fixme]
+library/client-certificates.spec.ts > browser > should not intercept TLS for origins without a client certificate [fixme]
+library/debug-controller.spec.ts > should allow setting recorder mode only for specific browser [fixme]
+library/debug-controller.spec.ts > should record [fixme]
+library/debug-controller.spec.ts > should work with browser._launchServer [fixme]
+library/defaultbrowsercontext-1.spec.ts > should support bypassCSP option [fixme]
+library/defaultbrowsercontext-1.spec.ts > should support javascriptEnabled option [fixme]
+library/defaultbrowsercontext-2.spec.ts > should have passed URL when launching with ignoreDefaultArgs: true [fixme]
+library/defaultbrowsercontext-2.spec.ts > should support colorScheme option [fixme]
+library/defaultbrowsercontext-2.spec.ts > should support contrast option [fixme]
+library/defaultbrowsercontext-2.spec.ts > should support forcedColors option [fixme]
+library/defaultbrowsercontext-2.spec.ts > should support hasTouch option [fixme]
+library/defaultbrowsercontext-2.spec.ts > should support reducedMotion option [fixme]
+library/defaultbrowsercontext-2.spec.ts > should work in persistent context [fixme]
+library/download.spec.ts > download event > should be able to cancel pending downloads [fixme]
+library/download.spec.ts > download event > should report new window downloads [fixme]
+library/download.spec.ts > download event > should throw if browser dies [fixme]
+library/emulation-focus.spec.ts > should focus popups by default [fixme]
+library/emulation-focus.spec.ts > should focus with more than one page/context [fixme]
+library/emulation-focus.spec.ts > should think that all pages are focused @smoke [fixme]
+library/fetch-proxy.spec.ts > context request should pick up proxy credentials [fixme]
+library/firefox/launcher.spec.ts > should support custom firefox policies [fixme]
+library/geolocation.spec.ts > should use context options for popup [fixme]
+library/har-websocket.spec.ts > should attach websocket messages [fixme]
+library/har-websocket.spec.ts > should attach websocket messages for a still open websocket after stopping [fixme]
+library/har-websocket.spec.ts > should embed websocket messages [fixme]
+library/har-websocket.spec.ts > should include websocket handshake headers and status [fixme]
+library/har-websocket.spec.ts > should omit websocket messages [fixme]
+library/har-websocket.spec.ts > should only have one websocket entry [fixme]
+library/har-websocket.spec.ts > should record websocket connection failure [fixme]
+library/har-websocket.spec.ts > should record websocket handshake failure [fixme]
+library/har-websocket.spec.ts > should respect PLAYWRIGHT_HAR_NO_WEBSOCKET_FRAMES [fixme]
+library/har-websocket.spec.ts > should still allow routeWebSocket to modify messages when capturing HAR [fixme]
+library/har-websocket.spec.ts > should still capture websocket when route passes messages through [fixme]
+library/har.spec.ts > should have connection details [fixme]
+library/har.spec.ts > should have connection details for failed requests [fixme]
+library/har.spec.ts > should have connection details for redirects [fixme]
+library/har.spec.ts > should have security details [fixme]
+library/har.spec.ts > should include binary postData [fixme]
+library/har.spec.ts > should include form params [fixme]
+library/har.spec.ts > should include postData [fixme]
+library/har.spec.ts > should include set-cookies [fixme]
+library/har.spec.ts > should include set-cookies with comma [fixme]
+library/har.spec.ts > should include sizes [fixme]
+library/har.spec.ts > should not hang on slow chunked response [fixme]
+library/har.spec.ts > should report the correct _transferSize with PNG files [fixme]
+library/har.spec.ts > should return security details directly from response [fixme]
+library/har.spec.ts > should return server address directly from response [fixme]
+library/headful.spec.ts > should click bottom row w/ infobar in OOPIF [fixme]
+library/headful.spec.ts > should click in OOPIF [fixme]
+library/heap.spec.ts > cycle handles [fixme]
+library/hit-target.spec.ts > should detect overlaid element in a transformed iframe [fixme]
+library/inspector/cli-codegen-2.spec.ts > cli codegen > should --test-id-attribute [fixme]
+library/inspector/cli-codegen-2.spec.ts > cli codegen > should not clash pages [fixme]
+library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate frame locators (1) [fixme]
+library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate frame locators (2) [fixme]
+library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate frame locators (3) [fixme]
+library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate frame locators (4) [fixme]
+library/launcher.spec.ts > should throw a friendly error if its headed and there is no xserver on linux running [fixme]
+library/locator-dispatchevent-touch.spec.ts > should support touch points in touch event arguments [fixme]
+library/multiclient.spec.ts > last emulateMedia wins [fixme]
+library/multiclient.spec.ts > should chain routes [fixme]
+library/multiclient.spec.ts > should unroute websockets [fixme]
+library/page-clock.spec.ts > popup > should tick after popup [fixme]
+library/page-event-crash.spec.ts > should be able to close context when page crashes [fixme]
+library/page-event-crash.spec.ts > should be able to close page after crash [fixme]
+library/page-event-crash.spec.ts > should cancel navigation when page crashes [fixme]
+library/page-event-crash.spec.ts > should cancel waitForEvent when page crashes [fixme]
+library/page-event-crash.spec.ts > should emit crash event when page crashes [fixme]
+library/page-event-crash.spec.ts > should throw on any action after page crashes [fixme]
+library/permissions.spec.ts > permissions > should deny permission when not listed [fixme]
+library/permissions.spec.ts > permissions > should fail when bad permission is given [fixme]
+library/permissions.spec.ts > permissions > should isolate permissions between browser contexts [fixme]
+library/permissions.spec.ts > permissions > should trigger permission onchange [fixme]
+library/permissions.spec.ts > should support clipboard read [fixme]
+library/popup.spec.ts > BrowserContext.addInitScript should apply to a cross-process popup [fixme]
+library/popup.spec.ts > should expose function from browser context [fixme]
+library/popup.spec.ts > should inherit touch support from browser context [fixme]
+library/popup.spec.ts > should not dispatch binding on a closed page [fixme]
+library/popup.spec.ts > should not throw when click closes popup [fixme]
+library/popup.spec.ts > should use viewport size from window features [fixme]
+library/proxy.spec.ts > should reconnect with credentials after CONNECT 407 closes the socket [fixme]
+library/role-utils.spec.ts > axe-core accessible-text [fixme]
+library/role-utils.spec.ts > wpt accname #2 [fixme]
+library/role-utils.spec.ts > wpt accname #3 [fixme]
+library/route-web-socket.spec.ts > should emit close upon frame detach [fixme]
+library/screencast.spec.ts > onFrame receives viewport size [fixme]
+library/screenshot.spec.ts > page screenshot > should work with device scale factor and scale:css [fixme]
+library/screenshot.spec.ts > page screenshot > should work with device scale factor, clip and scale:css [fixme]
+library/selector-generator.spec.ts > selector generator > should work in dynamic iframes without navigation [fixme]
+library/slowmo.spec.ts > slowMo > Frame SlowMo check [fixme]
+library/slowmo.spec.ts > slowMo > Frame SlowMo uncheck [fixme]
+library/tap.spec.ts > should not send mouse events touchstart is canceled [fixme]
+library/tap.spec.ts > should not send mouse events when touchend is canceled [fixme]
+library/tap.spec.ts > should not wait for a navigation caused by a tap [fixme]
+library/tap.spec.ts > should send all of the correct events @smoke [fixme]
+library/tap.spec.ts > should send well formed touch points [fixme]
+library/tap.spec.ts > should wait until an element is visible to tap it [fixme]
+library/tap.spec.ts > should work with modifiers [fixme]
+library/tap.spec.ts > trial run should not tap [fixme]
+library/trace-viewer.spec.ts > should filter network requests by multiple resource types [fixme]
+library/trace-viewer.spec.ts > should filter network requests by url [fixme]
+library/trace-viewer.spec.ts > should filter network requests by websocket type [fixme]
+library/trace-viewer.spec.ts > should highlight locator in iframe while typing [fixme]
+library/trace-viewer.spec.ts > should open console errors on click [fixme]
+library/trace-viewer.spec.ts > should pick locator in iframe [fixme]
+library/trace-viewer.spec.ts > should render console [fixme]
+library/trace-viewer.spec.ts > should show only one pointer with multilevel iframes [fixme]
+library/trace-viewer.spec.ts > should show websocket messages [fixme]
+library/tracing.spec.ts > should produce screencast frames crop [fixme]
+library/tracing.spec.ts > should produce screencast frames fit [fixme]
+library/tracing.spec.ts > should produce screencast frames scale [fixme]
+library/tracing.spec.ts > should save trace while a WebSocket keeps streaming frames [fixme]
+library/web-socket.spec.ts > should emit binary frame events [fixme]
+library/web-socket.spec.ts > should emit close events [fixme]
+library/web-socket.spec.ts > should emit error [fixme]
+library/web-socket.spec.ts > should emit frame events [fixme]
+library/web-socket.spec.ts > should filter out the close events when the server closes with a message [fixme]
+library/web-socket.spec.ts > should not have stray error events [fixme]
+library/web-socket.spec.ts > should pass self as argument to close event [fixme]
+library/web-socket.spec.ts > should reject waitForEvent on page close [fixme]
+library/web-socket.spec.ts > should reject waitForEvent on socket close [fixme]
\ No newline at end of file
diff --git a/tests/bidi/expectations/moz-firefox-nightly-library.txt b/tests/bidi/expectations/moz-firefox-nightly-library.txt
deleted file mode 100644
index af096803a2..0000000000
--- a/tests/bidi/expectations/moz-firefox-nightly-library.txt
+++ /dev/null
@@ -1,213 +0,0 @@
-library/agent-perform.spec.ts › retrieve a secret [timeout]
-library/browsercontext-add-cookies.spec.ts › should allow unnamed cookies [fail]
-library/browsercontext-basic.spec.ts › fetch with keepalive should throw when offline [fail]
-library/browsercontext-basic.spec.ts › should disable javascript [fail]
-library/browsercontext-basic.spec.ts › should emulate media in cross-process iframe [fail]
-library/browsercontext-basic.spec.ts › should emulate media in popup [fail]
-library/browsercontext-cookies-third-party.spec.ts › same origin third party 'Partitioned;' cookie with different origin intermediate iframe [fail]
-library/browsercontext-cookies-third-party.spec.ts › save/load third party 'Partitioned;' cookies [fail]
-library/browsercontext-cookies-third-party.spec.ts › save/load third party non-partitioned cookies [fail]
-library/browsercontext-cookies-third-party.spec.ts › should be able to send third party cookies via an iframe [fail]
-library/browsercontext-cookies-third-party.spec.ts › third party 'Partitioned;' cookies [timeout]
-library/browsercontext-cookies-third-party.spec.ts › third party non-partitioned cookies [timeout]
-library/browsercontext-cookies.spec.ts › should support requestStorageAccess [fail]
-library/browsercontext-csp.spec.ts › should bypass CSP header [fail]
-library/browsercontext-csp.spec.ts › should bypass CSP in iframes as well [fail]
-library/browsercontext-csp.spec.ts › should bypass CSP meta tag @smoke [fail]
-library/browsercontext-csp.spec.ts › should bypass after cross-process navigation [fail]
-library/browsercontext-devtools.spec.ts › should close tab via close button [fail]
-library/browsercontext-devtools.spec.ts › should display screencast image [fail]
-library/browsercontext-devtools.spec.ts › should show no-pages placeholder when all tabs are closed [fail]
-library/browsercontext-events.spec.ts › console event should work with element handles [fail]
-library/browsercontext-har.spec.ts › should goForward to redirected navigation [fail]
-library/browsercontext-har.spec.ts › should record overridden requests to har [fail]
-library/browsercontext-har.spec.ts › should round-trip har with postData [fail]
-library/browsercontext-locale.spec.ts › should format number [fail]
-library/browsercontext-locale.spec.ts › should format number in popups [fail]
-library/browsercontext-locale.spec.ts › should format number in workers [timeout]
-library/browsercontext-network-event.spec.ts › should reject response.finished if context closes [timeout]
-library/browsercontext-page-event.spec.ts › should have about:blank for empty url with domcontentloaded [timeout]
-library/browsercontext-page-event.spec.ts › should have about:blank url with domcontentloaded [timeout]
-library/browsercontext-page-event.spec.ts › should have an opener [fail]
-library/browsercontext-page-event.spec.ts › should have url [fail]
-library/browsercontext-page-event.spec.ts › should report when a new page is created and closed [fail]
-library/browsercontext-pages.spec.ts › frame.focus should work multiple times [fail]
-library/browsercontext-pages.spec.ts › should click the button with deviceScaleFactor set [fail]
-library/browsercontext-reuse.spec.ts › reuse connect › should not cache resources [fail]
-library/browsercontext-reuse.spec.ts › reuse connect › should reset serviceworker [timeout]
-library/browsercontext-reuse.spec.ts › reuse connect › should reset serviceworker that hangs in importScripts [timeout]
-library/browsercontext-reuse.spec.ts › reuse connect › should update viewport and media [fail]
-library/browsercontext-reuse.spec.ts › reuse launch › should not cache resources [fail]
-library/browsercontext-reuse.spec.ts › reuse launch › should reset serviceworker [timeout]
-library/browsercontext-reuse.spec.ts › reuse launch › should reset serviceworker that hangs in importScripts [timeout]
-library/browsercontext-reuse.spec.ts › reuse launch › should update viewport and media [fail]
-library/browsercontext-service-worker-policy.spec.ts › block › should not throw error on about:blank [fail]
-library/browsercontext-storage-state.spec.ts › should roundtrip local storage in third-party context [fail]
-library/browsercontext-storage-state.spec.ts › should set local storage in third-party context [fail]
-library/browsercontext-storage-state.spec.ts › should work when service worker is intefering and the origin is not open [fail]
-library/browsercontext-user-agent.spec.ts › should override navigator.platform to match custom user agent [fail]
-library/browsercontext-viewport-mobile.spec.ts › mobile viewport › default mobile viewports to 980 width [fail]
-library/browsercontext-viewport-mobile.spec.ts › mobile viewport › should be detectable [fail]
-library/browsercontext-viewport-mobile.spec.ts › mobile viewport › should detect touch when applying viewport with touches [fail]
-library/browsercontext-viewport-mobile.spec.ts › mobile viewport › should emulate the hover media feature [fail]
-library/browsercontext-viewport-mobile.spec.ts › mobile viewport › should preserve window.orientation override after navigation [fail]
-library/browsercontext-viewport-mobile.spec.ts › mobile viewport › should support touch emulation [fail]
-library/browsercontext-viewport-mobile.spec.ts › mobile viewport › should support window.orientation emulation [fail]
-library/browsercontext-viewport.spec.ts › should drag with high dpi [fail]
-library/browsercontext-viewport.spec.ts › should keep touch emulation after screenshot beyond viewport [fail]
-library/browsercontext-viewport.spec.ts › should support touch with null viewport [fail]
-library/browsertype-connect.spec.ts › launchServer › should be able to connect 20 times to a single server without warnings [timeout]
-library/browsertype-connect.spec.ts › launchServer › should save download [fail]
-library/browsertype-connect.spec.ts › launchServer › should upload a folder [fail]
-library/browsertype-connect.spec.ts › run-server › should be able to connect 20 times to a single server without warnings [timeout]
-library/browsertype-connect.spec.ts › run-server › should save download [fail]
-library/browsertype-connect.spec.ts › run-server › should upload a folder [fail]
-library/browsertype-launch.spec.ts › should reject if launched browser fails immediately [fail]
-library/capabilities.spec.ts › SharedArrayBuffer should work @smoke [timeout]
-library/channels.spec.ts › should work with the domain module [timeout]
-library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › serviceWorker(), and fromServiceWorker() work [timeout]
-library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › setExtraHTTPHeaders [timeout]
-library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › setOffline [timeout]
-library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should intercept only serviceworker request, not page [timeout]
-library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should intercept service worker importScripts [timeout]
-library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should intercept service worker requests (main and within) [timeout]
-library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should produce network events, routing, and annotations for Service Worker (advanced) [timeout]
-library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should produce network events, routing, and annotations for Service Worker [timeout]
-library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should report failure (due to content-type) of main service worker request [timeout]
-library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should report failure (due to redirect) of main service worker request [timeout]
-library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should report intercepted service worker requests in HAR [timeout]
-library/chromium/chromium.spec.ts › http credentials › httpCredentials [timeout]
-library/chromium/chromium.spec.ts › serviceWorkers() should return current workers [timeout]
-library/chromium/chromium.spec.ts › should close service worker together with the context [timeout]
-library/chromium/chromium.spec.ts › should create a worker from a service worker [timeout]
-library/chromium/chromium.spec.ts › should create a worker from service worker with noop routing [timeout]
-library/chromium/chromium.spec.ts › should emit new service worker on update [timeout]
-library/chromium/connect-over-cdp.spec.ts › should send default User-Agent header with connect request [timeout]
-library/chromium/connect-over-cdp.spec.ts › should send extra headers with connect request [timeout]
-library/chromium/launcher.spec.ts › should report console messages from content script [timeout]
-library/chromium/launcher.spec.ts › should return background pages [timeout]
-library/chromium/launcher.spec.ts › should return background pages when recording video [timeout]
-library/chromium/launcher.spec.ts › should support request/response events when using backgroundPage() [timeout]
-library/client-certificates.spec.ts › browser › persistentContext › should intercept TLS and send no client certificate when noCertificate is set for the visited origin [fail]
-library/client-certificates.spec.ts › browser › should intercept TLS and send no client certificate when noCertificate is set for the visited origin [fail]
-library/client-certificates.spec.ts › browser › should not intercept TLS for origins without a client certificate [fail]
-library/debug-controller.spec.ts › should allow setting recorder mode only for specific browser [fail]
-library/debug-controller.spec.ts › should record [flaky]
-library/debug-controller.spec.ts › should work with browser._launchServer [flaky]
-library/defaultbrowsercontext-1.spec.ts › should support bypassCSP option [fail]
-library/defaultbrowsercontext-1.spec.ts › should support javascriptEnabled option [fail]
-library/defaultbrowsercontext-2.spec.ts › should have passed URL when launching with ignoreDefaultArgs: true [timeout]
-library/defaultbrowsercontext-2.spec.ts › should support colorScheme option [fail]
-library/defaultbrowsercontext-2.spec.ts › should support contrast option [fail]
-library/defaultbrowsercontext-2.spec.ts › should support forcedColors option [fail]
-library/defaultbrowsercontext-2.spec.ts › should support hasTouch option [fail]
-library/defaultbrowsercontext-2.spec.ts › should support reducedMotion option [fail]
-library/defaultbrowsercontext-2.spec.ts › should work in persistent context [fail]
-library/download.spec.ts › download event › should be able to cancel pending downloads [timeout]
-library/download.spec.ts › download event › should report new window downloads [timeout]
-library/download.spec.ts › download event › should throw if browser dies [fail]
-library/emulation-focus.spec.ts › should focus popups by default [fail]
-library/emulation-focus.spec.ts › should focus with more than one page/context [fail]
-library/emulation-focus.spec.ts › should think that all pages are focused @smoke [fail]
-library/fetch-proxy.spec.ts › context request should pick up proxy credentials [timeout]
-library/firefox/launcher.spec.ts › should support custom firefox policies [fail]
-library/geolocation.spec.ts › should use context options for popup [timeout]
-library/har-websocket.spec.ts › should attach websocket messages [fail]
-library/har-websocket.spec.ts › should attach websocket messages for a still open websocket after stopping [timeout]
-library/har-websocket.spec.ts › should embed websocket messages [fail]
-library/har-websocket.spec.ts › should include websocket handshake headers and status [fail]
-library/har-websocket.spec.ts › should omit websocket messages [fail]
-library/har-websocket.spec.ts › should only have one websocket entry [fail]
-library/har-websocket.spec.ts › should record websocket connection failure [timeout]
-library/har-websocket.spec.ts › should record websocket handshake failure [fail]
-library/har-websocket.spec.ts › should respect PLAYWRIGHT_HAR_NO_WEBSOCKET_FRAMES [fail]
-library/har-websocket.spec.ts › should still allow routeWebSocket to modify messages when capturing HAR [fail]
-library/har-websocket.spec.ts › should still capture websocket when route passes messages through [fail]
-library/har.spec.ts › should have connection details [fail]
-library/har.spec.ts › should have connection details for failed requests [fail]
-library/har.spec.ts › should have connection details for redirects [fail]
-library/har.spec.ts › should have security details [fail]
-library/har.spec.ts › should include binary postData [fail]
-library/har.spec.ts › should include form params [fail]
-library/har.spec.ts › should include postData [fail]
-library/har.spec.ts › should include set-cookies [fail]
-library/har.spec.ts › should include set-cookies with comma [fail]
-library/har.spec.ts › should include sizes [fail]
-library/har.spec.ts › should not hang on slow chunked response [timeout]
-library/har.spec.ts › should report the correct _transferSize with PNG files [fail]
-library/har.spec.ts › should return security details directly from response [fail]
-library/har.spec.ts › should return server address directly from response [fail]
-library/headful.spec.ts › should click bottom row w/ infobar in OOPIF [fail]
-library/headful.spec.ts › should click in OOPIF [fail]
-library/heap.spec.ts › cycle handles [timeout]
-library/hit-target.spec.ts › should detect overlaid element in a transformed iframe [fail]
-library/inspector/cli-codegen-2.spec.ts › cli codegen › should --test-id-attribute [timeout]
-library/inspector/cli-codegen-2.spec.ts › cli codegen › should not clash pages [timeout]
-library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate frame locators (1) [timeout]
-library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate frame locators (2) [timeout]
-library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate frame locators (3) [timeout]
-library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate frame locators (4) [timeout]
-library/launcher.spec.ts › should throw a friendly error if its headed and there is no xserver on linux running [fail]
-library/locator-dispatchevent-touch.spec.ts › should support touch points in touch event arguments [fail]
-library/multiclient.spec.ts › last emulateMedia wins [fail]
-library/multiclient.spec.ts › should chain routes [timeout]
-library/multiclient.spec.ts › should unroute websockets [timeout]
-library/page-clock.spec.ts › popup › should tick after popup [flaky]
-library/page-event-crash.spec.ts › should be able to close context when page crashes [timeout]
-library/page-event-crash.spec.ts › should be able to close page after crash [timeout]
-library/page-event-crash.spec.ts › should cancel navigation when page crashes [timeout]
-library/page-event-crash.spec.ts › should cancel waitForEvent when page crashes [timeout]
-library/page-event-crash.spec.ts › should emit crash event when page crashes [timeout]
-library/page-event-crash.spec.ts › should throw on any action after page crashes [timeout]
-library/permissions.spec.ts › permissions › should deny permission when not listed [fail]
-library/permissions.spec.ts › permissions › should fail when bad permission is given [fail]
-library/permissions.spec.ts › permissions › should isolate permissions between browser contexts [fail]
-library/permissions.spec.ts › permissions › should trigger permission onchange [fail]
-library/permissions.spec.ts › should support clipboard read [fail]
-library/popup.spec.ts › BrowserContext.addInitScript should apply to a cross-process popup [flaky]
-library/popup.spec.ts › should expose function from browser context [fail]
-library/popup.spec.ts › should inherit touch support from browser context [fail]
-library/popup.spec.ts › should not dispatch binding on a closed page [fail]
-library/popup.spec.ts › should not throw when click closes popup [timeout]
-library/popup.spec.ts › should use viewport size from window features [timeout]
-library/proxy.spec.ts › should reconnect with credentials after CONNECT 407 closes the socket [fail]
-library/role-utils.spec.ts › axe-core accessible-text [timeout]
-library/role-utils.spec.ts › wpt accname #2 [timeout]
-library/role-utils.spec.ts › wpt accname #3 [timeout]
-library/route-web-socket.spec.ts › should emit close upon frame detach [timeout]
-library/screencast.spec.ts › onFrame receives viewport size [fail]
-library/screenshot.spec.ts › page screenshot › should work with device scale factor and scale:css [fail]
-library/screenshot.spec.ts › page screenshot › should work with device scale factor, clip and scale:css [fail]
-library/selector-generator.spec.ts › selector generator › should work in dynamic iframes without navigation [fail]
-library/slowmo.spec.ts › slowMo › Frame SlowMo check [fail]
-library/slowmo.spec.ts › slowMo › Frame SlowMo uncheck [fail]
-library/tap.spec.ts › should not send mouse events touchstart is canceled [fail]
-library/tap.spec.ts › should not send mouse events when touchend is canceled [fail]
-library/tap.spec.ts › should not wait for a navigation caused by a tap [timeout]
-library/tap.spec.ts › should send all of the correct events @smoke [fail]
-library/tap.spec.ts › should send well formed touch points [timeout]
-library/tap.spec.ts › should wait until an element is visible to tap it [fail]
-library/tap.spec.ts › should work with modifiers [timeout]
-library/tap.spec.ts › trial run should not tap [fail]
-library/trace-viewer.spec.ts › should filter network requests by multiple resource types [flaky]
-library/trace-viewer.spec.ts › should filter network requests by url [fail]
-library/trace-viewer.spec.ts › should filter network requests by websocket type [fail]
-library/trace-viewer.spec.ts › should highlight locator in iframe while typing [fail]
-library/trace-viewer.spec.ts › should open console errors on click [fail]
-library/trace-viewer.spec.ts › should pick locator in iframe [fail]
-library/trace-viewer.spec.ts › should render console [fail]
-library/trace-viewer.spec.ts › should show only one pointer with multilevel iframes [fail]
-library/trace-viewer.spec.ts › should show websocket messages [fail]
-library/tracing.spec.ts › should produce screencast frames crop [timeout]
-library/tracing.spec.ts › should produce screencast frames fit [timeout]
-library/tracing.spec.ts › should produce screencast frames scale [fail]
-library/tracing.spec.ts › should save trace while a WebSocket keeps streaming frames [fail]
-library/web-socket.spec.ts › should emit binary frame events [timeout]
-library/web-socket.spec.ts › should emit close events [timeout]
-library/web-socket.spec.ts › should emit error [timeout]
-library/web-socket.spec.ts › should emit frame events [timeout]
-library/web-socket.spec.ts › should filter out the close events when the server closes with a message [timeout]
-library/web-socket.spec.ts › should not have stray error events [timeout]
-library/web-socket.spec.ts › should pass self as argument to close event [timeout]
-library/web-socket.spec.ts › should reject waitForEvent on page close [timeout]
-library/web-socket.spec.ts › should reject waitForEvent on socket close [timeout]
\ No newline at end of file
diff --git a/tests/bidi/expectations/moz-firefox-nightly-page.conf b/tests/bidi/expectations/moz-firefox-nightly-page.conf
new file mode 100644
index 0000000000..52a9c4f7c6
--- /dev/null
+++ b/tests/bidi/expectations/moz-firefox-nightly-page.conf
@@ -0,0 +1,159 @@
+page/elementhandle-click.spec.ts > should double click the button [fixme]
+page/elementhandle-click.spec.ts > should work for TextNodes [fixme]
+page/elementhandle-content-frame.spec.ts > should work for cross-frame evaluations [fixme]
+page/elementhandle-screenshot.spec.ts > element screenshot > should work for an element with an offset [fixme]
+page/elementhandle-screenshot.spec.ts > element screenshot > should work with a rotated element [fixme]
+page/elementhandle-scroll-into-view.spec.ts > should scroll display:contents into view [fixme]
+page/elementhandle-scroll-into-view.spec.ts > should throw for detached element [fixme]
+page/elementhandle-scroll-into-view.spec.ts > should timeout waiting for visible [fixme]
+page/elementhandle-scroll-into-view.spec.ts > should wait for display:none to become visible [fixme]
+page/elementhandle-scroll-into-view.spec.ts > should wait for nested display:none to become visible [fixme]
+page/elementhandle-scroll-into-view.spec.ts > should work @smoke [fixme]
+page/frame-evaluate.spec.ts > should allow cross-frame element handles [fixme]
+page/frame-evaluate.spec.ts > should dispose context on cross-origin navigation [fixme]
+page/frame-evaluate.spec.ts > should dispose context on navigation [fixme]
+page/frame-hierarchy.spec.ts > should support framesets [fixme]
+page/interception.spec.ts > should disable memory cache when intercepting [fixme]
+page/interception.spec.ts > should intercept worker requests when enabled after worker creation [fixme]
+page/jshandle-to-string.spec.ts > should beautifully render sparse arrays [fixme]
+page/locator-click.spec.ts > should double click the button [fixme]
+page/locator-click.spec.ts > should work for TextNodes [fixme]
+page/locator-misc-2.spec.ts > should scroll into view [fixme]
+page/network-post-data.spec.ts > should get post data for file/blob [fixme]
+page/network-post-data.spec.ts > should get post data for navigator.sendBeacon api calls [fixme]
+page/network-post-data.spec.ts > should return correct postData buffer for utf-8 body [fixme]
+page/network-post-data.spec.ts > should return post data for PUT requests [fixme]
+page/network-post-data.spec.ts > should return post data w/o content-type @smoke [fixme]
+page/network-post-data.spec.ts > should throw on invalid JSON in post data [fixme]
+page/network-request-body.spec.ts > should get request body for file/blob [fixme]
+page/network-request-body.spec.ts > should get request body for navigator.sendBeacon api calls [fixme]
+page/network-request-body.spec.ts > should return body for PUT requests [fixme]
+page/network-request-body.spec.ts > should return correct request body buffer for utf-8 body [fixme]
+page/network-request-body.spec.ts > should return request body w/o content-type @smoke [fixme]
+page/network-request-body.spec.ts > should throw on invalid JSON in post data [fixme]
+page/page-accessibility.spec.ts > autocomplete [fixme]
+page/page-accessibility.spec.ts > checkbox with and tabIndex and label should not have children [fixme]
+page/page-accessibility.spec.ts > checkbox without label should not have children [fixme]
+page/page-accessibility.spec.ts > keyshortcuts [fixme]
+page/page-accessibility.spec.ts > multiselectable [fixme]
+page/page-accessibility.spec.ts > non editable textbox with role and tabIndex and label should not have children [fixme]
+page/page-accessibility.spec.ts > orientation [fixme]
+page/page-accessibility.spec.ts > rich text editable fields should have children [fixme]
+page/page-accessibility.spec.ts > rich text editable fields with role should have children [fixme]
+page/page-accessibility.spec.ts > roledescription [fixme]
+page/page-accessibility.spec.ts > should not report text nodes inside controls [fixme]
+page/page-accessibility.spec.ts > should return null when the element is no longer in DOM [fixme]
+page/page-accessibility.spec.ts > should show uninteresting nodes [fixme]
+page/page-accessibility.spec.ts > should work @smoke [fixme]
+page/page-accessibility.spec.ts > should work a button [fixme]
+page/page-accessibility.spec.ts > should work an input [fixme]
+page/page-accessibility.spec.ts > should work on a menu [fixme]
+page/page-accessibility.spec.ts > should work when there is a title [fixme]
+page/page-accessibility.spec.ts > should work with aria-invalid accessibility tree [fixme]
+page/page-accessibility.spec.ts > should work with regular text [fixme]
+page/page-add-init-script.spec.ts > init script should run only once in iframe [fixme]
+page/page-add-init-script.spec.ts > init script should run only once in popup [fixme]
+page/page-add-init-script-callback.spec.ts > should call a function passed as an argument [fixme]
+page/page-add-init-script-callback.spec.ts > should work in a child frame [fixme]
+page/page-add-script-tag.spec.ts > should throw when added with content to the CSP page [fixme]
+page/page-add-style-tag.spec.ts > should throw when added with content to the CSP page [fixme]
+page/page-aria-snapshot-ai.spec.ts > return empty snapshot when iframe is not loaded [fixme]
+page/page-basic.spec.ts > frame.press should work [fixme]
+page/page-basic.spec.ts > should return null if parent page has been closed [fixme]
+page/page-click-scroll.spec.ts > should scroll into view display:contents [fixme]
+page/page-click-scroll.spec.ts > should scroll into view display:contents with position [fixme]
+page/page-click.spec.ts > should click a button that is overlaid by a permission popup [fixme]
+page/page-click.spec.ts > should click in a nested transformed iframe [fixme]
+page/page-click.spec.ts > should click in a transformed iframe [fixme]
+page/page-click.spec.ts > should click in a transformed iframe with force [fixme]
+page/page-click.spec.ts > should click the button with fixed position inside an iframe [fixme]
+page/page-click.spec.ts > should double click the button [fixme]
+page/page-click.spec.ts > should not retain removed iframe after clicking inside it [fixme]
+page/page-click.spec.ts > should select the text by triple clicking [fixme]
+page/page-drag.spec.ts > Drag and drop > should cancel on escape [fixme]
+page/page-drag.spec.ts > Drag and drop > should respect the drop effect [fixme]
+page/page-drag.spec.ts > Drag and drop > should send the right events [fixme]
+page/page-drag.spec.ts > Drag and drop > should work @smoke [fixme]
+page/page-drag.spec.ts > Drag and drop > should work if a frame is stalled [fixme]
+page/page-drag.spec.ts > Drag and drop > should work if the drag event is captured but not canceled [fixme]
+page/page-drag.spec.ts > Drag and drop > should work inside iframe [fixme]
+page/page-drag.spec.ts > Drag and drop > should work with locators [fixme]
+page/page-drag.spec.ts > Drag and drop > should work with the helper method [fixme]
+page/page-drag.spec.ts > should handle custom dataTransfer [fixme]
+page/page-emulate-media.spec.ts > should change the actual colors in css [fixme]
+page/page-emulate-media.spec.ts > should default to light [fixme]
+page/page-emulate-media.spec.ts > should emulate colorScheme should work @smoke [fixme]
+page/page-emulate-media.spec.ts > should emulate contrast [fixme]
+page/page-emulate-media.spec.ts > should emulate forcedColors [fixme]
+page/page-emulate-media.spec.ts > should emulate reduced motion [fixme]
+page/page-emulate-media.spec.ts > should emulate type @smoke [fixme]
+page/page-emulate-media.spec.ts > should keep reduced motion and color emulation after reload [fixme]
+page/page-emulate-media.spec.ts > should report hover and fine pointer for desktop [fixme]
+page/page-emulate-media.spec.ts > should work during navigation [fixme]
+page/page-event-console.spec.ts > should trigger correct Log [fixme]
+page/page-event-console.spec.ts > should work @smoke [fixme]
+page/page-event-request.spec.ts > should report requests and responses handled by service worker [fixme]
+page/page-event-request.spec.ts > should report requests and responses handled by service worker with routing [fixme]
+page/page-expose-function.spec.ts > should work with setContent [fixme]
+page/page-filechooser.spec.ts > should be able to reset selected files with empty file list [fixme]
+page/page-filechooser.spec.ts > should emit event for iframe [fixme]
+page/page-filechooser.spec.ts > should respect timeout [fixme]
+page/page-goto.spec.ts > should override referrer-policy [fixme]
+page/page-goto.spec.ts > should send referer [fixme]
+page/page-goto.spec.ts > should send referer of cross-origin URL [fixme]
+page/page-history.spec.ts > goBack/goForward should work with bfcache-able pages [fixme]
+page/page-history.spec.ts > page.goBack should work for file urls [fixme]
+page/page-history.spec.ts > regression test for issue 20791 [fixme]
+page/page-keyboard.spec.ts > should press audio and media control keys [fixme]
+page/page-mouse.spec.ts > should always round down [fixme]
+page/page-mouse.spec.ts > should dblclick the div [fixme]
+page/page-network-idle.spec.ts > should not wait for an open EventSource connection [fixme]
+page/page-network-idle.spec.ts > should not wait for an open EventSource connection in setContent [fixme]
+page/page-network-request.spec.ts > should not allow to access frame on popup main request [fixme]
+page/page-network-request.spec.ts > should not get preflight CORS requests when intercepting [fixme]
+page/page-network-request.spec.ts > should parse the data if content-type is application/x-www-form-urlencoded [fixme]
+page/page-network-request.spec.ts > should parse the data if content-type is application/x-www-form-urlencoded; charset=UTF-8 [fixme]
+page/page-network-request.spec.ts > should parse the json post data [fixme]
+page/page-network-request.spec.ts > should return event source [fixme]
+page/page-network-request.spec.ts > should return multipart/form-data [fixme]
+page/page-network-request.spec.ts > should return postData [fixme]
+page/page-network-request.spec.ts > should work with binary post data [fixme]
+page/page-network-request.spec.ts > should work with binary post data and interception [fixme]
+page/page-network-response.spec.ts > should reject response.finished if context closes [fixme]
+page/page-network-response.spec.ts > should report all headers [fixme]
+page/page-network-response.spec.ts > should report if request was fromServiceWorker [fixme]
+page/page-network-response.spec.ts > should report multiple set-cookie headers [fixme]
+page/page-network-response.spec.ts > should return non-utf8 body even when content-type says utf8 [fixme]
+page/page-network-response.spec.ts > should wait until response completes [fixme]
+page/page-request-continue.spec.ts > continue with headers should send fresh cookie from the browser cookie store [fixme]
+page/page-request-continue.spec.ts > should not throw if request was cancelled by the page [fixme]
+page/page-request-fulfill.spec.ts > should fulfill with gzip and readback [fixme]
+page/page-request-fulfill.spec.ts > should not throw if request was cancelled by the page [fixme]
+page/page-request-intercept.spec.ts > request.postData is not null when fetching FormData with a Blob [fixme]
+page/page-request-intercept.spec.ts > should intercept multipart/form-data request body [fixme]
+page/page-route.spec.ts > should be abortable with custom error codes [fixme]
+page/page-route.spec.ts > should intercept when postData is more than 1MB [fixme]
+page/page-route.spec.ts > should not override cookie header [fixme]
+page/page-route.spec.ts > should not throw if request was cancelled by the page [fixme]
+page/page-screenshot.spec.ts > page screenshot animations > should not capture css animations in shadow DOM [fixme]
+page/page-screenshot.spec.ts > page screenshot animations > should not capture pseudo element css animation [fixme]
+page/page-screenshot.spec.ts > page screenshot > should allow transparency [fixme]
+page/page-set-input-files.spec.ts > should upload a folder [fixme]
+page/page-wait-for-load-state.spec.ts > should wait for load state of about:blank popup [fixme]
+page/page-wait-for-load-state.spec.ts > should wait for load state of about:blank popup with noopener [fixme]
+page/page-wait-for-load-state.spec.ts > should wait for load state of empty url popup [fixme]
+page/wheel.spec.ts > should dispatch wheel events after popup was opened @smoke [fixme]
+page/workers.spec.ts > Page.workers @smoke [fixme]
+page/workers.spec.ts > should attribute network activity for worker inside iframe to the iframe [fixme]
+page/workers.spec.ts > should clear upon cross-process navigation [fixme]
+page/workers.spec.ts > should clear upon navigation [fixme]
+page/workers.spec.ts > should dispatch console messages when page has workers [fixme]
+page/workers.spec.ts > should emit created and destroyed events [fixme]
+page/workers.spec.ts > should evaluate [fixme]
+page/workers.spec.ts > should have JSHandles for console logs [fixme]
+page/workers.spec.ts > should report and intercept network from nested worker [fixme]
+page/workers.spec.ts > should report console event on the worker [fixme]
+page/workers.spec.ts > should report console event on the worker when not listening on page or context [fixme]
+page/workers.spec.ts > should report network activity [fixme]
+page/workers.spec.ts > should support extra http headers [fixme]
+page/workers.spec.ts > should support offline [fixme]
\ No newline at end of file
diff --git a/tests/bidi/expectations/moz-firefox-nightly-page.txt b/tests/bidi/expectations/moz-firefox-nightly-page.txt
deleted file mode 100644
index 72d12de13b..0000000000
--- a/tests/bidi/expectations/moz-firefox-nightly-page.txt
+++ /dev/null
@@ -1,159 +0,0 @@
-page/elementhandle-click.spec.ts › should double click the button [fail]
-page/elementhandle-click.spec.ts › should work for TextNodes [fail]
-page/elementhandle-content-frame.spec.ts › should work for cross-frame evaluations [fail]
-page/elementhandle-screenshot.spec.ts › element screenshot › should work for an element with an offset [fail]
-page/elementhandle-screenshot.spec.ts › element screenshot › should work with a rotated element [fail]
-page/elementhandle-scroll-into-view.spec.ts › should scroll display:contents into view [fail]
-page/elementhandle-scroll-into-view.spec.ts › should throw for detached element [fail]
-page/elementhandle-scroll-into-view.spec.ts › should timeout waiting for visible [fail]
-page/elementhandle-scroll-into-view.spec.ts › should wait for display:none to become visible [fail]
-page/elementhandle-scroll-into-view.spec.ts › should wait for nested display:none to become visible [fail]
-page/elementhandle-scroll-into-view.spec.ts › should work @smoke [fail]
-page/frame-evaluate.spec.ts › should allow cross-frame element handles [fail]
-page/frame-evaluate.spec.ts › should dispose context on cross-origin navigation [fail]
-page/frame-evaluate.spec.ts › should dispose context on navigation [fail]
-page/frame-hierarchy.spec.ts › should support framesets [fail]
-page/interception.spec.ts › should disable memory cache when intercepting [timeout]
-page/interception.spec.ts › should intercept worker requests when enabled after worker creation [timeout]
-page/jshandle-to-string.spec.ts › should beautifully render sparse arrays [fail]
-page/locator-click.spec.ts › should double click the button [fail]
-page/locator-click.spec.ts › should work for TextNodes [fail]
-page/locator-misc-2.spec.ts › should scroll into view [fail]
-page/network-post-data.spec.ts › should get post data for file/blob [fail]
-page/network-post-data.spec.ts › should get post data for navigator.sendBeacon api calls [fail]
-page/network-post-data.spec.ts › should return correct postData buffer for utf-8 body [fail]
-page/network-post-data.spec.ts › should return post data for PUT requests [fail]
-page/network-post-data.spec.ts › should return post data w/o content-type @smoke [fail]
-page/network-post-data.spec.ts › should throw on invalid JSON in post data [fail]
-page/network-request-body.spec.ts › should get request body for file/blob [fail]
-page/network-request-body.spec.ts › should get request body for navigator.sendBeacon api calls [fail]
-page/network-request-body.spec.ts › should return body for PUT requests [fail]
-page/network-request-body.spec.ts › should return correct request body buffer for utf-8 body [fail]
-page/network-request-body.spec.ts › should return request body w/o content-type @smoke [fail]
-page/network-request-body.spec.ts › should throw on invalid JSON in post data [fail]
-page/page-accessibility.spec.ts › autocomplete [fail]
-page/page-accessibility.spec.ts › checkbox with and tabIndex and label should not have children [fail]
-page/page-accessibility.spec.ts › checkbox without label should not have children [fail]
-page/page-accessibility.spec.ts › keyshortcuts [fail]
-page/page-accessibility.spec.ts › multiselectable [fail]
-page/page-accessibility.spec.ts › non editable textbox with role and tabIndex and label should not have children [fail]
-page/page-accessibility.spec.ts › orientation [fail]
-page/page-accessibility.spec.ts › rich text editable fields should have children [fail]
-page/page-accessibility.spec.ts › rich text editable fields with role should have children [fail]
-page/page-accessibility.spec.ts › roledescription [fail]
-page/page-accessibility.spec.ts › should not report text nodes inside controls [fail]
-page/page-accessibility.spec.ts › should return null when the element is no longer in DOM [fail]
-page/page-accessibility.spec.ts › should show uninteresting nodes [fail]
-page/page-accessibility.spec.ts › should work @smoke [fail]
-page/page-accessibility.spec.ts › should work a button [fail]
-page/page-accessibility.spec.ts › should work an input [fail]
-page/page-accessibility.spec.ts › should work on a menu [fail]
-page/page-accessibility.spec.ts › should work when there is a title [fail]
-page/page-accessibility.spec.ts › should work with aria-invalid accessibility tree [fail]
-page/page-accessibility.spec.ts › should work with regular text [fail]
-page/page-add-init-script.spec.ts › init script should run only once in iframe [fail]
-page/page-add-init-script.spec.ts › init script should run only once in popup [timeout]
-page/page-add-init-script-callback.spec.ts › should call a function passed as an argument [fail]
-page/page-add-init-script-callback.spec.ts › should work in a child frame [fail]
-page/page-add-script-tag.spec.ts › should throw when added with content to the CSP page [fail]
-page/page-add-style-tag.spec.ts › should throw when added with content to the CSP page [timeout]
-page/page-aria-snapshot-ai.spec.ts › return empty snapshot when iframe is not loaded [flaky]
-page/page-basic.spec.ts › frame.press should work [fail]
-page/page-basic.spec.ts › should return null if parent page has been closed [timeout]
-page/page-click-scroll.spec.ts › should scroll into view display:contents [fail]
-page/page-click-scroll.spec.ts › should scroll into view display:contents with position [fail]
-page/page-click.spec.ts › should click a button that is overlaid by a permission popup [timeout]
-page/page-click.spec.ts › should click in a nested transformed iframe [timeout]
-page/page-click.spec.ts › should click in a transformed iframe [timeout]
-page/page-click.spec.ts › should click in a transformed iframe with force [fail]
-page/page-click.spec.ts › should click the button with fixed position inside an iframe [fail]
-page/page-click.spec.ts › should double click the button [fail]
-page/page-click.spec.ts › should not retain removed iframe after clicking inside it [fail]
-page/page-click.spec.ts › should select the text by triple clicking [fail]
-page/page-drag.spec.ts › Drag and drop › should cancel on escape [fail]
-page/page-drag.spec.ts › Drag and drop › should respect the drop effect [fail]
-page/page-drag.spec.ts › Drag and drop › should send the right events [fail]
-page/page-drag.spec.ts › Drag and drop › should work @smoke [fail]
-page/page-drag.spec.ts › Drag and drop › should work if a frame is stalled [fail]
-page/page-drag.spec.ts › Drag and drop › should work if the drag event is captured but not canceled [fail]
-page/page-drag.spec.ts › Drag and drop › should work inside iframe [fail]
-page/page-drag.spec.ts › Drag and drop › should work with locators [fail]
-page/page-drag.spec.ts › Drag and drop › should work with the helper method [fail]
-page/page-drag.spec.ts › should handle custom dataTransfer [timeout]
-page/page-emulate-media.spec.ts › should change the actual colors in css [fail]
-page/page-emulate-media.spec.ts › should default to light [fail]
-page/page-emulate-media.spec.ts › should emulate colorScheme should work @smoke [fail]
-page/page-emulate-media.spec.ts › should emulate contrast [fail]
-page/page-emulate-media.spec.ts › should emulate forcedColors [fail]
-page/page-emulate-media.spec.ts › should emulate reduced motion [fail]
-page/page-emulate-media.spec.ts › should emulate type @smoke [fail]
-page/page-emulate-media.spec.ts › should keep reduced motion and color emulation after reload [fail]
-page/page-emulate-media.spec.ts › should report hover and fine pointer for desktop [fail]
-page/page-emulate-media.spec.ts › should work during navigation [fail]
-page/page-event-console.spec.ts › should trigger correct Log [timeout]
-page/page-event-console.spec.ts › should work @smoke [flaky]
-page/page-event-request.spec.ts › should report requests and responses handled by service worker [fail]
-page/page-event-request.spec.ts › should report requests and responses handled by service worker with routing [fail]
-page/page-expose-function.spec.ts › should work with setContent [timeout]
-page/page-filechooser.spec.ts › should be able to reset selected files with empty file list [timeout]
-page/page-filechooser.spec.ts › should emit event for iframe [timeout]
-page/page-filechooser.spec.ts › should respect timeout [flaky]
-page/page-goto.spec.ts › should override referrer-policy [fail]
-page/page-goto.spec.ts › should send referer [fail]
-page/page-goto.spec.ts › should send referer of cross-origin URL [fail]
-page/page-history.spec.ts › goBack/goForward should work with bfcache-able pages [timeout]
-page/page-history.spec.ts › page.goBack should work for file urls [timeout]
-page/page-history.spec.ts › regression test for issue 20791 [flaky]
-page/page-keyboard.spec.ts › should press audio and media control keys [fail]
-page/page-mouse.spec.ts › should always round down [fail]
-page/page-mouse.spec.ts › should dblclick the div [timeout]
-page/page-network-idle.spec.ts › should not wait for an open EventSource connection [timeout]
-page/page-network-idle.spec.ts › should not wait for an open EventSource connection in setContent [timeout]
-page/page-network-request.spec.ts › should not allow to access frame on popup main request [fail]
-page/page-network-request.spec.ts › should not get preflight CORS requests when intercepting [fail]
-page/page-network-request.spec.ts › should parse the data if content-type is application/x-www-form-urlencoded [fail]
-page/page-network-request.spec.ts › should parse the data if content-type is application/x-www-form-urlencoded; charset=UTF-8 [fail]
-page/page-network-request.spec.ts › should parse the json post data [fail]
-page/page-network-request.spec.ts › should return event source [fail]
-page/page-network-request.spec.ts › should return multipart/form-data [fail]
-page/page-network-request.spec.ts › should return postData [fail]
-page/page-network-request.spec.ts › should work with binary post data [fail]
-page/page-network-request.spec.ts › should work with binary post data and interception [fail]
-page/page-network-response.spec.ts › should reject response.finished if context closes [timeout]
-page/page-network-response.spec.ts › should report all headers [fail]
-page/page-network-response.spec.ts › should report if request was fromServiceWorker [fail]
-page/page-network-response.spec.ts › should report multiple set-cookie headers [fail]
-page/page-network-response.spec.ts › should return non-utf8 body even when content-type says utf8 [fail]
-page/page-network-response.spec.ts › should wait until response completes [fail]
-page/page-request-continue.spec.ts › continue with headers should send fresh cookie from the browser cookie store [fail]
-page/page-request-continue.spec.ts › should not throw if request was cancelled by the page [timeout]
-page/page-request-fulfill.spec.ts › should fulfill with gzip and readback [timeout]
-page/page-request-fulfill.spec.ts › should not throw if request was cancelled by the page [timeout]
-page/page-request-intercept.spec.ts › request.postData is not null when fetching FormData with a Blob [fail]
-page/page-request-intercept.spec.ts › should intercept multipart/form-data request body [fail]
-page/page-route.spec.ts › should be abortable with custom error codes [fail]
-page/page-route.spec.ts › should intercept when postData is more than 1MB [fail]
-page/page-route.spec.ts › should not override cookie header [timeout]
-page/page-route.spec.ts › should not throw if request was cancelled by the page [timeout]
-page/page-screenshot.spec.ts › page screenshot animations › should not capture css animations in shadow DOM [flaky]
-page/page-screenshot.spec.ts › page screenshot animations › should not capture pseudo element css animation [fail]
-page/page-screenshot.spec.ts › page screenshot › should allow transparency [fail]
-page/page-set-input-files.spec.ts › should upload a folder [fail]
-page/page-wait-for-load-state.spec.ts › should wait for load state of about:blank popup [timeout]
-page/page-wait-for-load-state.spec.ts › should wait for load state of about:blank popup with noopener [timeout]
-page/page-wait-for-load-state.spec.ts › should wait for load state of empty url popup [timeout]
-page/wheel.spec.ts › should dispatch wheel events after popup was opened @smoke [timeout]
-page/workers.spec.ts › Page.workers @smoke [timeout]
-page/workers.spec.ts › should attribute network activity for worker inside iframe to the iframe [timeout]
-page/workers.spec.ts › should clear upon cross-process navigation [timeout]
-page/workers.spec.ts › should clear upon navigation [timeout]
-page/workers.spec.ts › should dispatch console messages when page has workers [timeout]
-page/workers.spec.ts › should emit created and destroyed events [timeout]
-page/workers.spec.ts › should evaluate [timeout]
-page/workers.spec.ts › should have JSHandles for console logs [fail]
-page/workers.spec.ts › should report and intercept network from nested worker [fail]
-page/workers.spec.ts › should report console event on the worker [timeout]
-page/workers.spec.ts › should report console event on the worker when not listening on page or context [timeout]
-page/workers.spec.ts › should report network activity [timeout]
-page/workers.spec.ts › should support extra http headers [timeout]
-page/workers.spec.ts › should support offline [timeout]
\ No newline at end of file
diff --git a/tests/bidi/playwright.config.ts b/tests/bidi/playwright.config.ts
index 3dfe1d6786..9fa4abae97 100644
--- a/tests/bidi/playwright.config.ts
+++ b/tests/bidi/playwright.config.ts
@@ -48,11 +48,11 @@ const reporters = () => {
['blob'],
['../config/parquetReporter.ts'],
['./csvReporter', { outputFile: path.join(outputDir, 'report.csv') }],
- ['./expectationReporter', { rebase: false }],
+ ['../config/expectationReporter', { rebase: false, expectationsDir: path.join(__dirname, 'expectations') }],
] : [
['html', { open: 'on-failure' }],
['./csvReporter', { outputFile: path.join(outputDir, 'report.csv') }],
- ['./expectationReporter', { rebase: false }],
+ ['../config/expectationReporter', { rebase: false, expectationsDir: path.join(__dirname, 'expectations') }],
];
return result;
};
diff --git a/tests/bidi/expectationReporter.ts b/tests/config/expectationReporter.ts
similarity index 59%
rename from tests/bidi/expectationReporter.ts
rename to tests/config/expectationReporter.ts
index 734095aa9c..6f6c7ba25a 100644
--- a/tests/bidi/expectationReporter.ts
+++ b/tests/config/expectationReporter.ts
@@ -20,10 +20,17 @@ import type {
import fs from 'fs';
import path from 'path';
-type TestExpectation = 'unknown' | 'flaky' | 'pass' | 'fail' | 'timeout';
+type TestOutcome = 'unknown' | 'flaky' | 'pass' | 'fail' | 'timeout';
+
+type Expectation = {
+ expectation: 'skip' | 'fixme' | 'fail';
+ reason?: string;
+};
type ReporterOptions = {
rebase?: boolean;
+ expectationsDir?: string;
+ expectationsFile?: string;
};
class ExpectationReporter implements Reporter {
@@ -36,17 +43,20 @@ class ExpectationReporter implements Reporter {
}
async preprocess({ suite, testRun }: Parameters<NonNullable<Reporter['preprocess']>>[0]) {
- if (!process.env.PWTEST_USE_BIDI_EXPECTATIONS)
+ if (!this._options.expectationsFile && !process.env.PWTEST_USE_BIDI_EXPECTATIONS)
return;
if (this._options.rebase)
return;
for (const project of suite.suites) {
- const expectations = await parseExpectations(project.title);
- for (const test of project.allTests()) {
- const expectation = expectations.get(expectationKey(test));
- if (expectation && ['flaky', 'fail', 'timeout'].includes(expectation))
- testRun.fixme(test, `marked as ${expectation} in bidi expectations`);
- }
+ const expectations = await parseExpectations(this._expectationsPath(project.title));
+ const visit = (entry: Suite | TestCase) => {
+ const expectation = expectations.get(expectationKey(entry));
+ if (expectation)
+ testRun[expectation.expectation](entry, expectation.reason ?? `marked as ${expectation.expectation} in expectations`);
+ else if (entry.type !== 'test')
+ entry.entries().forEach(visit);
+ };
+ project.entries().forEach(visit);
}
}
@@ -66,19 +76,19 @@ class ExpectationReporter implements Reporter {
}
private async _updateProjectExpectations(project: Suite) {
- const outputFile = projectExpectationPath(project.title);
- const expectations = await parseExpectations(project.title);
+ const outputFile = this._expectationsPath(project.title);
+ const expectations = await parseExpectations(outputFile);
for (const test of project.allTests()) {
const outcome = getOutcome(test);
const key = expectationKey(test);
if (outcome === 'timeout')
- expectations.set(key, outcome);
+ expectations.set(key, { expectation: 'fixme' });
else if (expectations.has(key) && test.outcome() !== 'skipped')
expectations.delete(key); // Remove tests that no longer timeout.
}
const keys = Array.from(expectations.keys());
keys.sort();
- const results = keys.map(key => `${key} [${expectations.get(key)}]`);
+ const results = keys.map(key => `${key} [${expectations.get(key)!.expectation}]`);
console.log('Writing new expectations to', outputFile);
await fs.promises.writeFile(outputFile, results.join('\n'));
}
@@ -86,9 +96,13 @@ class ExpectationReporter implements Reporter {
printsToStdio(): boolean {
return false;
}
+
+ private _expectationsPath(projectName: string): string {
+ return this._options.expectationsFile ?? path.join(this._options.expectationsDir!, projectName + '.conf');
+ }
}
-function getOutcome(test: TestCase): TestExpectation {
+function getOutcome(test: TestCase): TestOutcome {
if (test.results.length === 0)
return 'unknown';
if (test.results.every(r => r.status === 'timedOut'))
@@ -102,31 +116,34 @@ function getOutcome(test: TestCase): TestExpectation {
return 'unknown';
}
-function expectationKey(test: TestCase): string {
- return test.titlePath().slice(2).join(' › ');
+function expectationKey(entry: Suite | TestCase): string {
+ return entry.titlePath().slice(2).join(' > ');
}
-async function parseExpectations(projectName: string): Promise<Map<string, TestExpectation>> {
- const filePath = projectExpectationPath(projectName);
+async function parseExpectations(filePath: string): Promise<Map<string, Expectation>> {
try {
await fs.promises.access(filePath);
} catch (e) {
return new Map();
}
const content = await fs.promises.readFile(filePath);
- const pairs = content.toString().split('\n').map(line => {
- const match = /(?<titlePath>.+) \[(?<expectation>[^\]]+)\]$/.exec(line);
+ const expectations = new Map<string, Expectation>();
+ let reason: string | undefined;
+ for (const line of content.toString().split('\n')) {
+ if (!line.trim())
+ continue;
+ if (line.startsWith('#')) {
+ reason = line.substring(1).trim();
+ continue;
+ }
+ const match = /^(?<titlePath>.+) \[(?<expectation>skip|fixme|fail)\]$/.exec(line);
if (!match) {
console.error('Bad expectation line: ' + line);
- return undefined;
+ continue;
}
- return [match.groups!.titlePath, match.groups!.expectation];
- }).filter(Boolean) as [string, TestExpectation][];
- return new Map(pairs);
-}
-
-function projectExpectationPath(project: string): string {
- return path.join(__dirname, 'expectations', project + '.txt');
+ expectations.set(match.groups!.titlePath, { expectation: match.groups!.expectation as Expectation['expectation'], reason });
+ }
+ return expectations;
}
export default ExpectationReporter;
diff --git a/tests/playwright-test/access-data.spec.ts b/tests/playwright-test/access-data.spec.ts
index ea5b984341..5e9907d03e 100644
--- a/tests/playwright-test/access-data.spec.ts
+++ b/tests/playwright-test/access-data.spec.ts
@@ -65,7 +65,7 @@ test('should access annotations in fixture', async ({ runInlineTest }) => {
{ type: 'myname', description: 'hello' }
]);
expect(test.results[0].stdout).toEqual([{ text: 'console.log\n' }]);
- expect(test.results[0].stderr).toEqual([{ text: 'console.error\n' }]);
+ expect(test.results[0].stderr).toEqual([{ text: expect.stringContaining('console.error') }]);
});
test('should report projectName in result', async ({ runInlineTest }) => {
diff --git a/tests/playwright-test/babel.spec.ts b/tests/playwright-test/babel.spec.ts
index a98810876f..6d6c1bfa8b 100644
--- a/tests/playwright-test/babel.spec.ts
+++ b/tests/playwright-test/babel.spec.ts
@@ -16,8 +16,6 @@
import { test, expect } from './playwright-test-fixtures';
-test.skip(!!process.env.PW_BUN, 'bun transpiles test files itself');
-
test('should succeed', async ({ runInlineTest }) => {
const result = await runInlineTest({
'one-success.spec.ts': `
diff --git a/tests/playwright-test/basic.spec.ts b/tests/playwright-test/basic.spec.ts
index 6493c9e29d..769c6b755e 100644
--- a/tests/playwright-test/basic.spec.ts
+++ b/tests/playwright-test/basic.spec.ts
@@ -492,7 +492,7 @@ test('should report unhandled rejection during worker shutdown', async ({ runInl
expect(result.exitCode).toBe(1);
expect(result.passed).toBe(1);
expect(result.output).toContain('Error: Unhandled');
- expect(result.output).toContain('a.test.ts:4:33');
+ expect(result.output).toContain('a.test.ts:4:');
});
test('should not reuse worker after unhandled rejection in test.fail', async ({ runInlineTest }) => {
diff --git a/tests/playwright-test/bun-expectations.conf b/tests/playwright-test/bun-expectations.conf
new file mode 100644
index 0000000000..deda270dcc
--- /dev/null
+++ b/tests/playwright-test/bun-expectations.conf
@@ -0,0 +1,92 @@
+# Bun transpiles test files itself, so there is no Babel transform and no compilation cache.
+babel.spec.ts [skip]
+cache.spec.ts [skip]
+
+# Bun loads and resolves modules itself.
+esm.spec.ts [skip]
+resolver.spec.ts [skip]
+
+# Bun resolves modules with its own tsconfig, so --tsconfig has no effect.
+ui-mode-test-run.spec.ts > should respect --tsconfig option [skip]
+
+# Bun does not support custom ESM loaders.
+loader.spec.ts > preflight should survive faulty ESM loader ahead of playwright [skip]
+loader.spec.ts > should compose with a custom ESM loader after playwright [skip]
+loader.spec.ts > should compose with a custom ESM loader before playwright [skip]
+
+# Bun does not report module dependencies, so there is no watch mode.
+loader.spec.ts > should complain when one test file imports another [skip]
+only-changed.spec.ts > should understand dependency structure [skip]
+test-server.spec.ts > file watching [skip]
+test-server.spec.ts > find related test files [skip]
+ui-mode-test-watch.spec.ts [skip]
+watch.spec.ts [skip]
+
+# Bun transpiles JSX itself and ignores the JSX options in tsconfig.
+loader.spec.ts > should respect jsx options from tsconfig references and extends [skip]
+loader.spec.ts > should respect react-jsxdev from tsconfig [skip]
+loader.spec.ts > should use react/jsx-runtime when tsconfig does not configure jsx [skip]
+
+# Bun adds an ESM import of the JSX runtime to CJS files and then cannot load them.
+loader.spec.ts > should load a jsx/tsx files with fragments [skip]
+
+# Bun does not have async stack frames.
+playwright.trace.spec.ts > should record step stack in trace [skip]
+reporter.spec.ts > AggregateError sub-errors are spread into testInfo.errors [skip]
+test-step.spec.ts > library API call inside expect.poll [skip]
+test-step.spec.ts > should contain steps chain in the stack [skip]
+test-step.spec.ts > should soft step w/ box [skip]
+test-step.spec.ts > should step w/ box [skip]
+test-step.spec.ts > should step w/o box [skip]
+test-step.spec.ts > show api calls inside expects [skip]
+test-step.spec.ts > web assertion inside expect.poll [skip]
+to-have-screenshot.spec.ts > should write missing expectations locally twice and attach them [skip]
+
+# Bun reports different error columns.
+list-mode.spec.ts > should report errors with location [skip]
+reporter.spec.ts > created > onError should have code snippet [skip]
+reporter.spec.ts > merged > onError should have code snippet [skip]
+
+# Bun formats stack frames differently.
+reporter-line.spec.ts > onTestPaused > pause at end - error in teardown [skip]
+reporter-line.spec.ts > onTestPaused > pause on error [skip]
+reporter-list.spec.ts > onTestPaused > pause at end - error in teardown [skip]
+reporter-list.spec.ts > onTestPaused > pause on error [skip]
+
+# Bun does not report the import stack of parse errors.
+loader.spec.ts > should return the location of a syntax error with deep stack [skip]
+
+# Bun does not apply NODE_OPTIONS to workers.
+runner.spec.ts > should report subprocess creation error [skip]
+
+# Bun formats console output itself.
+stdio.spec.ts > should support console colors but not tty [skip]
+
+# Bun has no class names in stack frames, so API names lose the class name: "click" and not "locator.click".
+playwright.connect.spec.ts > should respect connectOptions.timeout [fixme]
+playwright.connect.spec.ts > should throw with bad connectOptions [fixme]
+playwright.spec.ts > should call logger from launchOptions config [fixme]
+playwright.spec.ts > should report error and pending operations on timeout [fixme]
+playwright.spec.ts > should use actionTimeout for APIRequestContext [fixme]
+test-step.spec.ts > should not mark page.close as failed when page.click fails [fixme]
+test-step.spec.ts > should report api step failure [fixme]
+test-step.spec.ts > step timeout includes interrupted action errors [fixme]
+
+# Bun's console methods do not call process.stdout.write, so console output of the test does not get into the trace.
+ui-mode-test-output.spec.ts > should collapse repeated console messages for test [fixme]
+ui-mode-test-output.spec.ts > should print beforeAll console messages once [fixme]
+ui-mode-test-output.spec.ts > should show console messages for test [fixme]
+ui-mode-test-output.spec.ts > should stream console messages live [fixme]
+ui-mode-trace.spec.ts > should show request source context id [fixme]
+
+# Bun's console methods do not call process.stdout.write, so console output of the runner process does not get to UI mode.
+test-server.spec.ts > stdio interception [fixme]
+ui-mode-metadata.spec.ts > should render html report git info metadata [fixme]
+ui-mode-test-setup.spec.ts > should run global setup and teardown [fixme]
+ui-mode-test-setup.spec.ts > should teardown on sigint [fixme]
+
+# Bun's console methods do not call process.stdout.write, so console output comes through the stdout pipe and its order changes.
+reporter-list.spec.ts > created > should update test status row only when TTY has not scrolled [fixme]
+reporter-list.spec.ts > created > should update test status row only within configured TTY height [fixme]
+reporter-list.spec.ts > merged > should update test status row only when TTY has not scrolled [fixme]
+reporter-list.spec.ts > merged > should update test status row only within configured TTY height [fixme]
diff --git a/tests/playwright-test/cache.spec.ts b/tests/playwright-test/cache.spec.ts
index 7eeb87bc14..132cf8ca6e 100644
--- a/tests/playwright-test/cache.spec.ts
+++ b/tests/playwright-test/cache.spec.ts
@@ -19,8 +19,6 @@ import * as path from 'path';
import { test, expect } from './playwright-test-fixtures';
-test.skip(!!process.env.PW_BUN, 'bun transpiles test files itself, there is no compilation cache');
-
test('should clear cache with type:module', async ({ runCLICommand }) => {
const result = await runCLICommand({
'playwright.config.ts': `
diff --git a/tests/playwright-test/config.spec.ts b/tests/playwright-test/config.spec.ts
index f8a51dd00e..9c88b462b8 100644
--- a/tests/playwright-test/config.spec.ts
+++ b/tests/playwright-test/config.spec.ts
@@ -312,7 +312,7 @@ test('should print nice error when the project wildcard does not match anything'
`
}, { '--project': ['not*found'] });
expect(exitCode).toBe(1);
- expect(output).toContain('Error: No projects matched. Available projects: "suite1", "suite2"');
+ expect(output).toContain('No projects matched. Available projects: "suite1", "suite2"');
});
test('should filter by project wildcard and exact name', async ({ runInlineTest }) => {
diff --git a/tests/playwright-test/esm.spec.ts b/tests/playwright-test/esm.spec.ts
index 5f1d98434f..5f4022b466 100644
--- a/tests/playwright-test/esm.spec.ts
+++ b/tests/playwright-test/esm.spec.ts
@@ -16,8 +16,6 @@
import { test, expect } from './playwright-test-fixtures';
-test.skip(!!process.env.PW_BUN, 'bun loads and resolves modules itself');
-
test('should load nested as esm when package.json has type module', async ({ runInlineTest }) => {
const result = await runInlineTest({
'playwright.config.js': `
diff --git a/tests/playwright-test/fixture-errors.spec.ts b/tests/playwright-test/fixture-errors.spec.ts
index ab58467675..44072deb77 100644
--- a/tests/playwright-test/fixture-errors.spec.ts
+++ b/tests/playwright-test/fixture-errors.spec.ts
@@ -400,7 +400,7 @@ test('should print nice error message for problematic fixtures', async ({ runInl
});
expect(result.exitCode).toBe(1);
expect(result.output).toContain('oh my!');
- expect(result.output).toContain('x.spec.ts:4:49');
+ expect(result.output).toContain('x.spec.ts:4:');
});
test('should exit with timeout when fixture causes an exception in the test', async ({ runInlineTest }) => {
diff --git a/tests/playwright-test/loader.spec.ts b/tests/playwright-test/loader.spec.ts
index 2593737b3e..18355a3b36 100644
--- a/tests/playwright-test/loader.spec.ts
+++ b/tests/playwright-test/loader.spec.ts
@@ -31,7 +31,6 @@ test('should return the location of a syntax error', async ({ runInlineTest }) =
expect(result.passed).toBe(0);
expect(result.failed).toBe(0);
expect(result.output).toContain('error.spec.js');
- expect(result.output).toContain('(3:18)');
expect(result.output).toContain(`> 3 | foo: 'bar';\n | ^`);
});
diff --git a/tests/playwright-test/playwright.config.ts b/tests/playwright-test/playwright.config.ts
index 014e890cce..4aeca9635d 100644
--- a/tests/playwright-test/playwright.config.ts
+++ b/tests/playwright-test/playwright.config.ts
@@ -31,6 +31,8 @@ const reporters = () => {
];
if (process.env.PWTEST_COVERAGE)
result.push(['coverage', { outputDir: path.join(__dirname, '..', '..', 'coverage', 'html-reporter') }]);
+ if (process.env.PW_BUN)
+ result.push(['../config/expectationReporter', { expectationsFile: path.join(__dirname, 'bun-expectations.conf') }]);
return result;
};
export default defineConfig({
diff --git a/tests/playwright-test/reporter-attachment.spec.ts b/tests/playwright-test/reporter-attachment.spec.ts
index 8935acd73c..a9bc483e3e 100644
--- a/tests/playwright-test/reporter-attachment.spec.ts
+++ b/tests/playwright-test/reporter-attachment.spec.ts
@@ -113,7 +113,7 @@ test(`testInfo.attach errors with empty path`, async ({ runInlineTest }) => {
});
`,
}, { reporter: 'line', workers: 1 });
- expect(result.output).toMatch(/Error: ENOENT: no such file or directory, copyfile ''/);
+ expect(result.output).toMatch(/Error: ENOENT: no such file or directory, copyfile/);
expect(result.exitCode).toBe(1);
});
diff --git a/tests/playwright-test/reporter-base.spec.ts b/tests/playwright-test/reporter-base.spec.ts
index 70e89981a5..e4af0ae9b5 100644
--- a/tests/playwright-test/reporter-base.spec.ts
+++ b/tests/playwright-test/reporter-base.spec.ts
@@ -155,13 +155,13 @@ for (const useIntermediateMergeReport of [false, true] as const) {
expect(result.exitCode).toBe(1);
expect(result.failed).toBe(1);
const testFile = path.join(result.report.config.rootDir, result.report.suites[0].specs[0].file);
- expect(result.output).toContain(`${testFile}:18:21`);
+ expect(result.output).toContain(`${testFile}:18:`);
expect(result.output).toContain(`[cause]: Error: outer-message`);
- expect(result.output).toContain(`${testFile}:14:25`);
+ expect(result.output).toContain(`${testFile}:14:`);
expect(result.output).toContain(`[cause]: Error: inner-message`);
- expect(result.output).toContain(`${testFile}:12:25`);
+ expect(result.output).toContain(`${testFile}:12:`);
expect(result.output).toContain(`[cause]: SpecialError: my-message`);
- expect(result.output).toContain(`${testFile}:7:31`);
+ expect(result.output).toContain(`${testFile}:7:`);
expect(result.output).toContain('afterAll executed successfully');
});
@@ -187,7 +187,7 @@ for (const useIntermediateMergeReport of [false, true] as const) {
expect(result.output).toContain('Error: oh my');
expect(result.output).toContain(` 2 | export function ohMy() {`);
expect(result.output).toContain(` > 3 | throw new Error('oh my');`);
- expect(result.output).toContain(` | ^`);
+ expect(result.output).toMatch(/^ +\| +\^$/m);
});
test('should print slow tests', async ({ runInlineTest }) => {
diff --git a/tests/playwright-test/reporter-blob.spec.ts b/tests/playwright-test/reporter-blob.spec.ts
index 10b97833a3..e6575aa0bb 100644
--- a/tests/playwright-test/reporter-blob.spec.ts
+++ b/tests/playwright-test/reporter-blob.spec.ts
@@ -1023,7 +1023,7 @@ test('preserve config fields', async ({ runInlineTest, mergeReports }) => {
};
const files = {
'echo-reporter.js': `
- import fs from 'fs';
+ const fs = require('fs');
class EchoReporter {
onBegin(config, suite) {
@@ -1092,7 +1092,7 @@ test('preserve stdout and stderr', async ({ runInlineTest, mergeReports }) => {
const reportDir = test.info().outputPath('blob-report');
const files = {
'echo-reporter.js': `
- import fs from 'fs';
+ const fs = require('fs');
class EchoReporter {
log = [];
@@ -1134,7 +1134,7 @@ test('preserve stdout and stderr', async ({ runInlineTest, mergeReports }) => {
const { exitCode } = await mergeReports(reportDir, {}, { additionalArgs: ['--reporter', test.info().outputPath('echo-reporter.js')] });
expect(exitCode).toBe(0);
- const log = fs.readFileSync(test.info().outputPath('log.txt')).toString();
+ const log = stripAnsi(fs.readFileSync(test.info().outputPath('log.txt')).toString());
expect(log).toBe(`onStdOut: stdout text
result.stdout: stdout text
@@ -1154,7 +1154,7 @@ test('encode inline attachments', async ({ runInlineTest, mergeReports }) => {
const reportDir = test.info().outputPath('blob-report');
const files = {
'echo-reporter.js': `
- import fs from 'fs';
+ const fs = require('fs');
class EchoReporter {
onTestEnd(test, result) {
@@ -1510,7 +1510,7 @@ test('blob report should include version', async ({ runInlineTest }) => {
const events = await extractReport(test.info().outputPath('blob-report', 'report.zip'), test.info().outputPath('tmp'));
const metadataEvent = events.find(e => e.method === 'onBlobReportMetadata');
expect(metadataEvent.params.version).toBe(2);
- expect(metadataEvent.params.userAgent).toBe(getUserAgent());
+ expect(metadataEvent.params.userAgent.split(' node/')[0]).toBe(getUserAgent().split(' node/')[0]);
});
async function extractReport(reportZipFile: string, unzippedReportDir: string): Promise<any[]> {
@@ -1574,7 +1574,7 @@ test('merge-reports should throw if report version is from the future', async ({
const { exitCode, output } = await mergeReports(reportDir, { 'PLAYWRIGHT_HTML_OPEN': 'never' }, { additionalArgs: ['--reporter', 'html'] });
expect(exitCode).toBe(1);
- expect(output).toContain(`Error: Blob report report-2.zip was created with a newer version of Playwright.`);
+ expect(output).toContain(`Blob report report-2.zip was created with a newer version of Playwright.`);
});
@@ -1703,7 +1703,7 @@ test('reporter list in the custom config', async ({ runInlineTest, mergeReports
const text = stripAnsi(output);
expect(text).toContain('testReporter.js');
- expect(text).toContain('{ myOpt: 1 }');
+ expect(text).toContain('myOpt: 1');
});
test('merge reports with different rootDirs', async ({ runInlineTest, mergeReports }) => {
diff --git a/tests/playwright-test/resolver.spec.ts b/tests/playwright-test/resolver.spec.ts
index 765718600f..95b9987db7 100644
--- a/tests/playwright-test/resolver.spec.ts
+++ b/tests/playwright-test/resolver.spec.ts
@@ -19,8 +19,6 @@ import path from 'path';
import { test, expect } from './playwright-test-fixtures';
-test.skip(!!process.env.PW_BUN, 'bun resolves modules and tsconfig itself');
-
test('should print tsconfig parsing error', async ({ runInlineTest }) => {
const files = {
'a.spec.ts': `
diff --git a/tests/playwright-test/test-server.spec.ts b/tests/playwright-test/test-server.spec.ts
index 931c0f48c0..f7fcfffac0 100644
--- a/tests/playwright-test/test-server.spec.ts
+++ b/tests/playwright-test/test-server.spec.ts
@@ -208,7 +208,7 @@ test('find related test files errors', async ({ startTestServer, writeFiles }) =
const aSpecTs = test.info().outputPath('a.spec.ts');
const result = await testServerConnection.findRelatedTestFiles({ files: [aSpecTs] });
expect(result).toEqual({ testFiles: [], errors: [
- expect.objectContaining({ message: expect.stringContaining(`Identifier 'a' has already been declared`) }),
+ expect.objectContaining({ message: expect.stringContaining(`has already been declared`) }),
expect.objectContaining({ message: expect.stringContaining(`No tests found`) }),
] });
diff --git a/tests/playwright-test/ui-mode-test-output.spec.ts b/tests/playwright-test/ui-mode-test-output.spec.ts
index b6230b5bfa..d759976b09 100644
--- a/tests/playwright-test/ui-mode-test-output.spec.ts
+++ b/tests/playwright-test/ui-mode-test-output.spec.ts
@@ -29,7 +29,7 @@ test('should print load errors', async ({ runUITest }) => {
`,
});
await page.getByTitle('Toggle output').click();
- await expect(page.getByTestId('output')).toContainText(`Unexpected reserved word 'await'`);
+ await expect(page.getByTestId('output')).toContainText(/Unexpected reserved word 'await'|"await" can only be used inside an "async" function/);
});
test('should work after theme switch', async ({ runUITest, writeFiles }) => {
@@ -190,12 +190,12 @@ test('should format console messages in page', async ({ runUITest }, testInfo) =
await expect(page.locator('.console-tab')).toMatchAriaSnapshot(`
- listbox:
- - option /<anonymous>:1 Object/
- - option /<anonymous>:4 Date/
- - option /<anonymous>:5 Regex/
- - option /<anonymous>:6 Number 0 one 2/
- - option /<anonymous>:7 Download the React DevTools/
- - option /<anonymous>:8 Array of values/
+ - option /<anonymous>:\\d+ Object/
+ - option /<anonymous>:\\d+ Date/
+ - option /<anonymous>:\\d+ Regex/
+ - option /<anonymous>:\\d+ Number 0 one 2/
+ - option /<anonymous>:\\d+ Download the React DevTools/
+ - option /<anonymous>:\\d+ Array of values/
- option /Failed to load resource/
`);
diff --git a/tests/playwright-test/ui-mode-test-source.spec.ts b/tests/playwright-test/ui-mode-test-source.spec.ts
index a22a142587..a65ea15209 100644
--- a/tests/playwright-test/ui-mode-test-source.spec.ts
+++ b/tests/playwright-test/ui-mode-test-source.spec.ts
@@ -122,7 +122,7 @@ test('should show top-level errors in file', async ({ runUITest }) => {
await expect(
page.locator('.CodeMirror-linewidget')
).toHaveText([
- 'TypeError: Assignment to constant variable.'
+ /TypeError: Assignment to constant variable.|This assignment will throw because "a" is a constant/
]);
});
@@ -154,7 +154,7 @@ test('should show syntax errors in file', async ({ runUITest }) => {
await expect(
page.locator('.CodeMirror-linewidget')
).toHaveText([
- /Missing semicolon./
+ /Missing semicolon.|Expected ";" but found "&"/
]);
});
diff --git a/tests/playwright-test/watch.spec.ts b/tests/playwright-test/watch.spec.ts
index b3e575b802..d8db08d945 100644
--- a/tests/playwright-test/watch.spec.ts
+++ b/tests/playwright-test/watch.spec.ts
@@ -17,8 +17,6 @@
import timers from 'timers/promises';
import { test, expect } from './playwright-test-fixtures';
-test.skip(!!process.env.PW_BUN, 'bun does not report module dependencies');
-
test.describe.configure({ mode: 'parallel' });
test('should print dependencies in CJS mode', async ({ runInlineTest }) => {