Playwright is a framework for Web Testing and Automation. It allows testing Chromium, Firefox and WebKit with a single API.
TypeScript automationchromechromiume2e-testingelectronend-to-end-testingfirefoxjavascriptplaywrighttesttest-automationtestingtesting-toolswebwebkit
chore(test runner): run test runner tests under bun on CI (#43428)
Pavel Feldmanb146af244ee4
diff --git a/.github/workflows/tests_primary.yml b/.github/workflows/tests_primary.ymlindex e2ca0bca27..4412b63b64 100644--- a/.github/workflows/tests_primary.yml+++ b/.github/workflows/tests_primary.yml@@ -73,6 +73,23 @@ jobs:command: npm run ttest -- ${{ matrix.os == 'playwright-x64-server2025-64-core' && '--workers 16' || '' }}bot-name: "${{ matrix.os }}-node${{ matrix.node-version }}"+ test_test_runner_bun:+ name: Test Runner - ubuntu-large - bun+ runs-on: playwright-x64-ubuntu24-64-core+ permissions:+ contents: read # This is required for actions/checkout to succeed+ steps:+ - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1+ - uses: oven-sh/setup-bun@0c5077e51419868618aeaa5fe8019c62421857d6 # v2.2.0+ with:+ bun-version: 1.4.3+ - uses: ./.github/actions/run-test+ with:+ command: npm run ttest+ bot-name: "playwright-x64-ubuntu24-64-core-bun"+ env:+ PW_BUN: 1+test_test_runner_mac:name: Test Runner - ${{ matrix.os }} (${{ matrix.shardIndex }}/${{ matrix.shardTotal }})strategy:diff --git a/packages/playwright/src/common/configLoader.ts b/packages/playwright/src/common/configLoader.tsindex 5d931a847a..643055e30b 100644--- a/packages/playwright/src/common/configLoader.ts+++ b/packages/playwright/src/common/configLoader.ts@@ -94,8 +94,8 @@ export async function deserializeConfig(data: SerializedConfig): Promise<FullConasync function loadUserConfig(location: ConfigLocation): Promise<Config> {let object = location.resolvedConfigFile ? await requireOrImport(location.resolvedConfigFile) : {};- if (object && typeof object === 'object' && ('default' in object))- object = object['default'];+ if (object && typeof object === 'object')+ object = ('default' in object) ? object['default'] : { ...object };return object as Config;}diff --git a/packages/playwright/src/transform/transform.ts b/packages/playwright/src/transform/transform.tsindex fa04811e3e..5f4a4424bf 100644--- a/packages/playwright/src/transform/transform.ts+++ b/packages/playwright/src/transform/transform.ts@@ -414,11 +414,12 @@ function nodeCallerLocation(error: Error, stackFrames: NodeJS.CallSite[]) {function bunCallerLocation(error: Error, stackFrames: NodeJS.CallSite[]) {const frame = stackFrames[1];+ // Bun's CallSite.getColumnNumber() is 0-based, and Bun does not apply source maps of .js files.+ const position = sourceMapSupport.mapSourcePosition({ source: frame.getFileName()!, line: frame.getLineNumber()!, column: frame.getColumnNumber()! });return {- file: frame.getFileName(),- line: frame.getLineNumber(),- // Bun's CallSite.getColumnNumber() is 0-based.- column: frame.getColumnNumber()! + 1,+ file: position.source,+ line: position.line,+ column: position.column + 1,};}diff --git a/tests/bidi/expectations/bidi-chromium-library.conf b/tests/bidi/expectations/bidi-chromium-library.confnew file mode 100644index 0000000000..c1998c4b6e--- /dev/null+++ b/tests/bidi/expectations/bidi-chromium-library.conf@@ -0,0 +1,636 @@+library/beforeunload.spec.ts > should access page after beforeunload [fixme]+library/beforeunload.spec.ts > should run beforeunload if asked for @smoke [fixme]+library/browser.spec.ts > version should work [fixme]+library/browsercontext-add-cookies.spec.ts > should roundtrip cookie [fixme]+library/browsercontext-add-cookies.spec.ts > should set cookie with reasonable defaults [fixme]+library/browsercontext-add-cookies.spec.ts > should set cookies with SameSite attribute and no secure attribute [fixme]+library/browsercontext-base-url.spec.ts > should construct a new URL when a baseURL in browserType.launchPersistentContext is passed to page.goto [fixme]+library/browsercontext-basic.spec.ts > fetch with keepalive should throw when offline [fixme]+library/browsercontext-basic.spec.ts > should disable javascript [fixme]+library/browsercontext-basic.spec.ts > should emulate media in cross-process iframe [fixme]+library/browsercontext-basic.spec.ts > should emulate media in popup [fixme]+library/browsercontext-basic.spec.ts > should emulate navigator.onLine [fixme]+library/browsercontext-basic.spec.ts > should emulate offline event [fixme]+library/browsercontext-basic.spec.ts > should work with offline option [fixme]+library/browsercontext-clearcookies.spec.ts > should remove cookies by domain [fixme]+library/browsercontext-clearcookies.spec.ts > should remove cookies by name [fixme]+library/browsercontext-clearcookies.spec.ts > should remove cookies by name and domain [fixme]+library/browsercontext-clearcookies.spec.ts > should remove cookies by name regex [fixme]+library/browsercontext-clearcookies.spec.ts > should remove cookies by path [fixme]+library/browsercontext-cookies-third-party.spec.ts > add 'Partitioned;' cookie via API [fixme]+library/browsercontext-cookies-third-party.spec.ts > same origin third party 'Partitioned;' cookie with different origin intermediate iframe [fixme]+library/browsercontext-cookies-third-party.spec.ts > save/load third party 'Partitioned;' cookies [fixme]+library/browsercontext-cookies-third-party.spec.ts > save/load third party non-partitioned cookies [fixme]+library/browsercontext-cookies-third-party.spec.ts > should(not) block third party cookies - persistent context [fixme]+library/browsercontext-cookies-third-party.spec.ts > third party 'Partitioned;' cookies [fixme]+library/browsercontext-cookies-third-party.spec.ts > third party non-partitioned cookies [fixme]+library/browsercontext-cookies-third-party.spec.ts > top level 'Partitioned;' cookie and same origin iframe [fixme]+library/browsercontext-cookies.spec.ts > iframe should inherit cookies from parent [fixme]+library/browsercontext-cookies.spec.ts > should get a cookie @smoke [fixme]+library/browsercontext-cookies.spec.ts > should get a non-session cookie [fixme]+library/browsercontext-cookies.spec.ts > should get multiple cookies [fixme]+library/browsercontext-cookies.spec.ts > should parse cookie with large Max-Age correctly [fixme]+library/browsercontext-credentials.spec.ts > should fail with correct credentials and mismatching hostname [fixme]+library/browsercontext-credentials.spec.ts > should fail with correct credentials and mismatching port [fixme]+library/browsercontext-credentials.spec.ts > should fail with correct credentials and mismatching scheme [fixme]+library/browsercontext-credentials.spec.ts > should work with setHTTPCredentials [fixme]+library/browsercontext-csp.spec.ts > should bypass after cross-process navigation [fixme]+library/browsercontext-csp.spec.ts > should bypass CSP header [fixme]+library/browsercontext-csp.spec.ts > should bypass CSP in iframes as well [fixme]+library/browsercontext-csp.spec.ts > should bypass CSP meta tag @smoke [fixme]+library/browsercontext-events.spec.ts > console event should work in immediately closed popup [fixme]+library/browsercontext-events.spec.ts > console event should work in popup 2 [fixme]+library/browsercontext-events.spec.ts > console event should work with element handles [fixme]+library/browsercontext-events.spec.ts > dialog event should work in immediately closed popup [fixme]+library/browsercontext-events.spec.ts > dialog event should work in popup [fixme]+library/browsercontext-events.spec.ts > dialog event should work in popup 2 [fixme]+library/browsercontext-events.spec.ts > dialog event should work with inline script tag [fixme]+library/browsercontext-events.spec.ts > weberror event should work [fixme]+library/browsercontext-fetch.spec.ts > should work with connectOverCDP [fixme]+library/browsercontext-har.spec.ts > should change document URL after redirected navigation [fixme]+library/browsercontext-har.spec.ts > should goBack to redirected navigation [fixme]+library/browsercontext-har.spec.ts > should goForward to redirected navigation [fixme]+library/browsercontext-har.spec.ts > should record overridden requests to har [fixme]+library/browsercontext-har.spec.ts > should reload redirected navigation [fixme]+library/browsercontext-har.spec.ts > should round-trip har with postData [fixme]+library/browsercontext-locale.spec.ts > should format number in popups [fixme]+library/browsercontext-locale.spec.ts > should format number in workers [fixme]+library/browsercontext-network-event.spec.ts > BrowserContext.Events.Request [fixme]+library/browsercontext-network-event.spec.ts > BrowserContext.Events.Response [fixme]+library/browsercontext-page-event.spec.ts > should have about:blank for empty url with domcontentloaded [fixme]+library/browsercontext-page-event.spec.ts > should have about:blank url with domcontentloaded [fixme]+library/browsercontext-page-event.spec.ts > should have an opener [fixme]+library/browsercontext-page-event.spec.ts > should have url [fixme]+library/browsercontext-page-event.spec.ts > should not hang on ctrl-click during provisional load [fixme]+library/browsercontext-page-event.spec.ts > should report when a new page is created and closed [fixme]+library/browsercontext-proxy.spec.ts > should proxy local network requests > by default > link-local [fixme]+library/browsercontext-proxy.spec.ts > should proxy local network requests > with other bypasses > link-local [fixme]+library/browsercontext-proxy.spec.ts > should proxy local network requests > with other bypasses > localhost [fixme]+library/browsercontext-proxy.spec.ts > should proxy local network requests > with other bypasses > loopback address [fixme]+library/browsercontext-proxy.spec.ts > should use proxy for https urls [fixme]+library/browsercontext-reuse.spec.ts > reuse connect > should continue issuing events after closing the reused page [fixme]+library/browsercontext-reuse.spec.ts > reuse connect > should not cache resources [fixme]+library/browsercontext-reuse.spec.ts > reuse connect > should re-add binding after reset [fixme]+library/browsercontext-reuse.spec.ts > reuse connect > should reset mouse position [fixme]+library/browsercontext-reuse.spec.ts > reuse connect > should update viewport and media [fixme]+library/browsercontext-reuse.spec.ts > reuse connect > should work with routeWebSocket [fixme]+library/browsercontext-reuse.spec.ts > reuse launch > should continue issuing events after closing the reused page [fixme]+library/browsercontext-reuse.spec.ts > reuse launch > should not cache resources [fixme]+library/browsercontext-reuse.spec.ts > reuse launch > should reset mouse position [fixme]+library/browsercontext-reuse.spec.ts > reuse launch > should update viewport and media [fixme]+library/browsercontext-route.spec.ts > should support Set-Cookie header [fixme]+library/browsercontext-route.spec.ts > should use Set-Cookie header in future requests [fixme]+library/browsercontext-service-worker-policy.spec.ts > block > blocks service worker registration [fixme]+library/browsercontext-set-extra-http-headers.spec.ts > should override extra headers from browser context [fixme]+library/browsercontext-storage-state.spec.ts > should capture cookies [fixme]+library/browsercontext-storage-state.spec.ts > should round-trip through the file [fixme]+library/browsercontext-user-agent.spec.ts > custom user agent for download [fixme]+library/browsercontext-user-agent.spec.ts > should work for navigator.userAgentData and sec-ch-ua headers [fixme]+library/browsercontext-viewport-mobile.spec.ts > mobile viewport > default mobile viewports to 980 width [fixme]+library/browsercontext-viewport-mobile.spec.ts > mobile viewport > should emulate the hover media feature [fixme]+library/browsercontext-viewport-mobile.spec.ts > mobile viewport > should fire orientationchange event [fixme]+library/browsercontext-viewport-mobile.spec.ts > mobile viewport > should preserve window.orientation override after navigation [fixme]+library/browsercontext-viewport-mobile.spec.ts > mobile viewport > should support touch emulation [fixme]+library/browsercontext-viewport-mobile.spec.ts > mobile viewport > should support window.orientation emulation [fixme]+library/browsercontext-viewport.spec.ts > should support touch with null viewport [fixme]+library/browsertype-connect.spec.ts > launchServer > disconnected event should be emitted when browser is closed or server is closed [fixme]+library/browsertype-connect.spec.ts > launchServer > disconnected event should have browser as argument [fixme]+library/browsertype-connect.spec.ts > launchServer > setInputFiles should preserve lastModified timestamp [fixme]+library/browsertype-connect.spec.ts > launchServer > should be able to connect 20 times to a single server without warnings [fixme]+library/browsertype-connect.spec.ts > launchServer > should be able to connect two browsers at the same time [fixme]+library/browsertype-connect.spec.ts > launchServer > should be able to connect when the wsEndpoint is passed as an option [fixme]+library/browsertype-connect.spec.ts > launchServer > should be able to reconnect to a browser [fixme]+library/browsertype-connect.spec.ts > launchServer > should be able to visit ipv6 [fixme]+library/browsertype-connect.spec.ts > launchServer > should be able to visit ipv6 through localhost [fixme]+library/browsertype-connect.spec.ts > launchServer > should connect over http [fixme]+library/browsertype-connect.spec.ts > launchServer > should connect over wss [fixme]+library/browsertype-connect.spec.ts > launchServer > should emit close events on pages and contexts [fixme]+library/browsertype-connect.spec.ts > launchServer > should error when saving download after deletion [fixme]+library/browsertype-connect.spec.ts > launchServer > should filter launch options [fixme]+library/browsertype-connect.spec.ts > launchServer > should fulfill with global fetch result [fixme]+library/browsertype-connect.spec.ts > launchServer > should handle exceptions during connect [fixme]+library/browsertype-connect.spec.ts > launchServer > should ignore page.pause when headed [fixme]+library/browsertype-connect.spec.ts > launchServer > should not throw on close after disconnect [fixme]+library/browsertype-connect.spec.ts > launchServer > should properly disconnect when connection closes from the client side [fixme]+library/browsertype-connect.spec.ts > launchServer > should record trace with sources [fixme]+library/browsertype-connect.spec.ts > launchServer > should reject navigation when browser closes [fixme]+library/browsertype-connect.spec.ts > launchServer > should reject waitForEvent before browser.close finishes [fixme]+library/browsertype-connect.spec.ts > launchServer > should reject waitForEvent before browser.onDisconnect fires [fixme]+library/browsertype-connect.spec.ts > launchServer > should reject waitForSelector when browser closes [fixme]+library/browsertype-connect.spec.ts > launchServer > should respect selectors [fixme]+library/browsertype-connect.spec.ts > launchServer > should save download [fixme]+library/browsertype-connect.spec.ts > launchServer > should save har [fixme]+library/browsertype-connect.spec.ts > launchServer > should saveAs videos from remote browser [fixme]+library/browsertype-connect.spec.ts > launchServer > should set the browser connected state [fixme]+library/browsertype-connect.spec.ts > launchServer > should support slowmo option [fixme]+library/browsertype-connect.spec.ts > launchServer > should terminate network waiters [fixme]+library/browsertype-connect.spec.ts > launchServer > should throw when calling waitForNavigation after disconnect [fixme]+library/browsertype-connect.spec.ts > launchServer > should throw when used after isConnected returns false [fixme]+library/browsertype-connect.spec.ts > launchServer > should upload large file [fixme]+library/browsertype-connect.spec.ts > launchServer only > should be able to reconnect to a browser 12 times without warnings [fixme]+library/browsertype-connect.spec.ts > launchServer only > should properly disconnect when connection closes from the server side [fixme]+library/browsertype-connect.spec.ts > launchServer only > should work with cluster [fixme]+library/browsertype-connect.spec.ts > run-server > should error when saving download after deletion [fixme]+library/browsertype-connect.spec.ts > run-server > should save download [fixme]+library/browsertype-connect.spec.ts > run-server > should saveAs videos from remote browser [fixme]+library/browsertype-connect.spec.ts > run-server > socks proxy > should lead to the error page for forwarded requests when the connection is refused [fixme]+library/browsertype-launch.spec.ts > should handle exception [fixme]+library/browsertype-launch.spec.ts > should handle timeout [fixme]+library/browsertype-launch.spec.ts > should reject all promises when browser is closed [fixme]+library/browsertype-launch.spec.ts > should reject if launched browser fails immediately [fixme]+library/browsertype-launch.spec.ts > should report launch log [fixme]+library/channels.spec.ts > should scope CDPSession handles [fixme]+library/channels.spec.ts > should work with the domain module [fixme]+library/chromium/bfcache.spec.ts > bindings should work after restoring from bfcache [fixme]+library/chromium/chromium.spec.ts > http credentials > httpCredentials [fixme]+library/chromium/chromium.spec.ts > PLAYWRIGHT_DISABLE_SERVICE_WORKER_NETWORK [fixme]+library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > serviceWorker(), and fromServiceWorker() work [fixme]+library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > setExtraHTTPHeaders [fixme]+library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > setOffline [fixme]+library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should intercept only serviceworker request, not page [fixme]+library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should intercept service worker importScripts [fixme]+library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should intercept service worker requests (main and within) [fixme]+library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should produce network events, routing, and annotations for Service Worker (advanced) [fixme]+library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should produce network events, routing, and annotations for Service Worker [fixme]+library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should report failure (due to content-type) of main service worker request [fixme]+library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should report failure (due to redirect) of main service worker request [fixme]+library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should report intercepted service worker requests in HAR [fixme]+library/chromium/chromium.spec.ts > serviceWorker(), and fromServiceWorker() work [fixme]+library/chromium/chromium.spec.ts > serviceWorkers() should return current workers [fixme]+library/chromium/chromium.spec.ts > setExtraHTTPHeaders [fixme]+library/chromium/chromium.spec.ts > setOffline [fixme]+library/chromium/chromium.spec.ts > should capture console.log from ServiceWorker start [fixme]+library/chromium/chromium.spec.ts > should close service worker together with the context [fixme]+library/chromium/chromium.spec.ts > should create a worker from a service worker [fixme]+library/chromium/chromium.spec.ts > should create a worker from service worker with noop routing [fixme]+library/chromium/chromium.spec.ts > should emit console messages from service worker [fixme]+library/chromium/chromium.spec.ts > should emit new service worker on update [fixme]+library/chromium/chromium.spec.ts > should intercept only serviceworker request, not page [fixme]+library/chromium/chromium.spec.ts > should intercept service worker importScripts [fixme]+library/chromium/chromium.spec.ts > should intercept service worker requests (main and within) [fixme]+library/chromium/chromium.spec.ts > should pass args with spaces [fixme]+library/chromium/chromium.spec.ts > should produce network events, routing, and annotations for Service Worker (advanced) [fixme]+library/chromium/chromium.spec.ts > should produce network events, routing, and annotations for Service Worker [fixme]+library/chromium/chromium.spec.ts > should report failure (due to content-type) of main service worker request [fixme]+library/chromium/chromium.spec.ts > should report failure (due to redirect) of main service worker request [fixme]+library/chromium/chromium.spec.ts > should report intercepted service worker requests in HAR [fixme]+library/chromium/chromium.spec.ts > should throw when connecting twice to an already running persistent context (--remote-debugging-pipe) [fixme]+library/chromium/chromium.spec.ts > should throw when connecting twice to an already running persistent context (--remote-debugging-port) [fixme]+library/chromium/connect-over-cdp.spec.ts > setInputFiles should preserve lastModified timestamp [fixme]+library/chromium/connect-over-cdp.spec.ts > setInputFiles should use local path when isLocal is set [fixme]+library/chromium/connect-over-cdp.spec.ts > should allow tracing over cdp session [fixme]+library/chromium/connect-over-cdp.spec.ts > should be able to connect via localhost [fixme]+library/chromium/connect-over-cdp.spec.ts > should cleanup artifacts dir after connectOverCDP disconnects due to ws close [fixme]+library/chromium/connect-over-cdp.spec.ts > should connect over a ws endpoint [fixme]+library/chromium/connect-over-cdp.spec.ts > should connect to an existing cdp session [fixme]+library/chromium/connect-over-cdp.spec.ts > should connect to an existing cdp session twice [fixme]+library/chromium/connect-over-cdp.spec.ts > should connect to an existing cdp session when passed as a first argument [fixme]+library/chromium/connect-over-cdp.spec.ts > should connect to existing page with iframe and navigate [fixme]+library/chromium/connect-over-cdp.spec.ts > should connect to existing service workers [fixme]+library/chromium/connect-over-cdp.spec.ts > should connect via https [fixme]+library/chromium/connect-over-cdp.spec.ts > should connectOverCDP and manage downloads in default context [fixme]+library/chromium/connect-over-cdp.spec.ts > should not reuse utility worlds between two clients [fixme]+library/chromium/connect-over-cdp.spec.ts > should report all pages in an existing browser [fixme]+library/chromium/connect-over-cdp.spec.ts > should return valid browser from context.browser() [fixme]+library/chromium/connect-over-cdp.spec.ts > should send default User-Agent header with connect request [fixme]+library/chromium/connect-over-cdp.spec.ts > should send extra headers with connect request [fixme]+library/chromium/connect-over-cdp.spec.ts > should use logger in default context [fixme]+library/chromium/connect-over-cdp.spec.ts > should use proxy with connectOverCDP [fixme]+library/chromium/css-coverage.spec.ts > should ignore injected stylesheets [fixme]+library/chromium/css-coverage.spec.ts > should NOT report scripts across navigations [fixme]+library/chromium/css-coverage.spec.ts > should report multiple stylesheets [fixme]+library/chromium/css-coverage.spec.ts > should report sourceURLs [fixme]+library/chromium/css-coverage.spec.ts > should report stylesheets across navigations [fixme]+library/chromium/css-coverage.spec.ts > should report stylesheets that have no coverage [fixme]+library/chromium/css-coverage.spec.ts > should work [fixme]+library/chromium/css-coverage.spec.ts > should work with a recently loaded stylesheet [fixme]+library/chromium/css-coverage.spec.ts > should work with complicated usecases [fixme]+library/chromium/css-coverage.spec.ts > should work with media queries [fixme]+library/chromium/disable-web-security.spec.ts > test utility world in popup w/ --disable-web-security [fixme]+library/chromium/extensions.spec.ts > MV3 > should give access to the service worker [fixme]+library/chromium/extensions.spec.ts > MV3 > should give access to the service worker when recording video [fixme]+library/chromium/extensions.spec.ts > MV3 > should report console messages from content script [fixme]+library/chromium/extensions.spec.ts > MV3 > should support request/response events in the service worker [fixme]+library/chromium/js-coverage.spec.ts > should ignore eval() scripts by default [fixme]+library/chromium/js-coverage.spec.ts > should not hang when there is a debugger statement [fixme]+library/chromium/js-coverage.spec.ts > should NOT report scripts across navigations when enabled [fixme]+library/chromium/js-coverage.spec.ts > should report multiple scripts [fixme]+library/chromium/js-coverage.spec.ts > should report scripts across navigations when disabled [fixme]+library/chromium/js-coverage.spec.ts > should report sourceURLs [fixme]+library/chromium/js-coverage.spec.ts > should work [fixme]+library/chromium/js-coverage.spec.ts > shouldn't ignore eval() scripts if reportAnonymousScripts is true [fixme]+library/chromium/launcher.spec.ts > should not create pages automatically [fixme]+library/chromium/oopif.spec.ts > contentFrame should work [fixme]+library/chromium/oopif.spec.ts > ElementHandle.boundingBox() should work [fixme]+library/chromium/oopif.spec.ts > should allow cdp sessions on oopifs [fixme]+library/chromium/oopif.spec.ts > should allow to re-connect to OOPIFs with CDP when iframes were there already [fixme]+library/chromium/oopif.spec.ts > should be able to click in iframe [fixme]+library/chromium/oopif.spec.ts > should click [fixme]+library/chromium/oopif.spec.ts > should click a button when it overlays oopif [fixme]+library/chromium/oopif.spec.ts > should emit filechooser event for iframe [fixme]+library/chromium/oopif.spec.ts > should emulate media [fixme]+library/chromium/oopif.spec.ts > should emulate offline [fixme]+library/chromium/oopif.spec.ts > should expose function [fixme]+library/chromium/oopif.spec.ts > should handle oopif detach [fixme]+library/chromium/oopif.spec.ts > should handle remote -> local -> remote transitions [fixme]+library/chromium/oopif.spec.ts > should load oopif iframes with subresources and route [fixme]+library/chromium/oopif.spec.ts > should not throw on exposeFunction when oopif detaches [fixme]+library/chromium/oopif.spec.ts > should report google.com frame with headed [fixme]+library/chromium/oopif.spec.ts > should report main requests [fixme]+library/chromium/oopif.spec.ts > should report oopif frames [fixme]+library/chromium/oopif.spec.ts > should respect route [fixme]+library/chromium/oopif.spec.ts > should support addInitScript [fixme]+library/chromium/oopif.spec.ts > should support context options [fixme]+library/chromium/oopif.spec.ts > should support exposeFunction [fixme]+library/chromium/oopif.spec.ts > should take screenshot [fixme]+library/chromium/session.spec.ts > should be able to detach session [fixme]+library/chromium/session.spec.ts > should detach when page closes [fixme]+library/chromium/session.spec.ts > should enable and disable domains independently [fixme]+library/chromium/session.spec.ts > should not break page.close() [fixme]+library/chromium/session.spec.ts > should reject protocol calls when page closes [fixme]+library/chromium/session.spec.ts > should send events [fixme]+library/chromium/session.spec.ts > should throw if target is part of main [fixme]+library/chromium/session.spec.ts > should throw nice errors [fixme]+library/chromium/session.spec.ts > should work [fixme]+library/chromium/session.spec.ts > should work with main frame [fixme]+library/chromium/session.spec.ts > should work with newBrowserCDPSession [fixme]+library/chromium/tracing.spec.ts > should create directories as needed [fixme]+library/chromium/tracing.spec.ts > should output a trace [fixme]+library/chromium/tracing.spec.ts > should return a buffer [fixme]+library/chromium/tracing.spec.ts > should run with custom categories if provided [fixme]+library/chromium/tracing.spec.ts > should support a buffer without a path [fixme]+library/chromium/tracing.spec.ts > should throw if tracing on two pages [fixme]+library/chromium/tracing.spec.ts > should work without options [fixme]+library/client-certificates.spec.ts > browser > persistentContext > should pass with matching certificates [fixme]+library/debug-controller.spec.ts > should allow setting recorder mode only for specific browser [fixme]+library/defaultbrowsercontext-1.spec.ts > context.addCookies() should work [fixme]+library/defaultbrowsercontext-1.spec.ts > context.clearCookies() should work [fixme]+library/defaultbrowsercontext-1.spec.ts > context.cookies() should work @smoke [fixme]+library/defaultbrowsercontext-1.spec.ts > should support acceptDownloads option [fixme]+library/defaultbrowsercontext-1.spec.ts > should support bypassCSP option [fixme]+library/defaultbrowsercontext-1.spec.ts > should support deviceScaleFactor option [fixme]+library/defaultbrowsercontext-1.spec.ts > should support javascriptEnabled option [fixme]+library/defaultbrowsercontext-1.spec.ts > should support offline option [fixme]+library/defaultbrowsercontext-1.spec.ts > should support userAgent option [fixme]+library/defaultbrowsercontext-1.spec.ts > should support viewport option [fixme]+library/defaultbrowsercontext-2.spec.ts > coverage should work [fixme]+library/defaultbrowsercontext-2.spec.ts > dialog.accept should work [fixme]+library/defaultbrowsercontext-2.spec.ts > exposes browser [fixme]+library/defaultbrowsercontext-2.spec.ts > should accept relative userDataDir [fixme]+library/defaultbrowsercontext-2.spec.ts > should accept userDataDir [fixme]+library/defaultbrowsercontext-2.spec.ts > should connect to a browser with the default page [fixme]+library/defaultbrowsercontext-2.spec.ts > should create userDataDir if it does not exist [fixme]+library/defaultbrowsercontext-2.spec.ts > should fire close event for a persistent context [fixme]+library/defaultbrowsercontext-2.spec.ts > should handle exception [fixme]+library/defaultbrowsercontext-2.spec.ts > should handle timeout [fixme]+library/defaultbrowsercontext-2.spec.ts > should have default URL when launching browser [fixme]+library/defaultbrowsercontext-2.spec.ts > should have passed URL when launching with ignoreDefaultArgs: true [fixme]+library/defaultbrowsercontext-2.spec.ts > should respect selectors [fixme]+library/defaultbrowsercontext-2.spec.ts > should restore state from userDataDir [fixme]+library/defaultbrowsercontext-2.spec.ts > should support colorScheme option [fixme]+library/defaultbrowsercontext-2.spec.ts > should support contrast option [fixme]+library/defaultbrowsercontext-2.spec.ts > should support extraHTTPHeaders option [fixme]+library/defaultbrowsercontext-2.spec.ts > should support forcedColors option [fixme]+library/defaultbrowsercontext-2.spec.ts > should support geolocation and permissions options [fixme]+library/defaultbrowsercontext-2.spec.ts > should support har option [fixme]+library/defaultbrowsercontext-2.spec.ts > should support hasTouch option [fixme]+library/defaultbrowsercontext-2.spec.ts > should support ignoreHTTPSErrors option [fixme]+library/defaultbrowsercontext-2.spec.ts > should support locale option [fixme]+library/defaultbrowsercontext-2.spec.ts > should support reducedMotion option [fixme]+library/defaultbrowsercontext-2.spec.ts > should support timezoneId option [fixme]+library/defaultbrowsercontext-2.spec.ts > should work in persistent context [fixme]+library/defaultbrowsercontext-2.spec.ts > user agent is up to date [fixme]+library/download.spec.ts > download event > should be able to cancel pending downloads [fixme]+library/download.spec.ts > download event > should close the context without awaiting the download [fixme]+library/download.spec.ts > download event > should create subdirectories when saving to non-existent user-specified path [fixme]+library/download.spec.ts > download event > should delete downloads on browser gone [fixme]+library/download.spec.ts > download event > should delete downloads on context destruction [fixme]+library/download.spec.ts > download event > should delete file [fixme]+library/download.spec.ts > download event > should download large binary.zip [fixme]+library/download.spec.ts > download event > should emit download event from nested iframes [fixme]+library/download.spec.ts > download event > should error when saving after deletion [fixme]+library/download.spec.ts > download event > should error when saving with downloads disabled [fixme]+library/download.spec.ts > download event > should expose stream [fixme]+library/download.spec.ts > download event > should not fail explicitly to cancel a download even if that is already finished [fixme]+library/download.spec.ts > download event > should report alt-click downloads [fixme]+library/download.spec.ts > download event > should report download path within page.on('download', …) handler for Blobs [fixme]+library/download.spec.ts > download event > should report download path within page.on('download', …) handler for Files [fixme]+library/download.spec.ts > download event > should report download when navigation turns into download @smoke [fixme]+library/download.spec.ts > download event > should report downloads for download attribute [fixme]+library/download.spec.ts > download event > should report downloads with acceptDownloads: false [fixme]+library/download.spec.ts > download event > should report downloads with acceptDownloads: true [fixme]+library/download.spec.ts > download event > should report downloads with interception [fixme]+library/download.spec.ts > download event > should report new window downloads [fixme]+library/download.spec.ts > download event > should report non-navigation downloads [fixme]+library/download.spec.ts > download event > should report proper download url when download is from download attribute [fixme]+library/download.spec.ts > download event > should save to overwritten filepath [fixme]+library/download.spec.ts > download event > should save to two different paths with multiple saveAs calls [fixme]+library/download.spec.ts > download event > should save to user-specified path without updating original path [fixme]+library/download.spec.ts > download event > should throw if browser dies [fixme]+library/download.spec.ts > download event > should work with Cross-Origin-Opener-Policy [fixme]+library/download.spec.ts > should be able to download a inline PDF file via navigation [fixme]+library/download.spec.ts > should be able to download a inline PDF file via response interception [fixme]+library/download.spec.ts > should be able to download a PDF file [fixme]+library/download.spec.ts > should convert navigation to a resource with unsupported mime type into download [fixme]+library/download.spec.ts > should download even if there is no "attachment" value [fixme]+library/download.spec.ts > should download links with data url [fixme]+library/download.spec.ts > should download successfully when routing [fixme]+library/download.spec.ts > should save to user-specified path [fixme]+library/downloads-path.spec.ts > downloads path > should accept downloads in persistent context [fixme]+library/downloads-path.spec.ts > downloads path > should delete downloads when context closes [fixme]+library/downloads-path.spec.ts > downloads path > should delete downloads when persistent context closes [fixme]+library/downloads-path.spec.ts > downloads path > should keep downloadsPath folder [fixme]+library/downloads-path.spec.ts > downloads path > should report downloads in downloadsPath folder [fixme]+library/downloads-path.spec.ts > downloads path > should report downloads in downloadsPath folder with a relative path [fixme]+library/emulation-focus.spec.ts > should change document.activeElement [fixme]+library/emulation-focus.spec.ts > should focus popups by default [fixme]+library/emulation-focus.spec.ts > should not affect screenshots [fixme]+library/geolocation.spec.ts > should isolate contexts [fixme]+library/geolocation.spec.ts > should use context options [fixme]+library/geolocation.spec.ts > should use context options for popup [fixme]+library/geolocation.spec.ts > should work @smoke [fixme]+library/geolocation.spec.ts > watchPosition should be notified [fixme]+library/har.spec.ts > should calculate time [fixme]+library/har.spec.ts > should have connection details [fixme]+library/har.spec.ts > should have connection details for failed requests [fixme]+library/har.spec.ts > should have connection details for redirects [fixme]+library/har.spec.ts > should have pages in persistent context [fixme]+library/har.spec.ts > should have popup requests [fixme]+library/har.spec.ts > should have security details [fixme]+library/har.spec.ts > should include binary postData [fixme]+library/har.spec.ts > should include form params [fixme]+library/har.spec.ts > should include postData [fixme]+library/har.spec.ts > should include set-cookies [fixme]+library/har.spec.ts > should include set-cookies with comma [fixme]+library/har.spec.ts > should include sizes [fixme]+library/har.spec.ts > should not hang on resources served from cache [fixme]+library/har.spec.ts > should report the correct response body size when the bodySize is 0 [fixme]+library/har.spec.ts > should return receive time [fixme]+library/har.spec.ts > should return security details directly from response [fixme]+library/har.spec.ts > should return server address directly from response [fixme]+library/headful.spec.ts > should click background tab [fixme]+library/headful.spec.ts > should click bottom row w/ infobar in OOPIF [fixme]+library/headful.spec.ts > should click in OOPIF [fixme]+library/headful.spec.ts > should close browser with beforeunload page [fixme]+library/headful.spec.ts > should close browsercontext with pending beforeunload dialog [fixme]+library/headful.spec.ts > should have default url when launching browser @smoke [fixme]+library/headful.spec.ts > should not override viewport size when passed null [fixme]+library/hit-target.spec.ts > should detect overlaid element in a transformed iframe [fixme]+library/inspector/cli-codegen-1.spec.ts > cli codegen > should assert navigation [fixme]+library/inspector/cli-codegen-1.spec.ts > cli codegen > should await popup [fixme]+library/inspector/cli-codegen-1.spec.ts > cli codegen > should check [fixme]+library/inspector/cli-codegen-1.spec.ts > cli codegen > should check a radio button [fixme]+library/inspector/cli-codegen-1.spec.ts > cli codegen > should check with keyboard [fixme]+library/inspector/cli-codegen-1.spec.ts > cli codegen > should click [fixme]+library/inspector/cli-codegen-1.spec.ts > cli codegen > should click after same-document navigation [fixme]+library/inspector/cli-codegen-1.spec.ts > cli codegen > should click button with nested div [fixme]+library/inspector/cli-codegen-1.spec.ts > cli codegen > should emit single keyup on ArrowDown [fixme]+library/inspector/cli-codegen-1.spec.ts > cli codegen > should fill [contentEditable] [fixme]+library/inspector/cli-codegen-1.spec.ts > cli codegen > should fill [fixme]+library/inspector/cli-codegen-1.spec.ts > cli codegen > should fill japanese text [fixme]+library/inspector/cli-codegen-1.spec.ts > cli codegen > should fill textarea [fixme]+library/inspector/cli-codegen-1.spec.ts > cli codegen > should fill textarea with new lines at the end [fixme]+library/inspector/cli-codegen-1.spec.ts > cli codegen > should ignore AltGraph [fixme]+library/inspector/cli-codegen-1.spec.ts > cli codegen > should ignore programmatic events [fixme]+library/inspector/cli-codegen-1.spec.ts > cli codegen > should make a positioned click on a canvas [fixme]+library/inspector/cli-codegen-1.spec.ts > cli codegen > should middle click [fixme]+library/inspector/cli-codegen-1.spec.ts > cli codegen > should not target selector preview by text regexp [fixme]+library/inspector/cli-codegen-1.spec.ts > cli codegen > should press [fixme]+library/inspector/cli-codegen-1.spec.ts > cli codegen > should record ArrowDown [fixme]+library/inspector/cli-codegen-1.spec.ts > cli codegen > should record omnibox navigations after performAction [fixme]+library/inspector/cli-codegen-1.spec.ts > cli codegen > should record omnibox navigations after recordAction [fixme]+library/inspector/cli-codegen-1.spec.ts > cli codegen > should record slider [fixme]+library/inspector/cli-codegen-1.spec.ts > cli codegen > should select [fixme]+library/inspector/cli-codegen-1.spec.ts > cli codegen > should select with size attribute [fixme]+library/inspector/cli-codegen-1.spec.ts > cli codegen > should uncheck [fixme]+library/inspector/cli-codegen-1.spec.ts > cli codegen > should update selected element after pressing Tab [fixme]+library/inspector/cli-codegen-1.spec.ts > cli codegen > should work with TrustedTypes [fixme]+library/inspector/cli-codegen-2.spec.ts > cli codegen > click should emit events in order [fixme]+library/inspector/cli-codegen-2.spec.ts > cli codegen > should check input with chaining id [fixme]+library/inspector/cli-codegen-2.spec.ts > cli codegen > should clear files [fixme]+library/inspector/cli-codegen-2.spec.ts > cli codegen > should contain close page [fixme]+library/inspector/cli-codegen-2.spec.ts > cli codegen > should contain open page [fixme]+library/inspector/cli-codegen-2.spec.ts > cli codegen > should contain second page [fixme]+library/inspector/cli-codegen-2.spec.ts > cli codegen > should download files [fixme]+library/inspector/cli-codegen-2.spec.ts > cli codegen > should fill tricky characters [fixme]+library/inspector/cli-codegen-2.spec.ts > cli codegen > should handle dialogs [fixme]+library/inspector/cli-codegen-2.spec.ts > cli codegen > should handle history.postData [fixme]+library/inspector/cli-codegen-2.spec.ts > cli codegen > should not clash pages [fixme]+library/inspector/cli-codegen-2.spec.ts > cli codegen > should not lead to an error if html gets clicked [fixme]+library/inspector/cli-codegen-2.spec.ts > cli codegen > should record navigations after identical pushState [fixme]+library/inspector/cli-codegen-2.spec.ts > cli codegen > should record open in a new tab with url [fixme]+library/inspector/cli-codegen-2.spec.ts > cli codegen > should reset hover model on action when element detaches [fixme]+library/inspector/cli-codegen-2.spec.ts > cli codegen > should update active model on action [fixme]+library/inspector/cli-codegen-2.spec.ts > cli codegen > should update hover model on action [fixme]+library/inspector/cli-codegen-2.spec.ts > cli codegen > should upload a single file [fixme]+library/inspector/cli-codegen-2.spec.ts > cli codegen > should upload multiple files [fixme]+library/inspector/cli-codegen-2.spec.ts > should --test-id-attribute [fixme]+library/inspector/cli-codegen-3.spec.ts > cli codegen > should assert value [fixme]+library/inspector/cli-codegen-3.spec.ts > cli codegen > should assert value on disabled input [fixme]+library/inspector/cli-codegen-3.spec.ts > cli codegen > should assert value on disabled select [fixme]+library/inspector/cli-codegen-3.spec.ts > cli codegen > should assert visibility [fixme]+library/inspector/cli-codegen-3.spec.ts > cli codegen > should click locator.first [fixme]+library/inspector/cli-codegen-3.spec.ts > cli codegen > should click locator.nth [fixme]+library/inspector/cli-codegen-3.spec.ts > cli codegen > should consume contextmenu events, despite a custom context menu [fixme]+library/inspector/cli-codegen-3.spec.ts > cli codegen > should consume pointer events [fixme]+library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate frame locators [fixme]+library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate frame locators with id attribute [fixme]+library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate frame locators with name attribute [fixme]+library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate frame locators with special characters in name attribute [fixme]+library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate frame locators with testId [fixme]+library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate frame locators with title attribute [fixme]+library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate getByAltText [fixme]+library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate getByLabel [fixme]+library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate getByLabel without regex [fixme]+library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate getByPlaceholder [fixme]+library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate getByTestId [fixme]+library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate role locators undef frame locators [fixme]+library/inspector/pause.spec.ts > pause > should highlight locators with custom testId [fixme]+library/inspector/pause.spec.ts > pause > should highlight on explore (csharp) [fixme]+library/inspector/pause.spec.ts > pause > should highlight on explore [fixme]+library/inspector/pause.spec.ts > pause > should highlight pointer, only in main frame [fixme]+library/launcher.spec.ts > should throw a friendly error if its headed and there is no xserver on linux running [fixme]+library/locator-generator.spec.ts > reverse engineer internal:has-text locators [fixme]+library/multiclient.spec.ts > last emulateMedia wins [fixme]+library/multiclient.spec.ts > should launch persistent [fixme]+library/multiclient.spec.ts > should not allow parallel css coverage [fixme]+library/multiclient.spec.ts > should not allow parallel js coverage and cleanup upon disconnect [fixme]+library/multiclient.spec.ts > should unroute websockets [fixme]+library/page-clock.spec.ts > runFor > creates updated Date while ticking [fixme]+library/page-clock.spec.ts > runFor > passes 1 minute [fixme]+library/page-clock.spec.ts > runFor > passes 8 seconds [fixme]+library/page-clock.spec.ts > runFor > triggers multiple simultaneous timers [fixme]+library/page-clock.spec.ts > runFor > triggers simultaneous timers [fixme]+library/page-clock.spec.ts > stubTimers > replaces global setInterval [fixme]+library/page-close.spec.ts > expect should not print timed out error message when page closes [fixme]+library/page-close.spec.ts > interrupt request.response() and request.allHeaders() on page.close [fixme]+library/page-close.spec.ts > should not treat navigations as new popups [fixme]+library/page-close.spec.ts > should reject all promises when page is closed [fixme]+library/page-event-crash.spec.ts > should be able to close context when page crashes [fixme]+library/page-event-crash.spec.ts > should cancel navigation when page crashes [fixme]+library/page-event-crash.spec.ts > should cancel waitForEvent when page crashes [fixme]+library/page-event-crash.spec.ts > should emit crash event when page crashes [fixme]+library/page-event-crash.spec.ts > should throw on any action after page crashes [fixme]+library/pdf.spec.ts > should be able to generate outline [fixme]+library/permissions.spec.ts > should be able to use the local-fonts API [fixme]+library/permissions.spec.ts > local network request is allowed from public origin [fixme]+library/permissions.spec.ts > permissions > should accumulate when adding [fixme]+library/permissions.spec.ts > permissions > should be prompt by default [fixme]+library/permissions.spec.ts > permissions > should clear permissions [fixme]+library/permissions.spec.ts > permissions > should deny permission when not listed [fixme]+library/permissions.spec.ts > permissions > should fail when bad permission is given [fixme]+library/permissions.spec.ts > permissions > should grant permission when creating context [fixme]+library/permissions.spec.ts > permissions > should grant permission when listed for all domains [fixme]+library/permissions.spec.ts > permissions > should isolate permissions between browser contexts [fixme]+library/permissions.spec.ts > permissions > should trigger permission onchange [fixme]+library/permissions.spec.ts > should support clipboard read [fixme]+library/permissions.spec.ts > storage access [fixme]+library/popup.spec.ts > BrowserContext.addInitScript should apply to a cross-process popup [fixme]+library/popup.spec.ts > should inherit extra headers from browser context [fixme]+library/popup.spec.ts > should inherit http credentials from browser context [fixme]+library/popup.spec.ts > should inherit offline from browser context [fixme]+library/popup.spec.ts > should inherit touch support from browser context [fixme]+library/popup.spec.ts > should inherit user agent from browser context @smoke [fixme]+library/popup.spec.ts > should not throttle rAF in the opener page [fixme]+library/popup.spec.ts > should respect routes from browser context [fixme]+library/popup.spec.ts > should respect routes from browser context when using window.open [fixme]+library/popup.spec.ts > should use viewport size from window features [fixme]+library/proxy.spec.ts > should proxy local network requests > by default > link-local [fixme]+library/resource-timing.spec.ts > should work when serving from memory cache [fixme]+library/role-utils.spec.ts > wpt accname #0 [fixme]+library/role-utils.spec.ts > wpt accname #1 [fixme]+library/role-utils.spec.ts > wpt accname #2 [fixme]+library/screenshot.spec.ts > element screenshot > element screenshot should work with a mobile viewport [fixme]+library/screenshot.spec.ts > element screenshot > element screenshot should work with device scale factor [fixme]+library/screenshot.spec.ts > element screenshot > page screenshot should capture css transform with device pixels [fixme]+library/screenshot.spec.ts > element screenshot > should capture full element when larger than viewport with device scale factor [fixme]+library/screenshot.spec.ts > element screenshot > should capture full element when larger than viewport with device scale factor and scale:css [fixme]+library/screenshot.spec.ts > page screenshot > should run in parallel in multiple pages [fixme]+library/screenshot.spec.ts > page screenshot > should work with a mobile viewport [fixme]+library/screenshot.spec.ts > page screenshot > should work with a mobile viewport and clip [fixme]+library/screenshot.spec.ts > page screenshot > should work with a mobile viewport and fullPage [fixme]+library/screenshot.spec.ts > page screenshot > should work with device scale factor [fixme]+library/screenshot.spec.ts > page screenshot > should work with device scale factor and clip [fixme]+library/screenshot.spec.ts > page screenshot > should work with device scale factor and scale:css [fixme]+library/screenshot.spec.ts > page screenshot > should work with device scale factor, clip and scale:css [fixme]+library/selector-generator.spec.ts > selector generator > should accept valid aria-label for candidate consideration [fixme]+library/selector-generator.spec.ts > selector generator > should accept valid data-test-id for candidate consideration [fixme]+library/selector-generator.spec.ts > selector generator > should chain text after parent [fixme]+library/selector-generator.spec.ts > selector generator > should escape text with quote [fixme]+library/selector-generator.spec.ts > selector generator > should escape text with slash [fixme]+library/selector-generator.spec.ts > selector generator > should find text in shadow dom [fixme]+library/selector-generator.spec.ts > selector generator > should generate exact label when necessary [fixme]+library/selector-generator.spec.ts > selector generator > should generate exact placeholder when necessary [fixme]+library/selector-generator.spec.ts > selector generator > should generate exact role when necessary [fixme]+library/selector-generator.spec.ts > selector generator > should generate exact text when necessary [fixme]+library/selector-generator.spec.ts > selector generator > should generate exact title when necessary [fixme]+library/selector-generator.spec.ts > selector generator > should generate label selector [fixme]+library/selector-generator.spec.ts > selector generator > should generate multiple: noId [fixme]+library/selector-generator.spec.ts > selector generator > should generate multiple: noId noText [fixme]+library/selector-generator.spec.ts > selector generator > should generate multiple: noText in role [fixme]+library/selector-generator.spec.ts > selector generator > should generate multiple: noText in text [fixme]+library/selector-generator.spec.ts > selector generator > should generate relative selector [fixme]+library/selector-generator.spec.ts > selector generator > should generate text and normalize whitespace [fixme]+library/selector-generator.spec.ts > selector generator > should generate text for <input type=button> [fixme]+library/selector-generator.spec.ts > selector generator > should generate title selector [fixme]+library/selector-generator.spec.ts > selector generator > should handle first non-unique data-testid [fixme]+library/selector-generator.spec.ts > selector generator > should handle second non-unique data-testid [fixme]+library/selector-generator.spec.ts > selector generator > should ignore empty aria-label for candidate consideration [fixme]+library/selector-generator.spec.ts > selector generator > should ignore empty data-test-id for candidate consideration [fixme]+library/selector-generator.spec.ts > selector generator > should ignore empty role for candidate consideration [fixme]+library/selector-generator.spec.ts > selector generator > should match in deep shadow dom [fixme]+library/selector-generator.spec.ts > selector generator > should match in shadow dom [fixme]+library/selector-generator.spec.ts > selector generator > should not accept invalid role for candidate consideration [fixme]+library/selector-generator.spec.ts > selector generator > should not escape spaces inside named attr selectors [fixme]+library/selector-generator.spec.ts > selector generator > should not escape text with >> [fixme]+library/selector-generator.spec.ts > selector generator > should not improve guid text [fixme]+library/selector-generator.spec.ts > selector generator > should not over-escape for CSS syntax [fixme]+library/selector-generator.spec.ts > selector generator > should not prefer zero-sized button over inner span [fixme]+library/selector-generator.spec.ts > selector generator > should not use generated id [fixme]+library/selector-generator.spec.ts > selector generator > should not use icon fonts aria name [fixme]+library/selector-generator.spec.ts > selector generator > should not use input[value] [fixme]+library/selector-generator.spec.ts > selector generator > should not use text for select [fixme]+library/selector-generator.spec.ts > selector generator > should prefer button over inner span [fixme]+library/selector-generator.spec.ts > selector generator > should prefer class to ordinal [fixme]+library/selector-generator.spec.ts > selector generator > should prefer data-testid [fixme]+library/selector-generator.spec.ts > selector generator > should prefer role other input[type] [fixme]+library/selector-generator.spec.ts > selector generator > should prefer role with hasText to css with hasText [fixme]+library/selector-generator.spec.ts > selector generator > should prefer role=button over inner span [fixme]+library/selector-generator.spec.ts > selector generator > should prioritize attributes correctly > name [fixme]+library/selector-generator.spec.ts > selector generator > should prioritize attributes correctly > placeholder [fixme]+library/selector-generator.spec.ts > selector generator > should prioritize attributes correctly > role [fixme]+library/selector-generator.spec.ts > selector generator > should prioritize attributes correctly > type [fixme]+library/selector-generator.spec.ts > selector generator > should properly join child selectors under nested ordinals [fixme]+library/selector-generator.spec.ts > selector generator > should separate selectors by >> [fixme]+library/selector-generator.spec.ts > selector generator > should trim long text [fixme]+library/selector-generator.spec.ts > selector generator > should trim text [fixme]+library/selector-generator.spec.ts > selector generator > should try to improve label text by shortening [fixme]+library/selector-generator.spec.ts > selector generator > should try to improve role name [fixme]+library/selector-generator.spec.ts > selector generator > should try to improve text [fixme]+library/selector-generator.spec.ts > selector generator > should try to improve text by shortening [fixme]+library/selector-generator.spec.ts > selector generator > should use data-testid in strict errors [fixme]+library/selector-generator.spec.ts > selector generator > should use internal:has-text [fixme]+library/selector-generator.spec.ts > selector generator > should use internal:has-text with regexp [fixme]+library/selector-generator.spec.ts > selector generator > should use internal:has-text with regexp with a quote [fixme]+library/selector-generator.spec.ts > selector generator > should use nested ordinals [fixme]+library/selector-generator.spec.ts > selector generator > should use ordinal for identical nodes [fixme]+library/selector-generator.spec.ts > selector generator > should use parent text [fixme]+library/selector-generator.spec.ts > selector generator > should use readable id [fixme]+library/selector-generator.spec.ts > selector generator > should use the name attributes for elements that can have it [fixme]+library/selector-generator.spec.ts > selector generator > should work in dynamic iframes without navigation [fixme]+library/selector-generator.spec.ts > selector generator > should work with tricky attributes [fixme]+library/selector-generator.spec.ts > selector generator > should work without CSS.escape [fixme]+library/shared-worker.spec.ts > should survive shared worker restart [fixme]+library/signals.spec.ts > signals > should close the browser on SIGINT [fixme]+library/slowmo.spec.ts > slowMo > Frame SlowMo setInputFiles [fixme]+library/slowmo.spec.ts > slowMo > Page SlowMo reload [fixme]+library/slowmo.spec.ts > slowMo > Page SlowMo setInputFiles [fixme]+library/snapshotter.spec.ts > snapshots > should capture snapshot target [fixme]+library/tap.spec.ts > should not send mouse events touchstart is canceled [fixme]+library/tap.spec.ts > should not send mouse events when touchend is canceled [fixme]+library/tap.spec.ts > should not wait for a navigation caused by a tap [fixme]+library/tap.spec.ts > should send all of the correct events @smoke [fixme]+library/tap.spec.ts > should send well formed touch points [fixme]+library/tap.spec.ts > should wait until an element is visible to tap it [fixme]+library/tap.spec.ts > should work with modifiers [fixme]+library/tap.spec.ts > trial run should not tap [fixme]+library/trace-viewer.spec.ts > should handle multiple headers [fixme]+library/trace-viewer.spec.ts > should highlight locator in iframe while typing [fixme]+library/trace-viewer.spec.ts > should open console errors on click [fixme]+library/trace-viewer.spec.ts > should pick locator in iframe [fixme]+library/trace-viewer.spec.ts > should render console [fixme]+library/trace-viewer.spec.ts > should serve css without content-type [fixme]+library/trace-viewer.spec.ts > should show empty trace viewer [fixme]+library/tracing.spec.ts > should collect trace with resources, but no js [fixme]+library/tracing.spec.ts > should not include trace resources from the previous chunks [fixme]+library/tracing.spec.ts > should respect tracesDir and name [fixme]+library/video.spec.ts > screencast > should be 800x450 by default [fixme]+library/video.spec.ts > screencast > should be 800x600 with null viewport [fixme]+library/video.spec.ts > screencast > should capture css transformation [fixme]+library/video.spec.ts > screencast > should capture navigation [fixme]+library/video.spec.ts > screencast > should capture static page [fixme]+library/video.spec.ts > screencast > should capture static page in persistent context @smoke [fixme]+library/video.spec.ts > screencast > should continue recording main page after popup closes [fixme]+library/video.spec.ts > screencast > should delete video [fixme]+library/video.spec.ts > screencast > should emulate an iphone [fixme]+library/video.spec.ts > screencast > should expose video path [fixme]+library/video.spec.ts > screencast > should expose video path blank page [fixme]+library/video.spec.ts > screencast > should expose video path blank popup [fixme]+library/video.spec.ts > screencast > should throw if browser dies [fixme]+library/video.spec.ts > screencast > should throw on browser close [fixme]+library/video.spec.ts > screencast > should use viewport scaled down to fit into 800x800 as default size [fixme]+library/video.spec.ts > screencast > should wait for video to finish if page was closed [fixme]+library/video.spec.ts > screencast > should work for popups [fixme]+library/video.spec.ts > screencast > should work with old options [fixme]+library/video.spec.ts > screencast > should work with relative path for recordVideo.dir [fixme]+library/video.spec.ts > screencast > should work with weird screen resolution [fixme]+library/video.spec.ts > should saveAs video [fixme]+library/web-socket.spec.ts > should emit binary frame events [fixme]+library/web-socket.spec.ts > should emit close events [fixme]+library/web-socket.spec.ts > should emit error [fixme]+library/web-socket.spec.ts > should emit frame events [fixme]+library/web-socket.spec.ts > should filter out the close events when the server closes with a message [fixme]+library/web-socket.spec.ts > should not have stray error events [fixme]+library/web-socket.spec.ts > should pass self as argument to close event [fixme]+library/web-socket.spec.ts > should reject waitForEvent on page close [fixme]+library/web-socket.spec.ts > should reject waitForEvent on socket close [fixme]\ No newline at end of filediff --git a/tests/bidi/expectations/bidi-chromium-library.txt b/tests/bidi/expectations/bidi-chromium-library.txtdeleted file mode 100644index 0d104126b4..0000000000--- a/tests/bidi/expectations/bidi-chromium-library.txt+++ /dev/null@@ -1,636 +0,0 @@-library/beforeunload.spec.ts › should access page after beforeunload [timeout]-library/beforeunload.spec.ts › should run beforeunload if asked for @smoke [timeout]-library/browser.spec.ts › version should work [fail]-library/browsercontext-add-cookies.spec.ts › should roundtrip cookie [fail]-library/browsercontext-add-cookies.spec.ts › should set cookie with reasonable defaults [fail]-library/browsercontext-add-cookies.spec.ts › should set cookies with SameSite attribute and no secure attribute [fail]-library/browsercontext-base-url.spec.ts › should construct a new URL when a baseURL in browserType.launchPersistentContext is passed to page.goto [timeout]-library/browsercontext-basic.spec.ts › fetch with keepalive should throw when offline [fail]-library/browsercontext-basic.spec.ts › should disable javascript [fail]-library/browsercontext-basic.spec.ts › should emulate media in cross-process iframe [fail]-library/browsercontext-basic.spec.ts › should emulate media in popup [fail]-library/browsercontext-basic.spec.ts › should emulate navigator.onLine [fail]-library/browsercontext-basic.spec.ts › should emulate offline event [fail]-library/browsercontext-basic.spec.ts › should work with offline option [fail]-library/browsercontext-clearcookies.spec.ts › should remove cookies by domain [fail]-library/browsercontext-clearcookies.spec.ts › should remove cookies by name [fail]-library/browsercontext-clearcookies.spec.ts › should remove cookies by name and domain [fail]-library/browsercontext-clearcookies.spec.ts › should remove cookies by name regex [fail]-library/browsercontext-clearcookies.spec.ts › should remove cookies by path [fail]-library/browsercontext-cookies-third-party.spec.ts › add 'Partitioned;' cookie via API [fail]-library/browsercontext-cookies-third-party.spec.ts › same origin third party 'Partitioned;' cookie with different origin intermediate iframe [flaky]-library/browsercontext-cookies-third-party.spec.ts › save/load third party 'Partitioned;' cookies [fail]-library/browsercontext-cookies-third-party.spec.ts › save/load third party non-partitioned cookies [flaky]-library/browsercontext-cookies-third-party.spec.ts › should(not) block third party cookies - persistent context [timeout]-library/browsercontext-cookies-third-party.spec.ts › third party 'Partitioned;' cookies [flaky]-library/browsercontext-cookies-third-party.spec.ts › third party non-partitioned cookies [flaky]-library/browsercontext-cookies-third-party.spec.ts › top level 'Partitioned;' cookie and same origin iframe [fail]-library/browsercontext-cookies.spec.ts › iframe should inherit cookies from parent [fail]-library/browsercontext-cookies.spec.ts › should get a cookie @smoke [fail]-library/browsercontext-cookies.spec.ts › should get a non-session cookie [fail]-library/browsercontext-cookies.spec.ts › should get multiple cookies [fail]-library/browsercontext-cookies.spec.ts › should parse cookie with large Max-Age correctly [fail]-library/browsercontext-credentials.spec.ts › should fail with correct credentials and mismatching hostname [fail]-library/browsercontext-credentials.spec.ts › should fail with correct credentials and mismatching port [fail]-library/browsercontext-credentials.spec.ts › should fail with correct credentials and mismatching scheme [fail]-library/browsercontext-credentials.spec.ts › should work with setHTTPCredentials [fail]-library/browsercontext-csp.spec.ts › should bypass after cross-process navigation [fail]-library/browsercontext-csp.spec.ts › should bypass CSP header [fail]-library/browsercontext-csp.spec.ts › should bypass CSP in iframes as well [fail]-library/browsercontext-csp.spec.ts › should bypass CSP meta tag @smoke [fail]-library/browsercontext-events.spec.ts › console event should work in immediately closed popup [timeout]-library/browsercontext-events.spec.ts › console event should work in popup 2 [timeout]-library/browsercontext-events.spec.ts › console event should work with element handles [fail]-library/browsercontext-events.spec.ts › dialog event should work in immediately closed popup [timeout]-library/browsercontext-events.spec.ts › dialog event should work in popup [timeout]-library/browsercontext-events.spec.ts › dialog event should work in popup 2 [fail]-library/browsercontext-events.spec.ts › dialog event should work with inline script tag [timeout]-library/browsercontext-events.spec.ts › weberror event should work [timeout]-library/browsercontext-fetch.spec.ts › should work with connectOverCDP [fail]-library/browsercontext-har.spec.ts › should change document URL after redirected navigation [fail]-library/browsercontext-har.spec.ts › should goBack to redirected navigation [fail]-library/browsercontext-har.spec.ts › should goForward to redirected navigation [fail]-library/browsercontext-har.spec.ts › should record overridden requests to har [fail]-library/browsercontext-har.spec.ts › should reload redirected navigation [fail]-library/browsercontext-har.spec.ts › should round-trip har with postData [fail]-library/browsercontext-locale.spec.ts › should format number in popups [flaky]-library/browsercontext-locale.spec.ts › should format number in workers [timeout]-library/browsercontext-network-event.spec.ts › BrowserContext.Events.Request [fail]-library/browsercontext-network-event.spec.ts › BrowserContext.Events.Response [fail]-library/browsercontext-page-event.spec.ts › should have about:blank for empty url with domcontentloaded [timeout]-library/browsercontext-page-event.spec.ts › should have about:blank url with domcontentloaded [timeout]-library/browsercontext-page-event.spec.ts › should have an opener [fail]-library/browsercontext-page-event.spec.ts › should have url [fail]-library/browsercontext-page-event.spec.ts › should not hang on ctrl-click during provisional load [timeout]-library/browsercontext-page-event.spec.ts › should report when a new page is created and closed [fail]-library/browsercontext-proxy.spec.ts › should proxy local network requests › by default › link-local [timeout]-library/browsercontext-proxy.spec.ts › should proxy local network requests › with other bypasses › link-local [timeout]-library/browsercontext-proxy.spec.ts › should proxy local network requests › with other bypasses › localhost [fail]-library/browsercontext-proxy.spec.ts › should proxy local network requests › with other bypasses › loopback address [fail]-library/browsercontext-proxy.spec.ts › should use proxy for https urls [timeout]-library/browsercontext-reuse.spec.ts › reuse connect › should continue issuing events after closing the reused page [flaky]-library/browsercontext-reuse.spec.ts › reuse connect › should not cache resources [fail]-library/browsercontext-reuse.spec.ts › reuse connect › should re-add binding after reset [flaky]-library/browsercontext-reuse.spec.ts › reuse connect › should reset mouse position [fail]-library/browsercontext-reuse.spec.ts › reuse connect › should update viewport and media [fail]-library/browsercontext-reuse.spec.ts › reuse connect › should work with routeWebSocket [flaky]-library/browsercontext-reuse.spec.ts › reuse launch › should continue issuing events after closing the reused page [flaky]-library/browsercontext-reuse.spec.ts › reuse launch › should not cache resources [fail]-library/browsercontext-reuse.spec.ts › reuse launch › should reset mouse position [fail]-library/browsercontext-reuse.spec.ts › reuse launch › should update viewport and media [fail]-library/browsercontext-route.spec.ts › should support Set-Cookie header [fail]-library/browsercontext-route.spec.ts › should use Set-Cookie header in future requests [fail]-library/browsercontext-service-worker-policy.spec.ts › block › blocks service worker registration [timeout]-library/browsercontext-set-extra-http-headers.spec.ts › should override extra headers from browser context [fail]-library/browsercontext-storage-state.spec.ts › should capture cookies [fail]-library/browsercontext-storage-state.spec.ts › should round-trip through the file [fail]-library/browsercontext-user-agent.spec.ts › custom user agent for download [timeout]-library/browsercontext-user-agent.spec.ts › should work for navigator.userAgentData and sec-ch-ua headers [fail]-library/browsercontext-viewport-mobile.spec.ts › mobile viewport › default mobile viewports to 980 width [fail]-library/browsercontext-viewport-mobile.spec.ts › mobile viewport › should emulate the hover media feature [fail]-library/browsercontext-viewport-mobile.spec.ts › mobile viewport › should fire orientationchange event [timeout]-library/browsercontext-viewport-mobile.spec.ts › mobile viewport › should preserve window.orientation override after navigation [fail]-library/browsercontext-viewport-mobile.spec.ts › mobile viewport › should support touch emulation [fail]-library/browsercontext-viewport-mobile.spec.ts › mobile viewport › should support window.orientation emulation [fail]-library/browsercontext-viewport.spec.ts › should support touch with null viewport [fail]-library/browsertype-connect.spec.ts › launchServer › disconnected event should be emitted when browser is closed or server is closed [timeout]-library/browsertype-connect.spec.ts › launchServer › disconnected event should have browser as argument [timeout]-library/browsertype-connect.spec.ts › launchServer › setInputFiles should preserve lastModified timestamp [timeout]-library/browsertype-connect.spec.ts › launchServer › should be able to connect 20 times to a single server without warnings [timeout]-library/browsertype-connect.spec.ts › launchServer › should be able to connect two browsers at the same time [timeout]-library/browsertype-connect.spec.ts › launchServer › should be able to connect when the wsEndpoint is passed as an option [timeout]-library/browsertype-connect.spec.ts › launchServer › should be able to reconnect to a browser [timeout]-library/browsertype-connect.spec.ts › launchServer › should be able to visit ipv6 [timeout]-library/browsertype-connect.spec.ts › launchServer › should be able to visit ipv6 through localhost [timeout]-library/browsertype-connect.spec.ts › launchServer › should connect over http [timeout]-library/browsertype-connect.spec.ts › launchServer › should connect over wss [timeout]-library/browsertype-connect.spec.ts › launchServer › should emit close events on pages and contexts [timeout]-library/browsertype-connect.spec.ts › launchServer › should error when saving download after deletion [timeout]-library/browsertype-connect.spec.ts › launchServer › should filter launch options [timeout]-library/browsertype-connect.spec.ts › launchServer › should fulfill with global fetch result [timeout]-library/browsertype-connect.spec.ts › launchServer › should handle exceptions during connect [timeout]-library/browsertype-connect.spec.ts › launchServer › should ignore page.pause when headed [timeout]-library/browsertype-connect.spec.ts › launchServer › should not throw on close after disconnect [timeout]-library/browsertype-connect.spec.ts › launchServer › should properly disconnect when connection closes from the client side [timeout]-library/browsertype-connect.spec.ts › launchServer › should record trace with sources [timeout]-library/browsertype-connect.spec.ts › launchServer › should reject navigation when browser closes [timeout]-library/browsertype-connect.spec.ts › launchServer › should reject waitForEvent before browser.close finishes [timeout]-library/browsertype-connect.spec.ts › launchServer › should reject waitForEvent before browser.onDisconnect fires [timeout]-library/browsertype-connect.spec.ts › launchServer › should reject waitForSelector when browser closes [timeout]-library/browsertype-connect.spec.ts › launchServer › should respect selectors [timeout]-library/browsertype-connect.spec.ts › launchServer › should save download [timeout]-library/browsertype-connect.spec.ts › launchServer › should save har [timeout]-library/browsertype-connect.spec.ts › launchServer › should saveAs videos from remote browser [timeout]-library/browsertype-connect.spec.ts › launchServer › should set the browser connected state [timeout]-library/browsertype-connect.spec.ts › launchServer › should support slowmo option [timeout]-library/browsertype-connect.spec.ts › launchServer › should terminate network waiters [timeout]-library/browsertype-connect.spec.ts › launchServer › should throw when calling waitForNavigation after disconnect [timeout]-library/browsertype-connect.spec.ts › launchServer › should throw when used after isConnected returns false [timeout]-library/browsertype-connect.spec.ts › launchServer › should upload large file [timeout]-library/browsertype-connect.spec.ts › launchServer only › should be able to reconnect to a browser 12 times without warnings [timeout]-library/browsertype-connect.spec.ts › launchServer only › should properly disconnect when connection closes from the server side [timeout]-library/browsertype-connect.spec.ts › launchServer only › should work with cluster [timeout]-library/browsertype-connect.spec.ts › run-server › should error when saving download after deletion [fail]-library/browsertype-connect.spec.ts › run-server › should save download [fail]-library/browsertype-connect.spec.ts › run-server › should saveAs videos from remote browser [fail]-library/browsertype-connect.spec.ts › run-server › socks proxy › should lead to the error page for forwarded requests when the connection is refused [fail]-library/browsertype-launch.spec.ts › should handle exception [timeout]-library/browsertype-launch.spec.ts › should handle timeout [timeout]-library/browsertype-launch.spec.ts › should reject all promises when browser is closed [fail]-library/browsertype-launch.spec.ts › should reject if launched browser fails immediately [fail]-library/browsertype-launch.spec.ts › should report launch log [timeout]-library/channels.spec.ts › should scope CDPSession handles [fail]-library/channels.spec.ts › should work with the domain module [timeout]-library/chromium/bfcache.spec.ts › bindings should work after restoring from bfcache [timeout]-library/chromium/chromium.spec.ts › http credentials › httpCredentials [timeout]-library/chromium/chromium.spec.ts › PLAYWRIGHT_DISABLE_SERVICE_WORKER_NETWORK [timeout]-library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › serviceWorker(), and fromServiceWorker() work [timeout]-library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › setExtraHTTPHeaders [timeout]-library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › setOffline [timeout]-library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should intercept only serviceworker request, not page [timeout]-library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should intercept service worker importScripts [timeout]-library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should intercept service worker requests (main and within) [timeout]-library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should produce network events, routing, and annotations for Service Worker (advanced) [timeout]-library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should produce network events, routing, and annotations for Service Worker [timeout]-library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should report failure (due to content-type) of main service worker request [timeout]-library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should report failure (due to redirect) of main service worker request [timeout]-library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should report intercepted service worker requests in HAR [timeout]-library/chromium/chromium.spec.ts › serviceWorker(), and fromServiceWorker() work [timeout]-library/chromium/chromium.spec.ts › serviceWorkers() should return current workers [timeout]-library/chromium/chromium.spec.ts › setExtraHTTPHeaders [timeout]-library/chromium/chromium.spec.ts › setOffline [timeout]-library/chromium/chromium.spec.ts › should capture console.log from ServiceWorker start [timeout]-library/chromium/chromium.spec.ts › should close service worker together with the context [timeout]-library/chromium/chromium.spec.ts › should create a worker from a service worker [timeout]-library/chromium/chromium.spec.ts › should create a worker from service worker with noop routing [timeout]-library/chromium/chromium.spec.ts › should emit console messages from service worker [timeout]-library/chromium/chromium.spec.ts › should emit new service worker on update [timeout]-library/chromium/chromium.spec.ts › should intercept only serviceworker request, not page [timeout]-library/chromium/chromium.spec.ts › should intercept service worker importScripts [timeout]-library/chromium/chromium.spec.ts › should intercept service worker requests (main and within) [timeout]-library/chromium/chromium.spec.ts › should pass args with spaces [timeout]-library/chromium/chromium.spec.ts › should produce network events, routing, and annotations for Service Worker (advanced) [timeout]-library/chromium/chromium.spec.ts › should produce network events, routing, and annotations for Service Worker [timeout]-library/chromium/chromium.spec.ts › should report failure (due to content-type) of main service worker request [timeout]-library/chromium/chromium.spec.ts › should report failure (due to redirect) of main service worker request [timeout]-library/chromium/chromium.spec.ts › should report intercepted service worker requests in HAR [timeout]-library/chromium/chromium.spec.ts › should throw when connecting twice to an already running persistent context (--remote-debugging-pipe) [timeout]-library/chromium/chromium.spec.ts › should throw when connecting twice to an already running persistent context (--remote-debugging-port) [timeout]-library/chromium/connect-over-cdp.spec.ts › setInputFiles should preserve lastModified timestamp [fail]-library/chromium/connect-over-cdp.spec.ts › setInputFiles should use local path when isLocal is set [fail]-library/chromium/connect-over-cdp.spec.ts › should allow tracing over cdp session [fail]-library/chromium/connect-over-cdp.spec.ts › should be able to connect via localhost [fail]-library/chromium/connect-over-cdp.spec.ts › should cleanup artifacts dir after connectOverCDP disconnects due to ws close [fail]-library/chromium/connect-over-cdp.spec.ts › should connect over a ws endpoint [fail]-library/chromium/connect-over-cdp.spec.ts › should connect to an existing cdp session [fail]-library/chromium/connect-over-cdp.spec.ts › should connect to an existing cdp session twice [fail]-library/chromium/connect-over-cdp.spec.ts › should connect to an existing cdp session when passed as a first argument [fail]-library/chromium/connect-over-cdp.spec.ts › should connect to existing page with iframe and navigate [fail]-library/chromium/connect-over-cdp.spec.ts › should connect to existing service workers [fail]-library/chromium/connect-over-cdp.spec.ts › should connect via https [fail]-library/chromium/connect-over-cdp.spec.ts › should connectOverCDP and manage downloads in default context [fail]-library/chromium/connect-over-cdp.spec.ts › should not reuse utility worlds between two clients [fail]-library/chromium/connect-over-cdp.spec.ts › should report all pages in an existing browser [fail]-library/chromium/connect-over-cdp.spec.ts › should return valid browser from context.browser() [fail]-library/chromium/connect-over-cdp.spec.ts › should send default User-Agent header with connect request [timeout]-library/chromium/connect-over-cdp.spec.ts › should send extra headers with connect request [timeout]-library/chromium/connect-over-cdp.spec.ts › should use logger in default context [fail]-library/chromium/connect-over-cdp.spec.ts › should use proxy with connectOverCDP [fail]-library/chromium/css-coverage.spec.ts › should ignore injected stylesheets [fail]-library/chromium/css-coverage.spec.ts › should NOT report scripts across navigations [fail]-library/chromium/css-coverage.spec.ts › should report multiple stylesheets [fail]-library/chromium/css-coverage.spec.ts › should report sourceURLs [fail]-library/chromium/css-coverage.spec.ts › should report stylesheets across navigations [fail]-library/chromium/css-coverage.spec.ts › should report stylesheets that have no coverage [fail]-library/chromium/css-coverage.spec.ts › should work [fail]-library/chromium/css-coverage.spec.ts › should work with a recently loaded stylesheet [fail]-library/chromium/css-coverage.spec.ts › should work with complicated usecases [fail]-library/chromium/css-coverage.spec.ts › should work with media queries [fail]-library/chromium/disable-web-security.spec.ts › test utility world in popup w/ --disable-web-security [fail]-library/chromium/extensions.spec.ts › MV3 › should give access to the service worker [timeout]-library/chromium/extensions.spec.ts › MV3 › should give access to the service worker when recording video [timeout]-library/chromium/extensions.spec.ts › MV3 › should report console messages from content script [timeout]-library/chromium/extensions.spec.ts › MV3 › should support request/response events in the service worker [timeout]-library/chromium/js-coverage.spec.ts › should ignore eval() scripts by default [fail]-library/chromium/js-coverage.spec.ts › should not hang when there is a debugger statement [fail]-library/chromium/js-coverage.spec.ts › should NOT report scripts across navigations when enabled [fail]-library/chromium/js-coverage.spec.ts › should report multiple scripts [fail]-library/chromium/js-coverage.spec.ts › should report scripts across navigations when disabled [fail]-library/chromium/js-coverage.spec.ts › should report sourceURLs [fail]-library/chromium/js-coverage.spec.ts › should work [fail]-library/chromium/js-coverage.spec.ts › shouldn't ignore eval() scripts if reportAnonymousScripts is true [fail]-library/chromium/launcher.spec.ts › should not create pages automatically [fail]-library/chromium/oopif.spec.ts › contentFrame should work [fail]-library/chromium/oopif.spec.ts › ElementHandle.boundingBox() should work [fail]-library/chromium/oopif.spec.ts › should allow cdp sessions on oopifs [fail]-library/chromium/oopif.spec.ts › should allow to re-connect to OOPIFs with CDP when iframes were there already [fail]-library/chromium/oopif.spec.ts › should be able to click in iframe [fail]-library/chromium/oopif.spec.ts › should click [fail]-library/chromium/oopif.spec.ts › should click a button when it overlays oopif [fail]-library/chromium/oopif.spec.ts › should emit filechooser event for iframe [timeout]-library/chromium/oopif.spec.ts › should emulate media [fail]-library/chromium/oopif.spec.ts › should emulate offline [fail]-library/chromium/oopif.spec.ts › should expose function [fail]-library/chromium/oopif.spec.ts › should handle oopif detach [fail]-library/chromium/oopif.spec.ts › should handle remote -> local -> remote transitions [fail]-library/chromium/oopif.spec.ts › should load oopif iframes with subresources and route [fail]-library/chromium/oopif.spec.ts › should not throw on exposeFunction when oopif detaches [fail]-library/chromium/oopif.spec.ts › should report google.com frame with headed [fail]-library/chromium/oopif.spec.ts › should report main requests [fail]-library/chromium/oopif.spec.ts › should report oopif frames [fail]-library/chromium/oopif.spec.ts › should respect route [fail]-library/chromium/oopif.spec.ts › should support addInitScript [fail]-library/chromium/oopif.spec.ts › should support context options [fail]-library/chromium/oopif.spec.ts › should support exposeFunction [fail]-library/chromium/oopif.spec.ts › should take screenshot [fail]-library/chromium/session.spec.ts › should be able to detach session [fail]-library/chromium/session.spec.ts › should detach when page closes [fail]-library/chromium/session.spec.ts › should enable and disable domains independently [fail]-library/chromium/session.spec.ts › should not break page.close() [fail]-library/chromium/session.spec.ts › should reject protocol calls when page closes [fail]-library/chromium/session.spec.ts › should send events [fail]-library/chromium/session.spec.ts › should throw if target is part of main [fail]-library/chromium/session.spec.ts › should throw nice errors [fail]-library/chromium/session.spec.ts › should work [fail]-library/chromium/session.spec.ts › should work with main frame [fail]-library/chromium/session.spec.ts › should work with newBrowserCDPSession [fail]-library/chromium/tracing.spec.ts › should create directories as needed [fail]-library/chromium/tracing.spec.ts › should output a trace [fail]-library/chromium/tracing.spec.ts › should return a buffer [fail]-library/chromium/tracing.spec.ts › should run with custom categories if provided [fail]-library/chromium/tracing.spec.ts › should support a buffer without a path [fail]-library/chromium/tracing.spec.ts › should throw if tracing on two pages [fail]-library/chromium/tracing.spec.ts › should work without options [fail]-library/client-certificates.spec.ts › browser › persistentContext › should pass with matching certificates [timeout]-library/debug-controller.spec.ts › should allow setting recorder mode only for specific browser [fail]-library/defaultbrowsercontext-1.spec.ts › context.addCookies() should work [timeout]-library/defaultbrowsercontext-1.spec.ts › context.clearCookies() should work [timeout]-library/defaultbrowsercontext-1.spec.ts › context.cookies() should work @smoke [timeout]-library/defaultbrowsercontext-1.spec.ts › should support acceptDownloads option [timeout]-library/defaultbrowsercontext-1.spec.ts › should support bypassCSP option [timeout]-library/defaultbrowsercontext-1.spec.ts › should support deviceScaleFactor option [timeout]-library/defaultbrowsercontext-1.spec.ts › should support javascriptEnabled option [timeout]-library/defaultbrowsercontext-1.spec.ts › should support offline option [timeout]-library/defaultbrowsercontext-1.spec.ts › should support userAgent option [timeout]-library/defaultbrowsercontext-1.spec.ts › should support viewport option [timeout]-library/defaultbrowsercontext-2.spec.ts › coverage should work [timeout]-library/defaultbrowsercontext-2.spec.ts › dialog.accept should work [timeout]-library/defaultbrowsercontext-2.spec.ts › exposes browser [timeout]-library/defaultbrowsercontext-2.spec.ts › should accept relative userDataDir [timeout]-library/defaultbrowsercontext-2.spec.ts › should accept userDataDir [timeout]-library/defaultbrowsercontext-2.spec.ts › should connect to a browser with the default page [timeout]-library/defaultbrowsercontext-2.spec.ts › should create userDataDir if it does not exist [timeout]-library/defaultbrowsercontext-2.spec.ts › should fire close event for a persistent context [timeout]-library/defaultbrowsercontext-2.spec.ts › should handle exception [timeout]-library/defaultbrowsercontext-2.spec.ts › should handle timeout [timeout]-library/defaultbrowsercontext-2.spec.ts › should have default URL when launching browser [timeout]-library/defaultbrowsercontext-2.spec.ts › should have passed URL when launching with ignoreDefaultArgs: true [timeout]-library/defaultbrowsercontext-2.spec.ts › should respect selectors [timeout]-library/defaultbrowsercontext-2.spec.ts › should restore state from userDataDir [timeout]-library/defaultbrowsercontext-2.spec.ts › should support colorScheme option [timeout]-library/defaultbrowsercontext-2.spec.ts › should support contrast option [timeout]-library/defaultbrowsercontext-2.spec.ts › should support extraHTTPHeaders option [timeout]-library/defaultbrowsercontext-2.spec.ts › should support forcedColors option [timeout]-library/defaultbrowsercontext-2.spec.ts › should support geolocation and permissions options [timeout]-library/defaultbrowsercontext-2.spec.ts › should support har option [timeout]-library/defaultbrowsercontext-2.spec.ts › should support hasTouch option [timeout]-library/defaultbrowsercontext-2.spec.ts › should support ignoreHTTPSErrors option [timeout]-library/defaultbrowsercontext-2.spec.ts › should support locale option [timeout]-library/defaultbrowsercontext-2.spec.ts › should support reducedMotion option [timeout]-library/defaultbrowsercontext-2.spec.ts › should support timezoneId option [timeout]-library/defaultbrowsercontext-2.spec.ts › should work in persistent context [timeout]-library/defaultbrowsercontext-2.spec.ts › user agent is up to date [timeout]-library/download.spec.ts › download event › should be able to cancel pending downloads [timeout]-library/download.spec.ts › download event › should close the context without awaiting the download [timeout]-library/download.spec.ts › download event › should create subdirectories when saving to non-existent user-specified path [timeout]-library/download.spec.ts › download event › should delete downloads on browser gone [timeout]-library/download.spec.ts › download event › should delete downloads on context destruction [timeout]-library/download.spec.ts › download event › should delete file [timeout]-library/download.spec.ts › download event › should download large binary.zip [timeout]-library/download.spec.ts › download event › should emit download event from nested iframes [timeout]-library/download.spec.ts › download event › should error when saving after deletion [timeout]-library/download.spec.ts › download event › should error when saving with downloads disabled [timeout]-library/download.spec.ts › download event › should expose stream [timeout]-library/download.spec.ts › download event › should not fail explicitly to cancel a download even if that is already finished [timeout]-library/download.spec.ts › download event › should report alt-click downloads [timeout]-library/download.spec.ts › download event › should report download path within page.on('download', …) handler for Blobs [timeout]-library/download.spec.ts › download event › should report download path within page.on('download', …) handler for Files [timeout]-library/download.spec.ts › download event › should report download when navigation turns into download @smoke [timeout]-library/download.spec.ts › download event › should report downloads for download attribute [timeout]-library/download.spec.ts › download event › should report downloads with acceptDownloads: false [timeout]-library/download.spec.ts › download event › should report downloads with acceptDownloads: true [timeout]-library/download.spec.ts › download event › should report downloads with interception [fail]-library/download.spec.ts › download event › should report new window downloads [timeout]-library/download.spec.ts › download event › should report non-navigation downloads [timeout]-library/download.spec.ts › download event › should report proper download url when download is from download attribute [timeout]-library/download.spec.ts › download event › should save to overwritten filepath [timeout]-library/download.spec.ts › download event › should save to two different paths with multiple saveAs calls [timeout]-library/download.spec.ts › download event › should save to user-specified path without updating original path [timeout]-library/download.spec.ts › download event › should throw if browser dies [timeout]-library/download.spec.ts › download event › should work with Cross-Origin-Opener-Policy [timeout]-library/download.spec.ts › should be able to download a inline PDF file via navigation [timeout]-library/download.spec.ts › should be able to download a inline PDF file via response interception [fail]-library/download.spec.ts › should be able to download a PDF file [timeout]-library/download.spec.ts › should convert navigation to a resource with unsupported mime type into download [timeout]-library/download.spec.ts › should download even if there is no "attachment" value [timeout]-library/download.spec.ts › should download links with data url [timeout]-library/download.spec.ts › should download successfully when routing [timeout]-library/download.spec.ts › should save to user-specified path [timeout]-library/downloads-path.spec.ts › downloads path › should accept downloads in persistent context [timeout]-library/downloads-path.spec.ts › downloads path › should delete downloads when context closes [timeout]-library/downloads-path.spec.ts › downloads path › should delete downloads when persistent context closes [timeout]-library/downloads-path.spec.ts › downloads path › should keep downloadsPath folder [timeout]-library/downloads-path.spec.ts › downloads path › should report downloads in downloadsPath folder [timeout]-library/downloads-path.spec.ts › downloads path › should report downloads in downloadsPath folder with a relative path [timeout]-library/emulation-focus.spec.ts › should change document.activeElement [flaky]-library/emulation-focus.spec.ts › should focus popups by default [fail]-library/emulation-focus.spec.ts › should not affect screenshots [fail]-library/geolocation.spec.ts › should isolate contexts [timeout]-library/geolocation.spec.ts › should use context options [timeout]-library/geolocation.spec.ts › should use context options for popup [timeout]-library/geolocation.spec.ts › should work @smoke [timeout]-library/geolocation.spec.ts › watchPosition should be notified [timeout]-library/har.spec.ts › should calculate time [flaky]-library/har.spec.ts › should have connection details [fail]-library/har.spec.ts › should have connection details for failed requests [fail]-library/har.spec.ts › should have connection details for redirects [fail]-library/har.spec.ts › should have pages in persistent context [timeout]-library/har.spec.ts › should have popup requests [fail]-library/har.spec.ts › should have security details [fail]-library/har.spec.ts › should include binary postData [fail]-library/har.spec.ts › should include form params [fail]-library/har.spec.ts › should include postData [fail]-library/har.spec.ts › should include set-cookies [fail]-library/har.spec.ts › should include set-cookies with comma [fail]-library/har.spec.ts › should include sizes [fail]-library/har.spec.ts › should not hang on resources served from cache [flaky]-library/har.spec.ts › should report the correct response body size when the bodySize is 0 [fail]-library/har.spec.ts › should return receive time [flaky]-library/har.spec.ts › should return security details directly from response [fail]-library/har.spec.ts › should return server address directly from response [fail]-library/headful.spec.ts › should click background tab [timeout]-library/headful.spec.ts › should click bottom row w/ infobar in OOPIF [timeout]-library/headful.spec.ts › should click in OOPIF [timeout]-library/headful.spec.ts › should close browser with beforeunload page [timeout]-library/headful.spec.ts › should close browsercontext with pending beforeunload dialog [timeout]-library/headful.spec.ts › should have default url when launching browser @smoke [timeout]-library/headful.spec.ts › should not override viewport size when passed null [flaky]-library/hit-target.spec.ts › should detect overlaid element in a transformed iframe [fail]-library/inspector/cli-codegen-1.spec.ts › cli codegen › should assert navigation [timeout]-library/inspector/cli-codegen-1.spec.ts › cli codegen › should await popup [timeout]-library/inspector/cli-codegen-1.spec.ts › cli codegen › should check [timeout]-library/inspector/cli-codegen-1.spec.ts › cli codegen › should check a radio button [timeout]-library/inspector/cli-codegen-1.spec.ts › cli codegen › should check with keyboard [timeout]-library/inspector/cli-codegen-1.spec.ts › cli codegen › should click [timeout]-library/inspector/cli-codegen-1.spec.ts › cli codegen › should click after same-document navigation [timeout]-library/inspector/cli-codegen-1.spec.ts › cli codegen › should click button with nested div [timeout]-library/inspector/cli-codegen-1.spec.ts › cli codegen › should emit single keyup on ArrowDown [timeout]-library/inspector/cli-codegen-1.spec.ts › cli codegen › should fill [contentEditable] [timeout]-library/inspector/cli-codegen-1.spec.ts › cli codegen › should fill [timeout]-library/inspector/cli-codegen-1.spec.ts › cli codegen › should fill japanese text [timeout]-library/inspector/cli-codegen-1.spec.ts › cli codegen › should fill textarea [timeout]-library/inspector/cli-codegen-1.spec.ts › cli codegen › should fill textarea with new lines at the end [timeout]-library/inspector/cli-codegen-1.spec.ts › cli codegen › should ignore AltGraph [timeout]-library/inspector/cli-codegen-1.spec.ts › cli codegen › should ignore programmatic events [timeout]-library/inspector/cli-codegen-1.spec.ts › cli codegen › should make a positioned click on a canvas [timeout]-library/inspector/cli-codegen-1.spec.ts › cli codegen › should middle click [timeout]-library/inspector/cli-codegen-1.spec.ts › cli codegen › should not target selector preview by text regexp [timeout]-library/inspector/cli-codegen-1.spec.ts › cli codegen › should press [timeout]-library/inspector/cli-codegen-1.spec.ts › cli codegen › should record ArrowDown [timeout]-library/inspector/cli-codegen-1.spec.ts › cli codegen › should record omnibox navigations after performAction [timeout]-library/inspector/cli-codegen-1.spec.ts › cli codegen › should record omnibox navigations after recordAction [timeout]-library/inspector/cli-codegen-1.spec.ts › cli codegen › should record slider [timeout]-library/inspector/cli-codegen-1.spec.ts › cli codegen › should select [timeout]-library/inspector/cli-codegen-1.spec.ts › cli codegen › should select with size attribute [timeout]-library/inspector/cli-codegen-1.spec.ts › cli codegen › should uncheck [timeout]-library/inspector/cli-codegen-1.spec.ts › cli codegen › should update selected element after pressing Tab [timeout]-library/inspector/cli-codegen-1.spec.ts › cli codegen › should work with TrustedTypes [timeout]-library/inspector/cli-codegen-2.spec.ts › cli codegen › click should emit events in order [timeout]-library/inspector/cli-codegen-2.spec.ts › cli codegen › should check input with chaining id [timeout]-library/inspector/cli-codegen-2.spec.ts › cli codegen › should clear files [timeout]-library/inspector/cli-codegen-2.spec.ts › cli codegen › should contain close page [timeout]-library/inspector/cli-codegen-2.spec.ts › cli codegen › should contain open page [timeout]-library/inspector/cli-codegen-2.spec.ts › cli codegen › should contain second page [timeout]-library/inspector/cli-codegen-2.spec.ts › cli codegen › should download files [timeout]-library/inspector/cli-codegen-2.spec.ts › cli codegen › should fill tricky characters [timeout]-library/inspector/cli-codegen-2.spec.ts › cli codegen › should handle dialogs [timeout]-library/inspector/cli-codegen-2.spec.ts › cli codegen › should handle history.postData [timeout]-library/inspector/cli-codegen-2.spec.ts › cli codegen › should not clash pages [timeout]-library/inspector/cli-codegen-2.spec.ts › cli codegen › should not lead to an error if html gets clicked [timeout]-library/inspector/cli-codegen-2.spec.ts › cli codegen › should record navigations after identical pushState [timeout]-library/inspector/cli-codegen-2.spec.ts › cli codegen › should record open in a new tab with url [timeout]-library/inspector/cli-codegen-2.spec.ts › cli codegen › should reset hover model on action when element detaches [timeout]-library/inspector/cli-codegen-2.spec.ts › cli codegen › should update active model on action [timeout]-library/inspector/cli-codegen-2.spec.ts › cli codegen › should update hover model on action [timeout]-library/inspector/cli-codegen-2.spec.ts › cli codegen › should upload a single file [timeout]-library/inspector/cli-codegen-2.spec.ts › cli codegen › should upload multiple files [timeout]-library/inspector/cli-codegen-2.spec.ts › should --test-id-attribute [timeout]-library/inspector/cli-codegen-3.spec.ts › cli codegen › should assert value [timeout]-library/inspector/cli-codegen-3.spec.ts › cli codegen › should assert value on disabled input [timeout]-library/inspector/cli-codegen-3.spec.ts › cli codegen › should assert value on disabled select [timeout]-library/inspector/cli-codegen-3.spec.ts › cli codegen › should assert visibility [timeout]-library/inspector/cli-codegen-3.spec.ts › cli codegen › should click locator.first [timeout]-library/inspector/cli-codegen-3.spec.ts › cli codegen › should click locator.nth [timeout]-library/inspector/cli-codegen-3.spec.ts › cli codegen › should consume contextmenu events, despite a custom context menu [timeout]-library/inspector/cli-codegen-3.spec.ts › cli codegen › should consume pointer events [timeout]-library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate frame locators [timeout]-library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate frame locators with id attribute [timeout]-library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate frame locators with name attribute [timeout]-library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate frame locators with special characters in name attribute [timeout]-library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate frame locators with testId [timeout]-library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate frame locators with title attribute [timeout]-library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate getByAltText [timeout]-library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate getByLabel [timeout]-library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate getByLabel without regex [timeout]-library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate getByPlaceholder [timeout]-library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate getByTestId [timeout]-library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate role locators undef frame locators [timeout]-library/inspector/pause.spec.ts › pause › should highlight locators with custom testId [timeout]-library/inspector/pause.spec.ts › pause › should highlight on explore (csharp) [timeout]-library/inspector/pause.spec.ts › pause › should highlight on explore [timeout]-library/inspector/pause.spec.ts › pause › should highlight pointer, only in main frame [timeout]-library/launcher.spec.ts › should throw a friendly error if its headed and there is no xserver on linux running [fail]-library/locator-generator.spec.ts › reverse engineer internal:has-text locators [timeout]-library/multiclient.spec.ts › last emulateMedia wins [fail]-library/multiclient.spec.ts › should launch persistent [timeout]-library/multiclient.spec.ts › should not allow parallel css coverage [fail]-library/multiclient.spec.ts › should not allow parallel js coverage and cleanup upon disconnect [fail]-library/multiclient.spec.ts › should unroute websockets [flaky]-library/page-clock.spec.ts › runFor › creates updated Date while ticking [fail]-library/page-clock.spec.ts › runFor › passes 1 minute [fail]-library/page-clock.spec.ts › runFor › passes 8 seconds [fail]-library/page-clock.spec.ts › runFor › triggers multiple simultaneous timers [fail]-library/page-clock.spec.ts › runFor › triggers simultaneous timers [fail]-library/page-clock.spec.ts › stubTimers › replaces global setInterval [fail]-library/page-close.spec.ts › expect should not print timed out error message when page closes [timeout]-library/page-close.spec.ts › interrupt request.response() and request.allHeaders() on page.close [fail]-library/page-close.spec.ts › should not treat navigations as new popups [flaky]-library/page-close.spec.ts › should reject all promises when page is closed [fail]-library/page-event-crash.spec.ts › should be able to close context when page crashes [timeout]-library/page-event-crash.spec.ts › should cancel navigation when page crashes [timeout]-library/page-event-crash.spec.ts › should cancel waitForEvent when page crashes [timeout]-library/page-event-crash.spec.ts › should emit crash event when page crashes [timeout]-library/page-event-crash.spec.ts › should throw on any action after page crashes [timeout]-library/pdf.spec.ts › should be able to generate outline [fail]-library/permissions.spec.ts › should be able to use the local-fonts API [fail]-library/permissions.spec.ts › local network request is allowed from public origin [fail]-library/permissions.spec.ts › permissions › should accumulate when adding [fail]-library/permissions.spec.ts › permissions › should be prompt by default [flaky]-library/permissions.spec.ts › permissions › should clear permissions [fail]-library/permissions.spec.ts › permissions › should deny permission when not listed [fail]-library/permissions.spec.ts › permissions › should fail when bad permission is given [fail]-library/permissions.spec.ts › permissions › should grant permission when creating context [fail]-library/permissions.spec.ts › permissions › should grant permission when listed for all domains [fail]-library/permissions.spec.ts › permissions › should isolate permissions between browser contexts [fail]-library/permissions.spec.ts › permissions › should trigger permission onchange [fail]-library/permissions.spec.ts › should support clipboard read [fail]-library/permissions.spec.ts › storage access [fail]-library/popup.spec.ts › BrowserContext.addInitScript should apply to a cross-process popup [flaky]-library/popup.spec.ts › should inherit extra headers from browser context [flaky]-library/popup.spec.ts › should inherit http credentials from browser context [fail]-library/popup.spec.ts › should inherit offline from browser context [fail]-library/popup.spec.ts › should inherit touch support from browser context [fail]-library/popup.spec.ts › should inherit user agent from browser context @smoke [flaky]-library/popup.spec.ts › should not throttle rAF in the opener page [timeout]-library/popup.spec.ts › should respect routes from browser context [fail]-library/popup.spec.ts › should respect routes from browser context when using window.open [fail]-library/popup.spec.ts › should use viewport size from window features [timeout]-library/proxy.spec.ts › should proxy local network requests › by default › link-local [flaky]-library/resource-timing.spec.ts › should work when serving from memory cache [fail]-library/role-utils.spec.ts › wpt accname #0 [flaky]-library/role-utils.spec.ts › wpt accname #1 [flaky]-library/role-utils.spec.ts › wpt accname #2 [flaky]-library/screenshot.spec.ts › element screenshot › element screenshot should work with a mobile viewport [fail]-library/screenshot.spec.ts › element screenshot › element screenshot should work with device scale factor [fail]-library/screenshot.spec.ts › element screenshot › page screenshot should capture css transform with device pixels [fail]-library/screenshot.spec.ts › element screenshot › should capture full element when larger than viewport with device scale factor [fail]-library/screenshot.spec.ts › element screenshot › should capture full element when larger than viewport with device scale factor and scale:css [fail]-library/screenshot.spec.ts › page screenshot › should run in parallel in multiple pages [fail]-library/screenshot.spec.ts › page screenshot › should work with a mobile viewport [fail]-library/screenshot.spec.ts › page screenshot › should work with a mobile viewport and clip [fail]-library/screenshot.spec.ts › page screenshot › should work with a mobile viewport and fullPage [fail]-library/screenshot.spec.ts › page screenshot › should work with device scale factor [fail]-library/screenshot.spec.ts › page screenshot › should work with device scale factor and clip [fail]-library/screenshot.spec.ts › page screenshot › should work with device scale factor and scale:css [fail]-library/screenshot.spec.ts › page screenshot › should work with device scale factor, clip and scale:css [fail]-library/selector-generator.spec.ts › selector generator › should accept valid aria-label for candidate consideration [timeout]-library/selector-generator.spec.ts › selector generator › should accept valid data-test-id for candidate consideration [timeout]-library/selector-generator.spec.ts › selector generator › should chain text after parent [timeout]-library/selector-generator.spec.ts › selector generator › should escape text with quote [timeout]-library/selector-generator.spec.ts › selector generator › should escape text with slash [timeout]-library/selector-generator.spec.ts › selector generator › should find text in shadow dom [timeout]-library/selector-generator.spec.ts › selector generator › should generate exact label when necessary [timeout]-library/selector-generator.spec.ts › selector generator › should generate exact placeholder when necessary [timeout]-library/selector-generator.spec.ts › selector generator › should generate exact role when necessary [timeout]-library/selector-generator.spec.ts › selector generator › should generate exact text when necessary [timeout]-library/selector-generator.spec.ts › selector generator › should generate exact title when necessary [timeout]-library/selector-generator.spec.ts › selector generator › should generate label selector [timeout]-library/selector-generator.spec.ts › selector generator › should generate multiple: noId [timeout]-library/selector-generator.spec.ts › selector generator › should generate multiple: noId noText [timeout]-library/selector-generator.spec.ts › selector generator › should generate multiple: noText in role [timeout]-library/selector-generator.spec.ts › selector generator › should generate multiple: noText in text [timeout]-library/selector-generator.spec.ts › selector generator › should generate relative selector [timeout]-library/selector-generator.spec.ts › selector generator › should generate text and normalize whitespace [timeout]-library/selector-generator.spec.ts › selector generator › should generate text for <input type=button> [timeout]-library/selector-generator.spec.ts › selector generator › should generate title selector [timeout]-library/selector-generator.spec.ts › selector generator › should handle first non-unique data-testid [timeout]-library/selector-generator.spec.ts › selector generator › should handle second non-unique data-testid [timeout]-library/selector-generator.spec.ts › selector generator › should ignore empty aria-label for candidate consideration [timeout]-library/selector-generator.spec.ts › selector generator › should ignore empty data-test-id for candidate consideration [timeout]-library/selector-generator.spec.ts › selector generator › should ignore empty role for candidate consideration [timeout]-library/selector-generator.spec.ts › selector generator › should match in deep shadow dom [timeout]-library/selector-generator.spec.ts › selector generator › should match in shadow dom [timeout]-library/selector-generator.spec.ts › selector generator › should not accept invalid role for candidate consideration [timeout]-library/selector-generator.spec.ts › selector generator › should not escape spaces inside named attr selectors [timeout]-library/selector-generator.spec.ts › selector generator › should not escape text with >> [timeout]-library/selector-generator.spec.ts › selector generator › should not improve guid text [timeout]-library/selector-generator.spec.ts › selector generator › should not over-escape for CSS syntax [timeout]-library/selector-generator.spec.ts › selector generator › should not prefer zero-sized button over inner span [timeout]-library/selector-generator.spec.ts › selector generator › should not use generated id [timeout]-library/selector-generator.spec.ts › selector generator › should not use icon fonts aria name [timeout]-library/selector-generator.spec.ts › selector generator › should not use input[value] [timeout]-library/selector-generator.spec.ts › selector generator › should not use text for select [timeout]-library/selector-generator.spec.ts › selector generator › should prefer button over inner span [timeout]-library/selector-generator.spec.ts › selector generator › should prefer class to ordinal [timeout]-library/selector-generator.spec.ts › selector generator › should prefer data-testid [timeout]-library/selector-generator.spec.ts › selector generator › should prefer role other input[type] [timeout]-library/selector-generator.spec.ts › selector generator › should prefer role with hasText to css with hasText [timeout]-library/selector-generator.spec.ts › selector generator › should prefer role=button over inner span [timeout]-library/selector-generator.spec.ts › selector generator › should prioritize attributes correctly › name [timeout]-library/selector-generator.spec.ts › selector generator › should prioritize attributes correctly › placeholder [timeout]-library/selector-generator.spec.ts › selector generator › should prioritize attributes correctly › role [timeout]-library/selector-generator.spec.ts › selector generator › should prioritize attributes correctly › type [timeout]-library/selector-generator.spec.ts › selector generator › should properly join child selectors under nested ordinals [timeout]-library/selector-generator.spec.ts › selector generator › should separate selectors by >> [timeout]-library/selector-generator.spec.ts › selector generator › should trim long text [timeout]-library/selector-generator.spec.ts › selector generator › should trim text [timeout]-library/selector-generator.spec.ts › selector generator › should try to improve label text by shortening [timeout]-library/selector-generator.spec.ts › selector generator › should try to improve role name [timeout]-library/selector-generator.spec.ts › selector generator › should try to improve text [timeout]-library/selector-generator.spec.ts › selector generator › should try to improve text by shortening [timeout]-library/selector-generator.spec.ts › selector generator › should use data-testid in strict errors [timeout]-library/selector-generator.spec.ts › selector generator › should use internal:has-text [timeout]-library/selector-generator.spec.ts › selector generator › should use internal:has-text with regexp [timeout]-library/selector-generator.spec.ts › selector generator › should use internal:has-text with regexp with a quote [timeout]-library/selector-generator.spec.ts › selector generator › should use nested ordinals [timeout]-library/selector-generator.spec.ts › selector generator › should use ordinal for identical nodes [timeout]-library/selector-generator.spec.ts › selector generator › should use parent text [timeout]-library/selector-generator.spec.ts › selector generator › should use readable id [timeout]-library/selector-generator.spec.ts › selector generator › should use the name attributes for elements that can have it [timeout]-library/selector-generator.spec.ts › selector generator › should work in dynamic iframes without navigation [timeout]-library/selector-generator.spec.ts › selector generator › should work with tricky attributes [timeout]-library/selector-generator.spec.ts › selector generator › should work without CSS.escape [timeout]-library/shared-worker.spec.ts › should survive shared worker restart [timeout]-library/signals.spec.ts › signals › should close the browser on SIGINT [flaky]-library/slowmo.spec.ts › slowMo › Frame SlowMo setInputFiles [timeout]-library/slowmo.spec.ts › slowMo › Page SlowMo reload [timeout]-library/slowmo.spec.ts › slowMo › Page SlowMo setInputFiles [timeout]-library/snapshotter.spec.ts › snapshots › should capture snapshot target [timeout]-library/tap.spec.ts › should not send mouse events touchstart is canceled [fail]-library/tap.spec.ts › should not send mouse events when touchend is canceled [fail]-library/tap.spec.ts › should not wait for a navigation caused by a tap [timeout]-library/tap.spec.ts › should send all of the correct events @smoke [fail]-library/tap.spec.ts › should send well formed touch points [timeout]-library/tap.spec.ts › should wait until an element is visible to tap it [fail]-library/tap.spec.ts › should work with modifiers [timeout]-library/tap.spec.ts › trial run should not tap [fail]-library/trace-viewer.spec.ts › should handle multiple headers [fail]-library/trace-viewer.spec.ts › should highlight locator in iframe while typing [fail]-library/trace-viewer.spec.ts › should open console errors on click [fail]-library/trace-viewer.spec.ts › should pick locator in iframe [fail]-library/trace-viewer.spec.ts › should render console [fail]-library/trace-viewer.spec.ts › should serve css without content-type [timeout]-library/trace-viewer.spec.ts › should show empty trace viewer [flaky]-library/tracing.spec.ts › should collect trace with resources, but no js [timeout]-library/tracing.spec.ts › should not include trace resources from the previous chunks [fail]-library/tracing.spec.ts › should respect tracesDir and name [fail]-library/video.spec.ts › screencast › should be 800x450 by default [fail]-library/video.spec.ts › screencast › should be 800x600 with null viewport [fail]-library/video.spec.ts › screencast › should capture css transformation [fail]-library/video.spec.ts › screencast › should capture navigation [fail]-library/video.spec.ts › screencast › should capture static page [fail]-library/video.spec.ts › screencast › should capture static page in persistent context @smoke [timeout]-library/video.spec.ts › screencast › should continue recording main page after popup closes [fail]-library/video.spec.ts › screencast › should delete video [fail]-library/video.spec.ts › screencast › should emulate an iphone [fail]-library/video.spec.ts › screencast › should expose video path [timeout]-library/video.spec.ts › screencast › should expose video path blank page [timeout]-library/video.spec.ts › screencast › should expose video path blank popup [timeout]-library/video.spec.ts › screencast › should throw if browser dies [fail]-library/video.spec.ts › screencast › should throw on browser close [fail]-library/video.spec.ts › screencast › should use viewport scaled down to fit into 800x800 as default size [fail]-library/video.spec.ts › screencast › should wait for video to finish if page was closed [fail]-library/video.spec.ts › screencast › should work for popups [timeout]-library/video.spec.ts › screencast › should work with old options [fail]-library/video.spec.ts › screencast › should work with relative path for recordVideo.dir [timeout]-library/video.spec.ts › screencast › should work with weird screen resolution [timeout]-library/video.spec.ts › should saveAs video [fail]-library/web-socket.spec.ts › should emit binary frame events [timeout]-library/web-socket.spec.ts › should emit close events [timeout]-library/web-socket.spec.ts › should emit error [timeout]-library/web-socket.spec.ts › should emit frame events [timeout]-library/web-socket.spec.ts › should filter out the close events when the server closes with a message [timeout]-library/web-socket.spec.ts › should not have stray error events [timeout]-library/web-socket.spec.ts › should pass self as argument to close event [timeout]-library/web-socket.spec.ts › should reject waitForEvent on page close [timeout]-library/web-socket.spec.ts › should reject waitForEvent on socket close [timeout]\ No newline at end of filediff --git a/tests/bidi/expectations/bidi-chromium-page.conf b/tests/bidi/expectations/bidi-chromium-page.confnew file mode 100644index 0000000000..952e9278e5--- /dev/null+++ b/tests/bidi/expectations/bidi-chromium-page.conf@@ -0,0 +1,282 @@+page/elementhandle-bounding-box.spec.ts > should handle nested frames [fixme]+page/elementhandle-bounding-box.spec.ts > should return null for invisible elements [fixme]+page/elementhandle-click.spec.ts > should work for TextNodes [fixme]+page/elementhandle-content-frame.spec.ts > should work for cross-frame evaluations [fixme]+page/elementhandle-owner-frame.spec.ts > should work for cross-process iframes [fixme]+page/elementhandle-query-selector.spec.ts > should work for adopted elements [fixme]+page/elementhandle-screenshot.spec.ts > element screenshot > should not issue resize event [fixme]+page/elementhandle-scroll-into-view.spec.ts > should scroll display:contents into view [fixme]+page/elementhandle-scroll-into-view.spec.ts > should throw for detached element [fixme]+page/elementhandle-scroll-into-view.spec.ts > should timeout waiting for visible [fixme]+page/elementhandle-scroll-into-view.spec.ts > should wait for display:none to become visible [fixme]+page/elementhandle-scroll-into-view.spec.ts > should wait for nested display:none to become visible [fixme]+page/expect-boolean.spec.ts > toBeAttached > over navigation [fixme]+page/expect-matcher-result.spec.ts > toHaveScreenshot should populate matcherResult [fixme]+page/expect-timeout.spec.ts > should not print timed out error message when page closes [fixme]+page/frame-evaluate.spec.ts > should allow cross-frame element handles [fixme]+page/frame-evaluate.spec.ts > should dispose context on cross-origin navigation [fixme]+page/frame-evaluate.spec.ts > should dispose context on navigation [fixme]+page/frame-evaluate.spec.ts > should not allow cross-frame element handles when frames do not script each other [fixme]+page/frame-frame-element.spec.ts > should work with contentFrame [fixme]+page/frame-frame-element.spec.ts > should work with frameset [fixme]+page/frame-goto.spec.ts > should continue after client redirect [fixme]+page/frame-hierarchy.spec.ts > should detach child frames on navigation [fixme]+page/frame-hierarchy.spec.ts > should refuse to display x-frame-options:deny iframe [fixme]+page/frame-hierarchy.spec.ts > should report different frame instance when frame re-attaches [fixme]+page/frame-hierarchy.spec.ts > should return frame.page() [fixme]+page/frame-hierarchy.spec.ts > should send "framenavigated" when navigating on anchor URLs [fixme]+page/frame-hierarchy.spec.ts > should support framesets [fixme]+page/interception.spec.ts > should intercept after a service worker [fixme]+page/jshandle-to-string.spec.ts > should beautifully render sparse arrays [fixme]+page/locator-click.spec.ts > should work for TextNodes [fixme]+page/locator-convenience.spec.ts > should return page [fixme]+page/locator-is-visible.spec.ts > isVisible during navigation should not throw [fixme]+page/locator-misc-1.spec.ts > should upload the file [fixme]+page/locator-misc-2.spec.ts > should take screenshot [fixme]+page/locator-query.spec.ts > should enforce same frame for has/leftOf/rightOf/above/below/near [fixme]+page/network-post-data.spec.ts > should get post data for file/blob [fixme]+page/network-post-data.spec.ts > should get post data for navigator.sendBeacon api calls [fixme]+page/network-post-data.spec.ts > should return correct postData buffer for utf-8 body [fixme]+page/network-post-data.spec.ts > should return post data for PUT requests [fixme]+page/network-post-data.spec.ts > should return post data w/o content-type @smoke [fixme]+page/network-post-data.spec.ts > should throw on invalid JSON in post data [fixme]+page/network-request-body.spec.ts > should get request body for file/blob [fixme]+page/network-request-body.spec.ts > should get request body for navigator.sendBeacon api calls [fixme]+page/network-request-body.spec.ts > should return body for PUT requests [fixme]+page/network-request-body.spec.ts > should return correct request body buffer for utf-8 body [fixme]+page/network-request-body.spec.ts > should return request body w/o content-type @smoke [fixme]+page/network-request-body.spec.ts > should throw on invalid JSON in post data [fixme]+page/page-accessibility.spec.ts > autocomplete [fixme]+page/page-accessibility.spec.ts > checkbox with and tabIndex and label should not have children [fixme]+page/page-accessibility.spec.ts > checkbox without label should not have children [fixme]+page/page-accessibility.spec.ts > keyshortcuts [fixme]+page/page-accessibility.spec.ts > multiselectable [fixme]+page/page-accessibility.spec.ts > non editable textbox with role and tabIndex and label should not have children [fixme]+page/page-accessibility.spec.ts > orientation [fixme]+page/page-accessibility.spec.ts > rich text editable fields should have children [fixme]+page/page-accessibility.spec.ts > rich text editable fields with role should have children [fixme]+page/page-accessibility.spec.ts > roledescription [fixme]+page/page-accessibility.spec.ts > should not report text nodes inside controls [fixme]+page/page-accessibility.spec.ts > should return null when the element is no longer in DOM [fixme]+page/page-accessibility.spec.ts > should show uninteresting nodes [fixme]+page/page-accessibility.spec.ts > should work @smoke [fixme]+page/page-accessibility.spec.ts > should work a button [fixme]+page/page-accessibility.spec.ts > should work an input [fixme]+page/page-accessibility.spec.ts > should work on a menu [fixme]+page/page-accessibility.spec.ts > should work when there is a title [fixme]+page/page-accessibility.spec.ts > should work with aria-invalid accessibility tree [fixme]+page/page-accessibility.spec.ts > should work with regular text [fixme]+page/page-add-init-script.spec.ts > init script should run only once in iframe [fixme]+page/page-add-locator-handler.spec.ts > should work with toHaveScreenshot [fixme]+page/page-add-script-tag.spec.ts > should throw when added with content to the CSP page [fixme]+page/page-aria-snapshot-ai.spec.ts > should stitch all frame snapshots [fixme]+page/page-autowaiting-basic.spec.ts > should await form-get on click [fixme]+page/page-autowaiting-basic.spec.ts > should await form-post on click [fixme]+page/page-autowaiting-no-hang.spec.ts > clicking in the middle of navigation that aborts [fixme]+page/page-autowaiting-no-hang.spec.ts > goBack in the middle of navigation that commits [fixme]+page/page-basic.spec.ts > frame.press should work [fixme]+page/page-basic.spec.ts > page.frame should respect url [fixme]+page/page-click-scroll.spec.ts > should scroll into view display:contents [fixme]+page/page-click.spec.ts > should click button inside frameset [fixme]+page/page-click.spec.ts > should click in a nested transformed iframe [fixme]+page/page-click.spec.ts > should click in a transformed iframe [fixme]+page/page-click.spec.ts > should click in a transformed iframe with force [fixme]+page/page-click.spec.ts > should click the button @smoke [fixme]+page/page-click.spec.ts > should click the button with fixed position inside an iframe [fixme]+page/page-click.spec.ts > should issue clicks in parallel in page and popup [fixme]+page/page-click.spec.ts > should not hang when frame is detached [fixme]+page/page-click.spec.ts > should set PointerEvent.pressure on pointerdown [fixme]+page/page-click.spec.ts > should set PointerEvent.pressure on pointermove [fixme]+page/page-dialog.spec.ts > should handle multiple alerts [fixme]+page/page-dialog.spec.ts > should handle multiple confirms [fixme]+page/page-drag.spec.ts > Drag and drop > should cancel on escape [fixme]+page/page-drag.spec.ts > Drag and drop > should not send dragover on the first mousemove [fixme]+page/page-emulate-media.spec.ts > should change the actual colors in css [fixme]+page/page-emulate-media.spec.ts > should default to light [fixme]+page/page-emulate-media.spec.ts > should emulate colorScheme should work @smoke [fixme]+page/page-emulate-media.spec.ts > should emulate contrast [fixme]+page/page-emulate-media.spec.ts > should emulate forcedColors [fixme]+page/page-emulate-media.spec.ts > should emulate reduced motion [fixme]+page/page-emulate-media.spec.ts > should emulate type @smoke [fixme]+page/page-emulate-media.spec.ts > should keep reduced motion and color emulation after reload [fixme]+page/page-emulate-media.spec.ts > should work during navigation [fixme]+page/page-evaluate-no-stall.spec.ts > should throw when no main execution context [fixme]+page/page-evaluate.spec.ts > should throw a nice error after a navigation [fixme]+page/page-evaluate.spec.ts > should throw when evaluation triggers reload [fixme]+page/page-event-console.spec.ts > should not throw when there are console messages in detached iframes [fixme]+page/page-event-console.spec.ts > should trigger correct Log [fixme]+page/page-event-console.spec.ts > should work @smoke [fixme]+page/page-event-console.spec.ts > should work for different console API calls [fixme]+page/page-event-load.spec.ts > should fire once with iframe navigation [fixme]+page/page-event-network.spec.ts > should resolve responses after a navigation [fixme]+page/page-event-pageerror.spec.ts > should contain sourceURL [fixme]+page/page-event-pageerror.spec.ts > should contain the Error.name property [fixme]+page/page-event-pageerror.spec.ts > should emit error from unhandled rejects [fixme]+page/page-event-pageerror.spec.ts > should fire [fixme]+page/page-event-pageerror.spec.ts > should handle object [fixme]+page/page-event-pageerror.spec.ts > should handle odd values [fixme]+page/page-event-pageerror.spec.ts > should handle window [fixme]+page/page-event-pageerror.spec.ts > should not receive console message for pageError [fixme]+page/page-event-pageerror.spec.ts > should support an empty Error.name property [fixme]+page/page-event-popup.spec.ts > should be able to capture alert [fixme]+page/page-event-popup.spec.ts > should report popup opened from iframes [fixme]+page/page-event-popup.spec.ts > should work with clicking target=_blank [fixme]+page/page-event-request.spec.ts > should fire requestfailed when intercepting race [fixme]+page/page-event-request.spec.ts > should not expose preflight OPTIONS request [fixme]+page/page-event-request.spec.ts > should not expose preflight OPTIONS request with network interception [fixme]+page/page-event-request.spec.ts > should report navigation requests and responses handled by service worker with routing [fixme]+page/page-event-request.spec.ts > should report requests and responses handled by service worker [fixme]+page/page-event-request.spec.ts > should report requests and responses handled by service worker with routing [fixme]+page/page-expose-function.spec.ts > should be callable from-inside addInitScript [fixme]+page/page-expose-function.spec.ts > should not result in unhandled rejection [fixme]+page/page-expose-function.spec.ts > should work on frames [fixme]+page/page-expose-function.spec.ts > should work on frames before navigation [fixme]+page/page-expose-function.spec.ts > should work with busted Array.prototype.map/push [fixme]+page/page-filechooser.spec.ts > should not throw when frame is detached immediately [fixme]+page/page-fill.spec.ts > should not double-fill in contenteditable with beforeinput handler in Firefox [fixme]+page/page-focus.spec.ts > should emit blur event [fixme]+page/page-goto.spec.ts > should be able to navigate to a page controlled by service worker [fixme]+page/page-goto.spec.ts > should fail when canceled by another navigation [fixme]+page/page-goto.spec.ts > should fail when replaced by another navigation [fixme]+page/page-goto.spec.ts > should not leak listeners during navigation [fixme]+page/page-goto.spec.ts > should override referrer-policy [fixme]+page/page-goto.spec.ts > should send referer [fixme]+page/page-goto.spec.ts > should send referer of cross-origin URL [fixme]+page/page-goto.spec.ts > should work with anchor navigation [fixme]+page/page-goto.spec.ts > should work with file URL with subframes [fixme]+page/page-goto.spec.ts > should work with lazy loading iframes [fixme]+page/page-goto.spec.ts > should work with subframes return 204 with domcontentloaded [fixme]+page/page-history.spec.ts > goBack/goForward should work with bfcache-able pages [fixme]+page/page-history.spec.ts > page.goBack during renderer-initiated navigation [fixme]+page/page-history.spec.ts > page.goForward during renderer-initiated navigation [fixme]+page/page-history.spec.ts > page.reload during renderer-initiated navigation [fixme]+page/page-history.spec.ts > page.reload should work with data url [fixme]+page/page-history.spec.ts > regression test for issue 20791 [fixme]+page/page-history.spec.ts > should reload proper page [fixme]+page/page-keyboard.spec.ts > insertText should only emit input event [fixme]+page/page-keyboard.spec.ts > should press Enter [fixme]+page/page-keyboard.spec.ts > should send a character with insertText [fixme]+page/page-keyboard.spec.ts > should send proper codes while typing with shift [fixme]+page/page-keyboard.spec.ts > should shift raw codes [fixme]+page/page-keyboard.spec.ts > should work after a cross origin navigation [fixme]+page/page-navigation.spec.ts > should work with _blank target in form [fixme]+page/page-navigation.spec.ts > should work with cross-process _blank target [fixme]+page/page-network-idle.spec.ts > should navigate to empty page with networkidle [fixme]+page/page-network-idle.spec.ts > should wait for networkidle from the popup [fixme]+page/page-network-request.spec.ts > page.reload return 304 status code [fixme]+page/page-network-request.spec.ts > should get the same headers as the server [fixme]+page/page-network-request.spec.ts > should get the same headers as the server CORS [fixme]+page/page-network-request.spec.ts > should handle mixed-content blocked requests [fixme]+page/page-network-request.spec.ts > should not allow to access frame on popup main request [fixme]+page/page-network-request.spec.ts > should not get preflight CORS requests when intercepting [fixme]+page/page-network-request.spec.ts > should not return allHeaders() until they are available [fixme]+page/page-network-request.spec.ts > should parse the data if content-type is application/x-www-form-urlencoded [fixme]+page/page-network-request.spec.ts > should parse the data if content-type is application/x-www-form-urlencoded; charset=UTF-8 [fixme]+page/page-network-request.spec.ts > should parse the json post data [fixme]+page/page-network-request.spec.ts > should report raw headers [fixme]+page/page-network-request.spec.ts > should report raw response headers in redirects [fixme]+page/page-network-request.spec.ts > should return event source [fixme]+page/page-network-request.spec.ts > should return multipart/form-data [fixme]+page/page-network-request.spec.ts > should return navigation bit [fixme]+page/page-network-request.spec.ts > should return postData [fixme]+page/page-network-request.spec.ts > should work with binary post data [fixme]+page/page-network-request.spec.ts > should work with binary post data and interception [fixme]+page/page-network-response.spec.ts > should behave the same way for headers and allHeaders [fixme]+page/page-network-response.spec.ts > should provide a Response with a file URL [fixme]+page/page-network-response.spec.ts > should report all headers [fixme]+page/page-network-response.spec.ts > should report if request was fromServiceWorker [fixme]+page/page-network-response.spec.ts > should report multiple set-cookie headers [fixme]+page/page-network-response.spec.ts > should return headers after route.fulfill [fixme]+page/page-network-response.spec.ts > should return set-cookie header after route.fulfill [fixme]+page/page-network-sizes.spec.ts > should handle redirects [fixme]+page/page-network-sizes.spec.ts > should have the correct responseBodySize [fixme]+page/page-network-sizes.spec.ts > should have the correct responseBodySize for chunked request [fixme]+page/page-network-sizes.spec.ts > should have the correct responseBodySize with gzip compression [fixme]+page/page-network-sizes.spec.ts > should set bodySize to 0 when there was no response body [fixme]+page/page-network-sizes.spec.ts > should set bodySize, headersSize, and transferSize [fixme]+page/page-network-sizes.spec.ts > should work with 200 status code [fixme]+page/page-network-sizes.spec.ts > should work with 401 status code [fixme]+page/page-network-sizes.spec.ts > should work with 404 status code [fixme]+page/page-network-sizes.spec.ts > should work with 500 status code [fixme]+page/page-request-continue.spec.ts > propagate headers cross origin redirect [fixme]+page/page-request-continue.spec.ts > redirected requests should report overridden headers [fixme]+page/page-request-continue.spec.ts > should not allow to override unsafe HTTP headers [fixme]+page/page-request-fulfill.spec.ts > headerValue should return set-cookie from intercepted response [fixme]+page/page-request-fulfill.spec.ts > should allow mocking binary responses [fixme]+page/page-request-fulfill.spec.ts > should allow mocking svg with charset [fixme]+page/page-request-fulfill.spec.ts > should fulfill with fetch response that has multiple set-cookie [fixme]+page/page-request-fulfill.spec.ts > should fulfill with multiple set-cookie [fixme]+page/page-request-fulfill.spec.ts > should include the origin header [fixme]+page/page-request-gc.spec.ts > should work [fixme]+page/page-request-intercept.spec.ts > request.postData is not null when fetching FormData with a Blob [fixme]+page/page-request-intercept.spec.ts > should abort favicon requests if interception is enabled [fixme]+page/page-request-intercept.spec.ts > should fulfill popup main request using alias [fixme]+page/page-request-intercept.spec.ts > should override with defaults when intercepted response not provided [fixme]+page/page-route.spec.ts > should add Access-Control-Allow-Origin by default when fulfill [fixme]+page/page-route.spec.ts > should allow null origin for about:blank [fixme]+page/page-route.spec.ts > should be abortable with custom error codes [fixme]+page/page-route.spec.ts > should contain raw request header [fixme]+page/page-route.spec.ts > should intercept when postData is more than 1MB [fixme]+page/page-route.spec.ts > should not auto-intercept non-preflight OPTIONS with network interception [fixme]+page/page-route.spec.ts > should not override cookie header [fixme]+page/page-route.spec.ts > should support cors for different methods [fixme]+page/page-route.spec.ts > should support cors with credentials [fixme]+page/page-route.spec.ts > should support cors with POST [fixme]+page/page-screenshot.spec.ts > page screenshot > should allow transparency [fixme]+page/page-set-extra-http-headers.spec.ts > should not duplicate referer header [fixme]+page/page-set-input-files.spec.ts > input event.composed should be true and cross shadow dom boundary [fixme]+page/page-set-input-files.spec.ts > input should trigger events when files changed second time [fixme]+page/page-set-input-files.spec.ts > should accept single file [fixme]+page/page-set-input-files.spec.ts > should be able to read selected file [fixme]+page/page-set-input-files.spec.ts > should be able to reset selected files with empty file list [fixme]+page/page-set-input-files.spec.ts > should detect mime type [fixme]+page/page-set-input-files.spec.ts > should emit event addListener/removeListener [fixme]+page/page-set-input-files.spec.ts > should emit event after navigation [fixme]+page/page-set-input-files.spec.ts > should emit event for iframe [fixme]+page/page-set-input-files.spec.ts > should emit event on/off [fixme]+page/page-set-input-files.spec.ts > should emit event once [fixme]+page/page-set-input-files.spec.ts > should emit event via prepend [fixme]+page/page-set-input-files.spec.ts > should emit input and change events [fixme]+page/page-set-input-files.spec.ts > should not accept multiple files for single-file input [fixme]+page/page-set-input-files.spec.ts > should not throw when filechooser belongs to iframe [fixme]+page/page-set-input-files.spec.ts > should preserve lastModified timestamp [fixme]+page/page-set-input-files.spec.ts > should return the same file chooser when there are many watchdogs simultaneously [fixme]+page/page-set-input-files.spec.ts > should set from memory [fixme]+page/page-set-input-files.spec.ts > should trigger listener added before navigation [fixme]+page/page-set-input-files.spec.ts > should work @smoke [fixme]+page/page-set-input-files.spec.ts > should work for "multiple" [fixme]+page/page-set-input-files.spec.ts > should work for "webkitdirectory" [fixme]+page/page-set-input-files.spec.ts > should work for single file pick [fixme]+page/page-set-input-files.spec.ts > should work when file input is attached to DOM [fixme]+page/page-set-input-files.spec.ts > should work when file input is not attached to DOM [fixme]+page/page-set-input-files.spec.ts > should work with CSP [fixme]+page/page-set-input-files.spec.ts > should work with no timeout [fixme]+page/page-wait-for-load-state.spec.ts > should wait for load state of about:blank popup [fixme]+page/page-wait-for-load-state.spec.ts > should wait for load state of about:blank popup with noopener [fixme]+page/page-wait-for-load-state.spec.ts > should wait for load state of empty url popup [fixme]+page/page-wait-for-load-state.spec.ts > should wait for load state of newPage [fixme]+page/page-wait-for-navigation.spec.ts > should work with url match [fixme]+page/page-wait-for-selector-1.spec.ts > should throw when frame is detached [fixme]+page/page-wait-for-selector-2.spec.ts > should throw when frame is detached xpath [fixme]+page/page-wait-for-selector-2.spec.ts > should work when navigating before node adoption [fixme]+page/page-wait-for-url.spec.ts > should work with commit and about:blank [fixme]+page/retarget.spec.ts > setInputFiles should work with label [fixme]+page/wheel.spec.ts > should dispatch wheel events after popup was opened @smoke [fixme]+page/workers.spec.ts > Page.workers @smoke [fixme]+page/workers.spec.ts > should attribute network activity for worker inside iframe to the iframe [fixme]+page/workers.spec.ts > should clear upon cross-process navigation [fixme]+page/workers.spec.ts > should clear upon navigation [fixme]+page/workers.spec.ts > should dispatch console messages when page has workers [fixme]+page/workers.spec.ts > should emit created and destroyed events [fixme]+page/workers.spec.ts > should evaluate [fixme]+page/workers.spec.ts > should have JSHandles for console logs [fixme]+page/workers.spec.ts > should not report console logs from workers twice [fixme]+page/workers.spec.ts > should report and intercept network from nested worker [fixme]+page/workers.spec.ts > should report console event on the worker [fixme]+page/workers.spec.ts > should report console event on the worker when not listening on page or context [fixme]+page/workers.spec.ts > should report console logs [fixme]+page/workers.spec.ts > should report errors [fixme]+page/workers.spec.ts > should report network activity [fixme]+page/workers.spec.ts > should report network activity on worker creation [fixme]+page/workers.spec.ts > should support extra http headers [fixme]+page/workers.spec.ts > should support offline [fixme]\ No newline at end of filediff --git a/tests/bidi/expectations/bidi-chromium-page.txt b/tests/bidi/expectations/bidi-chromium-page.txtdeleted file mode 100644index d51402783e..0000000000--- a/tests/bidi/expectations/bidi-chromium-page.txt+++ /dev/null@@ -1,282 +0,0 @@-page/elementhandle-bounding-box.spec.ts › should handle nested frames [flaky]-page/elementhandle-bounding-box.spec.ts › should return null for invisible elements [fail]-page/elementhandle-click.spec.ts › should work for TextNodes [fail]-page/elementhandle-content-frame.spec.ts › should work for cross-frame evaluations [fail]-page/elementhandle-owner-frame.spec.ts › should work for cross-process iframes [flaky]-page/elementhandle-query-selector.spec.ts › should work for adopted elements [fail]-page/elementhandle-screenshot.spec.ts › element screenshot › should not issue resize event [fail]-page/elementhandle-scroll-into-view.spec.ts › should scroll display:contents into view [fail]-page/elementhandle-scroll-into-view.spec.ts › should throw for detached element [fail]-page/elementhandle-scroll-into-view.spec.ts › should timeout waiting for visible [fail]-page/elementhandle-scroll-into-view.spec.ts › should wait for display:none to become visible [fail]-page/elementhandle-scroll-into-view.spec.ts › should wait for nested display:none to become visible [fail]-page/expect-boolean.spec.ts › toBeAttached › over navigation [flaky]-page/expect-matcher-result.spec.ts › toHaveScreenshot should populate matcherResult [fail]-page/expect-timeout.spec.ts › should not print timed out error message when page closes [timeout]-page/frame-evaluate.spec.ts › should allow cross-frame element handles [fail]-page/frame-evaluate.spec.ts › should dispose context on cross-origin navigation [fail]-page/frame-evaluate.spec.ts › should dispose context on navigation [fail]-page/frame-evaluate.spec.ts › should not allow cross-frame element handles when frames do not script each other [fail]-page/frame-frame-element.spec.ts › should work with contentFrame [flaky]-page/frame-frame-element.spec.ts › should work with frameset [flaky]-page/frame-goto.spec.ts › should continue after client redirect [fail]-page/frame-hierarchy.spec.ts › should detach child frames on navigation [fail]-page/frame-hierarchy.spec.ts › should refuse to display x-frame-options:deny iframe [timeout]-page/frame-hierarchy.spec.ts › should report different frame instance when frame re-attaches [fail]-page/frame-hierarchy.spec.ts › should return frame.page() [flaky]-page/frame-hierarchy.spec.ts › should send "framenavigated" when navigating on anchor URLs [timeout]-page/frame-hierarchy.spec.ts › should support framesets [fail]-page/interception.spec.ts › should intercept after a service worker [timeout]-page/jshandle-to-string.spec.ts › should beautifully render sparse arrays [fail]-page/locator-click.spec.ts › should work for TextNodes [fail]-page/locator-convenience.spec.ts › should return page [fail]-page/locator-is-visible.spec.ts › isVisible during navigation should not throw [timeout]-page/locator-misc-1.spec.ts › should upload the file [timeout]-page/locator-misc-2.spec.ts › should take screenshot [fail]-page/locator-query.spec.ts › should enforce same frame for has/leftOf/rightOf/above/below/near [flaky]-page/network-post-data.spec.ts › should get post data for file/blob [fail]-page/network-post-data.spec.ts › should get post data for navigator.sendBeacon api calls [fail]-page/network-post-data.spec.ts › should return correct postData buffer for utf-8 body [fail]-page/network-post-data.spec.ts › should return post data for PUT requests [fail]-page/network-post-data.spec.ts › should return post data w/o content-type @smoke [fail]-page/network-post-data.spec.ts › should throw on invalid JSON in post data [fail]-page/network-request-body.spec.ts › should get request body for file/blob [fail]-page/network-request-body.spec.ts › should get request body for navigator.sendBeacon api calls [fail]-page/network-request-body.spec.ts › should return body for PUT requests [fail]-page/network-request-body.spec.ts › should return correct request body buffer for utf-8 body [fail]-page/network-request-body.spec.ts › should return request body w/o content-type @smoke [fail]-page/network-request-body.spec.ts › should throw on invalid JSON in post data [fail]-page/page-accessibility.spec.ts › autocomplete [fail]-page/page-accessibility.spec.ts › checkbox with and tabIndex and label should not have children [fail]-page/page-accessibility.spec.ts › checkbox without label should not have children [fail]-page/page-accessibility.spec.ts › keyshortcuts [fail]-page/page-accessibility.spec.ts › multiselectable [fail]-page/page-accessibility.spec.ts › non editable textbox with role and tabIndex and label should not have children [fail]-page/page-accessibility.spec.ts › orientation [fail]-page/page-accessibility.spec.ts › rich text editable fields should have children [fail]-page/page-accessibility.spec.ts › rich text editable fields with role should have children [fail]-page/page-accessibility.spec.ts › roledescription [fail]-page/page-accessibility.spec.ts › should not report text nodes inside controls [fail]-page/page-accessibility.spec.ts › should return null when the element is no longer in DOM [fail]-page/page-accessibility.spec.ts › should show uninteresting nodes [fail]-page/page-accessibility.spec.ts › should work @smoke [fail]-page/page-accessibility.spec.ts › should work a button [fail]-page/page-accessibility.spec.ts › should work an input [fail]-page/page-accessibility.spec.ts › should work on a menu [fail]-page/page-accessibility.spec.ts › should work when there is a title [fail]-page/page-accessibility.spec.ts › should work with aria-invalid accessibility tree [fail]-page/page-accessibility.spec.ts › should work with regular text [fail]-page/page-add-init-script.spec.ts › init script should run only once in iframe [flaky]-page/page-add-locator-handler.spec.ts › should work with toHaveScreenshot [fail]-page/page-add-script-tag.spec.ts › should throw when added with content to the CSP page [fail]-page/page-aria-snapshot-ai.spec.ts › should stitch all frame snapshots [flaky]-page/page-autowaiting-basic.spec.ts › should await form-get on click [flaky]-page/page-autowaiting-basic.spec.ts › should await form-post on click [fail]-page/page-autowaiting-no-hang.spec.ts › clicking in the middle of navigation that aborts [flaky]-page/page-autowaiting-no-hang.spec.ts › goBack in the middle of navigation that commits [flaky]-page/page-basic.spec.ts › frame.press should work [fail]-page/page-basic.spec.ts › page.frame should respect url [flaky]-page/page-click-scroll.spec.ts › should scroll into view display:contents [fail]-page/page-click.spec.ts › should click button inside frameset [fail]-page/page-click.spec.ts › should click in a nested transformed iframe [timeout]-page/page-click.spec.ts › should click in a transformed iframe [timeout]-page/page-click.spec.ts › should click in a transformed iframe with force [fail]-page/page-click.spec.ts › should click the button @smoke [flaky]-page/page-click.spec.ts › should click the button with fixed position inside an iframe [timeout]-page/page-click.spec.ts › should issue clicks in parallel in page and popup [timeout]-page/page-click.spec.ts › should not hang when frame is detached [fail]-page/page-click.spec.ts › should set PointerEvent.pressure on pointerdown [fail]-page/page-click.spec.ts › should set PointerEvent.pressure on pointermove [fail]-page/page-dialog.spec.ts › should handle multiple alerts [timeout]-page/page-dialog.spec.ts › should handle multiple confirms [timeout]-page/page-drag.spec.ts › Drag and drop › should cancel on escape [fail]-page/page-drag.spec.ts › Drag and drop › should not send dragover on the first mousemove [fail]-page/page-emulate-media.spec.ts › should change the actual colors in css [fail]-page/page-emulate-media.spec.ts › should default to light [fail]-page/page-emulate-media.spec.ts › should emulate colorScheme should work @smoke [fail]-page/page-emulate-media.spec.ts › should emulate contrast [fail]-page/page-emulate-media.spec.ts › should emulate forcedColors [fail]-page/page-emulate-media.spec.ts › should emulate reduced motion [fail]-page/page-emulate-media.spec.ts › should emulate type @smoke [fail]-page/page-emulate-media.spec.ts › should keep reduced motion and color emulation after reload [fail]-page/page-emulate-media.spec.ts › should work during navigation [fail]-page/page-evaluate-no-stall.spec.ts › should throw when no main execution context [fail]-page/page-evaluate.spec.ts › should throw a nice error after a navigation [fail]-page/page-evaluate.spec.ts › should throw when evaluation triggers reload [fail]-page/page-event-console.spec.ts › should not throw when there are console messages in detached iframes [fail]-page/page-event-console.spec.ts › should trigger correct Log [timeout]-page/page-event-console.spec.ts › should work @smoke [flaky]-page/page-event-console.spec.ts › should work for different console API calls [fail]-page/page-event-load.spec.ts › should fire once with iframe navigation [flaky]-page/page-event-network.spec.ts › should resolve responses after a navigation [timeout]-page/page-event-pageerror.spec.ts › should contain sourceURL [timeout]-page/page-event-pageerror.spec.ts › should contain the Error.name property [timeout]-page/page-event-pageerror.spec.ts › should emit error from unhandled rejects [timeout]-page/page-event-pageerror.spec.ts › should fire [timeout]-page/page-event-pageerror.spec.ts › should handle object [timeout]-page/page-event-pageerror.spec.ts › should handle odd values [timeout]-page/page-event-pageerror.spec.ts › should handle window [timeout]-page/page-event-pageerror.spec.ts › should not receive console message for pageError [timeout]-page/page-event-pageerror.spec.ts › should support an empty Error.name property [timeout]-page/page-event-popup.spec.ts › should be able to capture alert [timeout]-page/page-event-popup.spec.ts › should report popup opened from iframes [flaky]-page/page-event-popup.spec.ts › should work with clicking target=_blank [flaky]-page/page-event-request.spec.ts › should fire requestfailed when intercepting race [timeout]-page/page-event-request.spec.ts › should not expose preflight OPTIONS request [flaky]-page/page-event-request.spec.ts › should not expose preflight OPTIONS request with network interception [fail]-page/page-event-request.spec.ts › should report navigation requests and responses handled by service worker with routing [fail]-page/page-event-request.spec.ts › should report requests and responses handled by service worker [fail]-page/page-event-request.spec.ts › should report requests and responses handled by service worker with routing [timeout]-page/page-expose-function.spec.ts › should be callable from-inside addInitScript [timeout]-page/page-expose-function.spec.ts › should not result in unhandled rejection [timeout]-page/page-expose-function.spec.ts › should work on frames [flaky]-page/page-expose-function.spec.ts › should work on frames before navigation [flaky]-page/page-expose-function.spec.ts › should work with busted Array.prototype.map/push [fail]-page/page-filechooser.spec.ts › should not throw when frame is detached immediately [flaky]-page/page-fill.spec.ts › should not double-fill in contenteditable with beforeinput handler in Firefox [fail]-page/page-focus.spec.ts › should emit blur event [fail]-page/page-goto.spec.ts › should be able to navigate to a page controlled by service worker [flaky]-page/page-goto.spec.ts › should fail when canceled by another navigation [flaky]-page/page-goto.spec.ts › should fail when replaced by another navigation [fail]-page/page-goto.spec.ts › should not leak listeners during navigation [flaky]-page/page-goto.spec.ts › should override referrer-policy [fail]-page/page-goto.spec.ts › should send referer [fail]-page/page-goto.spec.ts › should send referer of cross-origin URL [fail]-page/page-goto.spec.ts › should work with anchor navigation [timeout]-page/page-goto.spec.ts › should work with file URL with subframes [flaky]-page/page-goto.spec.ts › should work with lazy loading iframes [fail]-page/page-goto.spec.ts › should work with subframes return 204 with domcontentloaded [fail]-page/page-history.spec.ts › goBack/goForward should work with bfcache-able pages [flaky]-page/page-history.spec.ts › page.goBack during renderer-initiated navigation [timeout]-page/page-history.spec.ts › page.goForward during renderer-initiated navigation [flaky]-page/page-history.spec.ts › page.reload during renderer-initiated navigation [flaky]-page/page-history.spec.ts › page.reload should work with data url [timeout]-page/page-history.spec.ts › regression test for issue 20791 [fail]-page/page-history.spec.ts › should reload proper page [flaky]-page/page-keyboard.spec.ts › insertText should only emit input event [fail]-page/page-keyboard.spec.ts › should press Enter [fail]-page/page-keyboard.spec.ts › should send a character with insertText [fail]-page/page-keyboard.spec.ts › should send proper codes while typing with shift [timeout]-page/page-keyboard.spec.ts › should shift raw codes [fail]-page/page-keyboard.spec.ts › should work after a cross origin navigation [flaky]-page/page-navigation.spec.ts › should work with _blank target in form [timeout]-page/page-navigation.spec.ts › should work with cross-process _blank target [flaky]-page/page-network-idle.spec.ts › should navigate to empty page with networkidle [flaky]-page/page-network-idle.spec.ts › should wait for networkidle from the popup [timeout]-page/page-network-request.spec.ts › page.reload return 304 status code [flaky]-page/page-network-request.spec.ts › should get the same headers as the server [fail]-page/page-network-request.spec.ts › should get the same headers as the server CORS [fail]-page/page-network-request.spec.ts › should handle mixed-content blocked requests [timeout]-page/page-network-request.spec.ts › should not allow to access frame on popup main request [fail]-page/page-network-request.spec.ts › should not get preflight CORS requests when intercepting [fail]-page/page-network-request.spec.ts › should not return allHeaders() until they are available [fail]-page/page-network-request.spec.ts › should parse the data if content-type is application/x-www-form-urlencoded [fail]-page/page-network-request.spec.ts › should parse the data if content-type is application/x-www-form-urlencoded; charset=UTF-8 [fail]-page/page-network-request.spec.ts › should parse the json post data [fail]-page/page-network-request.spec.ts › should report raw headers [fail]-page/page-network-request.spec.ts › should report raw response headers in redirects [flaky]-page/page-network-request.spec.ts › should return event source [fail]-page/page-network-request.spec.ts › should return multipart/form-data [fail]-page/page-network-request.spec.ts › should return navigation bit [fail]-page/page-network-request.spec.ts › should return postData [fail]-page/page-network-request.spec.ts › should work with binary post data [fail]-page/page-network-request.spec.ts › should work with binary post data and interception [fail]-page/page-network-response.spec.ts › should behave the same way for headers and allHeaders [fail]-page/page-network-response.spec.ts › should provide a Response with a file URL [flaky]-page/page-network-response.spec.ts › should report all headers [fail]-page/page-network-response.spec.ts › should report if request was fromServiceWorker [fail]-page/page-network-response.spec.ts › should report multiple set-cookie headers [fail]-page/page-network-response.spec.ts › should return headers after route.fulfill [fail]-page/page-network-response.spec.ts › should return set-cookie header after route.fulfill [fail]-page/page-network-sizes.spec.ts › should handle redirects [fail]-page/page-network-sizes.spec.ts › should have the correct responseBodySize [fail]-page/page-network-sizes.spec.ts › should have the correct responseBodySize for chunked request [fail]-page/page-network-sizes.spec.ts › should have the correct responseBodySize with gzip compression [fail]-page/page-network-sizes.spec.ts › should set bodySize to 0 when there was no response body [fail]-page/page-network-sizes.spec.ts › should set bodySize, headersSize, and transferSize [fail]-page/page-network-sizes.spec.ts › should work with 200 status code [fail]-page/page-network-sizes.spec.ts › should work with 401 status code [fail]-page/page-network-sizes.spec.ts › should work with 404 status code [fail]-page/page-network-sizes.spec.ts › should work with 500 status code [fail]-page/page-request-continue.spec.ts › propagate headers cross origin redirect [fail]-page/page-request-continue.spec.ts › redirected requests should report overridden headers [fail]-page/page-request-continue.spec.ts › should not allow to override unsafe HTTP headers [fail]-page/page-request-fulfill.spec.ts › headerValue should return set-cookie from intercepted response [fail]-page/page-request-fulfill.spec.ts › should allow mocking binary responses [fail]-page/page-request-fulfill.spec.ts › should allow mocking svg with charset [fail]-page/page-request-fulfill.spec.ts › should fulfill with fetch response that has multiple set-cookie [timeout]-page/page-request-fulfill.spec.ts › should fulfill with multiple set-cookie [timeout]-page/page-request-fulfill.spec.ts › should include the origin header [fail]-page/page-request-gc.spec.ts › should work [fail]-page/page-request-intercept.spec.ts › request.postData is not null when fetching FormData with a Blob [fail]-page/page-request-intercept.spec.ts › should abort favicon requests if interception is enabled [timeout]-page/page-request-intercept.spec.ts › should fulfill popup main request using alias [fail]-page/page-request-intercept.spec.ts › should override with defaults when intercepted response not provided [fail]-page/page-route.spec.ts › should add Access-Control-Allow-Origin by default when fulfill [fail]-page/page-route.spec.ts › should allow null origin for about:blank [fail]-page/page-route.spec.ts › should be abortable with custom error codes [fail]-page/page-route.spec.ts › should contain raw request header [fail]-page/page-route.spec.ts › should intercept when postData is more than 1MB [fail]-page/page-route.spec.ts › should not auto-intercept non-preflight OPTIONS with network interception [fail]-page/page-route.spec.ts › should not override cookie header [fail]-page/page-route.spec.ts › should support cors for different methods [fail]-page/page-route.spec.ts › should support cors with credentials [fail]-page/page-route.spec.ts › should support cors with POST [fail]-page/page-screenshot.spec.ts › page screenshot › should allow transparency [fail]-page/page-set-extra-http-headers.spec.ts › should not duplicate referer header [fail]-page/page-set-input-files.spec.ts › input event.composed should be true and cross shadow dom boundary [timeout]-page/page-set-input-files.spec.ts › input should trigger events when files changed second time [timeout]-page/page-set-input-files.spec.ts › should accept single file [timeout]-page/page-set-input-files.spec.ts › should be able to read selected file [timeout]-page/page-set-input-files.spec.ts › should be able to reset selected files with empty file list [timeout]-page/page-set-input-files.spec.ts › should detect mime type [fail]-page/page-set-input-files.spec.ts › should emit event addListener/removeListener [timeout]-page/page-set-input-files.spec.ts › should emit event after navigation [timeout]-page/page-set-input-files.spec.ts › should emit event for iframe [timeout]-page/page-set-input-files.spec.ts › should emit event on/off [timeout]-page/page-set-input-files.spec.ts › should emit event once [timeout]-page/page-set-input-files.spec.ts › should emit event via prepend [timeout]-page/page-set-input-files.spec.ts › should emit input and change events [fail]-page/page-set-input-files.spec.ts › should not accept multiple files for single-file input [timeout]-page/page-set-input-files.spec.ts › should not throw when filechooser belongs to iframe [timeout]-page/page-set-input-files.spec.ts › should preserve lastModified timestamp [timeout]-page/page-set-input-files.spec.ts › should return the same file chooser when there are many watchdogs simultaneously [timeout]-page/page-set-input-files.spec.ts › should set from memory [timeout]-page/page-set-input-files.spec.ts › should trigger listener added before navigation [timeout]-page/page-set-input-files.spec.ts › should work @smoke [timeout]-page/page-set-input-files.spec.ts › should work for "multiple" [timeout]-page/page-set-input-files.spec.ts › should work for "webkitdirectory" [timeout]-page/page-set-input-files.spec.ts › should work for single file pick [timeout]-page/page-set-input-files.spec.ts › should work when file input is attached to DOM [timeout]-page/page-set-input-files.spec.ts › should work when file input is not attached to DOM [timeout]-page/page-set-input-files.spec.ts › should work with CSP [timeout]-page/page-set-input-files.spec.ts › should work with no timeout [timeout]-page/page-wait-for-load-state.spec.ts › should wait for load state of about:blank popup [timeout]-page/page-wait-for-load-state.spec.ts › should wait for load state of about:blank popup with noopener [timeout]-page/page-wait-for-load-state.spec.ts › should wait for load state of empty url popup [timeout]-page/page-wait-for-load-state.spec.ts › should wait for load state of newPage [timeout]-page/page-wait-for-navigation.spec.ts › should work with url match [flaky]-page/page-wait-for-selector-1.spec.ts › should throw when frame is detached [fail]-page/page-wait-for-selector-2.spec.ts › should throw when frame is detached xpath [fail]-page/page-wait-for-selector-2.spec.ts › should work when navigating before node adoption [fail]-page/page-wait-for-url.spec.ts › should work with commit and about:blank [timeout]-page/retarget.spec.ts › setInputFiles should work with label [timeout]-page/wheel.spec.ts › should dispatch wheel events after popup was opened @smoke [timeout]-page/workers.spec.ts › Page.workers @smoke [timeout]-page/workers.spec.ts › should attribute network activity for worker inside iframe to the iframe [timeout]-page/workers.spec.ts › should clear upon cross-process navigation [timeout]-page/workers.spec.ts › should clear upon navigation [timeout]-page/workers.spec.ts › should dispatch console messages when page has workers [timeout]-page/workers.spec.ts › should emit created and destroyed events [timeout]-page/workers.spec.ts › should evaluate [timeout]-page/workers.spec.ts › should have JSHandles for console logs [timeout]-page/workers.spec.ts › should not report console logs from workers twice [timeout]-page/workers.spec.ts › should report and intercept network from nested worker [fail]-page/workers.spec.ts › should report console event on the worker [timeout]-page/workers.spec.ts › should report console event on the worker when not listening on page or context [timeout]-page/workers.spec.ts › should report console logs [timeout]-page/workers.spec.ts › should report errors [timeout]-page/workers.spec.ts › should report network activity [timeout]-page/workers.spec.ts › should report network activity on worker creation [timeout]-page/workers.spec.ts › should support extra http headers [timeout]-page/workers.spec.ts › should support offline [timeout]\ No newline at end of filediff --git a/tests/bidi/expectations/moz-firefox-nightly-library.conf b/tests/bidi/expectations/moz-firefox-nightly-library.confnew file mode 100644index 0000000000..33aff003df--- /dev/null+++ b/tests/bidi/expectations/moz-firefox-nightly-library.conf@@ -0,0 +1,213 @@+library/agent-perform.spec.ts > retrieve a secret [fixme]+library/browsercontext-add-cookies.spec.ts > should allow unnamed cookies [fixme]+library/browsercontext-basic.spec.ts > fetch with keepalive should throw when offline [fixme]+library/browsercontext-basic.spec.ts > should disable javascript [fixme]+library/browsercontext-basic.spec.ts > should emulate media in cross-process iframe [fixme]+library/browsercontext-basic.spec.ts > should emulate media in popup [fixme]+library/browsercontext-cookies-third-party.spec.ts > same origin third party 'Partitioned;' cookie with different origin intermediate iframe [fixme]+library/browsercontext-cookies-third-party.spec.ts > save/load third party 'Partitioned;' cookies [fixme]+library/browsercontext-cookies-third-party.spec.ts > save/load third party non-partitioned cookies [fixme]+library/browsercontext-cookies-third-party.spec.ts > should be able to send third party cookies via an iframe [fixme]+library/browsercontext-cookies-third-party.spec.ts > third party 'Partitioned;' cookies [fixme]+library/browsercontext-cookies-third-party.spec.ts > third party non-partitioned cookies [fixme]+library/browsercontext-cookies.spec.ts > should support requestStorageAccess [fixme]+library/browsercontext-csp.spec.ts > should bypass CSP header [fixme]+library/browsercontext-csp.spec.ts > should bypass CSP in iframes as well [fixme]+library/browsercontext-csp.spec.ts > should bypass CSP meta tag @smoke [fixme]+library/browsercontext-csp.spec.ts > should bypass after cross-process navigation [fixme]+library/browsercontext-devtools.spec.ts > should close tab via close button [fixme]+library/browsercontext-devtools.spec.ts > should display screencast image [fixme]+library/browsercontext-devtools.spec.ts > should show no-pages placeholder when all tabs are closed [fixme]+library/browsercontext-events.spec.ts > console event should work with element handles [fixme]+library/browsercontext-har.spec.ts > should goForward to redirected navigation [fixme]+library/browsercontext-har.spec.ts > should record overridden requests to har [fixme]+library/browsercontext-har.spec.ts > should round-trip har with postData [fixme]+library/browsercontext-locale.spec.ts > should format number [fixme]+library/browsercontext-locale.spec.ts > should format number in popups [fixme]+library/browsercontext-locale.spec.ts > should format number in workers [fixme]+library/browsercontext-network-event.spec.ts > should reject response.finished if context closes [fixme]+library/browsercontext-page-event.spec.ts > should have about:blank for empty url with domcontentloaded [fixme]+library/browsercontext-page-event.spec.ts > should have about:blank url with domcontentloaded [fixme]+library/browsercontext-page-event.spec.ts > should have an opener [fixme]+library/browsercontext-page-event.spec.ts > should have url [fixme]+library/browsercontext-page-event.spec.ts > should report when a new page is created and closed [fixme]+library/browsercontext-pages.spec.ts > frame.focus should work multiple times [fixme]+library/browsercontext-pages.spec.ts > should click the button with deviceScaleFactor set [fixme]+library/browsercontext-reuse.spec.ts > reuse connect > should not cache resources [fixme]+library/browsercontext-reuse.spec.ts > reuse connect > should reset serviceworker [fixme]+library/browsercontext-reuse.spec.ts > reuse connect > should reset serviceworker that hangs in importScripts [fixme]+library/browsercontext-reuse.spec.ts > reuse connect > should update viewport and media [fixme]+library/browsercontext-reuse.spec.ts > reuse launch > should not cache resources [fixme]+library/browsercontext-reuse.spec.ts > reuse launch > should reset serviceworker [fixme]+library/browsercontext-reuse.spec.ts > reuse launch > should reset serviceworker that hangs in importScripts [fixme]+library/browsercontext-reuse.spec.ts > reuse launch > should update viewport and media [fixme]+library/browsercontext-service-worker-policy.spec.ts > block > should not throw error on about:blank [fixme]+library/browsercontext-storage-state.spec.ts > should roundtrip local storage in third-party context [fixme]+library/browsercontext-storage-state.spec.ts > should set local storage in third-party context [fixme]+library/browsercontext-storage-state.spec.ts > should work when service worker is intefering and the origin is not open [fixme]+library/browsercontext-user-agent.spec.ts > should override navigator.platform to match custom user agent [fixme]+library/browsercontext-viewport-mobile.spec.ts > mobile viewport > default mobile viewports to 980 width [fixme]+library/browsercontext-viewport-mobile.spec.ts > mobile viewport > should be detectable [fixme]+library/browsercontext-viewport-mobile.spec.ts > mobile viewport > should detect touch when applying viewport with touches [fixme]+library/browsercontext-viewport-mobile.spec.ts > mobile viewport > should emulate the hover media feature [fixme]+library/browsercontext-viewport-mobile.spec.ts > mobile viewport > should preserve window.orientation override after navigation [fixme]+library/browsercontext-viewport-mobile.spec.ts > mobile viewport > should support touch emulation [fixme]+library/browsercontext-viewport-mobile.spec.ts > mobile viewport > should support window.orientation emulation [fixme]+library/browsercontext-viewport.spec.ts > should drag with high dpi [fixme]+library/browsercontext-viewport.spec.ts > should keep touch emulation after screenshot beyond viewport [fixme]+library/browsercontext-viewport.spec.ts > should support touch with null viewport [fixme]+library/browsertype-connect.spec.ts > launchServer > should be able to connect 20 times to a single server without warnings [fixme]+library/browsertype-connect.spec.ts > launchServer > should save download [fixme]+library/browsertype-connect.spec.ts > launchServer > should upload a folder [fixme]+library/browsertype-connect.spec.ts > run-server > should be able to connect 20 times to a single server without warnings [fixme]+library/browsertype-connect.spec.ts > run-server > should save download [fixme]+library/browsertype-connect.spec.ts > run-server > should upload a folder [fixme]+library/browsertype-launch.spec.ts > should reject if launched browser fails immediately [fixme]+library/capabilities.spec.ts > SharedArrayBuffer should work @smoke [fixme]+library/channels.spec.ts > should work with the domain module [fixme]+library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > serviceWorker(), and fromServiceWorker() work [fixme]+library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > setExtraHTTPHeaders [fixme]+library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > setOffline [fixme]+library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should intercept only serviceworker request, not page [fixme]+library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should intercept service worker importScripts [fixme]+library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should intercept service worker requests (main and within) [fixme]+library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should produce network events, routing, and annotations for Service Worker (advanced) [fixme]+library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should produce network events, routing, and annotations for Service Worker [fixme]+library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should report failure (due to content-type) of main service worker request [fixme]+library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should report failure (due to redirect) of main service worker request [fixme]+library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should report intercepted service worker requests in HAR [fixme]+library/chromium/chromium.spec.ts > http credentials > httpCredentials [fixme]+library/chromium/chromium.spec.ts > serviceWorkers() should return current workers [fixme]+library/chromium/chromium.spec.ts > should close service worker together with the context [fixme]+library/chromium/chromium.spec.ts > should create a worker from a service worker [fixme]+library/chromium/chromium.spec.ts > should create a worker from service worker with noop routing [fixme]+library/chromium/chromium.spec.ts > should emit new service worker on update [fixme]+library/chromium/connect-over-cdp.spec.ts > should send default User-Agent header with connect request [fixme]+library/chromium/connect-over-cdp.spec.ts > should send extra headers with connect request [fixme]+library/chromium/launcher.spec.ts > should report console messages from content script [fixme]+library/chromium/launcher.spec.ts > should return background pages [fixme]+library/chromium/launcher.spec.ts > should return background pages when recording video [fixme]+library/chromium/launcher.spec.ts > should support request/response events when using backgroundPage() [fixme]+library/client-certificates.spec.ts > browser > persistentContext > should intercept TLS and send no client certificate when noCertificate is set for the visited origin [fixme]+library/client-certificates.spec.ts > browser > should intercept TLS and send no client certificate when noCertificate is set for the visited origin [fixme]+library/client-certificates.spec.ts > browser > should not intercept TLS for origins without a client certificate [fixme]+library/debug-controller.spec.ts > should allow setting recorder mode only for specific browser [fixme]+library/debug-controller.spec.ts > should record [fixme]+library/debug-controller.spec.ts > should work with browser._launchServer [fixme]+library/defaultbrowsercontext-1.spec.ts > should support bypassCSP option [fixme]+library/defaultbrowsercontext-1.spec.ts > should support javascriptEnabled option [fixme]+library/defaultbrowsercontext-2.spec.ts > should have passed URL when launching with ignoreDefaultArgs: true [fixme]+library/defaultbrowsercontext-2.spec.ts > should support colorScheme option [fixme]+library/defaultbrowsercontext-2.spec.ts > should support contrast option [fixme]+library/defaultbrowsercontext-2.spec.ts > should support forcedColors option [fixme]+library/defaultbrowsercontext-2.spec.ts > should support hasTouch option [fixme]+library/defaultbrowsercontext-2.spec.ts > should support reducedMotion option [fixme]+library/defaultbrowsercontext-2.spec.ts > should work in persistent context [fixme]+library/download.spec.ts > download event > should be able to cancel pending downloads [fixme]+library/download.spec.ts > download event > should report new window downloads [fixme]+library/download.spec.ts > download event > should throw if browser dies [fixme]+library/emulation-focus.spec.ts > should focus popups by default [fixme]+library/emulation-focus.spec.ts > should focus with more than one page/context [fixme]+library/emulation-focus.spec.ts > should think that all pages are focused @smoke [fixme]+library/fetch-proxy.spec.ts > context request should pick up proxy credentials [fixme]+library/firefox/launcher.spec.ts > should support custom firefox policies [fixme]+library/geolocation.spec.ts > should use context options for popup [fixme]+library/har-websocket.spec.ts > should attach websocket messages [fixme]+library/har-websocket.spec.ts > should attach websocket messages for a still open websocket after stopping [fixme]+library/har-websocket.spec.ts > should embed websocket messages [fixme]+library/har-websocket.spec.ts > should include websocket handshake headers and status [fixme]+library/har-websocket.spec.ts > should omit websocket messages [fixme]+library/har-websocket.spec.ts > should only have one websocket entry [fixme]+library/har-websocket.spec.ts > should record websocket connection failure [fixme]+library/har-websocket.spec.ts > should record websocket handshake failure [fixme]+library/har-websocket.spec.ts > should respect PLAYWRIGHT_HAR_NO_WEBSOCKET_FRAMES [fixme]+library/har-websocket.spec.ts > should still allow routeWebSocket to modify messages when capturing HAR [fixme]+library/har-websocket.spec.ts > should still capture websocket when route passes messages through [fixme]+library/har.spec.ts > should have connection details [fixme]+library/har.spec.ts > should have connection details for failed requests [fixme]+library/har.spec.ts > should have connection details for redirects [fixme]+library/har.spec.ts > should have security details [fixme]+library/har.spec.ts > should include binary postData [fixme]+library/har.spec.ts > should include form params [fixme]+library/har.spec.ts > should include postData [fixme]+library/har.spec.ts > should include set-cookies [fixme]+library/har.spec.ts > should include set-cookies with comma [fixme]+library/har.spec.ts > should include sizes [fixme]+library/har.spec.ts > should not hang on slow chunked response [fixme]+library/har.spec.ts > should report the correct _transferSize with PNG files [fixme]+library/har.spec.ts > should return security details directly from response [fixme]+library/har.spec.ts > should return server address directly from response [fixme]+library/headful.spec.ts > should click bottom row w/ infobar in OOPIF [fixme]+library/headful.spec.ts > should click in OOPIF [fixme]+library/heap.spec.ts > cycle handles [fixme]+library/hit-target.spec.ts > should detect overlaid element in a transformed iframe [fixme]+library/inspector/cli-codegen-2.spec.ts > cli codegen > should --test-id-attribute [fixme]+library/inspector/cli-codegen-2.spec.ts > cli codegen > should not clash pages [fixme]+library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate frame locators (1) [fixme]+library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate frame locators (2) [fixme]+library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate frame locators (3) [fixme]+library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate frame locators (4) [fixme]+library/launcher.spec.ts > should throw a friendly error if its headed and there is no xserver on linux running [fixme]+library/locator-dispatchevent-touch.spec.ts > should support touch points in touch event arguments [fixme]+library/multiclient.spec.ts > last emulateMedia wins [fixme]+library/multiclient.spec.ts > should chain routes [fixme]+library/multiclient.spec.ts > should unroute websockets [fixme]+library/page-clock.spec.ts > popup > should tick after popup [fixme]+library/page-event-crash.spec.ts > should be able to close context when page crashes [fixme]+library/page-event-crash.spec.ts > should be able to close page after crash [fixme]+library/page-event-crash.spec.ts > should cancel navigation when page crashes [fixme]+library/page-event-crash.spec.ts > should cancel waitForEvent when page crashes [fixme]+library/page-event-crash.spec.ts > should emit crash event when page crashes [fixme]+library/page-event-crash.spec.ts > should throw on any action after page crashes [fixme]+library/permissions.spec.ts > permissions > should deny permission when not listed [fixme]+library/permissions.spec.ts > permissions > should fail when bad permission is given [fixme]+library/permissions.spec.ts > permissions > should isolate permissions between browser contexts [fixme]+library/permissions.spec.ts > permissions > should trigger permission onchange [fixme]+library/permissions.spec.ts > should support clipboard read [fixme]+library/popup.spec.ts > BrowserContext.addInitScript should apply to a cross-process popup [fixme]+library/popup.spec.ts > should expose function from browser context [fixme]+library/popup.spec.ts > should inherit touch support from browser context [fixme]+library/popup.spec.ts > should not dispatch binding on a closed page [fixme]+library/popup.spec.ts > should not throw when click closes popup [fixme]+library/popup.spec.ts > should use viewport size from window features [fixme]+library/proxy.spec.ts > should reconnect with credentials after CONNECT 407 closes the socket [fixme]+library/role-utils.spec.ts > axe-core accessible-text [fixme]+library/role-utils.spec.ts > wpt accname #2 [fixme]+library/role-utils.spec.ts > wpt accname #3 [fixme]+library/route-web-socket.spec.ts > should emit close upon frame detach [fixme]+library/screencast.spec.ts > onFrame receives viewport size [fixme]+library/screenshot.spec.ts > page screenshot > should work with device scale factor and scale:css [fixme]+library/screenshot.spec.ts > page screenshot > should work with device scale factor, clip and scale:css [fixme]+library/selector-generator.spec.ts > selector generator > should work in dynamic iframes without navigation [fixme]+library/slowmo.spec.ts > slowMo > Frame SlowMo check [fixme]+library/slowmo.spec.ts > slowMo > Frame SlowMo uncheck [fixme]+library/tap.spec.ts > should not send mouse events touchstart is canceled [fixme]+library/tap.spec.ts > should not send mouse events when touchend is canceled [fixme]+library/tap.spec.ts > should not wait for a navigation caused by a tap [fixme]+library/tap.spec.ts > should send all of the correct events @smoke [fixme]+library/tap.spec.ts > should send well formed touch points [fixme]+library/tap.spec.ts > should wait until an element is visible to tap it [fixme]+library/tap.spec.ts > should work with modifiers [fixme]+library/tap.spec.ts > trial run should not tap [fixme]+library/trace-viewer.spec.ts > should filter network requests by multiple resource types [fixme]+library/trace-viewer.spec.ts > should filter network requests by url [fixme]+library/trace-viewer.spec.ts > should filter network requests by websocket type [fixme]+library/trace-viewer.spec.ts > should highlight locator in iframe while typing [fixme]+library/trace-viewer.spec.ts > should open console errors on click [fixme]+library/trace-viewer.spec.ts > should pick locator in iframe [fixme]+library/trace-viewer.spec.ts > should render console [fixme]+library/trace-viewer.spec.ts > should show only one pointer with multilevel iframes [fixme]+library/trace-viewer.spec.ts > should show websocket messages [fixme]+library/tracing.spec.ts > should produce screencast frames crop [fixme]+library/tracing.spec.ts > should produce screencast frames fit [fixme]+library/tracing.spec.ts > should produce screencast frames scale [fixme]+library/tracing.spec.ts > should save trace while a WebSocket keeps streaming frames [fixme]+library/web-socket.spec.ts > should emit binary frame events [fixme]+library/web-socket.spec.ts > should emit close events [fixme]+library/web-socket.spec.ts > should emit error [fixme]+library/web-socket.spec.ts > should emit frame events [fixme]+library/web-socket.spec.ts > should filter out the close events when the server closes with a message [fixme]+library/web-socket.spec.ts > should not have stray error events [fixme]+library/web-socket.spec.ts > should pass self as argument to close event [fixme]+library/web-socket.spec.ts > should reject waitForEvent on page close [fixme]+library/web-socket.spec.ts > should reject waitForEvent on socket close [fixme]\ No newline at end of filediff --git a/tests/bidi/expectations/moz-firefox-nightly-library.txt b/tests/bidi/expectations/moz-firefox-nightly-library.txtdeleted file mode 100644index af096803a2..0000000000--- a/tests/bidi/expectations/moz-firefox-nightly-library.txt+++ /dev/null@@ -1,213 +0,0 @@-library/agent-perform.spec.ts › retrieve a secret [timeout]-library/browsercontext-add-cookies.spec.ts › should allow unnamed cookies [fail]-library/browsercontext-basic.spec.ts › fetch with keepalive should throw when offline [fail]-library/browsercontext-basic.spec.ts › should disable javascript [fail]-library/browsercontext-basic.spec.ts › should emulate media in cross-process iframe [fail]-library/browsercontext-basic.spec.ts › should emulate media in popup [fail]-library/browsercontext-cookies-third-party.spec.ts › same origin third party 'Partitioned;' cookie with different origin intermediate iframe [fail]-library/browsercontext-cookies-third-party.spec.ts › save/load third party 'Partitioned;' cookies [fail]-library/browsercontext-cookies-third-party.spec.ts › save/load third party non-partitioned cookies [fail]-library/browsercontext-cookies-third-party.spec.ts › should be able to send third party cookies via an iframe [fail]-library/browsercontext-cookies-third-party.spec.ts › third party 'Partitioned;' cookies [timeout]-library/browsercontext-cookies-third-party.spec.ts › third party non-partitioned cookies [timeout]-library/browsercontext-cookies.spec.ts › should support requestStorageAccess [fail]-library/browsercontext-csp.spec.ts › should bypass CSP header [fail]-library/browsercontext-csp.spec.ts › should bypass CSP in iframes as well [fail]-library/browsercontext-csp.spec.ts › should bypass CSP meta tag @smoke [fail]-library/browsercontext-csp.spec.ts › should bypass after cross-process navigation [fail]-library/browsercontext-devtools.spec.ts › should close tab via close button [fail]-library/browsercontext-devtools.spec.ts › should display screencast image [fail]-library/browsercontext-devtools.spec.ts › should show no-pages placeholder when all tabs are closed [fail]-library/browsercontext-events.spec.ts › console event should work with element handles [fail]-library/browsercontext-har.spec.ts › should goForward to redirected navigation [fail]-library/browsercontext-har.spec.ts › should record overridden requests to har [fail]-library/browsercontext-har.spec.ts › should round-trip har with postData [fail]-library/browsercontext-locale.spec.ts › should format number [fail]-library/browsercontext-locale.spec.ts › should format number in popups [fail]-library/browsercontext-locale.spec.ts › should format number in workers [timeout]-library/browsercontext-network-event.spec.ts › should reject response.finished if context closes [timeout]-library/browsercontext-page-event.spec.ts › should have about:blank for empty url with domcontentloaded [timeout]-library/browsercontext-page-event.spec.ts › should have about:blank url with domcontentloaded [timeout]-library/browsercontext-page-event.spec.ts › should have an opener [fail]-library/browsercontext-page-event.spec.ts › should have url [fail]-library/browsercontext-page-event.spec.ts › should report when a new page is created and closed [fail]-library/browsercontext-pages.spec.ts › frame.focus should work multiple times [fail]-library/browsercontext-pages.spec.ts › should click the button with deviceScaleFactor set [fail]-library/browsercontext-reuse.spec.ts › reuse connect › should not cache resources [fail]-library/browsercontext-reuse.spec.ts › reuse connect › should reset serviceworker [timeout]-library/browsercontext-reuse.spec.ts › reuse connect › should reset serviceworker that hangs in importScripts [timeout]-library/browsercontext-reuse.spec.ts › reuse connect › should update viewport and media [fail]-library/browsercontext-reuse.spec.ts › reuse launch › should not cache resources [fail]-library/browsercontext-reuse.spec.ts › reuse launch › should reset serviceworker [timeout]-library/browsercontext-reuse.spec.ts › reuse launch › should reset serviceworker that hangs in importScripts [timeout]-library/browsercontext-reuse.spec.ts › reuse launch › should update viewport and media [fail]-library/browsercontext-service-worker-policy.spec.ts › block › should not throw error on about:blank [fail]-library/browsercontext-storage-state.spec.ts › should roundtrip local storage in third-party context [fail]-library/browsercontext-storage-state.spec.ts › should set local storage in third-party context [fail]-library/browsercontext-storage-state.spec.ts › should work when service worker is intefering and the origin is not open [fail]-library/browsercontext-user-agent.spec.ts › should override navigator.platform to match custom user agent [fail]-library/browsercontext-viewport-mobile.spec.ts › mobile viewport › default mobile viewports to 980 width [fail]-library/browsercontext-viewport-mobile.spec.ts › mobile viewport › should be detectable [fail]-library/browsercontext-viewport-mobile.spec.ts › mobile viewport › should detect touch when applying viewport with touches [fail]-library/browsercontext-viewport-mobile.spec.ts › mobile viewport › should emulate the hover media feature [fail]-library/browsercontext-viewport-mobile.spec.ts › mobile viewport › should preserve window.orientation override after navigation [fail]-library/browsercontext-viewport-mobile.spec.ts › mobile viewport › should support touch emulation [fail]-library/browsercontext-viewport-mobile.spec.ts › mobile viewport › should support window.orientation emulation [fail]-library/browsercontext-viewport.spec.ts › should drag with high dpi [fail]-library/browsercontext-viewport.spec.ts › should keep touch emulation after screenshot beyond viewport [fail]-library/browsercontext-viewport.spec.ts › should support touch with null viewport [fail]-library/browsertype-connect.spec.ts › launchServer › should be able to connect 20 times to a single server without warnings [timeout]-library/browsertype-connect.spec.ts › launchServer › should save download [fail]-library/browsertype-connect.spec.ts › launchServer › should upload a folder [fail]-library/browsertype-connect.spec.ts › run-server › should be able to connect 20 times to a single server without warnings [timeout]-library/browsertype-connect.spec.ts › run-server › should save download [fail]-library/browsertype-connect.spec.ts › run-server › should upload a folder [fail]-library/browsertype-launch.spec.ts › should reject if launched browser fails immediately [fail]-library/capabilities.spec.ts › SharedArrayBuffer should work @smoke [timeout]-library/channels.spec.ts › should work with the domain module [timeout]-library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › serviceWorker(), and fromServiceWorker() work [timeout]-library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › setExtraHTTPHeaders [timeout]-library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › setOffline [timeout]-library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should intercept only serviceworker request, not page [timeout]-library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should intercept service worker importScripts [timeout]-library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should intercept service worker requests (main and within) [timeout]-library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should produce network events, routing, and annotations for Service Worker (advanced) [timeout]-library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should produce network events, routing, and annotations for Service Worker [timeout]-library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should report failure (due to content-type) of main service worker request [timeout]-library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should report failure (due to redirect) of main service worker request [timeout]-library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should report intercepted service worker requests in HAR [timeout]-library/chromium/chromium.spec.ts › http credentials › httpCredentials [timeout]-library/chromium/chromium.spec.ts › serviceWorkers() should return current workers [timeout]-library/chromium/chromium.spec.ts › should close service worker together with the context [timeout]-library/chromium/chromium.spec.ts › should create a worker from a service worker [timeout]-library/chromium/chromium.spec.ts › should create a worker from service worker with noop routing [timeout]-library/chromium/chromium.spec.ts › should emit new service worker on update [timeout]-library/chromium/connect-over-cdp.spec.ts › should send default User-Agent header with connect request [timeout]-library/chromium/connect-over-cdp.spec.ts › should send extra headers with connect request [timeout]-library/chromium/launcher.spec.ts › should report console messages from content script [timeout]-library/chromium/launcher.spec.ts › should return background pages [timeout]-library/chromium/launcher.spec.ts › should return background pages when recording video [timeout]-library/chromium/launcher.spec.ts › should support request/response events when using backgroundPage() [timeout]-library/client-certificates.spec.ts › browser › persistentContext › should intercept TLS and send no client certificate when noCertificate is set for the visited origin [fail]-library/client-certificates.spec.ts › browser › should intercept TLS and send no client certificate when noCertificate is set for the visited origin [fail]-library/client-certificates.spec.ts › browser › should not intercept TLS for origins without a client certificate [fail]-library/debug-controller.spec.ts › should allow setting recorder mode only for specific browser [fail]-library/debug-controller.spec.ts › should record [flaky]-library/debug-controller.spec.ts › should work with browser._launchServer [flaky]-library/defaultbrowsercontext-1.spec.ts › should support bypassCSP option [fail]-library/defaultbrowsercontext-1.spec.ts › should support javascriptEnabled option [fail]-library/defaultbrowsercontext-2.spec.ts › should have passed URL when launching with ignoreDefaultArgs: true [timeout]-library/defaultbrowsercontext-2.spec.ts › should support colorScheme option [fail]-library/defaultbrowsercontext-2.spec.ts › should support contrast option [fail]-library/defaultbrowsercontext-2.spec.ts › should support forcedColors option [fail]-library/defaultbrowsercontext-2.spec.ts › should support hasTouch option [fail]-library/defaultbrowsercontext-2.spec.ts › should support reducedMotion option [fail]-library/defaultbrowsercontext-2.spec.ts › should work in persistent context [fail]-library/download.spec.ts › download event › should be able to cancel pending downloads [timeout]-library/download.spec.ts › download event › should report new window downloads [timeout]-library/download.spec.ts › download event › should throw if browser dies [fail]-library/emulation-focus.spec.ts › should focus popups by default [fail]-library/emulation-focus.spec.ts › should focus with more than one page/context [fail]-library/emulation-focus.spec.ts › should think that all pages are focused @smoke [fail]-library/fetch-proxy.spec.ts › context request should pick up proxy credentials [timeout]-library/firefox/launcher.spec.ts › should support custom firefox policies [fail]-library/geolocation.spec.ts › should use context options for popup [timeout]-library/har-websocket.spec.ts › should attach websocket messages [fail]-library/har-websocket.spec.ts › should attach websocket messages for a still open websocket after stopping [timeout]-library/har-websocket.spec.ts › should embed websocket messages [fail]-library/har-websocket.spec.ts › should include websocket handshake headers and status [fail]-library/har-websocket.spec.ts › should omit websocket messages [fail]-library/har-websocket.spec.ts › should only have one websocket entry [fail]-library/har-websocket.spec.ts › should record websocket connection failure [timeout]-library/har-websocket.spec.ts › should record websocket handshake failure [fail]-library/har-websocket.spec.ts › should respect PLAYWRIGHT_HAR_NO_WEBSOCKET_FRAMES [fail]-library/har-websocket.spec.ts › should still allow routeWebSocket to modify messages when capturing HAR [fail]-library/har-websocket.spec.ts › should still capture websocket when route passes messages through [fail]-library/har.spec.ts › should have connection details [fail]-library/har.spec.ts › should have connection details for failed requests [fail]-library/har.spec.ts › should have connection details for redirects [fail]-library/har.spec.ts › should have security details [fail]-library/har.spec.ts › should include binary postData [fail]-library/har.spec.ts › should include form params [fail]-library/har.spec.ts › should include postData [fail]-library/har.spec.ts › should include set-cookies [fail]-library/har.spec.ts › should include set-cookies with comma [fail]-library/har.spec.ts › should include sizes [fail]-library/har.spec.ts › should not hang on slow chunked response [timeout]-library/har.spec.ts › should report the correct _transferSize with PNG files [fail]-library/har.spec.ts › should return security details directly from response [fail]-library/har.spec.ts › should return server address directly from response [fail]-library/headful.spec.ts › should click bottom row w/ infobar in OOPIF [fail]-library/headful.spec.ts › should click in OOPIF [fail]-library/heap.spec.ts › cycle handles [timeout]-library/hit-target.spec.ts › should detect overlaid element in a transformed iframe [fail]-library/inspector/cli-codegen-2.spec.ts › cli codegen › should --test-id-attribute [timeout]-library/inspector/cli-codegen-2.spec.ts › cli codegen › should not clash pages [timeout]-library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate frame locators (1) [timeout]-library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate frame locators (2) [timeout]-library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate frame locators (3) [timeout]-library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate frame locators (4) [timeout]-library/launcher.spec.ts › should throw a friendly error if its headed and there is no xserver on linux running [fail]-library/locator-dispatchevent-touch.spec.ts › should support touch points in touch event arguments [fail]-library/multiclient.spec.ts › last emulateMedia wins [fail]-library/multiclient.spec.ts › should chain routes [timeout]-library/multiclient.spec.ts › should unroute websockets [timeout]-library/page-clock.spec.ts › popup › should tick after popup [flaky]-library/page-event-crash.spec.ts › should be able to close context when page crashes [timeout]-library/page-event-crash.spec.ts › should be able to close page after crash [timeout]-library/page-event-crash.spec.ts › should cancel navigation when page crashes [timeout]-library/page-event-crash.spec.ts › should cancel waitForEvent when page crashes [timeout]-library/page-event-crash.spec.ts › should emit crash event when page crashes [timeout]-library/page-event-crash.spec.ts › should throw on any action after page crashes [timeout]-library/permissions.spec.ts › permissions › should deny permission when not listed [fail]-library/permissions.spec.ts › permissions › should fail when bad permission is given [fail]-library/permissions.spec.ts › permissions › should isolate permissions between browser contexts [fail]-library/permissions.spec.ts › permissions › should trigger permission onchange [fail]-library/permissions.spec.ts › should support clipboard read [fail]-library/popup.spec.ts › BrowserContext.addInitScript should apply to a cross-process popup [flaky]-library/popup.spec.ts › should expose function from browser context [fail]-library/popup.spec.ts › should inherit touch support from browser context [fail]-library/popup.spec.ts › should not dispatch binding on a closed page [fail]-library/popup.spec.ts › should not throw when click closes popup [timeout]-library/popup.spec.ts › should use viewport size from window features [timeout]-library/proxy.spec.ts › should reconnect with credentials after CONNECT 407 closes the socket [fail]-library/role-utils.spec.ts › axe-core accessible-text [timeout]-library/role-utils.spec.ts › wpt accname #2 [timeout]-library/role-utils.spec.ts › wpt accname #3 [timeout]-library/route-web-socket.spec.ts › should emit close upon frame detach [timeout]-library/screencast.spec.ts › onFrame receives viewport size [fail]-library/screenshot.spec.ts › page screenshot › should work with device scale factor and scale:css [fail]-library/screenshot.spec.ts › page screenshot › should work with device scale factor, clip and scale:css [fail]-library/selector-generator.spec.ts › selector generator › should work in dynamic iframes without navigation [fail]-library/slowmo.spec.ts › slowMo › Frame SlowMo check [fail]-library/slowmo.spec.ts › slowMo › Frame SlowMo uncheck [fail]-library/tap.spec.ts › should not send mouse events touchstart is canceled [fail]-library/tap.spec.ts › should not send mouse events when touchend is canceled [fail]-library/tap.spec.ts › should not wait for a navigation caused by a tap [timeout]-library/tap.spec.ts › should send all of the correct events @smoke [fail]-library/tap.spec.ts › should send well formed touch points [timeout]-library/tap.spec.ts › should wait until an element is visible to tap it [fail]-library/tap.spec.ts › should work with modifiers [timeout]-library/tap.spec.ts › trial run should not tap [fail]-library/trace-viewer.spec.ts › should filter network requests by multiple resource types [flaky]-library/trace-viewer.spec.ts › should filter network requests by url [fail]-library/trace-viewer.spec.ts › should filter network requests by websocket type [fail]-library/trace-viewer.spec.ts › should highlight locator in iframe while typing [fail]-library/trace-viewer.spec.ts › should open console errors on click [fail]-library/trace-viewer.spec.ts › should pick locator in iframe [fail]-library/trace-viewer.spec.ts › should render console [fail]-library/trace-viewer.spec.ts › should show only one pointer with multilevel iframes [fail]-library/trace-viewer.spec.ts › should show websocket messages [fail]-library/tracing.spec.ts › should produce screencast frames crop [timeout]-library/tracing.spec.ts › should produce screencast frames fit [timeout]-library/tracing.spec.ts › should produce screencast frames scale [fail]-library/tracing.spec.ts › should save trace while a WebSocket keeps streaming frames [fail]-library/web-socket.spec.ts › should emit binary frame events [timeout]-library/web-socket.spec.ts › should emit close events [timeout]-library/web-socket.spec.ts › should emit error [timeout]-library/web-socket.spec.ts › should emit frame events [timeout]-library/web-socket.spec.ts › should filter out the close events when the server closes with a message [timeout]-library/web-socket.spec.ts › should not have stray error events [timeout]-library/web-socket.spec.ts › should pass self as argument to close event [timeout]-library/web-socket.spec.ts › should reject waitForEvent on page close [timeout]-library/web-socket.spec.ts › should reject waitForEvent on socket close [timeout]\ No newline at end of filediff --git a/tests/bidi/expectations/moz-firefox-nightly-page.conf b/tests/bidi/expectations/moz-firefox-nightly-page.confnew file mode 100644index 0000000000..52a9c4f7c6--- /dev/null+++ b/tests/bidi/expectations/moz-firefox-nightly-page.conf@@ -0,0 +1,159 @@+page/elementhandle-click.spec.ts > should double click the button [fixme]+page/elementhandle-click.spec.ts > should work for TextNodes [fixme]+page/elementhandle-content-frame.spec.ts > should work for cross-frame evaluations [fixme]+page/elementhandle-screenshot.spec.ts > element screenshot > should work for an element with an offset [fixme]+page/elementhandle-screenshot.spec.ts > element screenshot > should work with a rotated element [fixme]+page/elementhandle-scroll-into-view.spec.ts > should scroll display:contents into view [fixme]+page/elementhandle-scroll-into-view.spec.ts > should throw for detached element [fixme]+page/elementhandle-scroll-into-view.spec.ts > should timeout waiting for visible [fixme]+page/elementhandle-scroll-into-view.spec.ts > should wait for display:none to become visible [fixme]+page/elementhandle-scroll-into-view.spec.ts > should wait for nested display:none to become visible [fixme]+page/elementhandle-scroll-into-view.spec.ts > should work @smoke [fixme]+page/frame-evaluate.spec.ts > should allow cross-frame element handles [fixme]+page/frame-evaluate.spec.ts > should dispose context on cross-origin navigation [fixme]+page/frame-evaluate.spec.ts > should dispose context on navigation [fixme]+page/frame-hierarchy.spec.ts > should support framesets [fixme]+page/interception.spec.ts > should disable memory cache when intercepting [fixme]+page/interception.spec.ts > should intercept worker requests when enabled after worker creation [fixme]+page/jshandle-to-string.spec.ts > should beautifully render sparse arrays [fixme]+page/locator-click.spec.ts > should double click the button [fixme]+page/locator-click.spec.ts > should work for TextNodes [fixme]+page/locator-misc-2.spec.ts > should scroll into view [fixme]+page/network-post-data.spec.ts > should get post data for file/blob [fixme]+page/network-post-data.spec.ts > should get post data for navigator.sendBeacon api calls [fixme]+page/network-post-data.spec.ts > should return correct postData buffer for utf-8 body [fixme]+page/network-post-data.spec.ts > should return post data for PUT requests [fixme]+page/network-post-data.spec.ts > should return post data w/o content-type @smoke [fixme]+page/network-post-data.spec.ts > should throw on invalid JSON in post data [fixme]+page/network-request-body.spec.ts > should get request body for file/blob [fixme]+page/network-request-body.spec.ts > should get request body for navigator.sendBeacon api calls [fixme]+page/network-request-body.spec.ts > should return body for PUT requests [fixme]+page/network-request-body.spec.ts > should return correct request body buffer for utf-8 body [fixme]+page/network-request-body.spec.ts > should return request body w/o content-type @smoke [fixme]+page/network-request-body.spec.ts > should throw on invalid JSON in post data [fixme]+page/page-accessibility.spec.ts > autocomplete [fixme]+page/page-accessibility.spec.ts > checkbox with and tabIndex and label should not have children [fixme]+page/page-accessibility.spec.ts > checkbox without label should not have children [fixme]+page/page-accessibility.spec.ts > keyshortcuts [fixme]+page/page-accessibility.spec.ts > multiselectable [fixme]+page/page-accessibility.spec.ts > non editable textbox with role and tabIndex and label should not have children [fixme]+page/page-accessibility.spec.ts > orientation [fixme]+page/page-accessibility.spec.ts > rich text editable fields should have children [fixme]+page/page-accessibility.spec.ts > rich text editable fields with role should have children [fixme]+page/page-accessibility.spec.ts > roledescription [fixme]+page/page-accessibility.spec.ts > should not report text nodes inside controls [fixme]+page/page-accessibility.spec.ts > should return null when the element is no longer in DOM [fixme]+page/page-accessibility.spec.ts > should show uninteresting nodes [fixme]+page/page-accessibility.spec.ts > should work @smoke [fixme]+page/page-accessibility.spec.ts > should work a button [fixme]+page/page-accessibility.spec.ts > should work an input [fixme]+page/page-accessibility.spec.ts > should work on a menu [fixme]+page/page-accessibility.spec.ts > should work when there is a title [fixme]+page/page-accessibility.spec.ts > should work with aria-invalid accessibility tree [fixme]+page/page-accessibility.spec.ts > should work with regular text [fixme]+page/page-add-init-script.spec.ts > init script should run only once in iframe [fixme]+page/page-add-init-script.spec.ts > init script should run only once in popup [fixme]+page/page-add-init-script-callback.spec.ts > should call a function passed as an argument [fixme]+page/page-add-init-script-callback.spec.ts > should work in a child frame [fixme]+page/page-add-script-tag.spec.ts > should throw when added with content to the CSP page [fixme]+page/page-add-style-tag.spec.ts > should throw when added with content to the CSP page [fixme]+page/page-aria-snapshot-ai.spec.ts > return empty snapshot when iframe is not loaded [fixme]+page/page-basic.spec.ts > frame.press should work [fixme]+page/page-basic.spec.ts > should return null if parent page has been closed [fixme]+page/page-click-scroll.spec.ts > should scroll into view display:contents [fixme]+page/page-click-scroll.spec.ts > should scroll into view display:contents with position [fixme]+page/page-click.spec.ts > should click a button that is overlaid by a permission popup [fixme]+page/page-click.spec.ts > should click in a nested transformed iframe [fixme]+page/page-click.spec.ts > should click in a transformed iframe [fixme]+page/page-click.spec.ts > should click in a transformed iframe with force [fixme]+page/page-click.spec.ts > should click the button with fixed position inside an iframe [fixme]+page/page-click.spec.ts > should double click the button [fixme]+page/page-click.spec.ts > should not retain removed iframe after clicking inside it [fixme]+page/page-click.spec.ts > should select the text by triple clicking [fixme]+page/page-drag.spec.ts > Drag and drop > should cancel on escape [fixme]+page/page-drag.spec.ts > Drag and drop > should respect the drop effect [fixme]+page/page-drag.spec.ts > Drag and drop > should send the right events [fixme]+page/page-drag.spec.ts > Drag and drop > should work @smoke [fixme]+page/page-drag.spec.ts > Drag and drop > should work if a frame is stalled [fixme]+page/page-drag.spec.ts > Drag and drop > should work if the drag event is captured but not canceled [fixme]+page/page-drag.spec.ts > Drag and drop > should work inside iframe [fixme]+page/page-drag.spec.ts > Drag and drop > should work with locators [fixme]+page/page-drag.spec.ts > Drag and drop > should work with the helper method [fixme]+page/page-drag.spec.ts > should handle custom dataTransfer [fixme]+page/page-emulate-media.spec.ts > should change the actual colors in css [fixme]+page/page-emulate-media.spec.ts > should default to light [fixme]+page/page-emulate-media.spec.ts > should emulate colorScheme should work @smoke [fixme]+page/page-emulate-media.spec.ts > should emulate contrast [fixme]+page/page-emulate-media.spec.ts > should emulate forcedColors [fixme]+page/page-emulate-media.spec.ts > should emulate reduced motion [fixme]+page/page-emulate-media.spec.ts > should emulate type @smoke [fixme]+page/page-emulate-media.spec.ts > should keep reduced motion and color emulation after reload [fixme]+page/page-emulate-media.spec.ts > should report hover and fine pointer for desktop [fixme]+page/page-emulate-media.spec.ts > should work during navigation [fixme]+page/page-event-console.spec.ts > should trigger correct Log [fixme]+page/page-event-console.spec.ts > should work @smoke [fixme]+page/page-event-request.spec.ts > should report requests and responses handled by service worker [fixme]+page/page-event-request.spec.ts > should report requests and responses handled by service worker with routing [fixme]+page/page-expose-function.spec.ts > should work with setContent [fixme]+page/page-filechooser.spec.ts > should be able to reset selected files with empty file list [fixme]+page/page-filechooser.spec.ts > should emit event for iframe [fixme]+page/page-filechooser.spec.ts > should respect timeout [fixme]+page/page-goto.spec.ts > should override referrer-policy [fixme]+page/page-goto.spec.ts > should send referer [fixme]+page/page-goto.spec.ts > should send referer of cross-origin URL [fixme]+page/page-history.spec.ts > goBack/goForward should work with bfcache-able pages [fixme]+page/page-history.spec.ts > page.goBack should work for file urls [fixme]+page/page-history.spec.ts > regression test for issue 20791 [fixme]+page/page-keyboard.spec.ts > should press audio and media control keys [fixme]+page/page-mouse.spec.ts > should always round down [fixme]+page/page-mouse.spec.ts > should dblclick the div [fixme]+page/page-network-idle.spec.ts > should not wait for an open EventSource connection [fixme]+page/page-network-idle.spec.ts > should not wait for an open EventSource connection in setContent [fixme]+page/page-network-request.spec.ts > should not allow to access frame on popup main request [fixme]+page/page-network-request.spec.ts > should not get preflight CORS requests when intercepting [fixme]+page/page-network-request.spec.ts > should parse the data if content-type is application/x-www-form-urlencoded [fixme]+page/page-network-request.spec.ts > should parse the data if content-type is application/x-www-form-urlencoded; charset=UTF-8 [fixme]+page/page-network-request.spec.ts > should parse the json post data [fixme]+page/page-network-request.spec.ts > should return event source [fixme]+page/page-network-request.spec.ts > should return multipart/form-data [fixme]+page/page-network-request.spec.ts > should return postData [fixme]+page/page-network-request.spec.ts > should work with binary post data [fixme]+page/page-network-request.spec.ts > should work with binary post data and interception [fixme]+page/page-network-response.spec.ts > should reject response.finished if context closes [fixme]+page/page-network-response.spec.ts > should report all headers [fixme]+page/page-network-response.spec.ts > should report if request was fromServiceWorker [fixme]+page/page-network-response.spec.ts > should report multiple set-cookie headers [fixme]+page/page-network-response.spec.ts > should return non-utf8 body even when content-type says utf8 [fixme]+page/page-network-response.spec.ts > should wait until response completes [fixme]+page/page-request-continue.spec.ts > continue with headers should send fresh cookie from the browser cookie store [fixme]+page/page-request-continue.spec.ts > should not throw if request was cancelled by the page [fixme]+page/page-request-fulfill.spec.ts > should fulfill with gzip and readback [fixme]+page/page-request-fulfill.spec.ts > should not throw if request was cancelled by the page [fixme]+page/page-request-intercept.spec.ts > request.postData is not null when fetching FormData with a Blob [fixme]+page/page-request-intercept.spec.ts > should intercept multipart/form-data request body [fixme]+page/page-route.spec.ts > should be abortable with custom error codes [fixme]+page/page-route.spec.ts > should intercept when postData is more than 1MB [fixme]+page/page-route.spec.ts > should not override cookie header [fixme]+page/page-route.spec.ts > should not throw if request was cancelled by the page [fixme]+page/page-screenshot.spec.ts > page screenshot animations > should not capture css animations in shadow DOM [fixme]+page/page-screenshot.spec.ts > page screenshot animations > should not capture pseudo element css animation [fixme]+page/page-screenshot.spec.ts > page screenshot > should allow transparency [fixme]+page/page-set-input-files.spec.ts > should upload a folder [fixme]+page/page-wait-for-load-state.spec.ts > should wait for load state of about:blank popup [fixme]+page/page-wait-for-load-state.spec.ts > should wait for load state of about:blank popup with noopener [fixme]+page/page-wait-for-load-state.spec.ts > should wait for load state of empty url popup [fixme]+page/wheel.spec.ts > should dispatch wheel events after popup was opened @smoke [fixme]+page/workers.spec.ts > Page.workers @smoke [fixme]+page/workers.spec.ts > should attribute network activity for worker inside iframe to the iframe [fixme]+page/workers.spec.ts > should clear upon cross-process navigation [fixme]+page/workers.spec.ts > should clear upon navigation [fixme]+page/workers.spec.ts > should dispatch console messages when page has workers [fixme]+page/workers.spec.ts > should emit created and destroyed events [fixme]+page/workers.spec.ts > should evaluate [fixme]+page/workers.spec.ts > should have JSHandles for console logs [fixme]+page/workers.spec.ts > should report and intercept network from nested worker [fixme]+page/workers.spec.ts > should report console event on the worker [fixme]+page/workers.spec.ts > should report console event on the worker when not listening on page or context [fixme]+page/workers.spec.ts > should report network activity [fixme]+page/workers.spec.ts > should support extra http headers [fixme]+page/workers.spec.ts > should support offline [fixme]\ No newline at end of filediff --git a/tests/bidi/expectations/moz-firefox-nightly-page.txt b/tests/bidi/expectations/moz-firefox-nightly-page.txtdeleted file mode 100644index 72d12de13b..0000000000--- a/tests/bidi/expectations/moz-firefox-nightly-page.txt+++ /dev/null@@ -1,159 +0,0 @@-page/elementhandle-click.spec.ts › should double click the button [fail]-page/elementhandle-click.spec.ts › should work for TextNodes [fail]-page/elementhandle-content-frame.spec.ts › should work for cross-frame evaluations [fail]-page/elementhandle-screenshot.spec.ts › element screenshot › should work for an element with an offset [fail]-page/elementhandle-screenshot.spec.ts › element screenshot › should work with a rotated element [fail]-page/elementhandle-scroll-into-view.spec.ts › should scroll display:contents into view [fail]-page/elementhandle-scroll-into-view.spec.ts › should throw for detached element [fail]-page/elementhandle-scroll-into-view.spec.ts › should timeout waiting for visible [fail]-page/elementhandle-scroll-into-view.spec.ts › should wait for display:none to become visible [fail]-page/elementhandle-scroll-into-view.spec.ts › should wait for nested display:none to become visible [fail]-page/elementhandle-scroll-into-view.spec.ts › should work @smoke [fail]-page/frame-evaluate.spec.ts › should allow cross-frame element handles [fail]-page/frame-evaluate.spec.ts › should dispose context on cross-origin navigation [fail]-page/frame-evaluate.spec.ts › should dispose context on navigation [fail]-page/frame-hierarchy.spec.ts › should support framesets [fail]-page/interception.spec.ts › should disable memory cache when intercepting [timeout]-page/interception.spec.ts › should intercept worker requests when enabled after worker creation [timeout]-page/jshandle-to-string.spec.ts › should beautifully render sparse arrays [fail]-page/locator-click.spec.ts › should double click the button [fail]-page/locator-click.spec.ts › should work for TextNodes [fail]-page/locator-misc-2.spec.ts › should scroll into view [fail]-page/network-post-data.spec.ts › should get post data for file/blob [fail]-page/network-post-data.spec.ts › should get post data for navigator.sendBeacon api calls [fail]-page/network-post-data.spec.ts › should return correct postData buffer for utf-8 body [fail]-page/network-post-data.spec.ts › should return post data for PUT requests [fail]-page/network-post-data.spec.ts › should return post data w/o content-type @smoke [fail]-page/network-post-data.spec.ts › should throw on invalid JSON in post data [fail]-page/network-request-body.spec.ts › should get request body for file/blob [fail]-page/network-request-body.spec.ts › should get request body for navigator.sendBeacon api calls [fail]-page/network-request-body.spec.ts › should return body for PUT requests [fail]-page/network-request-body.spec.ts › should return correct request body buffer for utf-8 body [fail]-page/network-request-body.spec.ts › should return request body w/o content-type @smoke [fail]-page/network-request-body.spec.ts › should throw on invalid JSON in post data [fail]-page/page-accessibility.spec.ts › autocomplete [fail]-page/page-accessibility.spec.ts › checkbox with and tabIndex and label should not have children [fail]-page/page-accessibility.spec.ts › checkbox without label should not have children [fail]-page/page-accessibility.spec.ts › keyshortcuts [fail]-page/page-accessibility.spec.ts › multiselectable [fail]-page/page-accessibility.spec.ts › non editable textbox with role and tabIndex and label should not have children [fail]-page/page-accessibility.spec.ts › orientation [fail]-page/page-accessibility.spec.ts › rich text editable fields should have children [fail]-page/page-accessibility.spec.ts › rich text editable fields with role should have children [fail]-page/page-accessibility.spec.ts › roledescription [fail]-page/page-accessibility.spec.ts › should not report text nodes inside controls [fail]-page/page-accessibility.spec.ts › should return null when the element is no longer in DOM [fail]-page/page-accessibility.spec.ts › should show uninteresting nodes [fail]-page/page-accessibility.spec.ts › should work @smoke [fail]-page/page-accessibility.spec.ts › should work a button [fail]-page/page-accessibility.spec.ts › should work an input [fail]-page/page-accessibility.spec.ts › should work on a menu [fail]-page/page-accessibility.spec.ts › should work when there is a title [fail]-page/page-accessibility.spec.ts › should work with aria-invalid accessibility tree [fail]-page/page-accessibility.spec.ts › should work with regular text [fail]-page/page-add-init-script.spec.ts › init script should run only once in iframe [fail]-page/page-add-init-script.spec.ts › init script should run only once in popup [timeout]-page/page-add-init-script-callback.spec.ts › should call a function passed as an argument [fail]-page/page-add-init-script-callback.spec.ts › should work in a child frame [fail]-page/page-add-script-tag.spec.ts › should throw when added with content to the CSP page [fail]-page/page-add-style-tag.spec.ts › should throw when added with content to the CSP page [timeout]-page/page-aria-snapshot-ai.spec.ts › return empty snapshot when iframe is not loaded [flaky]-page/page-basic.spec.ts › frame.press should work [fail]-page/page-basic.spec.ts › should return null if parent page has been closed [timeout]-page/page-click-scroll.spec.ts › should scroll into view display:contents [fail]-page/page-click-scroll.spec.ts › should scroll into view display:contents with position [fail]-page/page-click.spec.ts › should click a button that is overlaid by a permission popup [timeout]-page/page-click.spec.ts › should click in a nested transformed iframe [timeout]-page/page-click.spec.ts › should click in a transformed iframe [timeout]-page/page-click.spec.ts › should click in a transformed iframe with force [fail]-page/page-click.spec.ts › should click the button with fixed position inside an iframe [fail]-page/page-click.spec.ts › should double click the button [fail]-page/page-click.spec.ts › should not retain removed iframe after clicking inside it [fail]-page/page-click.spec.ts › should select the text by triple clicking [fail]-page/page-drag.spec.ts › Drag and drop › should cancel on escape [fail]-page/page-drag.spec.ts › Drag and drop › should respect the drop effect [fail]-page/page-drag.spec.ts › Drag and drop › should send the right events [fail]-page/page-drag.spec.ts › Drag and drop › should work @smoke [fail]-page/page-drag.spec.ts › Drag and drop › should work if a frame is stalled [fail]-page/page-drag.spec.ts › Drag and drop › should work if the drag event is captured but not canceled [fail]-page/page-drag.spec.ts › Drag and drop › should work inside iframe [fail]-page/page-drag.spec.ts › Drag and drop › should work with locators [fail]-page/page-drag.spec.ts › Drag and drop › should work with the helper method [fail]-page/page-drag.spec.ts › should handle custom dataTransfer [timeout]-page/page-emulate-media.spec.ts › should change the actual colors in css [fail]-page/page-emulate-media.spec.ts › should default to light [fail]-page/page-emulate-media.spec.ts › should emulate colorScheme should work @smoke [fail]-page/page-emulate-media.spec.ts › should emulate contrast [fail]-page/page-emulate-media.spec.ts › should emulate forcedColors [fail]-page/page-emulate-media.spec.ts › should emulate reduced motion [fail]-page/page-emulate-media.spec.ts › should emulate type @smoke [fail]-page/page-emulate-media.spec.ts › should keep reduced motion and color emulation after reload [fail]-page/page-emulate-media.spec.ts › should report hover and fine pointer for desktop [fail]-page/page-emulate-media.spec.ts › should work during navigation [fail]-page/page-event-console.spec.ts › should trigger correct Log [timeout]-page/page-event-console.spec.ts › should work @smoke [flaky]-page/page-event-request.spec.ts › should report requests and responses handled by service worker [fail]-page/page-event-request.spec.ts › should report requests and responses handled by service worker with routing [fail]-page/page-expose-function.spec.ts › should work with setContent [timeout]-page/page-filechooser.spec.ts › should be able to reset selected files with empty file list [timeout]-page/page-filechooser.spec.ts › should emit event for iframe [timeout]-page/page-filechooser.spec.ts › should respect timeout [flaky]-page/page-goto.spec.ts › should override referrer-policy [fail]-page/page-goto.spec.ts › should send referer [fail]-page/page-goto.spec.ts › should send referer of cross-origin URL [fail]-page/page-history.spec.ts › goBack/goForward should work with bfcache-able pages [timeout]-page/page-history.spec.ts › page.goBack should work for file urls [timeout]-page/page-history.spec.ts › regression test for issue 20791 [flaky]-page/page-keyboard.spec.ts › should press audio and media control keys [fail]-page/page-mouse.spec.ts › should always round down [fail]-page/page-mouse.spec.ts › should dblclick the div [timeout]-page/page-network-idle.spec.ts › should not wait for an open EventSource connection [timeout]-page/page-network-idle.spec.ts › should not wait for an open EventSource connection in setContent [timeout]-page/page-network-request.spec.ts › should not allow to access frame on popup main request [fail]-page/page-network-request.spec.ts › should not get preflight CORS requests when intercepting [fail]-page/page-network-request.spec.ts › should parse the data if content-type is application/x-www-form-urlencoded [fail]-page/page-network-request.spec.ts › should parse the data if content-type is application/x-www-form-urlencoded; charset=UTF-8 [fail]-page/page-network-request.spec.ts › should parse the json post data [fail]-page/page-network-request.spec.ts › should return event source [fail]-page/page-network-request.spec.ts › should return multipart/form-data [fail]-page/page-network-request.spec.ts › should return postData [fail]-page/page-network-request.spec.ts › should work with binary post data [fail]-page/page-network-request.spec.ts › should work with binary post data and interception [fail]-page/page-network-response.spec.ts › should reject response.finished if context closes [timeout]-page/page-network-response.spec.ts › should report all headers [fail]-page/page-network-response.spec.ts › should report if request was fromServiceWorker [fail]-page/page-network-response.spec.ts › should report multiple set-cookie headers [fail]-page/page-network-response.spec.ts › should return non-utf8 body even when content-type says utf8 [fail]-page/page-network-response.spec.ts › should wait until response completes [fail]-page/page-request-continue.spec.ts › continue with headers should send fresh cookie from the browser cookie store [fail]-page/page-request-continue.spec.ts › should not throw if request was cancelled by the page [timeout]-page/page-request-fulfill.spec.ts › should fulfill with gzip and readback [timeout]-page/page-request-fulfill.spec.ts › should not throw if request was cancelled by the page [timeout]-page/page-request-intercept.spec.ts › request.postData is not null when fetching FormData with a Blob [fail]-page/page-request-intercept.spec.ts › should intercept multipart/form-data request body [fail]-page/page-route.spec.ts › should be abortable with custom error codes [fail]-page/page-route.spec.ts › should intercept when postData is more than 1MB [fail]-page/page-route.spec.ts › should not override cookie header [timeout]-page/page-route.spec.ts › should not throw if request was cancelled by the page [timeout]-page/page-screenshot.spec.ts › page screenshot animations › should not capture css animations in shadow DOM [flaky]-page/page-screenshot.spec.ts › page screenshot animations › should not capture pseudo element css animation [fail]-page/page-screenshot.spec.ts › page screenshot › should allow transparency [fail]-page/page-set-input-files.spec.ts › should upload a folder [fail]-page/page-wait-for-load-state.spec.ts › should wait for load state of about:blank popup [timeout]-page/page-wait-for-load-state.spec.ts › should wait for load state of about:blank popup with noopener [timeout]-page/page-wait-for-load-state.spec.ts › should wait for load state of empty url popup [timeout]-page/wheel.spec.ts › should dispatch wheel events after popup was opened @smoke [timeout]-page/workers.spec.ts › Page.workers @smoke [timeout]-page/workers.spec.ts › should attribute network activity for worker inside iframe to the iframe [timeout]-page/workers.spec.ts › should clear upon cross-process navigation [timeout]-page/workers.spec.ts › should clear upon navigation [timeout]-page/workers.spec.ts › should dispatch console messages when page has workers [timeout]-page/workers.spec.ts › should emit created and destroyed events [timeout]-page/workers.spec.ts › should evaluate [timeout]-page/workers.spec.ts › should have JSHandles for console logs [fail]-page/workers.spec.ts › should report and intercept network from nested worker [fail]-page/workers.spec.ts › should report console event on the worker [timeout]-page/workers.spec.ts › should report console event on the worker when not listening on page or context [timeout]-page/workers.spec.ts › should report network activity [timeout]-page/workers.spec.ts › should support extra http headers [timeout]-page/workers.spec.ts › should support offline [timeout]\ No newline at end of filediff --git a/tests/bidi/playwright.config.ts b/tests/bidi/playwright.config.tsindex 3dfe1d6786..9fa4abae97 100644--- a/tests/bidi/playwright.config.ts+++ b/tests/bidi/playwright.config.ts@@ -48,11 +48,11 @@ const reporters = () => {['blob'],['../config/parquetReporter.ts'],['./csvReporter', { outputFile: path.join(outputDir, 'report.csv') }],- ['./expectationReporter', { rebase: false }],+ ['../config/expectationReporter', { rebase: false, expectationsDir: path.join(__dirname, 'expectations') }],] : [['html', { open: 'on-failure' }],['./csvReporter', { outputFile: path.join(outputDir, 'report.csv') }],- ['./expectationReporter', { rebase: false }],+ ['../config/expectationReporter', { rebase: false, expectationsDir: path.join(__dirname, 'expectations') }],];return result;};diff --git a/tests/bidi/expectationReporter.ts b/tests/config/expectationReporter.tssimilarity index 59%rename from tests/bidi/expectationReporter.tsrename to tests/config/expectationReporter.tsindex 734095aa9c..6f6c7ba25a 100644--- a/tests/bidi/expectationReporter.ts+++ b/tests/config/expectationReporter.ts@@ -20,10 +20,17 @@ import type {import fs from 'fs';import path from 'path';-type TestExpectation = 'unknown' | 'flaky' | 'pass' | 'fail' | 'timeout';+type TestOutcome = 'unknown' | 'flaky' | 'pass' | 'fail' | 'timeout';++type Expectation = {+ expectation: 'skip' | 'fixme' | 'fail';+ reason?: string;+};type ReporterOptions = {rebase?: boolean;+ expectationsDir?: string;+ expectationsFile?: string;};class ExpectationReporter implements Reporter {@@ -36,17 +43,20 @@ class ExpectationReporter implements Reporter {}async preprocess({ suite, testRun }: Parameters<NonNullable<Reporter['preprocess']>>[0]) {- if (!process.env.PWTEST_USE_BIDI_EXPECTATIONS)+ if (!this._options.expectationsFile && !process.env.PWTEST_USE_BIDI_EXPECTATIONS)return;if (this._options.rebase)return;for (const project of suite.suites) {- const expectations = await parseExpectations(project.title);- for (const test of project.allTests()) {- const expectation = expectations.get(expectationKey(test));- if (expectation && ['flaky', 'fail', 'timeout'].includes(expectation))- testRun.fixme(test, `marked as ${expectation} in bidi expectations`);- }+ const expectations = await parseExpectations(this._expectationsPath(project.title));+ const visit = (entry: Suite | TestCase) => {+ const expectation = expectations.get(expectationKey(entry));+ if (expectation)+ testRun[expectation.expectation](entry, expectation.reason ?? `marked as ${expectation.expectation} in expectations`);+ else if (entry.type !== 'test')+ entry.entries().forEach(visit);+ };+ project.entries().forEach(visit);}}@@ -66,19 +76,19 @@ class ExpectationReporter implements Reporter {}private async _updateProjectExpectations(project: Suite) {- const outputFile = projectExpectationPath(project.title);- const expectations = await parseExpectations(project.title);+ const outputFile = this._expectationsPath(project.title);+ const expectations = await parseExpectations(outputFile);for (const test of project.allTests()) {const outcome = getOutcome(test);const key = expectationKey(test);if (outcome === 'timeout')- expectations.set(key, outcome);+ expectations.set(key, { expectation: 'fixme' });else if (expectations.has(key) && test.outcome() !== 'skipped')expectations.delete(key); // Remove tests that no longer timeout.}const keys = Array.from(expectations.keys());keys.sort();- const results = keys.map(key => `${key} [${expectations.get(key)}]`);+ const results = keys.map(key => `${key} [${expectations.get(key)!.expectation}]`);console.log('Writing new expectations to', outputFile);await fs.promises.writeFile(outputFile, results.join('\n'));}@@ -86,9 +96,13 @@ class ExpectationReporter implements Reporter {printsToStdio(): boolean {return false;}++ private _expectationsPath(projectName: string): string {+ return this._options.expectationsFile ?? path.join(this._options.expectationsDir!, projectName + '.conf');+ }}-function getOutcome(test: TestCase): TestExpectation {+function getOutcome(test: TestCase): TestOutcome {if (test.results.length === 0)return 'unknown';if (test.results.every(r => r.status === 'timedOut'))@@ -102,31 +116,34 @@ function getOutcome(test: TestCase): TestExpectation {return 'unknown';}-function expectationKey(test: TestCase): string {- return test.titlePath().slice(2).join(' › ');+function expectationKey(entry: Suite | TestCase): string {+ return entry.titlePath().slice(2).join(' > ');}-async function parseExpectations(projectName: string): Promise<Map<string, TestExpectation>> {- const filePath = projectExpectationPath(projectName);+async function parseExpectations(filePath: string): Promise<Map<string, Expectation>> {try {await fs.promises.access(filePath);} catch (e) {return new Map();}const content = await fs.promises.readFile(filePath);- const pairs = content.toString().split('\n').map(line => {- const match = /(?<titlePath>.+) \[(?<expectation>[^\]]+)\]$/.exec(line);+ const expectations = new Map<string, Expectation>();+ let reason: string | undefined;+ for (const line of content.toString().split('\n')) {+ if (!line.trim())+ continue;+ if (line.startsWith('#')) {+ reason = line.substring(1).trim();+ continue;+ }+ const match = /^(?<titlePath>.+) \[(?<expectation>skip|fixme|fail)\]$/.exec(line);if (!match) {console.error('Bad expectation line: ' + line);- return undefined;+ continue;}- return [match.groups!.titlePath, match.groups!.expectation];- }).filter(Boolean) as [string, TestExpectation][];- return new Map(pairs);-}--function projectExpectationPath(project: string): string {- return path.join(__dirname, 'expectations', project + '.txt');+ expectations.set(match.groups!.titlePath, { expectation: match.groups!.expectation as Expectation['expectation'], reason });+ }+ return expectations;}export default ExpectationReporter;diff --git a/tests/playwright-test/access-data.spec.ts b/tests/playwright-test/access-data.spec.tsindex ea5b984341..5e9907d03e 100644--- a/tests/playwright-test/access-data.spec.ts+++ b/tests/playwright-test/access-data.spec.ts@@ -65,7 +65,7 @@ test('should access annotations in fixture', async ({ runInlineTest }) => {{ type: 'myname', description: 'hello' }]);expect(test.results[0].stdout).toEqual([{ text: 'console.log\n' }]);- expect(test.results[0].stderr).toEqual([{ text: 'console.error\n' }]);+ expect(test.results[0].stderr).toEqual([{ text: expect.stringContaining('console.error') }]);});test('should report projectName in result', async ({ runInlineTest }) => {diff --git a/tests/playwright-test/babel.spec.ts b/tests/playwright-test/babel.spec.tsindex a98810876f..6d6c1bfa8b 100644--- a/tests/playwright-test/babel.spec.ts+++ b/tests/playwright-test/babel.spec.ts@@ -16,8 +16,6 @@import { test, expect } from './playwright-test-fixtures';-test.skip(!!process.env.PW_BUN, 'bun transpiles test files itself');-test('should succeed', async ({ runInlineTest }) => {const result = await runInlineTest({'one-success.spec.ts': `diff --git a/tests/playwright-test/basic.spec.ts b/tests/playwright-test/basic.spec.tsindex 6493c9e29d..769c6b755e 100644--- a/tests/playwright-test/basic.spec.ts+++ b/tests/playwright-test/basic.spec.ts@@ -492,7 +492,7 @@ test('should report unhandled rejection during worker shutdown', async ({ runInlexpect(result.exitCode).toBe(1);expect(result.passed).toBe(1);expect(result.output).toContain('Error: Unhandled');- expect(result.output).toContain('a.test.ts:4:33');+ expect(result.output).toContain('a.test.ts:4:');});test('should not reuse worker after unhandled rejection in test.fail', async ({ runInlineTest }) => {diff --git a/tests/playwright-test/bun-expectations.conf b/tests/playwright-test/bun-expectations.confnew file mode 100644index 0000000000..deda270dcc--- /dev/null+++ b/tests/playwright-test/bun-expectations.conf@@ -0,0 +1,92 @@+# Bun transpiles test files itself, so there is no Babel transform and no compilation cache.+babel.spec.ts [skip]+cache.spec.ts [skip]++# Bun loads and resolves modules itself.+esm.spec.ts [skip]+resolver.spec.ts [skip]++# Bun resolves modules with its own tsconfig, so --tsconfig has no effect.+ui-mode-test-run.spec.ts > should respect --tsconfig option [skip]++# Bun does not support custom ESM loaders.+loader.spec.ts > preflight should survive faulty ESM loader ahead of playwright [skip]+loader.spec.ts > should compose with a custom ESM loader after playwright [skip]+loader.spec.ts > should compose with a custom ESM loader before playwright [skip]++# Bun does not report module dependencies, so there is no watch mode.+loader.spec.ts > should complain when one test file imports another [skip]+only-changed.spec.ts > should understand dependency structure [skip]+test-server.spec.ts > file watching [skip]+test-server.spec.ts > find related test files [skip]+ui-mode-test-watch.spec.ts [skip]+watch.spec.ts [skip]++# Bun transpiles JSX itself and ignores the JSX options in tsconfig.+loader.spec.ts > should respect jsx options from tsconfig references and extends [skip]+loader.spec.ts > should respect react-jsxdev from tsconfig [skip]+loader.spec.ts > should use react/jsx-runtime when tsconfig does not configure jsx [skip]++# Bun adds an ESM import of the JSX runtime to CJS files and then cannot load them.+loader.spec.ts > should load a jsx/tsx files with fragments [skip]++# Bun does not have async stack frames.+playwright.trace.spec.ts > should record step stack in trace [skip]+reporter.spec.ts > AggregateError sub-errors are spread into testInfo.errors [skip]+test-step.spec.ts > library API call inside expect.poll [skip]+test-step.spec.ts > should contain steps chain in the stack [skip]+test-step.spec.ts > should soft step w/ box [skip]+test-step.spec.ts > should step w/ box [skip]+test-step.spec.ts > should step w/o box [skip]+test-step.spec.ts > show api calls inside expects [skip]+test-step.spec.ts > web assertion inside expect.poll [skip]+to-have-screenshot.spec.ts > should write missing expectations locally twice and attach them [skip]++# Bun reports different error columns.+list-mode.spec.ts > should report errors with location [skip]+reporter.spec.ts > created > onError should have code snippet [skip]+reporter.spec.ts > merged > onError should have code snippet [skip]++# Bun formats stack frames differently.+reporter-line.spec.ts > onTestPaused > pause at end - error in teardown [skip]+reporter-line.spec.ts > onTestPaused > pause on error [skip]+reporter-list.spec.ts > onTestPaused > pause at end - error in teardown [skip]+reporter-list.spec.ts > onTestPaused > pause on error [skip]++# Bun does not report the import stack of parse errors.+loader.spec.ts > should return the location of a syntax error with deep stack [skip]++# Bun does not apply NODE_OPTIONS to workers.+runner.spec.ts > should report subprocess creation error [skip]++# Bun formats console output itself.+stdio.spec.ts > should support console colors but not tty [skip]++# Bun has no class names in stack frames, so API names lose the class name: "click" and not "locator.click".+playwright.connect.spec.ts > should respect connectOptions.timeout [fixme]+playwright.connect.spec.ts > should throw with bad connectOptions [fixme]+playwright.spec.ts > should call logger from launchOptions config [fixme]+playwright.spec.ts > should report error and pending operations on timeout [fixme]+playwright.spec.ts > should use actionTimeout for APIRequestContext [fixme]+test-step.spec.ts > should not mark page.close as failed when page.click fails [fixme]+test-step.spec.ts > should report api step failure [fixme]+test-step.spec.ts > step timeout includes interrupted action errors [fixme]++# Bun's console methods do not call process.stdout.write, so console output of the test does not get into the trace.+ui-mode-test-output.spec.ts > should collapse repeated console messages for test [fixme]+ui-mode-test-output.spec.ts > should print beforeAll console messages once [fixme]+ui-mode-test-output.spec.ts > should show console messages for test [fixme]+ui-mode-test-output.spec.ts > should stream console messages live [fixme]+ui-mode-trace.spec.ts > should show request source context id [fixme]++# Bun's console methods do not call process.stdout.write, so console output of the runner process does not get to UI mode.+test-server.spec.ts > stdio interception [fixme]+ui-mode-metadata.spec.ts > should render html report git info metadata [fixme]+ui-mode-test-setup.spec.ts > should run global setup and teardown [fixme]+ui-mode-test-setup.spec.ts > should teardown on sigint [fixme]++# Bun's console methods do not call process.stdout.write, so console output comes through the stdout pipe and its order changes.+reporter-list.spec.ts > created > should update test status row only when TTY has not scrolled [fixme]+reporter-list.spec.ts > created > should update test status row only within configured TTY height [fixme]+reporter-list.spec.ts > merged > should update test status row only when TTY has not scrolled [fixme]+reporter-list.spec.ts > merged > should update test status row only within configured TTY height [fixme]diff --git a/tests/playwright-test/cache.spec.ts b/tests/playwright-test/cache.spec.tsindex 7eeb87bc14..132cf8ca6e 100644--- a/tests/playwright-test/cache.spec.ts+++ b/tests/playwright-test/cache.spec.ts@@ -19,8 +19,6 @@ import * as path from 'path';import { test, expect } from './playwright-test-fixtures';-test.skip(!!process.env.PW_BUN, 'bun transpiles test files itself, there is no compilation cache');-test('should clear cache with type:module', async ({ runCLICommand }) => {const result = await runCLICommand({'playwright.config.ts': `diff --git a/tests/playwright-test/config.spec.ts b/tests/playwright-test/config.spec.tsindex f8a51dd00e..9c88b462b8 100644--- a/tests/playwright-test/config.spec.ts+++ b/tests/playwright-test/config.spec.ts@@ -312,7 +312,7 @@ test('should print nice error when the project wildcard does not match anything'`}, { '--project': ['not*found'] });expect(exitCode).toBe(1);- expect(output).toContain('Error: No projects matched. Available projects: "suite1", "suite2"');+ expect(output).toContain('No projects matched. Available projects: "suite1", "suite2"');});test('should filter by project wildcard and exact name', async ({ runInlineTest }) => {diff --git a/tests/playwright-test/esm.spec.ts b/tests/playwright-test/esm.spec.tsindex 5f1d98434f..5f4022b466 100644--- a/tests/playwright-test/esm.spec.ts+++ b/tests/playwright-test/esm.spec.ts@@ -16,8 +16,6 @@import { test, expect } from './playwright-test-fixtures';-test.skip(!!process.env.PW_BUN, 'bun loads and resolves modules itself');-test('should load nested as esm when package.json has type module', async ({ runInlineTest }) => {const result = await runInlineTest({'playwright.config.js': `diff --git a/tests/playwright-test/fixture-errors.spec.ts b/tests/playwright-test/fixture-errors.spec.tsindex ab58467675..44072deb77 100644--- a/tests/playwright-test/fixture-errors.spec.ts+++ b/tests/playwright-test/fixture-errors.spec.ts@@ -400,7 +400,7 @@ test('should print nice error message for problematic fixtures', async ({ runInl});expect(result.exitCode).toBe(1);expect(result.output).toContain('oh my!');- expect(result.output).toContain('x.spec.ts:4:49');+ expect(result.output).toContain('x.spec.ts:4:');});test('should exit with timeout when fixture causes an exception in the test', async ({ runInlineTest }) => {diff --git a/tests/playwright-test/loader.spec.ts b/tests/playwright-test/loader.spec.tsindex 2593737b3e..18355a3b36 100644--- a/tests/playwright-test/loader.spec.ts+++ b/tests/playwright-test/loader.spec.ts@@ -31,7 +31,6 @@ test('should return the location of a syntax error', async ({ runInlineTest }) =expect(result.passed).toBe(0);expect(result.failed).toBe(0);expect(result.output).toContain('error.spec.js');- expect(result.output).toContain('(3:18)');expect(result.output).toContain(`> 3 | foo: 'bar';\n | ^`);});diff --git a/tests/playwright-test/playwright.config.ts b/tests/playwright-test/playwright.config.tsindex 014e890cce..4aeca9635d 100644--- a/tests/playwright-test/playwright.config.ts+++ b/tests/playwright-test/playwright.config.ts@@ -31,6 +31,8 @@ const reporters = () => {];if (process.env.PWTEST_COVERAGE)result.push(['coverage', { outputDir: path.join(__dirname, '..', '..', 'coverage', 'html-reporter') }]);+ if (process.env.PW_BUN)+ result.push(['../config/expectationReporter', { expectationsFile: path.join(__dirname, 'bun-expectations.conf') }]);return result;};export default defineConfig({diff --git a/tests/playwright-test/reporter-attachment.spec.ts b/tests/playwright-test/reporter-attachment.spec.tsindex 8935acd73c..a9bc483e3e 100644--- a/tests/playwright-test/reporter-attachment.spec.ts+++ b/tests/playwright-test/reporter-attachment.spec.ts@@ -113,7 +113,7 @@ test(`testInfo.attach errors with empty path`, async ({ runInlineTest }) => {});`,}, { reporter: 'line', workers: 1 });- expect(result.output).toMatch(/Error: ENOENT: no such file or directory, copyfile ''/);+ expect(result.output).toMatch(/Error: ENOENT: no such file or directory, copyfile/);expect(result.exitCode).toBe(1);});diff --git a/tests/playwright-test/reporter-base.spec.ts b/tests/playwright-test/reporter-base.spec.tsindex 70e89981a5..e4af0ae9b5 100644--- a/tests/playwright-test/reporter-base.spec.ts+++ b/tests/playwright-test/reporter-base.spec.ts@@ -155,13 +155,13 @@ for (const useIntermediateMergeReport of [false, true] as const) {expect(result.exitCode).toBe(1);expect(result.failed).toBe(1);const testFile = path.join(result.report.config.rootDir, result.report.suites[0].specs[0].file);- expect(result.output).toContain(`${testFile}:18:21`);+ expect(result.output).toContain(`${testFile}:18:`);expect(result.output).toContain(`[cause]: Error: outer-message`);- expect(result.output).toContain(`${testFile}:14:25`);+ expect(result.output).toContain(`${testFile}:14:`);expect(result.output).toContain(`[cause]: Error: inner-message`);- expect(result.output).toContain(`${testFile}:12:25`);+ expect(result.output).toContain(`${testFile}:12:`);expect(result.output).toContain(`[cause]: SpecialError: my-message`);- expect(result.output).toContain(`${testFile}:7:31`);+ expect(result.output).toContain(`${testFile}:7:`);expect(result.output).toContain('afterAll executed successfully');});@@ -187,7 +187,7 @@ for (const useIntermediateMergeReport of [false, true] as const) {expect(result.output).toContain('Error: oh my');expect(result.output).toContain(` 2 | export function ohMy() {`);expect(result.output).toContain(` > 3 | throw new Error('oh my');`);- expect(result.output).toContain(` | ^`);+ expect(result.output).toMatch(/^ +\| +\^$/m);});test('should print slow tests', async ({ runInlineTest }) => {diff --git a/tests/playwright-test/reporter-blob.spec.ts b/tests/playwright-test/reporter-blob.spec.tsindex 10b97833a3..e6575aa0bb 100644--- a/tests/playwright-test/reporter-blob.spec.ts+++ b/tests/playwright-test/reporter-blob.spec.ts@@ -1023,7 +1023,7 @@ test('preserve config fields', async ({ runInlineTest, mergeReports }) => {};const files = {'echo-reporter.js': `- import fs from 'fs';+ const fs = require('fs');class EchoReporter {onBegin(config, suite) {@@ -1092,7 +1092,7 @@ test('preserve stdout and stderr', async ({ runInlineTest, mergeReports }) => {const reportDir = test.info().outputPath('blob-report');const files = {'echo-reporter.js': `- import fs from 'fs';+ const fs = require('fs');class EchoReporter {log = [];@@ -1134,7 +1134,7 @@ test('preserve stdout and stderr', async ({ runInlineTest, mergeReports }) => {const { exitCode } = await mergeReports(reportDir, {}, { additionalArgs: ['--reporter', test.info().outputPath('echo-reporter.js')] });expect(exitCode).toBe(0);- const log = fs.readFileSync(test.info().outputPath('log.txt')).toString();+ const log = stripAnsi(fs.readFileSync(test.info().outputPath('log.txt')).toString());expect(log).toBe(`onStdOut: stdout textresult.stdout: stdout text@@ -1154,7 +1154,7 @@ test('encode inline attachments', async ({ runInlineTest, mergeReports }) => {const reportDir = test.info().outputPath('blob-report');const files = {'echo-reporter.js': `- import fs from 'fs';+ const fs = require('fs');class EchoReporter {onTestEnd(test, result) {@@ -1510,7 +1510,7 @@ test('blob report should include version', async ({ runInlineTest }) => {const events = await extractReport(test.info().outputPath('blob-report', 'report.zip'), test.info().outputPath('tmp'));const metadataEvent = events.find(e => e.method === 'onBlobReportMetadata');expect(metadataEvent.params.version).toBe(2);- expect(metadataEvent.params.userAgent).toBe(getUserAgent());+ expect(metadataEvent.params.userAgent.split(' node/')[0]).toBe(getUserAgent().split(' node/')[0]);});async function extractReport(reportZipFile: string, unzippedReportDir: string): Promise<any[]> {@@ -1574,7 +1574,7 @@ test('merge-reports should throw if report version is from the future', async ({const { exitCode, output } = await mergeReports(reportDir, { 'PLAYWRIGHT_HTML_OPEN': 'never' }, { additionalArgs: ['--reporter', 'html'] });expect(exitCode).toBe(1);- expect(output).toContain(`Error: Blob report report-2.zip was created with a newer version of Playwright.`);+ expect(output).toContain(`Blob report report-2.zip was created with a newer version of Playwright.`);});@@ -1703,7 +1703,7 @@ test('reporter list in the custom config', async ({ runInlineTest, mergeReportsconst text = stripAnsi(output);expect(text).toContain('testReporter.js');- expect(text).toContain('{ myOpt: 1 }');+ expect(text).toContain('myOpt: 1');});test('merge reports with different rootDirs', async ({ runInlineTest, mergeReports }) => {diff --git a/tests/playwright-test/resolver.spec.ts b/tests/playwright-test/resolver.spec.tsindex 765718600f..95b9987db7 100644--- a/tests/playwright-test/resolver.spec.ts+++ b/tests/playwright-test/resolver.spec.ts@@ -19,8 +19,6 @@ import path from 'path';import { test, expect } from './playwright-test-fixtures';-test.skip(!!process.env.PW_BUN, 'bun resolves modules and tsconfig itself');-test('should print tsconfig parsing error', async ({ runInlineTest }) => {const files = {'a.spec.ts': `diff --git a/tests/playwright-test/test-server.spec.ts b/tests/playwright-test/test-server.spec.tsindex 931c0f48c0..f7fcfffac0 100644--- a/tests/playwright-test/test-server.spec.ts+++ b/tests/playwright-test/test-server.spec.ts@@ -208,7 +208,7 @@ test('find related test files errors', async ({ startTestServer, writeFiles }) =const aSpecTs = test.info().outputPath('a.spec.ts');const result = await testServerConnection.findRelatedTestFiles({ files: [aSpecTs] });expect(result).toEqual({ testFiles: [], errors: [- expect.objectContaining({ message: expect.stringContaining(`Identifier 'a' has already been declared`) }),+ expect.objectContaining({ message: expect.stringContaining(`has already been declared`) }),expect.objectContaining({ message: expect.stringContaining(`No tests found`) }),] });diff --git a/tests/playwright-test/ui-mode-test-output.spec.ts b/tests/playwright-test/ui-mode-test-output.spec.tsindex b6230b5bfa..d759976b09 100644--- a/tests/playwright-test/ui-mode-test-output.spec.ts+++ b/tests/playwright-test/ui-mode-test-output.spec.ts@@ -29,7 +29,7 @@ test('should print load errors', async ({ runUITest }) => {`,});await page.getByTitle('Toggle output').click();- await expect(page.getByTestId('output')).toContainText(`Unexpected reserved word 'await'`);+ await expect(page.getByTestId('output')).toContainText(/Unexpected reserved word 'await'|"await" can only be used inside an "async" function/);});test('should work after theme switch', async ({ runUITest, writeFiles }) => {@@ -190,12 +190,12 @@ test('should format console messages in page', async ({ runUITest }, testInfo) =await expect(page.locator('.console-tab')).toMatchAriaSnapshot(`- listbox:- - option /<anonymous>:1 Object/- - option /<anonymous>:4 Date/- - option /<anonymous>:5 Regex/- - option /<anonymous>:6 Number 0 one 2/- - option /<anonymous>:7 Download the React DevTools/- - option /<anonymous>:8 Array of values/+ - option /<anonymous>:\\d+ Object/+ - option /<anonymous>:\\d+ Date/+ - option /<anonymous>:\\d+ Regex/+ - option /<anonymous>:\\d+ Number 0 one 2/+ - option /<anonymous>:\\d+ Download the React DevTools/+ - option /<anonymous>:\\d+ Array of values/- option /Failed to load resource/`);diff --git a/tests/playwright-test/ui-mode-test-source.spec.ts b/tests/playwright-test/ui-mode-test-source.spec.tsindex a22a142587..a65ea15209 100644--- a/tests/playwright-test/ui-mode-test-source.spec.ts+++ b/tests/playwright-test/ui-mode-test-source.spec.ts@@ -122,7 +122,7 @@ test('should show top-level errors in file', async ({ runUITest }) => {await expect(page.locator('.CodeMirror-linewidget')).toHaveText([- 'TypeError: Assignment to constant variable.'+ /TypeError: Assignment to constant variable.|This assignment will throw because "a" is a constant/]);});@@ -154,7 +154,7 @@ test('should show syntax errors in file', async ({ runUITest }) => {await expect(page.locator('.CodeMirror-linewidget')).toHaveText([- /Missing semicolon./+ /Missing semicolon.|Expected ";" but found "&"/]);});diff --git a/tests/playwright-test/watch.spec.ts b/tests/playwright-test/watch.spec.tsindex b3e575b802..d8db08d945 100644--- a/tests/playwright-test/watch.spec.ts+++ b/tests/playwright-test/watch.spec.ts@@ -17,8 +17,6 @@import timers from 'timers/promises';import { test, expect } from './playwright-test-fixtures';-test.skip(!!process.env.PW_BUN, 'bun does not report module dependencies');-test.describe.configure({ mode: 'parallel' });test('should print dependencies in CJS mode', async ({ runInlineTest }) => {