Playwright is a framework for Web Testing and Automation. It allows testing Chromium, Firefox and WebKit with a single API.
TypeScript automationchromechromiume2e-testingelectronend-to-end-testingfirefoxjavascriptplaywrighttesttest-automationtestingtesting-toolswebwebkit
devops: remove tests_others.yml (#41379)
Dmitry Gozmand90111b4e100
diff --git a/.github/workflows/tests_others.yml b/.github/workflows/tests_others.ymldeleted file mode 100644index f800b18df8..0000000000--- a/.github/workflows/tests_others.yml+++ /dev/null@@ -1,105 +0,0 @@-name: tests others--on:- push:- branches:- - main- - release-*- pull_request:- paths-ignore:- - 'browser_patches/**'- - 'docs/**'- - 'packages/playwright-core/src/server/bidi/**'- - 'tests/bidi/**'- types: [ labeled ]- branches:- - main- - release-*--env:- FORCE_COLOR: 1--jobs:- test_clock_frozen_time_linux:- name: time library - ${{ matrix.clock }}- environment: ${{ github.event_name == 'push' && 'allow-uploading-flakiness-results' || null }}- permissions:- id-token: write # This is required for OIDC login (azure/login) to succeed- contents: read # This is required for actions/checkout to succeed- strategy:- fail-fast: false- matrix:- clock: [frozen, realtime]- runs-on: ubuntu-22.04- steps:- - uses: actions/checkout@v6- - uses: ./.github/actions/run-test- with:- node-version: 20- browsers-to-install: chromium- command: npm run test -- --project=chromium-*- bot-name: "${{ matrix.clock }}-time-library-chromium-linux"- flakiness-client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }}- flakiness-tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }}- flakiness-subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }}- env:- PW_CLOCK: ${{ matrix.clock }}-- test_clock_frozen_time_test_runner:- name: time test runner - ${{ matrix.clock }}- environment: ${{ github.event_name == 'push' && 'allow-uploading-flakiness-results' || null }}- runs-on: ubuntu-22.04- permissions:- id-token: write # This is required for OIDC login (azure/login) to succeed- contents: read # This is required for actions/checkout to succeed- strategy:- fail-fast: false- matrix:- clock: [frozen, realtime]- steps:- - uses: actions/checkout@v6- - uses: ./.github/actions/run-test- with:- node-version: 20- command: npm run ttest- bot-name: "${{ matrix.clock }}-time-runner-chromium-linux"- flakiness-client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }}- flakiness-tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }}- flakiness-subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }}- env:- PW_CLOCK: ${{ matrix.clock }}-- test_electron:- name: Electron - ${{ matrix.os }}- environment: ${{ github.event_name == 'push' && 'allow-uploading-flakiness-results' || null }}- strategy:- fail-fast: false- matrix:- os: [ubuntu-latest, macos-latest, windows-latest]- permissions:- id-token: write # This is required for OIDC login (azure/login) to succeed- contents: read # This is required for actions/checkout to succeed- runs-on: ${{ matrix.os }}- steps:- - uses: actions/checkout@v6- - name: Setup Ubuntu Binary Installation # TODO: Remove when https://github.com/electron/electron/issues/42510 is fixed- if: ${{ runner.os == 'Linux' }}- run: |- if grep -q "Ubuntu 24" /etc/os-release; then- sudo sysctl -w kernel.apparmor_restrict_unprivileged_userns=0- fi- shell: bash- # Prevent stalling when macOS decides to show the reopen windows prompt after killing enough Electron processes.- - name: Turn off the reopen windows prompt on macOS- if: ${{ matrix.os == 'macos-latest' }}- run: defaults write com.github.Electron ApplePersistenceIgnoreState YES- shell: bash- - uses: ./.github/actions/run-test- with:- browsers-to-install: chromium- setup-command: npx install-electron --no- command: npm run etest- bot-name: "electron-${{ matrix.os }}"- flakiness-client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }}- flakiness-tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }}- flakiness-subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }}diff --git a/.github/workflows/tests_primary.yml b/.github/workflows/tests_primary.ymlindex 6dd861c1e2..5e4be9bea7 100644--- a/.github/workflows/tests_primary.yml+++ b/.github/workflows/tests_primary.yml@@ -211,3 +211,28 @@ jobs:flakiness-client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }}flakiness-tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }}flakiness-subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }}++ test_clock_frozen_time_linux:+ name: time library - ${{ matrix.clock }}+ environment: ${{ github.event_name == 'push' && 'allow-uploading-flakiness-results' || null }}+ permissions:+ id-token: write # This is required for OIDC login (azure/login) to succeed+ contents: read # This is required for actions/checkout to succeed+ strategy:+ fail-fast: false+ matrix:+ clock: [frozen, realtime]+ runs-on: ubuntu-22.04+ steps:+ - uses: actions/checkout@v6+ - uses: ./.github/actions/run-test+ with:+ node-version: 22+ browsers-to-install: chromium+ command: npm run test -- --project=chromium-*+ bot-name: "${{ matrix.clock }}-time-library-chromium-linux"+ flakiness-client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }}+ flakiness-tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }}+ flakiness-subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }}+ env:+ PW_CLOCK: ${{ matrix.clock }}diff --git a/.github/workflows/tests_secondary.yml b/.github/workflows/tests_secondary.ymlindex bf63d6b337..a32354c87d 100644--- a/.github/workflows/tests_secondary.yml+++ b/.github/workflows/tests_secondary.yml@@ -221,3 +221,63 @@ jobs:flakiness-client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }}flakiness-tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }}flakiness-subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }}++ test_clock_frozen_time_test_runner:+ name: time test runner - ${{ matrix.clock }}+ environment: ${{ github.event_name == 'push' && 'allow-uploading-flakiness-results' || null }}+ runs-on: ubuntu-22.04+ permissions:+ id-token: write # This is required for OIDC login (azure/login) to succeed+ contents: read # This is required for actions/checkout to succeed+ strategy:+ fail-fast: false+ matrix:+ clock: [frozen, realtime]+ steps:+ - uses: actions/checkout@v6+ - uses: ./.github/actions/run-test+ with:+ node-version: 22+ command: npm run ttest+ bot-name: "${{ matrix.clock }}-time-runner-chromium-linux"+ flakiness-client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }}+ flakiness-tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }}+ flakiness-subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }}+ env:+ PW_CLOCK: ${{ matrix.clock }}++ test_electron:+ name: Electron - ${{ matrix.os }}+ environment: ${{ github.event_name == 'push' && 'allow-uploading-flakiness-results' || null }}+ strategy:+ fail-fast: false+ matrix:+ os: [ubuntu-latest, macos-latest, windows-latest]+ permissions:+ id-token: write # This is required for OIDC login (azure/login) to succeed+ contents: read # This is required for actions/checkout to succeed+ runs-on: ${{ matrix.os }}+ steps:+ - uses: actions/checkout@v6+ - name: Setup Ubuntu Binary Installation # TODO: Remove when https://github.com/electron/electron/issues/42510 is fixed+ if: ${{ runner.os == 'Linux' }}+ run: |+ if grep -q "Ubuntu 24" /etc/os-release; then+ sudo sysctl -w kernel.apparmor_restrict_unprivileged_userns=0+ fi+ shell: bash+ # Prevent stalling when macOS decides to show the reopen windows prompt+ # after killing enough Electron processes. See https://github.com/electron/electron/pull/51488.+ - name: Turn off the reopen windows prompt on macOS+ if: ${{ matrix.os == 'macos-latest' }}+ run: defaults write com.github.Electron ApplePersistenceIgnoreState YES+ shell: bash+ - uses: ./.github/actions/run-test+ with:+ browsers-to-install: chromium+ setup-command: npx install-electron --no+ command: npm run etest+ bot-name: "electron-${{ matrix.os }}"+ flakiness-client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }}+ flakiness-tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }}+ flakiness-subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }}diff --git a/tests/library/har-websocket.spec.ts b/tests/library/har-websocket.spec.tsindex 8f2dc76f7d..c13896216d 100644--- a/tests/library/har-websocket.spec.ts+++ b/tests/library/har-websocket.spec.ts@@ -170,10 +170,10 @@ async function testWebSocketMessages(contextFactory, server, testInfo, content,return;for (const text of outgoingText) {ws.send(text);- await new Promise(resolve => setTimeout(resolve, delayMs));+ await new Promise(resolve => window.builtins.setTimeout(resolve, delayMs));}for (const binary of outgoingBinary) {- await new Promise(resolve => setTimeout(resolve, delayMs));+ await new Promise(resolve => window.builtins.setTimeout(resolve, delayMs));ws.send(new Uint8Array(binary));}ws.close();