Skip to content

Playwright is a framework for Web Testing and Automation. It allows testing Chromium, Firefox and WebKit with a single API.

chore(ci): remove leftover flakiness dashboard code and Azure login (#43002)

Yury Semikhatskya8c1a59f0afe
diff --git a/.github/workflows/tests_docker.yml b/.github/workflows/tests_docker.yml
index 43b6405d78..c67bb51b53 100644
--- a/.github/workflows/tests_docker.yml
+++ b/.github/workflows/tests_docker.yml
@@ -9,7 +9,6 @@ env:
jobs:
test_linux_docker:
name: "Docker ${{ matrix.docker_tag }} ${{ matrix.docker_arch }}"
- environment: ${{ github.event_name == 'push' && 'allow-uploading-flakiness-results' || null }}
strategy:
fail-fast: false
matrix:
@@ -34,7 +33,6 @@ jobs:
host_os: ubuntu-22.04-arm
runs-on: ${{ matrix.host_os }}
permissions:
- id-token: write # This is required for OIDC login (azure/login) to succeed
contents: read # This is required for actions/checkout to succeed
steps:
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
@@ -45,21 +43,6 @@ jobs:
PLAYWRIGHT_SKIP_BROWSER_DOWNLOAD: 1
- run: npm ci
- run: npm run build
- # Used as a Pull-through cache for the Docker images. Only available on the
- # main repo, where the secrets are present; forks fall back to Docker Hub.
- - name: Azure Login
- if: ${{ github.event_name == 'push' && github.repository == 'microsoft/playwright' }}
- uses: azure/login@a641126d1b8aa4d1fa005f4f92df94a3a4c4c906 # v3.1.0
- with:
- client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }}
- tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }}
- subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }}
- - name: Login to ACR via OIDC
- if: ${{ github.event_name == 'push' && github.repository == 'microsoft/playwright' }}
- run: az acr login --name playwright
- - name: Add Dockerfile cache
- if: ${{ github.event_name == 'push' && github.repository == 'microsoft/playwright' }}
- run: sed -i 's/FROM ubuntu/FROM playwright.azurecr.io\/cached\/ubuntu/' utils/docker/Dockerfile.${{matrix.docker_tag}}
- run: ./utils/docker/build.sh --${{ matrix.docker_arch }} ${{ matrix.docker_tag }} playwright:localbuild
shell: bash
- name: Launch container
diff --git a/.github/workflows/tests_docker_changes.yml b/.github/workflows/tests_docker_changes.yml
index 8807d32ae6..600bea5a5e 100644
--- a/.github/workflows/tests_docker_changes.yml
+++ b/.github/workflows/tests_docker_changes.yml
@@ -19,6 +19,5 @@ jobs:
test_linux_docker:
uses: ./.github/workflows/tests_docker.yml
permissions:
- id-token: write
contents: read
secrets: inherit
diff --git a/.github/workflows/tests_docker_release.yml b/.github/workflows/tests_docker_release.yml
index d9e22f1655..7d6b1c853d 100644
--- a/.github/workflows/tests_docker_release.yml
+++ b/.github/workflows/tests_docker_release.yml
@@ -9,6 +9,5 @@ jobs:
test_linux_docker:
uses: ./.github/workflows/tests_docker.yml
permissions:
- id-token: write
contents: read
secrets: inherit
diff --git a/utils/flakiness-dashboard/.gitignore b/utils/flakiness-dashboard/.gitignore
deleted file mode 100644
index f6b6a51cd4..0000000000
--- a/utils/flakiness-dashboard/.gitignore
+++ /dev/null
@@ -1,44 +0,0 @@
-bin
-obj
-csx
-.vs
-edge
-Publish
-
-*.swp
-*.user
-*.suo
-*.cscfg
-*.Cache
-project.lock.json
-
-/packages
-/TestResults
-
-/tools/NuGet.exe
-/App_Data
-/secrets
-/data
-.secrets
-appsettings.json
-local.settings.json
-
-node_modules
-dist
-
-# Local python packages
-.python_packages/
-
-# Python Environments
-.env
-.venv
-env/
-venv/
-ENV/
-env.bak/
-venv.bak/
-
-# Byte-compiled / optimized / DLL files
-__pycache__/
-*.py[cod]
-*$py.class
diff --git a/utils/flakiness-dashboard/README.md b/utils/flakiness-dashboard/README.md
deleted file mode 100644
index 832ee54792..0000000000
--- a/utils/flakiness-dashboard/README.md
+++ /dev/null
@@ -1,31 +0,0 @@
-# Flakiness Dashboard Backend
-
-This directory contains source code for the Azure function that we use to aggregate test reports.
-The data is consumed by https://devops.playwright.dev/flakiness.html
-
-## Publish
-
-- Install [Azure Functions Core Tools version 4](https://learn.microsoft.com/en-us/azure/azure-functions/functions-run-local?tabs=macos%2Cisolated-process%2Cnode-v4%2Cpython-v2%2Chttp-trigger%2Ccontainer-apps&pivots=programming-language-javascript):
- ```
- brew tap azure/functions
- brew install azure-functions-core-tools@4
- # if upgrading on a machine that has 2.x or 3.x installed:
- brew link --overwrite azure-functions-core-tools@4
- ```
-- Install Azure CLI:
- ```bash
- brew update && brew install azure-cli
- ```
-- Login to Azure CLI and select the subscription (popup will open):
- ```bash
- az login
- ```
-- Install NPM Deps (`node_modules/` folder will be published as-is):
- ```
- cd utils/flakiness-dashboard/
- npm install
- ```
-- Publish:
- ```bash
- func azure functionapp publish folio-flakiness-dashboard --javascript
- ```
diff --git a/utils/flakiness-dashboard/host.json b/utils/flakiness-dashboard/host.json
deleted file mode 100644
index 851a54849c..0000000000
--- a/utils/flakiness-dashboard/host.json
+++ /dev/null
@@ -1,24 +0,0 @@
-{
- "version": "2.0",
- "logging": {
- "applicationInsights": {
- "samplingSettings": {
- "isEnabled": true,
- "excludedTypes": "Request"
- }
- }
- },
- "extensions": {
- "queues": {
- "batchSize": 1,
- "newBatchThreshold": 0
- },
- "blobs": {
- "maxDegreeOfParallelism": 1
- }
- },
- "extensionBundle": {
- "id": "Microsoft.Azure.Functions.ExtensionBundle",
- "version": "[4.*, 5.0.0)"
- }
-}
diff --git a/utils/flakiness-dashboard/package-lock.json b/utils/flakiness-dashboard/package-lock.json
deleted file mode 100644
index 41bf8a585e..0000000000
--- a/utils/flakiness-dashboard/package-lock.json
+++ /dev/null
@@ -1,772 +0,0 @@
-{
- "name": "flakiness-dashboard",
- "lockfileVersion": 3,
- "requires": true,
- "packages": {
- "": {
- "name": "flakiness-dashboard",
- "dependencies": {
- "@azure/identity": "^4.13.1",
- "@azure/storage-blob": "^12.27.0"
- }
- },
- "node_modules/@azure/abort-controller": {
- "version": "1.1.0",
- "resolved": "https://registry.npmjs.org/@azure/abort-controller/-/abort-controller-1.1.0.tgz",
- "integrity": "sha512-TrRLIoSQVzfAJX9H1JeFjzAoDGcoK1IYX1UImfceTZpsyYfWr09Ss1aHW1y5TrrR3iq6RZLBwJ3E24uwPhwahw==",
- "dependencies": {
- "tslib": "^2.2.0"
- },
- "engines": {
- "node": ">=12.0.0"
- }
- },
- "node_modules/@azure/core-asynciterator-polyfill": {
- "version": "1.0.0",
- "resolved": "https://registry.npmjs.org/@azure/core-asynciterator-polyfill/-/core-asynciterator-polyfill-1.0.0.tgz",
- "integrity": "sha512-kmv8CGrPfN9SwMwrkiBK9VTQYxdFQEGe0BmQk+M8io56P9KNzpAxcWE/1fxJj7uouwN4kXF0BHW8DNlgx+wtCg=="
- },
- "node_modules/@azure/core-auth": {
- "version": "1.9.0",
- "resolved": "https://registry.npmjs.org/@azure/core-auth/-/core-auth-1.9.0.tgz",
- "integrity": "sha512-FPwHpZywuyasDSLMqJ6fhbOK3TqUdviZNF8OqRGA4W5Ewib2lEEZ+pBsYcBa88B2NGO/SEnYPGhyBqNlE8ilSw==",
- "license": "MIT",
- "dependencies": {
- "@azure/abort-controller": "^2.0.0",
- "@azure/core-util": "^1.11.0",
- "tslib": "^2.6.2"
- },
- "engines": {
- "node": ">=18.0.0"
- }
- },
- "node_modules/@azure/core-auth/node_modules/@azure/abort-controller": {
- "version": "2.1.2",
- "resolved": "https://registry.npmjs.org/@azure/abort-controller/-/abort-controller-2.1.2.tgz",
- "integrity": "sha512-nBrLsEWm4J2u5LpAPjxADTlq3trDgVZZXHNKabeXZtpq3d3AbN/KGO82R87rdDz5/lYB024rtEf10/q0urNgsA==",
- "dependencies": {
- "tslib": "^2.6.2"
- },
- "engines": {
- "node": ">=18.0.0"
- }
- },
- "node_modules/@azure/core-client": {
- "version": "1.9.2",
- "resolved": "https://registry.npmjs.org/@azure/core-client/-/core-client-1.9.2.tgz",
- "integrity": "sha512-kRdry/rav3fUKHl/aDLd/pDLcB+4pOFwPPTVEExuMyaI5r+JBbMWqRbCY1pn5BniDaU3lRxO9eaQ1AmSMehl/w==",
- "dependencies": {
- "@azure/abort-controller": "^2.0.0",
- "@azure/core-auth": "^1.4.0",
- "@azure/core-rest-pipeline": "^1.9.1",
- "@azure/core-tracing": "^1.0.0",
- "@azure/core-util": "^1.6.1",
- "@azure/logger": "^1.0.0",
- "tslib": "^2.6.2"
- },
- "engines": {
- "node": ">=18.0.0"
- }
- },
- "node_modules/@azure/core-client/node_modules/@azure/abort-controller": {
- "version": "2.1.2",
- "resolved": "https://registry.npmjs.org/@azure/abort-controller/-/abort-controller-2.1.2.tgz",
- "integrity": "sha512-nBrLsEWm4J2u5LpAPjxADTlq3trDgVZZXHNKabeXZtpq3d3AbN/KGO82R87rdDz5/lYB024rtEf10/q0urNgsA==",
- "dependencies": {
- "tslib": "^2.6.2"
- },
- "engines": {
- "node": ">=18.0.0"
- }
- },
- "node_modules/@azure/core-http-compat": {
- "version": "2.3.0",
- "resolved": "https://registry.npmjs.org/@azure/core-http-compat/-/core-http-compat-2.3.0.tgz",
- "integrity": "sha512-qLQujmUypBBG0gxHd0j6/Jdmul6ttl24c8WGiLXIk7IHXdBlfoBqW27hyz3Xn6xbfdyVSarl1Ttbk0AwnZBYCw==",
- "license": "MIT",
- "dependencies": {
- "@azure/abort-controller": "^2.0.0",
- "@azure/core-client": "^1.3.0",
- "@azure/core-rest-pipeline": "^1.20.0"
- },
- "engines": {
- "node": ">=18.0.0"
- }
- },
- "node_modules/@azure/core-http-compat/node_modules/@azure/abort-controller": {
- "version": "2.1.2",
- "resolved": "https://registry.npmjs.org/@azure/abort-controller/-/abort-controller-2.1.2.tgz",
- "integrity": "sha512-nBrLsEWm4J2u5LpAPjxADTlq3trDgVZZXHNKabeXZtpq3d3AbN/KGO82R87rdDz5/lYB024rtEf10/q0urNgsA==",
- "license": "MIT",
- "dependencies": {
- "tslib": "^2.6.2"
- },
- "engines": {
- "node": ">=18.0.0"
- }
- },
- "node_modules/@azure/core-lro": {
- "version": "2.5.2",
- "resolved": "https://registry.npmjs.org/@azure/core-lro/-/core-lro-2.5.2.tgz",
- "integrity": "sha512-tucUutPhBwCPu6v16KEFYML81npEL6gnT+iwewXvK5ZD55sr0/Vw2jfQETMiKVeARRrXHB2QQ3SpxxGi1zAUWg==",
- "dependencies": {
- "@azure/abort-controller": "^1.0.0",
- "@azure/core-util": "^1.2.0",
- "@azure/logger": "^1.0.0",
- "tslib": "^2.2.0"
- },
- "engines": {
- "node": ">=14.0.0"
- }
- },
- "node_modules/@azure/core-paging": {
- "version": "1.1.3",
- "resolved": "https://registry.npmjs.org/@azure/core-paging/-/core-paging-1.1.3.tgz",
- "integrity": "sha512-his7Ah40ThEYORSpIAwuh6B8wkGwO/zG7gqVtmSE4WAJ46e36zUDXTKReUCLBDc6HmjjApQQxxcRFy5FruG79A==",
- "dependencies": {
- "@azure/core-asynciterator-polyfill": "^1.0.0"
- },
- "engines": {
- "node": ">=8.0.0"
- }
- },
- "node_modules/@azure/core-rest-pipeline": {
- "version": "1.21.0",
- "resolved": "https://registry.npmjs.org/@azure/core-rest-pipeline/-/core-rest-pipeline-1.21.0.tgz",
- "integrity": "sha512-a4MBwe/5WKbq9MIxikzgxLBbruC5qlkFYlBdI7Ev50Y7ib5Vo/Jvt5jnJo7NaWeJ908LCHL0S1Us4UMf1VoTfg==",
- "license": "MIT",
- "dependencies": {
- "@azure/abort-controller": "^2.0.0",
- "@azure/core-auth": "^1.8.0",
- "@azure/core-tracing": "^1.0.1",
- "@azure/core-util": "^1.11.0",
- "@azure/logger": "^1.0.0",
- "@typespec/ts-http-runtime": "^0.2.3",
- "tslib": "^2.6.2"
- },
- "engines": {
- "node": ">=18.0.0"
- }
- },
- "node_modules/@azure/core-rest-pipeline/node_modules/@azure/abort-controller": {
- "version": "2.1.2",
- "resolved": "https://registry.npmjs.org/@azure/abort-controller/-/abort-controller-2.1.2.tgz",
- "integrity": "sha512-nBrLsEWm4J2u5LpAPjxADTlq3trDgVZZXHNKabeXZtpq3d3AbN/KGO82R87rdDz5/lYB024rtEf10/q0urNgsA==",
- "dependencies": {
- "tslib": "^2.6.2"
- },
- "engines": {
- "node": ">=18.0.0"
- }
- },
- "node_modules/@azure/core-tracing": {
- "version": "1.2.0",
- "resolved": "https://registry.npmjs.org/@azure/core-tracing/-/core-tracing-1.2.0.tgz",
- "integrity": "sha512-UKTiEJPkWcESPYJz3X5uKRYyOcJD+4nYph+KpfdPRnQJVrZfk0KJgdnaAWKfhsBBtAf/D58Az4AvCJEmWgIBAg==",
- "license": "MIT",
- "dependencies": {
- "tslib": "^2.6.2"
- },
- "engines": {
- "node": ">=18.0.0"
- }
- },
- "node_modules/@azure/core-util": {
- "version": "1.12.0",
- "resolved": "https://registry.npmjs.org/@azure/core-util/-/core-util-1.12.0.tgz",
- "integrity": "sha512-13IyjTQgABPARvG90+N2dXpC+hwp466XCdQXPCRlbWHgd3SJd5Q1VvaBGv6k1BIa4MQm6hAF1UBU1m8QUxV8sQ==",
- "license": "MIT",
- "dependencies": {
- "@azure/abort-controller": "^2.0.0",
- "@typespec/ts-http-runtime": "^0.2.2",
- "tslib": "^2.6.2"
- },
- "engines": {
- "node": ">=18.0.0"
- }
- },
- "node_modules/@azure/core-util/node_modules/@azure/abort-controller": {
- "version": "2.1.2",
- "resolved": "https://registry.npmjs.org/@azure/abort-controller/-/abort-controller-2.1.2.tgz",
- "integrity": "sha512-nBrLsEWm4J2u5LpAPjxADTlq3trDgVZZXHNKabeXZtpq3d3AbN/KGO82R87rdDz5/lYB024rtEf10/q0urNgsA==",
- "dependencies": {
- "tslib": "^2.6.2"
- },
- "engines": {
- "node": ">=18.0.0"
- }
- },
- "node_modules/@azure/core-xml": {
- "version": "1.4.5",
- "resolved": "https://registry.npmjs.org/@azure/core-xml/-/core-xml-1.4.5.tgz",
- "integrity": "sha512-gT4H8mTaSXRz7eGTuQyq1aIJnJqeXzpOe9Ay7Z3FrCouer14CbV3VzjnJrNrQfbBpGBLO9oy8BmrY75A0p53cA==",
- "license": "MIT",
- "dependencies": {
- "fast-xml-parser": "^5.0.7",
- "tslib": "^2.8.1"
- },
- "engines": {
- "node": ">=18.0.0"
- }
- },
- "node_modules/@azure/identity": {
- "version": "4.13.1",
- "resolved": "https://registry.npmjs.org/@azure/identity/-/identity-4.13.1.tgz",
- "integrity": "sha512-5C/2WD5Vb1lHnZS16dNQRPMjN6oV/Upba+C9nBIs15PmOi6A3ZGs4Lr2u60zw4S04gi+u3cEXiqTVP7M4Pz3kw==",
- "license": "MIT",
- "dependencies": {
- "@azure/abort-controller": "^2.0.0",
- "@azure/core-auth": "^1.9.0",
- "@azure/core-client": "^1.9.2",
- "@azure/core-rest-pipeline": "^1.17.0",
- "@azure/core-tracing": "^1.0.0",
- "@azure/core-util": "^1.11.0",
- "@azure/logger": "^1.0.0",
- "@azure/msal-browser": "^5.5.0",
- "@azure/msal-node": "^5.1.0",
- "open": "^10.1.0",
- "tslib": "^2.2.0"
- },
- "engines": {
- "node": ">=20.0.0"
- }
- },
- "node_modules/@azure/identity/node_modules/@azure/abort-controller": {
- "version": "2.1.2",
- "resolved": "https://registry.npmjs.org/@azure/abort-controller/-/abort-controller-2.1.2.tgz",
- "integrity": "sha512-nBrLsEWm4J2u5LpAPjxADTlq3trDgVZZXHNKabeXZtpq3d3AbN/KGO82R87rdDz5/lYB024rtEf10/q0urNgsA==",
- "license": "MIT",
- "dependencies": {
- "tslib": "^2.6.2"
- },
- "engines": {
- "node": ">=18.0.0"
- }
- },
- "node_modules/@azure/logger": {
- "version": "1.0.4",
- "resolved": "https://registry.npmjs.org/@azure/logger/-/logger-1.0.4.tgz",
- "integrity": "sha512-ustrPY8MryhloQj7OWGe+HrYx+aoiOxzbXTtgblbV3xwCqpzUK36phH3XNHQKj3EPonyFUuDTfR3qFhTEAuZEg==",
- "dependencies": {
- "tslib": "^2.2.0"
- },
- "engines": {
- "node": ">=14.0.0"
- }
- },
- "node_modules/@azure/msal-browser": {
- "version": "5.11.0",
- "resolved": "https://registry.npmjs.org/@azure/msal-browser/-/msal-browser-5.11.0.tgz",
- "integrity": "sha512-zkGNYS3TwY8lUpPIafAmsFCYZbgFixY9y/LZB9GUg0IILoHTqpN26j5OrkL1AQThh/YdZsawe4iWXfp85lFVxg==",
- "license": "MIT",
- "dependencies": {
- "@azure/msal-common": "16.6.2"
- },
- "engines": {
- "node": ">=0.8.0"
- }
- },
- "node_modules/@azure/msal-common": {
- "version": "16.6.2",
- "resolved": "https://registry.npmjs.org/@azure/msal-common/-/msal-common-16.6.2.tgz",
- "integrity": "sha512-hQjjsekAjB00cM1EmatWJlzhEoK2Qhz7Rj5gvM6tYf8iL7RM3tkxlpU9fG0+ofkulzg9AEEA6dIEnSmDr5ZqUA==",
- "license": "MIT",
- "engines": {
- "node": ">=0.8.0"
- }
- },
- "node_modules/@azure/msal-node": {
- "version": "5.2.2",
- "resolved": "https://registry.npmjs.org/@azure/msal-node/-/msal-node-5.2.2.tgz",
- "integrity": "sha512-toS+2AePxqyzb0YOKttDOOiSl3jrkK9aiqIvpurpis0O34QcIS5gToqrgT39p04Dpxw3YoUU0lxJKTpSFFfA6Q==",
- "license": "MIT",
- "dependencies": {
- "@azure/msal-common": "16.6.2",
- "jsonwebtoken": "^9.0.0"
- },
- "engines": {
- "node": ">=20"
- }
- },
- "node_modules/@azure/storage-blob": {
- "version": "12.27.0",
- "resolved": "https://registry.npmjs.org/@azure/storage-blob/-/storage-blob-12.27.0.tgz",
- "integrity": "sha512-IQjj9RIzAKatmNca3D6bT0qJ+Pkox1WZGOg2esJF2YLHb45pQKOwGPIAV+w3rfgkj7zV3RMxpn/c6iftzSOZJQ==",
- "license": "MIT",
- "dependencies": {
- "@azure/abort-controller": "^2.1.2",
- "@azure/core-auth": "^1.4.0",
- "@azure/core-client": "^1.6.2",
- "@azure/core-http-compat": "^2.0.0",
- "@azure/core-lro": "^2.2.0",
- "@azure/core-paging": "^1.1.1",
- "@azure/core-rest-pipeline": "^1.10.1",
- "@azure/core-tracing": "^1.1.2",
- "@azure/core-util": "^1.6.1",
- "@azure/core-xml": "^1.4.3",
- "@azure/logger": "^1.0.0",
- "events": "^3.0.0",
- "tslib": "^2.2.0"
- },
- "engines": {
- "node": ">=18.0.0"
- }
- },
- "node_modules/@azure/storage-blob/node_modules/@azure/abort-controller": {
- "version": "2.1.2",
- "resolved": "https://registry.npmjs.org/@azure/abort-controller/-/abort-controller-2.1.2.tgz",
- "integrity": "sha512-nBrLsEWm4J2u5LpAPjxADTlq3trDgVZZXHNKabeXZtpq3d3AbN/KGO82R87rdDz5/lYB024rtEf10/q0urNgsA==",
- "license": "MIT",
- "dependencies": {
- "tslib": "^2.6.2"
- },
- "engines": {
- "node": ">=18.0.0"
- }
- },
- "node_modules/@typespec/ts-http-runtime": {
- "version": "0.2.3",
- "resolved": "https://registry.npmjs.org/@typespec/ts-http-runtime/-/ts-http-runtime-0.2.3.tgz",
- "integrity": "sha512-oRhjSzcVjX8ExyaF8hC0zzTqxlVuRlgMHL/Bh4w3xB9+wjbm0FpXylVU/lBrn+kgphwYTrOk3tp+AVShGmlYCg==",
- "license": "MIT",
- "dependencies": {
- "http-proxy-agent": "^7.0.0",
- "https-proxy-agent": "^7.0.0",
- "tslib": "^2.6.2"
- },
- "engines": {
- "node": ">=18.0.0"
- }
- },
- "node_modules/agent-base": {
- "version": "7.1.4",
- "resolved": "https://registry.npmjs.org/agent-base/-/agent-base-7.1.4.tgz",
- "integrity": "sha512-MnA+YT8fwfJPgBx3m60MNqakm30XOkyIoH1y6huTQvC0PwZG7ki8NacLBcrPbNoo8vEZy7Jpuk7+jMO+CUovTQ==",
- "license": "MIT",
- "engines": {
- "node": ">= 14"
- }
- },
- "node_modules/buffer-equal-constant-time": {
- "version": "1.0.1",
- "resolved": "https://registry.npmjs.org/buffer-equal-constant-time/-/buffer-equal-constant-time-1.0.1.tgz",
- "integrity": "sha512-zRpUiDwd/xk6ADqPMATG8vc9VPrkck7T07OIx0gnjmJAnHnTVXNQG3vfvWNuiZIkwu9KrKdA1iJKfsfTVxE6NA==",
- "license": "BSD-3-Clause"
- },
- "node_modules/bundle-name": {
- "version": "4.1.0",
- "resolved": "https://registry.npmjs.org/bundle-name/-/bundle-name-4.1.0.tgz",
- "integrity": "sha512-tjwM5exMg6BGRI+kNmTntNsvdZS1X8BFYS6tnJ2hdH0kVxM6/eVZ2xy+FqStSWvYmtfFMDLIxurorHwDKfDz5Q==",
- "license": "MIT",
- "dependencies": {
- "run-applescript": "^7.0.0"
- },
- "engines": {
- "node": ">=18"
- },
- "funding": {
- "url": "https://github.com/sponsors/sindresorhus"
- }
- },
- "node_modules/debug": {
- "version": "4.4.1",
- "resolved": "https://registry.npmjs.org/debug/-/debug-4.4.1.tgz",
- "integrity": "sha512-KcKCqiftBJcZr++7ykoDIEwSa3XWowTfNPo92BYxjXiyYEVrUQh2aLyhxBCwww+heortUFxEJYcRzosstTEBYQ==",
- "license": "MIT",
- "dependencies": {
- "ms": "^2.1.3"
- },
- "engines": {
- "node": ">=6.0"
- },
- "peerDependenciesMeta": {
- "supports-color": {
- "optional": true
- }
- }
- },
- "node_modules/default-browser": {
- "version": "5.2.1",
- "resolved": "https://registry.npmjs.org/default-browser/-/default-browser-5.2.1.tgz",
- "integrity": "sha512-WY/3TUME0x3KPYdRRxEJJvXRHV4PyPoUsxtZa78lwItwRQRHhd2U9xOscaT/YTf8uCXIAjeJOFBVEh/7FtD8Xg==",
- "license": "MIT",
- "dependencies": {
- "bundle-name": "^4.1.0",
- "default-browser-id": "^5.0.0"
- },
- "engines": {
- "node": ">=18"
- },
- "funding": {
- "url": "https://github.com/sponsors/sindresorhus"
- }
- },
- "node_modules/default-browser-id": {
- "version": "5.0.0",
- "resolved": "https://registry.npmjs.org/default-browser-id/-/default-browser-id-5.0.0.tgz",
- "integrity": "sha512-A6p/pu/6fyBcA1TRz/GqWYPViplrftcW2gZC9q79ngNCKAeR/X3gcEdXQHl4KNXV+3wgIJ1CPkJQ3IHM6lcsyA==",
- "license": "MIT",
- "engines": {
- "node": ">=18"
- },
- "funding": {
- "url": "https://github.com/sponsors/sindresorhus"
- }
- },
- "node_modules/define-lazy-prop": {
- "version": "3.0.0",
- "resolved": "https://registry.npmjs.org/define-lazy-prop/-/define-lazy-prop-3.0.0.tgz",
- "integrity": "sha512-N+MeXYoqr3pOgn8xfyRPREN7gHakLYjhsHhWGT3fWAiL4IkAt0iDw14QiiEm2bE30c5XX5q0FtAA3CK5f9/BUg==",
- "license": "MIT",
- "engines": {
- "node": ">=12"
- },
- "funding": {
- "url": "https://github.com/sponsors/sindresorhus"
- }
- },
- "node_modules/ecdsa-sig-formatter": {
- "version": "1.0.11",
- "resolved": "https://registry.npmjs.org/ecdsa-sig-formatter/-/ecdsa-sig-formatter-1.0.11.tgz",
- "integrity": "sha512-nagl3RYrbNv6kQkeJIpt6NJZy8twLB/2vtz6yN9Z4vRKHN4/QZJIEbqohALSgwKdnksuY3k5Addp5lg8sVoVcQ==",
- "license": "Apache-2.0",
- "dependencies": {
- "safe-buffer": "^5.0.1"
- }
- },
- "node_modules/events": {
- "version": "3.3.0",
- "resolved": "https://registry.npmjs.org/events/-/events-3.3.0.tgz",
- "integrity": "sha512-mQw+2fkQbALzQ7V0MY0IqdnXNOeTtP4r0lN9z7AAawCXgqea7bDii20AYrIBrFd/Hx0M2Ocz6S111CaFkUcb0Q==",
- "engines": {
- "node": ">=0.8.x"
- }
- },
- "node_modules/fast-xml-builder": {
- "version": "1.2.0",
- "resolved": "https://registry.npmjs.org/fast-xml-builder/-/fast-xml-builder-1.2.0.tgz",
- "integrity": "sha512-00aAWieqff+ZJhsXA4g1g7M8k+7AYoMUUHF+/zFb5U6Uv/P0Vl4QZo84/IcufzYalLuEj9928bXN9PbbFzMF0Q==",
- "funding": [
- {
- "type": "github",
- "url": "https://github.com/sponsors/NaturalIntelligence"
- }
- ],
- "license": "MIT",
- "dependencies": {
- "path-expression-matcher": "^1.5.0",
- "xml-naming": "^0.1.0"
- }
- },
- "node_modules/fast-xml-parser": {
- "version": "5.5.7",
- "resolved": "https://registry.npmjs.org/fast-xml-parser/-/fast-xml-parser-5.5.7.tgz",
- "integrity": "sha512-LteOsISQ2GEiDHZch6L9hB0+MLoYVLToR7xotrzU0opCICBkxOPgHAy1HxAvtxfJNXDJpgAsQN30mkrfpO2Prg==",
- "funding": [
- {
- "type": "github",
- "url": "https://github.com/sponsors/NaturalIntelligence"
- }
- ],
- "license": "MIT",
- "dependencies": {
- "fast-xml-builder": "^1.1.4",
- "path-expression-matcher": "^1.1.3",
- "strnum": "^2.2.0"
- },
- "bin": {
- "fxparser": "src/cli/cli.js"
- }
- },
- "node_modules/http-proxy-agent": {
- "version": "7.0.2",
- "resolved": "https://registry.npmjs.org/http-proxy-agent/-/http-proxy-agent-7.0.2.tgz",
- "integrity": "sha512-T1gkAiYYDWYx3V5Bmyu7HcfcvL7mUrTWiM6yOfa3PIphViJ/gFPbvidQ+veqSOHci/PxBcDabeUNCzpOODJZig==",
- "license": "MIT",
- "dependencies": {
- "agent-base": "^7.1.0",
- "debug": "^4.3.4"
- },
- "engines": {
- "node": ">= 14"
- }
- },
- "node_modules/https-proxy-agent": {
- "version": "7.0.6",
- "resolved": "https://registry.npmjs.org/https-proxy-agent/-/https-proxy-agent-7.0.6.tgz",
- "integrity": "sha512-vK9P5/iUfdl95AI+JVyUuIcVtd4ofvtrOr3HNtM2yxC9bnMbEdp3x01OhQNnjb8IJYi38VlTE3mBXwcfvywuSw==",
- "license": "MIT",
- "dependencies": {
- "agent-base": "^7.1.2",
- "debug": "4"
- },
- "engines": {
- "node": ">= 14"
- }
- },
- "node_modules/is-docker": {
- "version": "3.0.0",
- "resolved": "https://registry.npmjs.org/is-docker/-/is-docker-3.0.0.tgz",
- "integrity": "sha512-eljcgEDlEns/7AXFosB5K/2nCM4P7FQPkGc/DWLy5rmFEWvZayGrik1d9/QIY5nJ4f9YsVvBkA6kJpHn9rISdQ==",
- "license": "MIT",
- "bin": {
- "is-docker": "cli.js"
- },
- "engines": {
- "node": "^12.20.0 || ^14.13.1 || >=16.0.0"
- },
- "funding": {
- "url": "https://github.com/sponsors/sindresorhus"
- }
- },
- "node_modules/is-inside-container": {
- "version": "1.0.0",
- "resolved": "https://registry.npmjs.org/is-inside-container/-/is-inside-container-1.0.0.tgz",
- "integrity": "sha512-KIYLCCJghfHZxqjYBE7rEy0OBuTd5xCHS7tHVgvCLkx7StIoaxwNW3hCALgEUjFfeRk+MG/Qxmp/vtETEF3tRA==",
- "license": "MIT",
- "dependencies": {
- "is-docker": "^3.0.0"
- },
- "bin": {
- "is-inside-container": "cli.js"
- },
- "engines": {
- "node": ">=14.16"
- },
- "funding": {
- "url": "https://github.com/sponsors/sindresorhus"
- }
- },
- "node_modules/is-wsl": {
- "version": "3.1.0",
- "resolved": "https://registry.npmjs.org/is-wsl/-/is-wsl-3.1.0.tgz",
- "integrity": "sha512-UcVfVfaK4Sc4m7X3dUSoHoozQGBEFeDC+zVo06t98xe8CzHSZZBekNXH+tu0NalHolcJ/QAGqS46Hef7QXBIMw==",
- "license": "MIT",
- "dependencies": {
- "is-inside-container": "^1.0.0"
- },
- "engines": {
- "node": ">=16"
- },
- "funding": {
- "url": "https://github.com/sponsors/sindresorhus"
- }
- },
- "node_modules/jsonwebtoken": {
- "version": "9.0.3",
- "resolved": "https://registry.npmjs.org/jsonwebtoken/-/jsonwebtoken-9.0.3.tgz",
- "integrity": "sha512-MT/xP0CrubFRNLNKvxJ2BYfy53Zkm++5bX9dtuPbqAeQpTVe0MQTFhao8+Cp//EmJp244xt6Drw/GVEGCUj40g==",
- "license": "MIT",
- "dependencies": {
- "jws": "^4.0.1",
- "lodash.includes": "^4.3.0",
- "lodash.isboolean": "^3.0.3",
- "lodash.isinteger": "^4.0.4",
- "lodash.isnumber": "^3.0.3",
- "lodash.isplainobject": "^4.0.6",
- "lodash.isstring": "^4.0.1",
- "lodash.once": "^4.0.0",
- "ms": "^2.1.1",
- "semver": "^7.5.4"
- },
- "engines": {
- "node": ">=12",
- "npm": ">=6"
- }
- },
- "node_modules/jwa": {
- "version": "2.0.1",
- "resolved": "https://registry.npmjs.org/jwa/-/jwa-2.0.1.tgz",
- "integrity": "sha512-hRF04fqJIP8Abbkq5NKGN0Bbr3JxlQ+qhZufXVr0DvujKy93ZCbXZMHDL4EOtodSbCWxOqR8MS1tXA5hwqCXDg==",
- "license": "MIT",
- "dependencies": {
- "buffer-equal-constant-time": "^1.0.1",
- "ecdsa-sig-formatter": "1.0.11",
- "safe-buffer": "^5.0.1"
- }
- },
- "node_modules/jws": {
- "version": "4.0.1",
- "resolved": "https://registry.npmjs.org/jws/-/jws-4.0.1.tgz",
- "integrity": "sha512-EKI/M/yqPncGUUh44xz0PxSidXFr/+r0pA70+gIYhjv+et7yxM+s29Y+VGDkovRofQem0fs7Uvf4+YmAdyRduA==",
- "license": "MIT",
- "dependencies": {
- "jwa": "^2.0.1",
- "safe-buffer": "^5.0.1"
- }
- },
- "node_modules/lodash.includes": {
- "version": "4.3.0",
- "resolved": "https://registry.npmjs.org/lodash.includes/-/lodash.includes-4.3.0.tgz",
- "integrity": "sha512-W3Bx6mdkRTGtlJISOvVD/lbqjTlPPUDTMnlXZFnVwi9NKJ6tiAk6LVdlhZMm17VZisqhKcgzpO5Wz91PCt5b0w==",
- "license": "MIT"
- },
- "node_modules/lodash.isboolean": {
- "version": "3.0.3",
- "resolved": "https://registry.npmjs.org/lodash.isboolean/-/lodash.isboolean-3.0.3.tgz",
- "integrity": "sha512-Bz5mupy2SVbPHURB98VAcw+aHh4vRV5IPNhILUCsOzRmsTmSQ17jIuqopAentWoehktxGd9e/hbIXq980/1QJg==",
- "license": "MIT"
- },
- "node_modules/lodash.isinteger": {
- "version": "4.0.4",
- "resolved": "https://registry.npmjs.org/lodash.isinteger/-/lodash.isinteger-4.0.4.tgz",
- "integrity": "sha512-DBwtEWN2caHQ9/imiNeEA5ys1JoRtRfY3d7V9wkqtbycnAmTvRRmbHKDV4a0EYc678/dia0jrte4tjYwVBaZUA==",
- "license": "MIT"
- },
- "node_modules/lodash.isnumber": {
- "version": "3.0.3",
- "resolved": "https://registry.npmjs.org/lodash.isnumber/-/lodash.isnumber-3.0.3.tgz",
- "integrity": "sha512-QYqzpfwO3/CWf3XP+Z+tkQsfaLL/EnUlXWVkIk5FUPc4sBdTehEqZONuyRt2P67PXAk+NXmTBcc97zw9t1FQrw==",
- "license": "MIT"
- },
- "node_modules/lodash.isplainobject": {
- "version": "4.0.6",
- "resolved": "https://registry.npmjs.org/lodash.isplainobject/-/lodash.isplainobject-4.0.6.tgz",
- "integrity": "sha512-oSXzaWypCMHkPC3NvBEaPHf0KsA5mvPrOPgQWDsbg8n7orZ290M0BmC/jgRZ4vcJ6DTAhjrsSYgdsW/F+MFOBA==",
- "license": "MIT"
- },
- "node_modules/lodash.isstring": {
- "version": "4.0.1",
- "resolved": "https://registry.npmjs.org/lodash.isstring/-/lodash.isstring-4.0.1.tgz",
- "integrity": "sha512-0wJxfxH1wgO3GrbuP+dTTk7op+6L41QCXbGINEmD+ny/G/eCqGzxyCsh7159S+mgDDcoarnBw6PC1PS5+wUGgw==",
- "license": "MIT"
- },
- "node_modules/lodash.once": {
- "version": "4.1.1",
- "resolved": "https://registry.npmjs.org/lodash.once/-/lodash.once-4.1.1.tgz",
- "integrity": "sha512-Sb487aTOCr9drQVL8pIxOzVhafOjZN9UU54hiN8PU3uAiSV7lx1yYNpbNmex2PK6dSJoNTSJUUswT651yww3Mg==",
- "license": "MIT"
- },
- "node_modules/ms": {
- "version": "2.1.3",
- "resolved": "https://registry.npmjs.org/ms/-/ms-2.1.3.tgz",
- "integrity": "sha512-6FlzubTLZG3J2a/NVCAleEhjzq5oxgHyaCU9yYXvcLsvoVaHJq/s5xXI6/XXP6tz7R9xAOtHnSO/tXtF3WRTlA==",
- "license": "MIT"
- },
- "node_modules/open": {
- "version": "10.2.0",
- "resolved": "https://registry.npmjs.org/open/-/open-10.2.0.tgz",
- "integrity": "sha512-YgBpdJHPyQ2UE5x+hlSXcnejzAvD0b22U2OuAP+8OnlJT+PjWPxtgmGqKKc+RgTM63U9gN0YzrYc71R2WT/hTA==",
- "license": "MIT",
- "dependencies": {
- "default-browser": "^5.2.1",
- "define-lazy-prop": "^3.0.0",
- "is-inside-container": "^1.0.0",
- "wsl-utils": "^0.1.0"
- },
- "engines": {
- "node": ">=18"
- },
- "funding": {
- "url": "https://github.com/sponsors/sindresorhus"
- }
- },
- "node_modules/path-expression-matcher": {
- "version": "1.5.0",
- "resolved": "https://registry.npmjs.org/path-expression-matcher/-/path-expression-matcher-1.5.0.tgz",
- "integrity": "sha512-cbrerZV+6rvdQrrD+iGMcZFEiiSrbv9Tfdkvnusy6y0x0GKBXREFg/Y65GhIfm0tnLntThhzCnfKwp1WRjeCyQ==",
- "funding": [
- {
- "type": "github",
- "url": "https://github.com/sponsors/NaturalIntelligence"
- }
- ],
- "license": "MIT",
- "engines": {
- "node": ">=14.0.0"
- }
- },
- "node_modules/run-applescript": {
- "version": "7.0.0",
- "resolved": "https://registry.npmjs.org/run-applescript/-/run-applescript-7.0.0.tgz",
- "integrity": "sha512-9by4Ij99JUr/MCFBUkDKLWK3G9HVXmabKz9U5MlIAIuvuzkiOicRYs8XJLxX+xahD+mLiiCYDqF9dKAgtzKP1A==",
- "license": "MIT",
- "engines": {
- "node": ">=18"
- },
- "funding": {
- "url": "https://github.com/sponsors/sindresorhus"
- }
- },
- "node_modules/safe-buffer": {
- "version": "5.2.1",
- "resolved": "https://registry.npmjs.org/safe-buffer/-/safe-buffer-5.2.1.tgz",
- "integrity": "sha512-rp3So07KcdmmKbGvgaNxQSJr7bGVSVk5S9Eq1F+ppbRo70+YeaDxkw5Dd8NPN+GD6bjnYm2VuPuCXmpuYvmCXQ==",
- "funding": [
- {
- "type": "github",
- "url": "https://github.com/sponsors/feross"
- },
- {
- "type": "patreon",
- "url": "https://www.patreon.com/feross"
- },
- {
- "type": "consulting",
- "url": "https://feross.org/support"
- }
- ],
- "license": "MIT"
- },
- "node_modules/semver": {
- "version": "7.8.1",
- "resolved": "https://registry.npmjs.org/semver/-/semver-7.8.1.tgz",
- "integrity": "sha512-rkVq3IXh+4FDGch+KwzX3aV9W3kO54GyEgpvBzSyctDA6Xtd7RJQV1xmXbeQp5v7+VzLOfVqiutSE6GICgPFvg==",
- "license": "ISC",
- "bin": {
- "semver": "bin/semver.js"
- },
- "engines": {
- "node": ">=10"
- }
- },
- "node_modules/strnum": {
- "version": "2.2.1",
- "resolved": "https://registry.npmjs.org/strnum/-/strnum-2.2.1.tgz",
- "integrity": "sha512-BwRvNd5/QoAtyW1na1y1LsJGQNvRlkde6Q/ipqqEaivoMdV+B1OMOTVdwR+N/cwVUcIt9PYyHmV8HyexCZSupg==",
- "funding": [
- {
- "type": "github",
- "url": "https://github.com/sponsors/NaturalIntelligence"
- }
- ],
- "license": "MIT"
- },
- "node_modules/tslib": {
- "version": "2.8.1",
- "resolved": "https://registry.npmjs.org/tslib/-/tslib-2.8.1.tgz",
- "integrity": "sha512-oJFu94HQb+KVduSUQL7wnpmqnfmLsOA/nAh6b6EH0wCEoK0/mPeXU6c3wKDV83MkOuHPRHtSXKKU99IBazS/2w==",
- "license": "0BSD"
- },
- "node_modules/wsl-utils": {
- "version": "0.1.0",
- "resolved": "https://registry.npmjs.org/wsl-utils/-/wsl-utils-0.1.0.tgz",
- "integrity": "sha512-h3Fbisa2nKGPxCpm89Hk33lBLsnaGBvctQopaBSOW/uIs6FTe1ATyAnKFJrzVs9vpGdsTe73WF3V4lIsk4Gacw==",
- "license": "MIT",
- "dependencies": {
- "is-wsl": "^3.1.0"
- },
- "engines": {
- "node": ">=18"
- },
- "funding": {
- "url": "https://github.com/sponsors/sindresorhus"
- }
- },
- "node_modules/xml-naming": {
- "version": "0.1.0",
- "resolved": "https://registry.npmjs.org/xml-naming/-/xml-naming-0.1.0.tgz",
- "integrity": "sha512-k8KO9hrMyNk6tUWqUfkTEZbezRRpONVOzUTnc97VnCvyj6Tf9lyUR9EDAIeiVLv56jsMcoXEwjW8Kv5yPY52lw==",
- "funding": [
- {
- "type": "github",
- "url": "https://github.com/sponsors/NaturalIntelligence"
- }
- ],
- "license": "MIT",
- "engines": {
- "node": ">=16.0.0"
- }
- }
- }
-}
diff --git a/utils/flakiness-dashboard/package.json b/utils/flakiness-dashboard/package.json
deleted file mode 100644
index 254238ef27..0000000000
--- a/utils/flakiness-dashboard/package.json
+++ /dev/null
@@ -1,11 +0,0 @@
-{
- "name": "flakiness-dashboard",
- "version": "",
- "description": "",
- "main": "processing/index.js",
- "author": "",
- "dependencies": {
- "@azure/identity": "^4.13.1",
- "@azure/storage-blob": "^12.27.0"
- }
-}
diff --git a/utils/flakiness-dashboard/processing/compress_raw_data.js b/utils/flakiness-dashboard/processing/compress_raw_data.js
deleted file mode 100755
index 3d20ed4e0f..0000000000
--- a/utils/flakiness-dashboard/processing/compress_raw_data.js
+++ /dev/null
@@ -1,34 +0,0 @@
-#!/usr/bin/env node
-/**
- * Copyright 2017 Google Inc. All rights reserved.
- * Modifications copyright (c) Microsoft Corporation.
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-const path = require('path');
-const fs = require('fs');
-const {SimpleBlob} = require('./utils.js');
-const {processDashboardCompressedV1} = require('./dashboard_compressed_v1.js');
-
-(async () => {
- const sha = process.argv[2];
- console.log(sha);
- const dashboardBlob = await SimpleBlob.create('dashboards', `raw/${sha}.json`);
- const reports = await dashboardBlob.download();
- if (!reports) {
- console.error('ERROR: no data found for commit ' + sha);
- process.exit(1);
- }
- await processDashboardCompressedV1({log: console.log}, reports, sha);
-})();
diff --git a/utils/flakiness-dashboard/processing/dashboard_compressed_v1.js b/utils/flakiness-dashboard/processing/dashboard_compressed_v1.js
deleted file mode 100644
index 1ab37a0bcc..0000000000
--- a/utils/flakiness-dashboard/processing/dashboard_compressed_v1.js
+++ /dev/null
@@ -1,153 +0,0 @@
-/**
- * Copyright (c) Microsoft Corporation.
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-const {SimpleBlob, flattenSpecs} = require('./utils.js');
-
-async function processDashboardCompressedV1(context, reports, commitSHA) {
- const timestamp = Date.now();
- const dashboardBlob = await SimpleBlob.create('dashboards', `compressed_v1/${commitSHA}.json`);
- await dashboardBlob.uploadGzipped(compressReports(reports));
-
- context.log(`
- ===== started dashboard compressed v1 =====
- SHA: ${commitSHA}
- ===== complete in ${Date.now() - timestamp}ms =====
- `);
-}
-
-module.exports = {processDashboardCompressedV1, compressReports};
-
-function compressReports(reports) {
- const files = {};
- for (const report of reports) {
- const projectNameToMetadata = new Map();
- if (report.config && report.config.projects) {
- for (const project of report.config.projects) {
- project.metadata = project.metadata || {};
- if (project.metadata.headless === 'headless')
- delete project.metadata.headless;
- if (project.metadata.mode === 'default')
- delete project.metadata.mode;
- if (project.metadata.clock === 'default')
- delete project.metadata.clock;
- if (project.metadata.platform && project.metadata.platform.toLowerCase() !== 'android')
- delete project.metadata.platform;
- // Cleanup a bunch of data from report that
- // comes from CI plugin.
- for (const key of Object.keys(project.metadata)) {
- if (key.startsWith('ci.') || key.startsWith('revision.'))
- delete project.metadata[key];
- }
- delete project.metadata['timestamp'];
-
- projectNameToMetadata.set(project.name, project.metadata);
- }
- }
- for (const spec of flattenSpecs(report)) {
- let specs = files[spec.file];
- if (!specs) {
- specs = new Map();
- files[spec.file] = specs;
- }
- const specId = spec.file + '---' + spec.titlePath.join('-') + ' --- ' + spec.line;
- let specObject = specs.get(specId);
- if (!specObject) {
- specObject = {
- title: spec.titlePath.join(' › '),
- line: spec.line,
- column: spec.column,
- tests: new Map(),
- };
- specs.set(specId, specObject);
- }
- for (const test of spec.tests || []) {
- // It's unclear how many results we get in the new test runner - let's
- // stay on the safe side and skip test without any results.
- if (!test.results || !test.results.length)
- continue;
- // We get tests with a single result without status for sharded
- // tests that are inside shard that we don't run.
- if (test.results.length === 1 && !test.results[0].status)
- continue;
- // Folio currently reports `data` as part of test results.
- // In our case, all data will be identical - so pick
- // from the first result.
- let testParameters = test.results[0].data;
- if (!testParameters && test.projectName)
- testParameters = projectNameToMetadata.get(test.projectName);
- // Prefer test platform when it exists, and fallback to
- // the host platform when it doesn't. This way we can attribute
- // android tests to android.
- let platform = testParameters.platform;
- if (!platform) {
- const osName = report.metadata.osName.toUpperCase().startsWith('MINGW') ? 'Windows' : report.metadata.osName;
- const arch = report.metadata.arch && !report.metadata.arch.includes('x86') ? report.metadata.arch : '';
- platform = (osName + ' ' + report.metadata.osVersion + ' ' + arch).trim();
- }
- const browserName = testParameters.browserName || 'N/A';
-
- const testName = getTestName(browserName, platform, testParameters);
- let testObject = specObject.tests.get(testName);
- if (!testObject) {
- testObject = {
- parameters: {
- ...testParameters,
- browserName,
- platform,
- },
- };
- // By default, all tests are expected to pass. We can have this as a hidden knowledge.
- if (test.expectedStatus !== 'passed')
- testObject.expectedStatus = test.expectedStatus;
- if (test.annotations.length)
- testObject.annotations = test.annotations;
- specObject.tests.set(testName, testObject);
- }
-
- for (const run of test.results) {
- if (run.status === 'failed') {
- if (!Array.isArray(testObject.failed))
- testObject.failed = [];
- testObject.failed.push(run.error);
- } else {
- testObject[run.status] = (testObject[run.status] || 0) + 1;
- }
- }
- }
- }
- }
-
- const pojo = Object.entries(files).map(([file, specs]) => ({
- file,
- specs: [...specs.values()].map(specObject => ({
- ...specObject,
- tests: [...specObject.tests.values()],
- })),
- }));
- return pojo;
-}
-
-function getTestName(browserName, platform, parameters) {
- return [browserName, platform, ...Object.entries(parameters).filter(([key, value]) => !!value).map(([key, value]) => {
- if (key === 'browserName' || key === 'platform')
- return;
- if (typeof value === 'string')
- return value;
- if (typeof value === 'boolean')
- return key;
- return `${key}=${value}`;
- }).filter(Boolean)].join(' / ');
-}
diff --git a/utils/flakiness-dashboard/processing/dashboard_raw.js b/utils/flakiness-dashboard/processing/dashboard_raw.js
deleted file mode 100644
index 0a7557a06f..0000000000
--- a/utils/flakiness-dashboard/processing/dashboard_raw.js
+++ /dev/null
@@ -1,40 +0,0 @@
-/**
- * Copyright (c) Microsoft Corporation.
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-const {SimpleBlob} = require('./utils.js');
-
-async function processDashboardRaw(context, report) {
- const timestamp = Date.now();
- const dashboardBlob = await SimpleBlob.create('dashboards', `raw/${report.metadata.commitSHA}.json`);
- const dashboardData = (await dashboardBlob.download()) || [];
- dashboardData.push(report);
- await dashboardBlob.uploadGzipped(dashboardData);
-
- context.log(`
- ===== started dashboard raw =====
- SHA: ${report.metadata.commitSHA}
- URL: ${report.metadata.runURL}
- timestamp: ${report.metadata.commitTimestamp}
- ===== complete in ${Date.now() - timestamp}ms =====
- `);
- return {
- reports: dashboardData,
- commitSHA: report.metadata.commitSHA,
- };
-}
-
-module.exports = {processDashboardRaw};
-
diff --git a/utils/flakiness-dashboard/processing/function.json b/utils/flakiness-dashboard/processing/function.json
deleted file mode 100644
index e756a94cc1..0000000000
--- a/utils/flakiness-dashboard/processing/function.json
+++ /dev/null
@@ -1,11 +0,0 @@
-{
- "bindings": [
- {
- "type": "blobTrigger",
- "direction": "in",
- "name": "newBlob",
- "path": "uploads/{name}",
- "connection": ""
- }
- ]
-}
diff --git a/utils/flakiness-dashboard/processing/index.js b/utils/flakiness-dashboard/processing/index.js
deleted file mode 100644
index 3e79bc0f83..0000000000
--- a/utils/flakiness-dashboard/processing/index.js
+++ /dev/null
@@ -1,32 +0,0 @@
-/**
- * Copyright (c) Microsoft Corporation.
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-const {gunzipAsync, deleteBlob} = require('./utils.js');
-const {processDashboardRaw} = require('./dashboard_raw.js');
-const {processDashboardCompressedV1} = require('./dashboard_compressed_v1.js');
-
-module.exports = async function(context) {
- // First thing we do - delete the blob.
- await deleteBlob('uploads', context.bindingData.name);
-
- // Get report data.
- const data = await gunzipAsync(context.bindings.newBlob);
- const report = JSON.parse(data.toString('utf8'));
-
- // Process dashboards one-by-one to limit max heap utilization.
- const {reports, commitSHA} = await processDashboardRaw(context, report);
- await processDashboardCompressedV1(context, reports, commitSHA);
-}
diff --git a/utils/flakiness-dashboard/processing/utils.js b/utils/flakiness-dashboard/processing/utils.js
deleted file mode 100644
index cfcebca7bc..0000000000
--- a/utils/flakiness-dashboard/processing/utils.js
+++ /dev/null
@@ -1,93 +0,0 @@
-/**
- * Copyright (c) Microsoft Corporation.
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-// @ts-check
-const { ManagedIdentityCredential } = require('@azure/identity');
-const { BlobServiceClient } = require('@azure/storage-blob');
-const defaultAzureCredential = new ManagedIdentityCredential();
-const zlib = require('zlib');
-const util = require('util');
-
-const gzipAsync = util.promisify(zlib.gzip);
-const gunzipAsync = util.promisify(zlib.gunzip);
-
-const AZURE_STORAGE_ACCOUNT = 'folioflakinessdashboard';
-
-const blobServiceClient = new BlobServiceClient(
- `https://${AZURE_STORAGE_ACCOUNT}.blob.core.windows.net`,
- defaultAzureCredential
-);
-
-function flattenSpecs(suite, result = [], titlePaths = []) {
- if (suite.suites) {
- for (const child of suite.suites) {
- const isFileSuite = child.column === 0 && child.line === 0;
- flattenSpecs(child, result, (!isFileSuite && child.title) ? [...titlePaths, child.title]: titlePaths);
- }
- }
- for (const spec of suite.specs || []) {
- spec.titlePath = [...titlePaths, spec.title];
- result.push(spec);
- }
- return result;
-}
-
-class SimpleBlob {
- static async create(container, blobName) {
- const dashboardContainerClient = await blobServiceClient.getContainerClient(container);
- return new SimpleBlob(dashboardContainerClient, blobName);
- }
-
- constructor(containerClient, blobName) {
- this._blobClient = containerClient.getBlobClient(blobName);
- this._blockBlobClient = this._blobClient.getBlockBlobClient();
- }
-
- async download() {
- if (!await this._blobClient.exists())
- return undefined;
- const response = await this._blobClient.download();
- const responseStream = response.readableStreamBody;
- const buffer = await new Promise((resolve, reject) => {
- const chunks = [];
- responseStream.on('data', data => chunks.push(data instanceof Buffer ? data : Buffer.from(data)));
- responseStream.on('end', () => resolve(Buffer.concat(chunks)));
- responseStream.on('error', reject);
- });
- const properties = await this._blobClient.getProperties();
- const content = properties.contentEncoding.toLowerCase().trim() === 'gzip' ? await gunzipAsync(buffer) : buffer.toString('utf8');
- return JSON.parse(content);
- }
-
- async uploadGzipped(data) {
- const content = JSON.stringify(data);
- const zipped = await gzipAsync(content, {
- level: 9,
- });
- await this._blockBlobClient.upload(zipped, Buffer.byteLength(zipped), {
- blobHTTPHeaders: {
- blobContentEncoding: 'gzip',
- blobContentType: 'application/json; charset=UTF-8',
- }
- });
- }
-}
-
-async function deleteBlob(container, blobName) {
- const containerClient = await blobServiceClient.getContainerClient(container);
- await containerClient.deleteBlob(blobName, {});
-}
-
-module.exports = {gzipAsync, gunzipAsync, flattenSpecs, SimpleBlob, blobServiceClient, deleteBlob};
diff --git a/utils/upload_flakiness_dashboard.sh b/utils/upload_flakiness_dashboard.sh
deleted file mode 100755
index 7f9b0d7d66..0000000000
--- a/utils/upload_flakiness_dashboard.sh
+++ /dev/null
@@ -1,98 +0,0 @@
-#!/usr/bin/env bash
-
-# Copyright (c) Microsoft Corporation.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-set -e
-set +x
-
-if [[ ($1 == '--help') || ($1 == '-h') ]]; then
- echo "usage: $(basename $0) <report.json>"
- echo
- echo "Upload report to the flakiness dashboard."
- exit 0
-fi
-
-if [[ ("${GITHUB_REPOSITORY}" != "microsoft/playwright") && ("${GITHUB_REPOSITORY}" != "microsoft/playwright-browsers") ]]; then
- echo "NOTE: skipping dashboard uploading from fork"
- exit 0
-fi
-
-if [[ "${GITHUB_REF}" != "refs/heads/main" && "${GITHUB_REF}" != 'refs/heads/release-'* ]]; then
- echo "NOTE: skipping dashboard uploading from Playwright branches"
- exit 0
-fi
-
-if [[ $# == 0 ]]; then
- echo "ERROR: missing report name!"
- echo "try './$(basename $0) --help' for more information"
- exit 1
-fi
-
-export BUILD_URL="https://github.com/${GITHUB_REPOSITORY}/actions/runs/${GITHUB_RUN_ID}"
-export COMMIT_SHA=$(git rev-parse HEAD)
-export COMMIT_TITLE=$(git show -s --format=%s HEAD)
-export COMMIT_AUTHOR_NAME=$(git show -s --format=%an HEAD)
-export COMMIT_AUTHOR_EMAIL=$(git show -s --format=%ae HEAD)
-export COMMIT_TIMESTAMP=$(git show -s --format=%ct HEAD)
-
-export HOST_OS_NAME="$(uname)"
-export HOST_ARCH="$(uname -m)"
-export HOST_OS_VERSION=""
-if [[ "$HOST_OS_NAME" == "Darwin" ]]; then
- HOST_OS_VERSION=$(sw_vers -productVersion | grep -o '^\d\+.\d\+')
-elif [[ "$HOST_OS_NAME" == "Linux" ]]; then
- HOST_OS_NAME="$(bash -c 'source /etc/os-release && echo $NAME')"
- HOST_OS_VERSION="$(bash -c 'source /etc/os-release && echo $VERSION_ID')"
-fi
-
-
-EMBED_METADATA_SCRIPT=$(cat <<EOF
- const json = require('./' + process.argv[1]);
- json.metadata = {
- runURL: process.env.BUILD_URL,
- uuid: require('crypto').randomUUID(),
- osName: process.env.HOST_OS_NAME,
- arch: process.env.HOST_ARCH,
- osVersion: process.env.HOST_OS_VERSION,
- commitSHA: process.env.COMMIT_SHA,
- commitTimestamp: process.env.COMMIT_TIMESTAMP,
- commitTitle: process.env.COMMIT_TITLE,
- commitAuthorName: process.env.COMMIT_AUTHOR_NAME,
- commitAuthorEmail: process.env.COMMIT_AUTHOR_EMAIL,
- branchName: process.env.GITHUB_REF_NAME,
- };
- console.log(JSON.stringify(json));
-EOF
-)
-
-REPORT_NAME=$(node -e "console.log(require('crypto').randomBytes(20).toString('hex'))")
-node -e "${EMBED_METADATA_SCRIPT}" "$1" > "${REPORT_NAME}"
-
-gzip "${REPORT_NAME}"
-
-AZ_STORAGE_ACCOUNT="folioflakinessdashboard"
-
-echo "Uploading ${REPORT_NAME}.gz"
-
-az storage blob upload --auth-mode login --account-name "${AZ_STORAGE_ACCOUNT}" -c uploads -f "${REPORT_NAME}.gz" -n "${REPORT_NAME}.gz"
-
-UTC_DATE=$(cat <<EOF | node
- const date = new Date();
- console.log(date.toISOString().substring(0, 10).replace(/-/g, ''));
-EOF
-)
-
-az storage blob upload --auth-mode login --account-name "${AZ_STORAGE_ACCOUNT}" -c uploads-permanent -f "${REPORT_NAME}.gz" -n "${UTC_DATE}-${REPORT_NAME}.gz"
-rm -rf "${REPORT_NAME}.gz"