Skip to content

Playwright is a framework for Web Testing and Automation. It allows testing Chromium, Firefox and WebKit with a single API.

fix: fix the mcp flakiness upload (#37569)

Pavel Feldmanf3eadc590ea7
diff --git a/.github/workflows/tests_mcp.yml b/.github/workflows/tests_mcp.yml
index 60d66e2449..1beebe5249 100644
--- a/.github/workflows/tests_mcp.yml
+++ b/.github/workflows/tests_mcp.yml
@@ -44,7 +44,7 @@ jobs:
with:
node-version: "20"
command: npm run test-mcp
- bot-name: "${{ matrix.os }}"
+ bot-name: "mcp-${{ matrix.os }}"
flakiness-client-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_CLIENT_ID }}
flakiness-tenant-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_TENANT_ID }}
flakiness-subscription-id: ${{ secrets.AZURE_FLAKINESS_DASHBOARD_SUBSCRIPTION_ID }}
diff --git a/tests/mcp/playwright.config.ts b/tests/mcp/playwright.config.ts
index 7edcbb1687..48208f2500 100644
--- a/tests/mcp/playwright.config.ts
+++ b/tests/mcp/playwright.config.ts
@@ -13,10 +13,25 @@
* See the License for the specific language governing permissions and
* limitations under the License.
*/
+import * as path from 'path';
import { defineConfig } from '@playwright/test';
import type { TestOptions } from './fixtures';
+import type { ReporterDescription } from '@playwright/test';
+
+const outputDir = path.join(__dirname, '..', '..', 'test-results');
+
+const reporters = () => {
+ const result: ReporterDescription[] = process.env.CI ? [
+ ['dot'],
+ ['json', { outputFile: path.join(outputDir, 'report.json') }],
+ ['blob', { outputDir: path.join(__dirname, '..', '..', 'blob-report'), fileName: `${process.env.PWTEST_BOT_NAME}.zip` }],
+ ] : [
+ ['list']
+ ];
+ return result;
+};
export default defineConfig<TestOptions>({
testDir: './',
@@ -24,7 +39,7 @@ export default defineConfig<TestOptions>({
fullyParallel: true,
forbidOnly: !!process.env.CI,
workers: process.env.CI ? 2 : undefined,
- reporter: 'list',
+ reporter: reporters(),
projects: [
{ name: 'chrome' },
{ name: 'chromium', use: { mcpBrowser: 'chromium' } },