Skip to content

Playwright is a framework for Web Testing and Automation. It allows testing Chromium, Firefox and WebKit with a single API.

24.7 KB
Raw Blame
/**
 * Copyright (c) Microsoft Corporation.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

import { test, expect, retries, dumpTestTree } from './ui-mode-fixtures';

test.describe.configure({ mode: 'parallel', retries });

const basicTestTree = {
  'a.test.ts': `
    import { test, expect } from '@playwright/test';
    test('passes', () => {});
    test('fails', () => { expect(1).toBe(2); });
    test.describe('suite', () => {
      test('inner passes', () => {});
      test('inner fails', () => { expect(1).toBe(2); });
    });
  `,
  'b.test.ts': `
    import { test, expect } from '@playwright/test';
    test('passes', () => {});
    test('fails', () => { expect(1).toBe(2); });
  `,
  'c.test.ts': `
    import { test, expect } from '@playwright/test';
    test('passes', () => {});
    test.skip('skipped', () => {});
  `,
};

test('should run visible', async ({ runUITest }) => {
  const { page } = await runUITest(basicTestTree);
  await expect.poll(dumpTestTree(page)).toContain(`
    ▼ ◯ a.test.ts
  `);

  await page.getByTitle('Run all').click();

  await expect.poll(dumpTestTree(page)).toBe(`
    ▼ ❌ a.test.ts
        ✅ passes
        ❌ fails <=
      ► ❌ suite
    ▼ ❌ b.test.ts
        ✅ passes
        ❌ fails
    ▼ ✅ c.test.ts
        ✅ passes
        ⊘ skipped
  `);

  await expect(page).toMatchAriaSnapshot(`
    - tree:
      - treeitem "[icon-error] a.test.ts" [expanded]:
        - group:
          - treeitem ${/\[icon-check\] passes/}
          - treeitem ${/\[icon-error\] fails/} [selected]:
            - button "Run"
            - button "Show source"
            - button "Watch"
          - treeitem "[icon-error] suite" [expanded=false]
      - treeitem "[icon-error] b.test.ts" [expanded]:
        - group:
          - treeitem ${/\[icon-check\] passes/}
          - treeitem ${/\[icon-error\] fails/}
      - treeitem "[icon-check] c.test.ts" [expanded]:
        - group:
          - treeitem ${/\[icon-check\] passes/}
          - treeitem "[icon-circle-slash] skipped"
  `);

  await expect(page.getByTestId('status-line')).toHaveText('8/8 (100%) — 4 passed, 3 failed, 1 skipped');
});

test('should show running progress', async ({ runUITest }) => {
  const { page } = await runUITest({
    'a.test.ts': `
      import { test, expect } from '@playwright/test';
      test('test 1', async () => {});
      test('test 2', async () => new Promise(() => {}));
      test('test 3', async () => {});
      test('test 4', async () => {});
    `,
  });

  await page.getByTitle('Run all').click();
  await expect(page.getByTestId('status-line')).toHaveText('Running 1/4 (25%) — 1 passed');
  await page.getByTestId('stop-button').click();
  await expect(page.getByTestId('status-line')).toHaveText('2/4 (50%) — 1 passed, 1 skipped');
  await page.getByTitle('Reload').click();
  await expect(page.getByTestId('status-line')).toBeHidden();
});

test('should stop on first failure', async ({ runUITest }) => {
  const { page } = await runUITest({
    'a.test.ts': `
      import { test, expect } from '@playwright/test';
      test('test 1', async () => {});
      test('test 2', async () => { expect(1).toBe(2); });
      test('test 3', async () => {});
      test('test 4', async () => {});
    `,
  });

  await page.getByText('Testing Options').click();
  await page.getByLabel('Stop on first failure').check();

  await page.getByTitle('Run all').click();
  // After test 2 fails, the runner stops dispatching: tests 3 and 4 never start.
  await expect(page.getByTestId('status-line')).toHaveText('2/4 (50%) — 1 passed, 1 failed');
});

test('should run on hover', async ({ runUITest }) => {
  const { page } = await runUITest({
    'a.test.ts': `
      import { test, expect } from '@playwright/test';
      test('passes', () => {});
      test('fails', () => { expect(1).toBe(2); });
    `,
  });

  await page.getByText('passes').hover();
  await page.getByRole('treeitem', { name: 'passes' }).getByRole('button', { name: 'Run' }).click();

  await expect.poll(dumpTestTree(page)).toBe(`
    ▼ ◯ a.test.ts
        ✅ passes <=
        ◯ fails
  `);

  await expect(page).toMatchAriaSnapshot(`
    - tree:
      - treeitem "[icon-circle-outline] a.test.ts" [expanded]:
        - group:
          - treeitem ${/\[icon-check\] passes/}:
            - button "Run"
            - button "Show source"
            - button "Watch"
          - treeitem "[icon-circle-outline] fails"
  `);
});

test('should run on double click', async ({ runUITest }) => {
  const { page } = await runUITest({
    'a.test.ts': `
      import { test, expect } from '@playwright/test';
      test('passes', () => {});
      test('fails', () => { expect(1).toBe(2); });
    `,
  });

  await page.getByText('passes').dblclick();

  await expect.poll(dumpTestTree(page)).toBe(`
    ▼ ◯ a.test.ts
        ✅ passes <=
        ◯ fails
  `);

  await expect(page).toMatchAriaSnapshot(`
    - tree:
      - treeitem "[icon-circle-outline] a.test.ts" [expanded]:
        - group:
          - treeitem ${/\[icon-check\] passes/} [selected]:
            - button "Run"
            - button "Show source"
            - button "Watch"
          - treeitem "[icon-circle-outline] fails"
  `);
});

test('should run on Enter', async ({ runUITest }) => {
  const { page } = await runUITest({
    'a.test.ts': `
      import { test, expect } from '@playwright/test';
      test('passes', () => {});
      test('fails', () => { expect(1).toBe(2); });
    `,
  });

  await page.getByText('fails').click();
  await page.keyboard.press('Enter');

  await expect.poll(dumpTestTree(page)).toBe(`
    ▼ ❌ a.test.ts
        ◯ passes
        ❌ fails <=
  `);

  await expect(page).toMatchAriaSnapshot(`
    - tree:
      - treeitem "[icon-error] a.test.ts" [expanded]:
        - group:
          - treeitem "[icon-circle-outline] passes"
          - treeitem ${/\[icon-error\] fails/} [selected]:
            - button "Run"
            - button "Show source"
            - button "Watch"
  `);
});

test('should run by project', async ({ runUITest }) => {
  const { page } = await runUITest({
    ...basicTestTree,
    'playwright.config.ts': `
      import { defineConfig } from '@playwright/test';
      export default defineConfig({
        projects: [
          { name: 'foo' },
          { name: 'bar' },
        ],
      });
    `
  });

  await page.getByTitle('Run all').click();

  await expect.poll(dumpTestTree(page)).toBe(`
    ▼ ❌ a.test.ts
        ✅ passes
        ❌ fails <=
      ► ❌ suite
    ▼ ❌ b.test.ts
        ✅ passes
        ❌ fails
    ▼ ✅ c.test.ts
        ✅ passes
        ⊘ skipped
  `);

  await expect(page).toMatchAriaSnapshot(`
    - tree:
      - treeitem "[icon-error] a.test.ts" [expanded]:
        - group:
          - treeitem ${/\[icon-check\] passes/}
          - treeitem ${/\[icon-error\] fails/} [selected]:
            - button "Run"
            - button "Show source"
            - button "Watch"
          - treeitem "[icon-error] suite" [expanded=false]
      - treeitem "[icon-error] b.test.ts" [expanded]:
        - group:
          - treeitem ${/\[icon-check\] passes/}
          - treeitem ${/\[icon-error\] fails/}
      - treeitem "[icon-check] c.test.ts" [expanded]:
        - group:
          - treeitem ${/\[icon-check\] passes/}
          - treeitem "[icon-circle-slash] skipped"
  `);

  await page.getByText('Status:').click();
  await page.getByLabel('bar').setChecked(true);

  await expect.poll(dumpTestTree(page)).toBe(`
    ▼ ❌ a.test.ts
      ► ◯ passes
      ▼ ❌ fails
          ❌ foo <=
          ◯ bar
      ► ❌ suite
    ▼ ❌ b.test.ts
      ► ◯ passes
      ► ❌ fails
    ▼ ◯ c.test.ts
      ► ◯ passes
      ► ◯ skipped
  `);

  await expect(page).toMatchAriaSnapshot(`
    - tree:
      - treeitem "[icon-error] a.test.ts" [expanded]:
        - group:
          - treeitem ${/\[icon-circle-outline\] passes/} [expanded=false]
          - treeitem ${/\[icon-error\] fails/}:
            - group:
              - treeitem ${/\[icon-error\] foo/} [selected]
              - treeitem "[icon-circle-outline] bar"
          - treeitem "[icon-error] suite" [expanded=false]
      - treeitem "[icon-error] b.test.ts" [expanded]:
        - group:
          - treeitem ${/\[icon-circle-outline\] passes/} [expanded=false]
          - treeitem ${/\[icon-error\] fails/} [expanded=false]
      - treeitem "[icon-circle-outline] c.test.ts" [expanded]:
        - group:
          - treeitem ${/\[icon-circle-outline\] passes/} [expanded=false]
          - treeitem ${/\[icon-circle-outline\] skipped/} [expanded=false]
  `);

  await page.getByText('Status:').click();

  await page.getByTestId('test-tree').getByText('passes').first().click();
  await page.keyboard.press('ArrowRight');

  await expect.poll(dumpTestTree(page)).toContain(`
    ▼ ❌ a.test.ts
      ▼ ◯ passes <=
          ✅ foo
          ◯ bar
      ► ❌ fails
  `);

  await expect(page).toMatchAriaSnapshot(`
    - tree:
      - treeitem "[icon-error] a.test.ts" [expanded]:
        - group:
          - treeitem ${/\[icon-circle-outline\] passes/} [expanded] [selected]:
            - button "Run"
            - button "Show source"
            - button "Watch"
            - group:
              - treeitem ${/\[icon-check\] foo/}
              - treeitem ${/\[icon-circle-outline\] bar/}
          - treeitem ${/\[icon-error\] fails/}
  `);

  await expect(page.getByText('Projects: foo bar')).toBeVisible();

  await page.getByTitle('Run all').click();
  await expect.poll(dumpTestTree(page)).toBe(`
    ▼ ❌ a.test.ts
      ▼ ✅ passes
          ✅ foo
          ✅ bar
      ▼ ❌ fails
          ❌ foo <=
          ❌ bar
      ► ❌ suite
    ▼ ❌ b.test.ts
      ► ✅ passes
      ► ❌ fails
    ▼ ✅ c.test.ts
      ► ✅ passes
      ► ⊘ skipped
  `);

  await expect(page).toMatchAriaSnapshot(`
    - tree:
      - treeitem "[icon-error] a.test.ts" [expanded]:
        - group:
          - treeitem ${/\[icon-check\] passes/} [expanded]:
            - group:
              - treeitem ${/\[icon-check\] foo/}
              - treeitem ${/\[icon-check\] bar/}
          - treeitem ${/\[icon-error\] fails/} [expanded]:
            - group:
              - treeitem ${/\[icon-error\] foo/} [selected]:
                - button "Run"
                - button "Show source"
                - button "Watch"
              - treeitem ${/\[icon-error\] bar/}
          - treeitem ${/\[icon-error\] suite/}
      - treeitem "[icon-error] b.test.ts" [expanded]:
        - group:
          - treeitem ${/\[icon-check\] passes/} [expanded=false]
          - treeitem ${/\[icon-error\] fails/} [expanded=false]
      - treeitem "[icon-check] c.test.ts" [expanded]:
        - group:
          - treeitem ${/\[icon-check\] passes/} [expanded=false]
          - treeitem ${/\[icon-circle-slash\] skipped/} [expanded=false]
  `);
});

test('should stop', async ({ runUITest }) => {
  const { page } = await runUITest({
    'a.test.ts': `
      import { test, expect } from '@playwright/test';
      test('test 0', () => { test.skip(); });
      test('test 1', () => {});
      test('test 2', async () => { await new Promise(() => {}); });
      test('test 3', () => {});
    `,
  });

  await expect(page.getByTitle('Run all')).toBeEnabled();
  await expect(page.getByTestId('stop-button')).toBeDisabled();

  await page.getByTitle('Run all').click();

  await expect.poll(dumpTestTree(page)).toBe(`
    ▼ ↻ a.test.ts
        ⊘ test 0
        ✅ test 1
        ↻ test 2
        🕦 test 3
  `);

  await expect(page).toMatchAriaSnapshot(`
    - tree:
      - treeitem "[icon-loading] a.test.ts" [expanded]:
        - group:
          - treeitem "[icon-circle-slash] test 0"
          - treeitem ${/\[icon-check\] test 1/}
          - treeitem ${/\[icon-loading\] test 2/}
          - treeitem ${/\[icon-clock\] test 3/}
  `);

  await expect(page.getByTitle('Run all')).toBeDisabled();
  await expect(page.getByTestId('stop-button')).toBeEnabled();

  await page.getByTestId('stop-button').click();

  await expect.poll(dumpTestTree(page)).toBe(`
    ▼ ◯ a.test.ts
        ⊘ test 0
        ✅ test 1
        ◯ test 2
        ◯ test 3
  `);

  await expect(page).toMatchAriaSnapshot(`
    - tree:
      - treeitem "[icon-circle-outline] a.test.ts" [expanded]:
        - group:
          - treeitem "[icon-circle-slash] test 0"
          - treeitem ${/\[icon-check\] test 1/}
          - treeitem ${/\[icon-circle-outline\] test 2/}
          - treeitem ${/\[icon-circle-outline\] test 3/}
  `);
});

test('should run folder', async ({ runUITest }) => {
  const { page } = await runUITest({
    'a/folder-b/folder-c/inC.test.ts': `
      import { test, expect } from '@playwright/test';
      test('passes', () => {});
    `,
    'a/folder-b/in-b.test.ts': `
      import { test, expect } from '@playwright/test';
      test('passes', () => {});
    `,
    'a/in-a.test.ts': `
      import { test, expect } from '@playwright/test';
      test('passes', () => {});
    `,
  });

  await page.getByText('folder-b').hover();
  await page.getByRole('treeitem', { name: 'folder-b' }).getByRole('button', { name: 'Run' }).click();

  await expect.poll(dumpTestTree(page)).toContain(`
    ▼ ✅ folder-b <=
      ► ✅ folder-c
      ► ✅ in-b.test.ts
    ▼ ◯ in-a.test.ts
        ◯ passes
  `);

  await expect(page).toMatchAriaSnapshot(`
    - tree:
      - treeitem "[icon-check] folder-b" [expanded] [selected]:
        - group:
          - treeitem "[icon-check] folder-c" [expanded=false]
          - treeitem "[icon-check] in-b.test.ts" [expanded=false]
      - treeitem "[icon-circle-outline] in-a.test.ts" [expanded]:
        - group:
          - treeitem "[icon-circle-outline] passes"
  `);
});

test('should show time', async ({ runUITest }) => {
  const { page } = await runUITest(basicTestTree);
  await expect.poll(dumpTestTree(page)).toContain(`
    ▼ ◯ a.test.ts
  `);

  await page.getByTitle('Run all').click();

  await expect.poll(dumpTestTree(page, { time: true })).toBe(`
    ▼ ❌ a.test.ts
        ✅ passes XXms
        ❌ fails XXms <=
      ► ❌ suite
    ▼ ❌ b.test.ts
        ✅ passes XXms
        ❌ fails XXms
    ▼ ✅ c.test.ts
        ✅ passes XXms
        ⊘ skipped
  `);

  await expect(page).toMatchAriaSnapshot(`
    - tree:
      - treeitem "[icon-error] a.test.ts" [expanded]:
        - group:
          - treeitem ${/\[icon-check\] passes \d+m?s/}
          - treeitem ${/\[icon-error\] fails \d+m?s/} [selected]:
            - button "Run"
            - button "Show source"
            - button "Watch"
          - treeitem "[icon-error] suite" [expanded=false]
      - treeitem "[icon-error] b.test.ts" [expanded]:
        - group:
          - treeitem ${/\[icon-check\] passes \d+m?s/}
          - treeitem ${/\[icon-error\] fails \d+m?s/}
      - treeitem "[icon-check] c.test.ts" [expanded]:
        - group:
          - treeitem ${/\[icon-check\] passes \d+m?s/}
          - treeitem "[icon-circle-slash] skipped"
  `);

  await expect(page.getByTestId('status-line')).toHaveText('8/8 (100%) — 4 passed, 3 failed, 1 skipped');
});

test('should show test.fail as passing', async ({ runUITest }) => {
  const { page } = await runUITest({
    'a.test.ts': `
      import { test, expect } from '@playwright/test';
      test('should fail', () => {
        test.fail();
        expect(1).toBe(2);
      });
    `,
  });
  await expect.poll(dumpTestTree(page)).toContain(`
    ▼ ◯ a.test.ts
  `);

  await page.getByTitle('Run all').click();

  await expect.poll(dumpTestTree(page, { time: true })).toBe(`
    ▼ ✅ a.test.ts
        ✅ should fail XXms
  `);

  await expect(page).toMatchAriaSnapshot(`
    - tree:
      - treeitem "[icon-check] a.test.ts" [expanded]:
        - group:
          - treeitem ${/\[icon-check\] should fail \d+m?s/}
  `);

  await expect(page.getByTestId('status-line')).toHaveText('1/1 (100%) — 1 passed');
});

test('should ignore repeatEach', async ({ runUITest }) => {
  const { page } = await runUITest({
    'playwright.config.ts': `
      import { defineConfig } from '@playwright/test';
      export default defineConfig({
        repeatEach: 3,
      });
    `,
    'a.test.ts': `
      import { test, expect } from '@playwright/test';
      test('should pass', () => {
        expect(1).toBe(1);
      });
    `,
  });
  await expect.poll(dumpTestTree(page)).toContain(`
    ▼ ◯ a.test.ts
  `);

  await page.getByTitle('Run all').click();

  await expect.poll(dumpTestTree(page)).toBe(`
    ▼ ✅ a.test.ts
        ✅ should pass
  `);

  await expect(page).toMatchAriaSnapshot(`
    - tree:
      - treeitem "[icon-check] a.test.ts" [expanded]:
        - group:
          - treeitem ${/\[icon-check\] should pass/}
  `);

  await expect(page.getByTestId('status-line')).toHaveText('1/1 (100%) — 1 passed');
});

test('should remove output folder before test run', async ({ runUITest }) => {
  const { page } = await runUITest({
    'a.test.ts': `
      import fs from 'fs';
      import { test, expect } from '@playwright/test';
      test('should pass', () => {
        const path = test.info().outputPath('a.txt');
        expect(fs.existsSync(path)).toBe(false);
        fs.writeFileSync(path, 'dirty');
      });
    `,
  });
  await expect.poll(dumpTestTree(page)).toContain(`
    ▼ ◯ a.test.ts
  `);

  await page.getByTitle('Run all').click();
  await expect.poll(dumpTestTree(page)).toBe(`
    ▼ ✅ a.test.ts
        ✅ should pass
  `);

  await expect(page).toMatchAriaSnapshot(`
    - tree:
      - treeitem "[icon-check] a.test.ts" [expanded]:
        - group:
          - treeitem ${/\[icon-check\] should pass/}
  `);

  await expect(page.getByTestId('status-line')).toHaveText('1/1 (100%) — 1 passed');

  await page.getByTitle('Run all').click();
  await expect.poll(dumpTestTree(page)).toBe(`
    ▼ ✅ a.test.ts
        ✅ should pass
  `);

  await expect(page).toMatchAriaSnapshot(`
    - tree:
      - treeitem "[icon-check] a.test.ts" [expanded]:
        - group:
          - treeitem ${/\[icon-check\] should pass/}
  `);

  await expect(page.getByTestId('status-line')).toHaveText('1/1 (100%) — 1 passed');
});

test('should show proper total when using deps', async ({ runUITest }) => {
  const { page } = await runUITest({
    'playwright.config.ts': `
      import { defineConfig } from "@playwright/test";
      export default defineConfig({
        projects: [
          { name: "setup", grep: /@setup/, },
          { name: "chromium", grep: /@chromium/, dependencies: ["setup"], },
        ],
      });
    `,
    'a.test.ts': `
      import { expect, test } from "@playwright/test";
      test("run @setup", async ({ page }) => {
        console.log("Test setup executed");
      });
      test("run @chromium", async ({ page }) => {
        console.log("Test chromium executed");
      });
    `,
  });


  await page.getByText('Status:').click();
  await page.getByRole('checkbox', { name: 'setup' }).setChecked(true);
  await page.getByRole('checkbox', { name: 'chromium' }).setChecked(true);

  await expect.poll(dumpTestTree(page)).toContain(`
    ▼ ◯ a.test.ts
  `);

  await page.getByTitle('run @setup').dblclick();
  await expect.poll(dumpTestTree(page)).toBe(`
    ▼ ◯ a.test.ts
        ✅ run @setup <=
        ◯ run @chromium
  `);

  await expect(page).toMatchAriaSnapshot(`
    - tree:
      - treeitem "[icon-circle-outline] a.test.ts" [expanded]:
        - group:
          - treeitem ${/\[icon-check\] run @setup setup/} [selected]:
            - button "Run"
            - button "Show source"
            - button "Watch"
          - treeitem "[icon-circle-outline] run @chromium chromium"
  `);

  await expect(page.getByTestId('status-line')).toHaveText('1/1 (100%) — 1 passed');

  await page.getByTitle('run @chromium').dblclick();
  await expect.poll(dumpTestTree(page)).toBe(`
    ▼ ✅ a.test.ts
        ✅ run @setup
        ✅ run @chromium <=
  `);

  await expect(page).toMatchAriaSnapshot(`
    - tree:
      - treeitem "[icon-check] a.test.ts" [expanded]:
        - group:
          - treeitem ${/\[icon-check\] run @setup setup/}
          - treeitem ${/\[icon-check\] run @chromium chromium/} [selected]:
            - button "Run"
            - button "Show source"
            - button "Watch"
  `);

  await expect(page.getByTestId('status-line')).toHaveText('2/2 (100%) — 2 passed');
});

test('should respect --tsconfig option', {
  annotation: { type: 'issue', description: 'https://github.com/microsoft/playwright/issues/32797' }
}, async ({ runUITest }) => {
  const { page } = await runUITest({
    'playwright.config.ts': `
      import { foo } from '~/foo';
      export default {
        testDir: './tests' + foo,
      };
    `,
    'tsconfig.json': `{
      "compilerOptions": {
        "baseUrl": ".",
        "paths": {
          "~/*": ["./does-not-exist/*"],
        },
      },
    }`,
    'tsconfig.special.json': `{
      "compilerOptions": {
        "baseUrl": ".",
        "paths": {
          "~/*": ["./mapped-from-root/*"],
        },
      },
    }`,
    'mapped-from-root/foo.ts': `
      export const foo = 42;
    `,
    'tests42/tsconfig.json': `{
      "compilerOptions": {
        "baseUrl": ".",
        "paths": {
          "~/*": ["../should-be-ignored/*"],
        },
      },
    }`,
    'tests42/a.test.ts': `
      import { foo } from '~/foo';
      import { test, expect } from '@playwright/test';
      test('test', ({}) => {
        expect(foo).toBe(42);
      });
    `,
    'should-be-ignored/foo.ts': `
      export const foo = 43;
    `,
  }, undefined, { additionalArgs: ['--tsconfig=tsconfig.special.json'] });

  await page.getByTitle('Run all').click();

  await expect.poll(dumpTestTree(page)).toBe(`
    ▼ ✅ a.test.ts
        ✅ test
  `);

  await expect(page).toMatchAriaSnapshot(`
    - tree:
      - treeitem "[icon-check] a.test.ts" [expanded]:
        - group:
          - treeitem ${/\[icon-check\] test/}
  `);

  await expect(page.getByTestId('status-line')).toHaveText('1/1 (100%) — 1 passed');
});

test('should respect --ignore-snapshots option', {
  annotation: { type: 'issue', description: 'https://github.com/microsoft/playwright/issues/32868' }
}, async ({ runUITest }) => {
  const { page } = await runUITest({
    'a.test.ts': `
      import { test, expect } from '@playwright/test';
      test('snapshot', () => {
        expect('foo').toMatchSnapshot(); // fails because no snapshot is present
      });
    `,
  }, undefined, { additionalArgs: ['--ignore-snapshots'] });

  await page.getByTitle('Run all').click();

  await expect.poll(dumpTestTree(page)).toBe(`
    ▼ ✅ a.test.ts
        ✅ snapshot
  `);

  await expect(page).toMatchAriaSnapshot(`
    - tree:
      - treeitem "[icon-check] a.test.ts" [expanded]:
        - group:
          - treeitem ${/\[icon-check\] snapshot/}
  `);
});

test('should not leak websocket connections', {
  annotation: { type: 'issue', description: 'https://github.com/microsoft/playwright/issues/33641' }
}, async ({ runUITest }) => {
  const { page } = await runUITest({
    'a.test.ts': `
      import { test, expect } from '@playwright/test';
      test('test', async () => {});
    `,
  });

  const [ws1] = await Promise.all([
    page.waitForEvent('websocket', w => !w.url().includes('hmr')),
    page.getByTitle('Reload').click(),
  ]);

  await Promise.all([
    page.waitForEvent('websocket', w => !w.url().includes('hmr')),
    page.getByTitle('Reload').click(),
  ]);

  await expect.poll(() => ws1.isClosed()).toBe(true);
});

test('should run test defined outside of .spec.ts file', async ({ runUITest }) => {
  const { page } = await runUITest({
    'example.spec.ts': `
      import './impl';
    `,
    'impl.ts': `
      import { test } from '@playwright/test';
      test('one', async () => {});
    `,
  });
  await page.getByRole('treeitem', { name: 'one' }).dblclick();
  await expect.poll(dumpTestTree(page)).toBe(`
    ▼ ✅ example.spec.ts
        ✅ one <=
  `);
});

test('should run test defined outside of testdir', async ({ runUITest }) => {
  const { page } = await runUITest({
    'playwright.config.ts': `export default { testDir: 'tests' };`,
    'tests/example.spec.ts': `
      import '../src/impl';
    `,
    'src/impl.ts': `
      import { test } from '@playwright/test';
      test('external', async () => {});
    `,
  });
  await page.getByRole('treeitem', { name: 'external' }).dblclick();
  await expect.poll(dumpTestTree(page)).toBe(`
    ▼ ✅ example.spec.ts
        ✅ external <=
  `);
});