Skip to content

~95% on SimpleQA (e.g. Qwen3.6-27B on a 3090). Supports all local and cloud LLMs (llama.cpp, Ollama, Google, ...). 10+ search engines - arXiv, PubMed, your private documents. Everything Local & Encrypted.

test: tolerate WebKit + Puppeteer late-stage CDP flakes (#4001)

LearningCircuitb479e8a4e9e0
diff --git a/tests/puppeteer/test_deep_functionality.js b/tests/puppeteer/test_deep_functionality.js
index 90a085c233..1bc08c712d 100644
--- a/tests/puppeteer/test_deep_functionality.js
+++ b/tests/puppeteer/test_deep_functionality.js
@@ -27,6 +27,28 @@ const {
gotoWithRetry
} = require('./helpers');
+// Match the Chrome CDP timeouts that appear after a long-running suite has
+// aged the browser session — NOT a catch-all. Anything else (e.g. an
+// app-level navigation bug, an unexpected 500) still surfaces as a real
+// test failure.
+//
+// Observed shapes in release run #2341:
+// * `Navigation timeout of 60000 ms exceeded` (page.goBack)
+// * `Emulation.setDeviceMetricsOverride timed out` (setViewport)
+// * Generic Puppeteer `ProtocolError` with the recommendation to
+// bump `protocolTimeout`
+function isCdpSessionFlake(err) {
+ const msg = (err && err.message) || String(err);
+ return (
+ msg.includes('Navigation timeout') ||
+ msg.includes('ProtocolError') ||
+ msg.includes('protocolTimeout') ||
+ msg.includes('Emulation.setDeviceMetricsOverride timed out') ||
+ err?.name === 'ProtocolError' ||
+ err?.name === 'TimeoutError'
+ );
+}
+
// Generate unique username for this test run - ensures fresh state each time
const TEST_RUN_ID = generateTestRunId();
const TEST_USERNAME = `test_user_${TEST_RUN_ID}`;
@@ -1695,57 +1717,113 @@ describe('Deep Functionality Tests', function() {
await takeScreenshot(page, 'rapid-navigation');
});
- it('should handle browser back/forward navigation', async () => {
+ // Mocha's `this.skip()` only works on `function() {}` test bodies,
+ // not arrow functions — that's why the three late-stage tests below
+ // use `function()`. Using skip lets CI dashboards surface the
+ // flake frequency accurately (skipped vs spuriously-passed).
+ // `isCdpSessionFlake` is defined at module scope above so both
+ // describes here can reuse it.
+ it('should handle browser back/forward navigation', async function () {
await page.goto(`${BASE_URL}/`, { waitUntil: 'domcontentloaded' });
await page.goto(`${BASE_URL}/settings`, { waitUntil: 'domcontentloaded' });
await page.goto(`${BASE_URL}/history`, { waitUntil: 'domcontentloaded' });
- // Go back twice
- await page.goBack();
- await delay(1000);
- const afterBack1 = page.url();
- console.log(` After first back: ${afterBack1}`);
+ try {
+ // Go back twice
+ await page.goBack();
+ await delay(1000);
+ const afterBack1 = page.url();
+ console.log(` After first back: ${afterBack1}`);
- await page.goBack();
- await delay(1000);
- const afterBack2 = page.url();
- console.log(` After second back: ${afterBack2}`);
+ await page.goBack();
+ await delay(1000);
+ const afterBack2 = page.url();
+ console.log(` After second back: ${afterBack2}`);
- // Go forward
- await page.goForward();
- await delay(1000);
- const afterForward = page.url();
- console.log(` After forward: ${afterForward}`);
+ // Go forward
+ await page.goForward();
+ await delay(1000);
+ const afterForward = page.url();
+ console.log(` After forward: ${afterForward}`);
- await takeScreenshot(page, 'back-forward-nav');
+ await takeScreenshot(page, 'back-forward-nav');
+ } catch (navError) {
+ if (isCdpSessionFlake(navError)) {
+ console.log(
+ ` ⚠️ Skipping: CDP-session flake on back/forward: ${navError.message}`
+ );
+ this.skip();
+ }
+ throw navError;
+ }
});
});
describe('Responsive Design Tests', () => {
- it('should render correctly on mobile viewport', async () => {
- await page.setViewport({ width: 375, height: 667 }); // iPhone SE
- await page.goto(`${BASE_URL}/`, { waitUntil: 'domcontentloaded' });
- await delay(1000);
-
- await takeScreenshot(page, 'mobile-home');
-
- // Check for mobile menu or hamburger
- const mobileMenu = await page.$('.mobile-menu, .hamburger, [class*="mobile"], .navbar-toggler, .menu-toggle');
- console.log(` Mobile menu found: ${mobileMenu !== null}`);
+ // Late-stage tests on a long-lived Chrome session. CDP commands
+ // (setViewport / goto) can hit their `protocolTimeout` even though
+ // the launch options set it to 120s — the browser just becomes
+ // unresponsive after the cumulative test load. We skip on the
+ // documented CDP flake, re-throw anything else. The dedicated
+ // `responsive-ui-tests-enhanced.yml` workflow covers the same
+ // surface from a fresh browser.
+ it('should render correctly on mobile viewport', async function () {
+ try {
+ await page.setViewport({ width: 375, height: 667 }); // iPhone SE
+ await page.goto(`${BASE_URL}/`, { waitUntil: 'domcontentloaded' });
+ await delay(1000);
- // Reset viewport
- await page.setViewport({ width: 1400, height: 900 });
+ await takeScreenshot(page, 'mobile-home');
+
+ // Check for mobile menu or hamburger
+ const mobileMenu = await page.$('.mobile-menu, .hamburger, [class*="mobile"], .navbar-toggler, .menu-toggle');
+ console.log(` Mobile menu found: ${mobileMenu !== null}`);
+ } catch (viewportError) {
+ if (isCdpSessionFlake(viewportError)) {
+ console.log(
+ ` ⚠️ Skipping: CDP-session flake on mobile viewport: ${viewportError.message}`
+ );
+ this.skip();
+ }
+ throw viewportError;
+ } finally {
+ // Reset viewport even if the test errored, so subsequent
+ // tests don't inherit a 375-wide window. Wrap defensively
+ // because the same CDP flake can hit the reset itself.
+ try {
+ await page.setViewport({ width: 1400, height: 900 });
+ } catch (resetError) {
+ console.log(
+ ` ⚠️ Viewport reset also failed: ${resetError.message}`
+ );
+ }
+ }
});
- it('should render settings on tablet viewport', async () => {
- await page.setViewport({ width: 768, height: 1024 }); // iPad
- await page.goto(`${BASE_URL}/settings`, { waitUntil: 'domcontentloaded' });
- await delay(1000);
-
- await takeScreenshot(page, 'tablet-settings');
+ it('should render settings on tablet viewport', async function () {
+ try {
+ await page.setViewport({ width: 768, height: 1024 }); // iPad
+ await page.goto(`${BASE_URL}/settings`, { waitUntil: 'domcontentloaded' });
+ await delay(1000);
- // Reset viewport
- await page.setViewport({ width: 1400, height: 900 });
+ await takeScreenshot(page, 'tablet-settings');
+ } catch (viewportError) {
+ if (isCdpSessionFlake(viewportError)) {
+ console.log(
+ ` ⚠️ Skipping: CDP-session flake on tablet viewport: ${viewportError.message}`
+ );
+ this.skip();
+ }
+ throw viewportError;
+ } finally {
+ try {
+ await page.setViewport({ width: 1400, height: 900 });
+ } catch (resetError) {
+ console.log(
+ ` ⚠️ Viewport reset also failed: ${resetError.message}`
+ );
+ }
+ }
});
});
diff --git a/tests/ui_tests/playwright/tests/all-pages-mobile.spec.js b/tests/ui_tests/playwright/tests/all-pages-mobile.spec.js
index 11afd83b5f..03a16c04e4 100644
--- a/tests/ui_tests/playwright/tests/all-pages-mobile.spec.js
+++ b/tests/ui_tests/playwright/tests/all-pages-mobile.spec.js
@@ -367,8 +367,9 @@ test.describe('All Pages - Content Above Mobile Nav', () => {
} catch (evalError) {
const msg = String(evalError && evalError.message || evalError);
if (msg.includes('Target page, context or browser has been closed')) {
+ // `test.skip(condition, reason)` throws internally to halt the
+ // test, so no explicit return is needed here.
test.skip(true, `WebKit closed the context mid-evaluate on ${pageInfo.name} — flake`);
- return;
}
throw evalError;
}