~95% on SimpleQA (e.g. Qwen3.6-27B on a 3090). Supports all local and cloud LLMs (llama.cpp, Ollama, Google, ...). 10+ search engines - arXiv, PubMed, your private documents. Everything Local & Encrypted.
Python academiaanthropicarxivbravedeep-researchencryptionhome-automationhomeserverlocallocal-deep-researchlocal-llmmistralollamaopenaipubmedresearchresearch-toolretrieval-augmented-generationsearxngself-hosted
test: tolerate WebKit + Puppeteer late-stage CDP flakes (#4001)
LearningCircuitb479e8a4e9e0
diff --git a/tests/puppeteer/test_deep_functionality.js b/tests/puppeteer/test_deep_functionality.jsindex 90a085c233..1bc08c712d 100644--- a/tests/puppeteer/test_deep_functionality.js+++ b/tests/puppeteer/test_deep_functionality.js@@ -27,6 +27,28 @@ const {gotoWithRetry} = require('./helpers');+// Match the Chrome CDP timeouts that appear after a long-running suite has+// aged the browser session — NOT a catch-all. Anything else (e.g. an+// app-level navigation bug, an unexpected 500) still surfaces as a real+// test failure.+//+// Observed shapes in release run #2341:+// * `Navigation timeout of 60000 ms exceeded` (page.goBack)+// * `Emulation.setDeviceMetricsOverride timed out` (setViewport)+// * Generic Puppeteer `ProtocolError` with the recommendation to+// bump `protocolTimeout`+function isCdpSessionFlake(err) {+ const msg = (err && err.message) || String(err);+ return (+ msg.includes('Navigation timeout') ||+ msg.includes('ProtocolError') ||+ msg.includes('protocolTimeout') ||+ msg.includes('Emulation.setDeviceMetricsOverride timed out') ||+ err?.name === 'ProtocolError' ||+ err?.name === 'TimeoutError'+ );+}+// Generate unique username for this test run - ensures fresh state each timeconst TEST_RUN_ID = generateTestRunId();const TEST_USERNAME = `test_user_${TEST_RUN_ID}`;@@ -1695,57 +1717,113 @@ describe('Deep Functionality Tests', function() {await takeScreenshot(page, 'rapid-navigation');});- it('should handle browser back/forward navigation', async () => {+ // Mocha's `this.skip()` only works on `function() {}` test bodies,+ // not arrow functions — that's why the three late-stage tests below+ // use `function()`. Using skip lets CI dashboards surface the+ // flake frequency accurately (skipped vs spuriously-passed).+ // `isCdpSessionFlake` is defined at module scope above so both+ // describes here can reuse it.+ it('should handle browser back/forward navigation', async function () {await page.goto(`${BASE_URL}/`, { waitUntil: 'domcontentloaded' });await page.goto(`${BASE_URL}/settings`, { waitUntil: 'domcontentloaded' });await page.goto(`${BASE_URL}/history`, { waitUntil: 'domcontentloaded' });- // Go back twice- await page.goBack();- await delay(1000);- const afterBack1 = page.url();- console.log(` After first back: ${afterBack1}`);+ try {+ // Go back twice+ await page.goBack();+ await delay(1000);+ const afterBack1 = page.url();+ console.log(` After first back: ${afterBack1}`);- await page.goBack();- await delay(1000);- const afterBack2 = page.url();- console.log(` After second back: ${afterBack2}`);+ await page.goBack();+ await delay(1000);+ const afterBack2 = page.url();+ console.log(` After second back: ${afterBack2}`);- // Go forward- await page.goForward();- await delay(1000);- const afterForward = page.url();- console.log(` After forward: ${afterForward}`);+ // Go forward+ await page.goForward();+ await delay(1000);+ const afterForward = page.url();+ console.log(` After forward: ${afterForward}`);- await takeScreenshot(page, 'back-forward-nav');+ await takeScreenshot(page, 'back-forward-nav');+ } catch (navError) {+ if (isCdpSessionFlake(navError)) {+ console.log(+ ` ⚠️ Skipping: CDP-session flake on back/forward: ${navError.message}`+ );+ this.skip();+ }+ throw navError;+ }});});describe('Responsive Design Tests', () => {- it('should render correctly on mobile viewport', async () => {- await page.setViewport({ width: 375, height: 667 }); // iPhone SE- await page.goto(`${BASE_URL}/`, { waitUntil: 'domcontentloaded' });- await delay(1000);-- await takeScreenshot(page, 'mobile-home');-- // Check for mobile menu or hamburger- const mobileMenu = await page.$('.mobile-menu, .hamburger, [class*="mobile"], .navbar-toggler, .menu-toggle');- console.log(` Mobile menu found: ${mobileMenu !== null}`);+ // Late-stage tests on a long-lived Chrome session. CDP commands+ // (setViewport / goto) can hit their `protocolTimeout` even though+ // the launch options set it to 120s — the browser just becomes+ // unresponsive after the cumulative test load. We skip on the+ // documented CDP flake, re-throw anything else. The dedicated+ // `responsive-ui-tests-enhanced.yml` workflow covers the same+ // surface from a fresh browser.+ it('should render correctly on mobile viewport', async function () {+ try {+ await page.setViewport({ width: 375, height: 667 }); // iPhone SE+ await page.goto(`${BASE_URL}/`, { waitUntil: 'domcontentloaded' });+ await delay(1000);- // Reset viewport- await page.setViewport({ width: 1400, height: 900 });+ await takeScreenshot(page, 'mobile-home');++ // Check for mobile menu or hamburger+ const mobileMenu = await page.$('.mobile-menu, .hamburger, [class*="mobile"], .navbar-toggler, .menu-toggle');+ console.log(` Mobile menu found: ${mobileMenu !== null}`);+ } catch (viewportError) {+ if (isCdpSessionFlake(viewportError)) {+ console.log(+ ` ⚠️ Skipping: CDP-session flake on mobile viewport: ${viewportError.message}`+ );+ this.skip();+ }+ throw viewportError;+ } finally {+ // Reset viewport even if the test errored, so subsequent+ // tests don't inherit a 375-wide window. Wrap defensively+ // because the same CDP flake can hit the reset itself.+ try {+ await page.setViewport({ width: 1400, height: 900 });+ } catch (resetError) {+ console.log(+ ` ⚠️ Viewport reset also failed: ${resetError.message}`+ );+ }+ }});- it('should render settings on tablet viewport', async () => {- await page.setViewport({ width: 768, height: 1024 }); // iPad- await page.goto(`${BASE_URL}/settings`, { waitUntil: 'domcontentloaded' });- await delay(1000);-- await takeScreenshot(page, 'tablet-settings');+ it('should render settings on tablet viewport', async function () {+ try {+ await page.setViewport({ width: 768, height: 1024 }); // iPad+ await page.goto(`${BASE_URL}/settings`, { waitUntil: 'domcontentloaded' });+ await delay(1000);- // Reset viewport- await page.setViewport({ width: 1400, height: 900 });+ await takeScreenshot(page, 'tablet-settings');+ } catch (viewportError) {+ if (isCdpSessionFlake(viewportError)) {+ console.log(+ ` ⚠️ Skipping: CDP-session flake on tablet viewport: ${viewportError.message}`+ );+ this.skip();+ }+ throw viewportError;+ } finally {+ try {+ await page.setViewport({ width: 1400, height: 900 });+ } catch (resetError) {+ console.log(+ ` ⚠️ Viewport reset also failed: ${resetError.message}`+ );+ }+ }});});diff --git a/tests/ui_tests/playwright/tests/all-pages-mobile.spec.js b/tests/ui_tests/playwright/tests/all-pages-mobile.spec.jsindex 11afd83b5f..03a16c04e4 100644--- a/tests/ui_tests/playwright/tests/all-pages-mobile.spec.js+++ b/tests/ui_tests/playwright/tests/all-pages-mobile.spec.js@@ -367,8 +367,9 @@ test.describe('All Pages - Content Above Mobile Nav', () => {} catch (evalError) {const msg = String(evalError && evalError.message || evalError);if (msg.includes('Target page, context or browser has been closed')) {+ // `test.skip(condition, reason)` throws internally to halt the+ // test, so no explicit return is needed here.test.skip(true, `WebKit closed the context mid-evaluate on ${pageInfo.name} — flake`);- return;}throw evalError;}