Skip to content

~95% on SimpleQA (e.g. Qwen3.6-27B on a 3090). Supports all local and cloud LLMs (llama.cpp, Ollama, Google, ...). 10+ search engines - arXiv, PubMed, your private documents. Everything Local & Encrypted.

test(ui-tests): real assertions for realtime progress (dead-field audit) (#4669)

LearningCircuit3402681d075b
diff --git a/tests/ui_tests/test_realtime_progress_ci.js b/tests/ui_tests/test_realtime_progress_ci.js
index 6d2ef91c86..b3278bf08a 100644
--- a/tests/ui_tests/test_realtime_progress_ci.js
+++ b/tests/ui_tests/test_realtime_progress_ci.js
@@ -36,12 +36,25 @@ const ProgressPageTests = {
}
const result = await page.evaluate(() => {
+ // Page-specific container that ONLY the progress template renders
+ // (pages/progress.html: <div class="ldr-page active" id="research-progress">).
+ // This fails if a login/error page loaded instead of the progress page.
+ const pageContainer = document.querySelector('#research-progress.ldr-page');
+
+ // Real progress signals rendered server-side by the progress template,
+ // not generic page chrome:
+ // - the progress bar: <div class="ldr-progress-bar" role="progressbar">
+ // - the percent display: <div id="progress-percentage">
+ // - the status indicator:<div id="status-text">
+ const progressBar = document.querySelector('.ldr-progress-bar[role="progressbar"]');
+ const percentDisplay = document.querySelector('#progress-percentage');
+ const statusIndicator = document.querySelector('#status-text');
+
return {
- hasContent: !!document.querySelector('.progress-container, .ldr-progress, #progress, .research-progress'),
- hasHeader: !!document.querySelector('h1, .progress-header, .page-title'),
- headerText: document.querySelector('h1, .progress-header, .page-title')?.textContent?.trim(),
- hasProgressSection: !!document.querySelector('.progress, [class*="progress"]'),
- hasStatusArea: !!document.querySelector('.status, [class*="status"], .state'),
+ hasPageContainer: !!pageContainer,
+ hasProgressBar: !!progressBar,
+ hasPercentDisplay: !!percentDisplay,
+ hasStatusIndicator: !!statusIndicator,
is404: document.body.textContent?.toLowerCase().includes('not found') ||
document.body.textContent?.toLowerCase().includes('404')
};
@@ -51,12 +64,18 @@ const ProgressPageTests = {
return { passed: null, skipped: true, message: 'No active research to test progress page' };
}
- const passed = result.hasContent || result.hasHeader || result.hasProgressSection;
+ // Require the progress-specific container AND at least one real progress
+ // signal (bar / percent / status) — a bare <h1> on any page is no longer enough.
+ const hasProgressSignal = result.hasProgressBar || result.hasPercentDisplay || result.hasStatusIndicator;
+ const passed = result.hasPageContainer && hasProgressSignal;
return {
passed,
message: passed
- ? `Progress page structure OK (header: "${result.headerText}")`
- : 'Progress page missing expected elements'
+ ? `Progress page structure OK (container #research-progress + ` +
+ `bar=${result.hasProgressBar}, percent=${result.hasPercentDisplay}, status=${result.hasStatusIndicator})`
+ : `Progress page missing expected elements ` +
+ `(container=${result.hasPageContainer}, bar=${result.hasProgressBar}, ` +
+ `percent=${result.hasPercentDisplay}, status=${result.hasStatusIndicator})`
};
},
@@ -458,8 +477,16 @@ async function main() {
// Progress Page Structure Tests
log.section('Progress Page Structure');
- // Check once if any research exists — if not, skip all subtests
- // (avoids 8 × 30s timeouts in CI when navigating to non-existent progress pages)
+ // The progress route renders pages/progress.html unconditionally for ANY
+ // research_id (no 404), so the page STRUCTURE is server-side and can be
+ // validated without real research — run it unconditionally so a no-LLM CI
+ // shard actually exercises it (fail, not silently skip).
+ await run('Structure', 'Progress Page Structure', (p, u) => ProgressPageTests.progressPageStructure(p, u));
+
+ // The remaining subtests depend on LIVE research data (bar value, status
+ // messages, log entries, percentage, ETA) that only exists during an active
+ // run. On a fresh CI DB with no research, skip those — they aren't dead, they
+ // genuinely require data we can't produce without an LLM.
await navigateTo(page, `${baseUrl}/history`);
const hasResearch = await page.evaluate(() => {
return !!document.querySelector('[data-research-id], [data-id], a[href*="/progress/"], a[href*="/results/"]');
@@ -467,7 +494,6 @@ async function main() {
if (!hasResearch) {
const skipMsg = 'No research history found (fresh CI environment)';
- results.skip('Structure', 'Progress Page Structure', skipMsg);
results.skip('Structure', 'Progress Bar Exists', skipMsg);
results.skip('Structure', 'Progress Percentage Display', skipMsg);
results.skip('Structure', 'Progress Status Messages', skipMsg);
@@ -476,7 +502,6 @@ async function main() {
results.skip('Structure', 'Progress Phase Indicator', skipMsg);
results.skip('Structure', 'Progress Estimated Time', skipMsg);
} else {
- await run('Structure', 'Progress Page Structure', (p, u) => ProgressPageTests.progressPageStructure(p, u));
await run('Structure', 'Progress Bar Exists', (p, u) => ProgressPageTests.progressBarExists(p, u));
await run('Structure', 'Progress Percentage Display', (p, u) => ProgressPageTests.progressPercentageDisplay(p, u));
await run('Structure', 'Progress Status Messages', (p, u) => ProgressPageTests.progressStatusMessages(p, u));