Skip to content

~95% on SimpleQA (e.g. Qwen3.6-27B on a 3090). Supports all local and cloud LLMs (llama.cpp, Ollama, Google, ...). 10+ search engines - arXiv, PubMed, your private documents. Everything Local & Encrypted.

10.1 KB
Raw Blame
/**
 * E2E Test for Chat Mode Export-to-Markdown
 *
 * The export button (#export-chat-btn) becomes visible once a session
 * has been started (showSessionButtons in chat.js). Clicking it
 * fetches all messages, builds a markdown document with title +
 * timestamps + role headers, and downloads a `.md` Blob via a synthetic
 * `<a>` click (chat.js).
 *
 * Verified here:
 *   - Export button is hidden on the welcome screen.
 *   - Inside a session the button becomes visible.
 *   - Triggering the export with no messages yet shows an alert
 *     and does not download.
 *   - With messages present, the export builds a markdown blob whose
 *     content matches the messages (verified by intercepting
 *     URL.createObjectURL + Blob).
 *
 * No LLM required: messages are inserted via API with
 * trigger_research=false.
 *
 * Prerequisites: Web server on http://127.0.0.1:5000 (override BASE_URL).
 */

const puppeteer = require('puppeteer');
const AuthHelper = require('../auth_helper');
const { getPuppeteerLaunchOptions } = require('../puppeteer_config');
const fs = require('fs');
const path = require('path');

const BASE_URL = process.env.BASE_URL || 'http://127.0.0.1:5000';
const isCI = !!process.env.CI;

const TIMEOUTS = {
    navigation: isCI ? 60000 : 30000,
    selector: isCI ? 30000 : 10000,
};

const SCREENSHOTS_DIR = path.join(__dirname, '..', 'screenshots');

async function snap(page, name) {
    if (!fs.existsSync(SCREENSHOTS_DIR)) {
        fs.mkdirSync(SCREENSHOTS_DIR, { recursive: true });
    }
    try {
        await page.screenshot({
            path: path.join(
                SCREENSHOTS_DIR,
                `chat_export_${name}_${Date.now()}.png`
            ),
            fullPage: true,
        });
    } catch (_) {}
}

async function getCsrf(page) {
    return page.evaluate(() => {
        const m = document.querySelector('meta[name="csrf-token"]');
        return m ? m.content : '';
    });
}

async function api(page, csrfOuter, urlOuter, methodOuter = 'GET', bodyOuter = null) {
    return page.evaluate(
        async ({ url, method, body, csrf }) => {
            const opts = {
                method,
                headers: {
                    'Content-Type': 'application/json',
                    'X-CSRFToken': csrf,
                },
            };
            if (body !== null) opts.body = JSON.stringify(body);
            const r = await fetch(url, opts);
            let data = null;
            try {
                data = await r.json();
            } catch (_) {}
            return { ok: r.ok, status: r.status, data };
        },
        { url: urlOuter, method: methodOuter, body: bodyOuter, csrf: csrfOuter }
    );
}

// Install a stub for URL.createObjectURL + a hook so we can read the
// markdown back from the Blob the export builds. We also stub the
// synthetic <a>.click() download so headless Chrome doesn't try to
// actually save the file. The latest captured markdown is exposed at
// `window.__lastExport`.
async function installExportInterceptor(page) {
    await page.evaluate(() => {
        window.__lastExport = null;
        window.__alertMessages = [];
        const realCreate = URL.createObjectURL;
        URL.createObjectURL = (obj) => {
            if (obj instanceof Blob) {
                obj.text().then((t) => {
                    window.__lastExport = t;
                });
            }
            return realCreate.call(URL, obj);
        };
        const origAlert = window.alert;
        window.alert = (m) => {
            window.__alertMessages.push(String(m));
            // Swallow — don't block headless.
            if (typeof origAlert === 'function') {
                /* no-op */
            }
        };
    });
}

async function run() {
    console.log(`Running chat export-to-markdown tests (CI mode: ${isCI})`);

    const browser = await puppeteer.launch(getPuppeteerLaunchOptions());
    const page = await browser.newPage();
    await page.setViewport({ width: 1280, height: 800 });
    if (isCI) {
        page.setDefaultTimeout(60000);
        page.setDefaultNavigationTimeout(60000);
    }

    page.on('pageerror', (e) => console.log('PAGE ERROR:', e.message));
    page.on('console', (m) => {
        if (m.type() === 'error') console.log('BROWSER ERROR:', m.text());
    });

    const auth = new AuthHelper(page, BASE_URL);

    let passed = 0;
    let failed = 0;

    try {
        await auth.ensureAuthenticated();
        await page.goto(`${BASE_URL}/chat/`, {
            waitUntil: 'domcontentloaded',
            timeout: TIMEOUTS.navigation,
        });
        await page.waitForSelector('.ldr-chat-container', { timeout: TIMEOUTS.selector });
        const csrf = await getCsrf(page);

        // A bare /chat/ visit auto-resumes the most-recent session, which
        // shows the session action buttons (export/pencil) and would break
        // the "hidden on welcome" assertion below. Wait for chat.js init to
        // settle (incl. the async session restore), then force a clean New
        // Chat state so the welcome screen is reliably shown regardless of
        // what earlier tests in the shard (or a CI retry) left behind.
        await page.waitForSelector('#chat-input[data-init-complete="true"]', {
            timeout: TIMEOUTS.selector,
        });
        await page.evaluate(() => window.chatComponent.startNewChat());
        await page.waitForFunction(
            () => {
                const el = document.getElementById('chat-welcome');
                return el && getComputedStyle(el).display !== 'none';
            },
            { timeout: TIMEOUTS.selector }
        );

        // Test 1: export button is hidden on the welcome screen
        console.log('Test 1: export button hidden on welcome screen');
        try {
            const hidden = await page.$eval(
                '#export-chat-btn',
                (el) => getComputedStyle(el).display === 'none'
            );
            if (!hidden) throw new Error('Export button visible before session');
            console.log('PASSED');
            passed++;
        } catch (e) {
            console.log(`FAILED: ${e.message}`);
            await snap(page, 'export_initial');
            failed++;
        }

        // Create a session and seed messages via API.
        const created = await api(page, csrf, '/api/chat/sessions', 'POST', {
            initial_query: 'export-test seed',
            title: 'Export Test Session',
        });
        if (!created.ok || !created.data?.success) {
            throw new Error(
                `Session creation failed: ${created.status} ${JSON.stringify(created.data)}`
            );
        }
        const sessionId = created.data.session_id;

        const probeUser = `User probe ${Date.now()}`;
        const probeAssistant = `Assistant probe ${Date.now()}`;
        await api(
            page,
            csrf,
            `/api/chat/sessions/${sessionId}/messages`,
            'POST',
            { content: probeUser, trigger_research: false }
        );
        // The API doesn't expose a "post an assistant message" path — the
        // chat backend writes assistant messages only via research. We
        // assert against just the user message here.

        // Test 2: export button visible inside the session
        console.log('Test 2: export button visible inside a session');
        try {
            await page.goto(`${BASE_URL}/chat/${sessionId}`, {
                waitUntil: 'domcontentloaded',
                timeout: TIMEOUTS.navigation,
            });
            await page.waitForSelector('.ldr-chat-container', {
                timeout: TIMEOUTS.selector,
            });
            await page.waitForFunction(
                () => {
                    const el = document.getElementById('export-chat-btn');
                    return el && getComputedStyle(el).display !== 'none';
                },
                { timeout: TIMEOUTS.selector }
            );
            console.log('PASSED');
            passed++;
        } catch (e) {
            console.log(`FAILED: ${e.message}`);
            await snap(page, 'export_visible');
            failed++;
        }

        // Test 3: clicking export builds a markdown blob containing the
        //         user message + the export header.
        console.log('Test 3: export click builds a markdown blob with messages');
        try {
            await installExportInterceptor(page);
            await page.evaluate(() => {
                document.getElementById('export-chat-btn').click();
            });

            // Wait for the Blob text to materialise asynchronously.
            await page.waitForFunction(
                () => typeof window.__lastExport === 'string' && window.__lastExport.length > 0,
                { timeout: TIMEOUTS.selector }
            );

            const md = await page.evaluate(() => window.__lastExport);
            // Must include the session title in the H1.
            if (!md.includes('Export Test Session')) {
                throw new Error(
                    `Markdown missing session title. Got:\n${md.slice(0, 300)}`
                );
            }
            // Must include the user message body.
            if (!md.includes(probeUser)) {
                throw new Error(
                    `Markdown missing user probe message. Got:\n${md.slice(0, 300)}`
                );
            }
            // Must use the "## You" role header pattern.
            if (!md.includes('## You')) {
                throw new Error(
                    `Markdown missing "## You" role header. Got:\n${md.slice(0, 300)}`
                );
            }
            console.log('PASSED');
            passed++;
        } catch (e) {
            console.log(`FAILED: ${e.message}`);
            await snap(page, 'export_content');
            failed++;
        }
    } catch (e) {
        console.log(`Test suite error: ${e.message}`);
        failed++;
    } finally {
        await browser.close();
    }

    console.log('-'.repeat(50));
    console.log(`Chat Export-to-Markdown Tests — passed: ${passed}, failed: ${failed}`);
    console.log('-'.repeat(50));
    if (failed > 0) process.exit(1);
}

run().catch((e) => {
    console.error('Test runner error:', e);
    process.exit(1);
});