Skip to content

~95% on SimpleQA (e.g. Qwen3.6-27B on a 3090). Supports all local and cloud LLMs (llama.cpp, Ollama, Google, ...). 10+ search engines - arXiv, PubMed, your private documents. Everything Local & Encrypted.

2.0 KB
Raw Blame
/**
 * Unit contracts for the shared boundary-safe JSON SSE parser.
 */

import '@js/utils/sse-completion.js';

const createSSEJsonParser = window.createSSEJsonParser;

function encode(value) {
    return new globalThis.TextEncoder().encode(value);
}

it('buffers a JSON data line split across arbitrary stream chunks', () => {
    const onData = vi.fn();
    const parser = createSSEJsonParser(onData);

    parser.push(encode('data: {"status":"suc'));
    expect(onData).not.toHaveBeenCalled();
    parser.push(encode('cess","current":1}\n'));
    parser.finish();

    expect(onData).toHaveBeenCalledOnce();
    expect(onData).toHaveBeenCalledWith({ status: 'success', current: 1 });
});

it('keeps a multibyte character intact when its bytes span chunks', () => {
    const onData = vi.fn();
    const parser = createSSEJsonParser(onData);
    const bytes = encode('data: {"file":"résumé.pdf"}\r\n');
    const firstMultibyteLead = Array.from(bytes).indexOf(0xc3);

    parser.push(bytes.subarray(0, firstMultibyteLead + 1));
    parser.push(bytes.subarray(firstMultibyteLead + 1));
    parser.finish();

    expect(onData).toHaveBeenCalledOnce();
    expect(onData).toHaveBeenCalledWith({ file: 'résumé.pdf' });
});

it('flushes one final data line when EOF arrives without a newline', () => {
    const onData = vi.fn();
    const parser = createSSEJsonParser(onData);

    parser.push(encode('data:{"complete":true}'));
    expect(onData).not.toHaveBeenCalled();
    parser.finish();

    expect(onData).toHaveBeenCalledOnce();
    expect(onData).toHaveBeenCalledWith({ complete: true });
});

it('ignores comments, blank data fields, and non-data SSE fields', () => {
    const onData = vi.fn();
    const parser = createSSEJsonParser(onData);

    parser.push(encode(
        ': keep-alive\n' +
        'event: progress\n' +
        'data:\n' +
        'data: {"current":2}\n',
    ));
    parser.finish();

    expect(onData).toHaveBeenCalledOnce();
    expect(onData).toHaveBeenCalledWith({ current: 2 });
});