Voice-to-text dictation app with local (Nvidia Parakeet/Whisper) and cloud models (BYOK). Privacy-first and available cross-platform.
JavaScript aianthropiccross-platformgeminigroqlinuxmacosnvidiaopen-sourceopenaiparakeetspeech-to-texttranscribewhisperwindows
const test = require("node:test");
const assert = require("node:assert/strict");
const { createRendererServer, installBrowserGlobals } = require("../lib/rendererTestHarness");
// A self-hosted reasoning model (Ollama, vLLM, llama.cpp) can spend the whole
// output cap inside <think>, so nothing is left once the block is stripped.
// That cut-off carries the code note formatting retries with more room (#2008).
test("a self-hosted reply that only thought until the cap carries the cut-off code", async (t) => {
installBrowserGlobals(t, { window: { electronAPI: {} } });
const vite = await createRendererServer(t, { cachePrefix: "openwhispr-lan-reasoning-test-" });
const reasoningService = (await vite.ssrLoadModule("/services/ReasoningService.ts")).default;
const { usePolicyStore } = await vite.ssrLoadModule("/stores/policyStore.ts");
usePolicyStore.setState({ status: "unmanaged", appVersion: "1.10.0", policy: null });
t.after(() => reasoningService.destroy());
const originalFetch = globalThis.fetch;
t.after(() => {
globalThis.fetch = originalFetch;
});
globalThis.fetch = async () =>
new Response(
JSON.stringify({
choices: [
{ message: { content: "<think>Let me read the transcript" }, finish_reason: "length" },
],
}),
{ status: 200, headers: { "Content-Type": "application/json" } }
);
await assert.rejects(
reasoningService.processText("## Meeting Transcript\nYou: ship on Friday.", "glm-5.3", null, {
lanUrl: "http://127.0.0.1:11434/v1",
systemPrompt: "Summarize",
maxTokens: 4096,
}),
{ message: /ran out of output tokens/, code: "OUTPUT_LIMIT_BEFORE_ANSWER" }
);
});
test("a cancelled run aborts its self-hosted request and is not retried", async (t) => {
installBrowserGlobals(t, { window: { electronAPI: {} } });
const vite = await createRendererServer(t, { cachePrefix: "openwhispr-lan-reasoning-test-" });
const reasoningService = (await vite.ssrLoadModule("/services/ReasoningService.ts")).default;
const { usePolicyStore } = await vite.ssrLoadModule("/stores/policyStore.ts");
const { cancelRequest, trackRequest } = await vite.ssrLoadModule(
"/services/ai/requestCancellation.ts"
);
usePolicyStore.setState({ status: "unmanaged", appVersion: "1.10.0", policy: null });
t.after(() => reasoningService.destroy());
t.after(trackRequest("run-1"));
const originalFetch = globalThis.fetch;
t.after(() => {
globalThis.fetch = originalFetch;
});
let requests = 0;
// A model still thinking: no reply until the request is aborted.
globalThis.fetch = (_input, init = {}) => {
requests += 1;
return new Promise((_resolve, reject) => {
const abort = () => reject(Object.assign(new Error("aborted"), { name: "AbortError" }));
if (init.signal.aborted) abort();
else init.signal.addEventListener("abort", abort);
});
};
const call = reasoningService.processText(
"## Meeting Transcript\nYou: ship on Friday.",
"glm-5.3",
null,
{
lanUrl: "http://127.0.0.1:11434/v1",
systemPrompt: "Summarize",
maxTokens: 25_000,
requestId: "run-1",
}
);
for (let attempt = 0; requests === 0 && attempt < 400; attempt += 1) {
await new Promise((resolve) => setTimeout(resolve, 5));
}
cancelRequest("run-1");
// Promptly, not at the request deadline.
const deadline = new Promise((_resolve, reject) =>
setTimeout(() => reject(new Error("still waiting on the request")), 2_000).unref()
);
await assert.rejects(Promise.race([call, deadline]), { message: "Request cancelled" });
assert.equal(requests, 1, "an aborted request is never sent again");
});