Voice-to-text dictation app with local (Nvidia Parakeet/Whisper) and cloud models (BYOK). Privacy-first and available cross-platform.
JavaScript aianthropiccross-platformgeminigroqlinuxmacosnvidiaopen-sourceopenaiparakeetspeech-to-texttranscribewhisperwindows
const LLM_REQUEST_TIMEOUT_SECONDS = 30;
const LLM_STREAMING_TIMEOUT_SECONDS = 60;
// Note formatting sends a whole transcript through a model that may reason at
// length before writing (a 2,000-word meeting through GPT-5.6 Terra runs well
// past 30 seconds), and a local model may prefill (a LAN server may also load
// the model) for minutes before its first streamed byte. OpenAI's own SDK
// defaults to a 10-minute request timeout.
const LLM_LONG_TASK_TIMEOUT_SECONDS = 600;
export const LLM_REQUEST_TIMEOUT_CODE = "LLM_REQUEST_TIMEOUT";
/**
* Client-side deadline for a non-streaming LLM request, or idle timeout for a stream.
* @param {{ streaming?: boolean, scope?: string }} [options] `scope` is the
* request's inference scope; note formatting gets the long deadline.
*/
export function getLlmRequestTimeoutSeconds({ streaming = false, scope } = {}) {
if (streaming) return LLM_STREAMING_TIMEOUT_SECONDS;
return scope === "noteFormatting" ? LLM_LONG_TASK_TIMEOUT_SECONDS : LLM_REQUEST_TIMEOUT_SECONDS;
}
/**
* Local and self-hosted models can spend minutes loading or prefilling before
* sending any bytes. Once bytes arrive, the regular streaming idle timeout applies.
* @param {{ selfHosted?: boolean }} [options] Includes the built-in local server.
*/
export function getLlmStreamingFirstByteTimeoutSeconds({ selfHosted = false } = {}) {
return selfHosted ? LLM_LONG_TASK_TIMEOUT_SECONDS : LLM_STREAMING_TIMEOUT_SECONDS;
}
/** The coded error a request raises when its client-side deadline expires; createApiRetryStrategy never retries it. */
export function llmRequestTimeoutError(timeoutSeconds) {
return Object.assign(new Error(`Request timed out after ${timeoutSeconds}s`), {
code: LLM_REQUEST_TIMEOUT_CODE,
});
}