Voice-to-text dictation app with local (Nvidia Parakeet/Whisper) and cloud models (BYOK). Privacy-first and available cross-platform.
JavaScript aianthropiccross-platformgeminigroqlinuxmacosnvidiaopen-sourceopenaiparakeetspeech-to-texttranscribewhisperwindows
const test = require("node:test");
const assert = require("node:assert/strict");
const load = () => import("../../src/utils/whisperGpuPack.ts");
const NVIDIA = { hasNvidiaGpu: true, cudaSupported: true };
const BELOW_FLOOR = { hasNvidiaGpu: true, cudaSupported: false };
const NO_NVIDIA = { hasNvidiaGpu: false, cudaSupported: false };
const cuda = (gpuInfo, pack = {}) => ({
downloaded: false,
downloading: false,
path: null,
gpuInfo,
...pack,
});
const vulkan = (available, pack = {}) => ({
downloaded: false,
downloading: false,
vulkan: { available },
hasNvidiaGpu: false,
...pack,
});
const DOWNLOADED = { downloaded: true };
const OUTDATED = { needsUpdate: true };
test("packs that aren't outdated keep the card's earlier choice", async () => {
const { pickWhisperGpuBackend } = await load();
const cases = [
[cuda(NVIDIA, DOWNLOADED), vulkan(true, DOWNLOADED), "cuda"],
[cuda(NVIDIA), vulkan(true, DOWNLOADED), "vulkan"],
[cuda(NVIDIA), vulkan(true), "cuda"],
[cuda(NVIDIA), vulkan(false), "cuda"],
[cuda(BELOW_FLOOR), vulkan(true), "vulkan"],
[cuda(NO_NVIDIA), vulkan(true, DOWNLOADED), "vulkan"],
[cuda(NO_NVIDIA), vulkan(false), null],
[null, null, null],
];
for (const [cudaStatus, vulkanStatus, expected] of cases) {
assert.equal(
pickWhisperGpuBackend(cudaStatus, vulkanStatus),
expected,
JSON.stringify({ cudaStatus, vulkanStatus })
);
}
});
test("a working pack wins over an outdated one", async () => {
const { pickWhisperGpuBackend } = await load();
assert.equal(pickWhisperGpuBackend(cuda(NVIDIA, DOWNLOADED), vulkan(true, OUTDATED)), "cuda");
assert.equal(pickWhisperGpuBackend(cuda(NVIDIA, OUTDATED), vulkan(true, DOWNLOADED)), "vulkan");
});
test("an outdated pack wins over a first-time offer (#2424)", async () => {
const { pickWhisperGpuBackend } = await load();
assert.equal(pickWhisperGpuBackend(cuda(NVIDIA), vulkan(true, OUTDATED)), "vulkan");
assert.equal(pickWhisperGpuBackend(cuda(NVIDIA, OUTDATED), vulkan(true, OUTDATED)), "cuda");
assert.equal(pickWhisperGpuBackend(cuda(NO_NVIDIA, OUTDATED), vulkan(true)), "cuda");
});
test("an outdated pack is offered even when GPU detection no longer sees the GPU", async () => {
const { pickWhisperGpuBackend } = await load();
// NVIDIA card, but Chromium reports no Vulkan GPU (RDP, a VM, software rendering)
assert.equal(pickWhisperGpuBackend(cuda(NVIDIA), vulkan(false, OUTDATED)), "vulkan");
// nvidia-smi failed and there is no Vulkan GPU either
assert.equal(pickWhisperGpuBackend(cuda(NO_NVIDIA, OUTDATED), vulkan(false)), "cuda");
// Once that Vulkan pack is re-downloaded the card still has something to show
assert.equal(pickWhisperGpuBackend(cuda(NVIDIA), vulkan(false, DOWNLOADED)), "cuda");
});
test("a card below the CUDA kernel floor is never offered the CUDA pack", async () => {
const { pickWhisperGpuBackend } = await load();
assert.equal(pickWhisperGpuBackend(cuda(BELOW_FLOOR, OUTDATED), vulkan(true)), "vulkan");
assert.equal(pickWhisperGpuBackend(cuda(BELOW_FLOOR, OUTDATED), vulkan(false)), null);
});
test("the pack main reports in use wins over every other rule (#1736)", async () => {
const { pickWhisperGpuBackend } = await load();
const IN_USE = { downloaded: true, inUse: true };
// Both packs installed and CUDA failed: the server runs Vulkan
assert.equal(pickWhisperGpuBackend(cuda(NVIDIA, DOWNLOADED), vulkan(true, IN_USE)), "vulkan");
// A CUDA-only install below the kernel floor still describes the CUDA pack
assert.equal(pickWhisperGpuBackend(cuda(BELOW_FLOOR, IN_USE), vulkan(true)), "cuda");
// A Vulkan pack on a GPU detection doesn't recognize
assert.equal(pickWhisperGpuBackend(cuda(NO_NVIDIA), vulkan(false, IN_USE)), "vulkan");
});
test("no first-time offer while the bundled whisper-server already runs on the GPU (#2168)", async () => {
const { pickWhisperGpuBackend } = await load();
const BUNDLED = { bundledGpu: true };
assert.equal(pickWhisperGpuBackend(cuda(NVIDIA, BUNDLED), vulkan(true, BUNDLED)), null);
assert.equal(pickWhisperGpuBackend(cuda(NO_NVIDIA, BUNDLED), vulkan(true, BUNDLED)), null);
// A pack that is installed, failed or outdated keeps its card
const installed = { ...BUNDLED, ...DOWNLOADED };
assert.equal(pickWhisperGpuBackend(cuda(NVIDIA, installed), vulkan(true, BUNDLED)), "cuda");
const failed = { ...BUNDLED, ...DOWNLOADED, inUse: true, gpuFailed: true };
assert.equal(pickWhisperGpuBackend(cuda(NVIDIA, failed), vulkan(true, BUNDLED)), "cuda");
const outdated = { ...BUNDLED, ...OUTDATED };
assert.equal(pickWhisperGpuBackend(cuda(NVIDIA, BUNDLED), vulkan(true, outdated)), "vulkan");
});