Voice-to-text dictation app with local (Nvidia Parakeet/Whisper) and cloud models (BYOK). Privacy-first and available cross-platform.
JavaScript aianthropiccross-platformgeminigroqlinuxmacosnvidiaopen-sourceopenaiparakeetspeech-to-texttranscribewhisperwindows
const test = require("node:test");
const assert = require("node:assert/strict");
const Module = require("node:module");
const fs = require("node:fs");
const os = require("node:os");
const path = require("node:path");
const { getRequiredModelFiles } = require("../../src/helpers/parakeetModelInfo");
const { insertWavChunk } = require("./harness/wavFixtures");
const MODEL_NAME = "parakeet-tdt-0.6b-v3";
function createFloat32Wav(sampleValue, sampleCount = 160) {
const dataSize = sampleCount * 4;
const wav = Buffer.alloc(44 + dataSize);
wav.write("RIFF", 0);
wav.writeUInt32LE(36 + dataSize, 4);
wav.write("WAVE", 8);
wav.write("fmt ", 12);
wav.writeUInt32LE(16, 16);
wav.writeUInt16LE(3, 20);
wav.writeUInt16LE(1, 22);
wav.writeUInt32LE(16000, 24);
wav.writeUInt32LE(64000, 28);
wav.writeUInt16LE(4, 32);
wav.writeUInt16LE(32, 34);
wav.write("data", 36);
wav.writeUInt32LE(dataSize, 40);
for (let index = 0; index < sampleCount; index += 1) {
wav.writeFloatLE(sampleValue, 44 + index * 4);
}
return wav;
}
function createPcm16Wav(sampleValue, sampleCount = 160) {
const dataSize = sampleCount * 2;
const wav = Buffer.alloc(44 + dataSize);
wav.write("RIFF", 0);
wav.writeUInt32LE(36 + dataSize, 4);
wav.write("WAVE", 8);
wav.write("fmt ", 12);
wav.writeUInt32LE(16, 16);
wav.writeUInt16LE(1, 20);
wav.writeUInt16LE(1, 22);
wav.writeUInt32LE(16000, 24);
wav.writeUInt32LE(32000, 28);
wav.writeUInt16LE(2, 32);
wav.writeUInt16LE(16, 34);
wav.write("data", 36);
wav.writeUInt32LE(dataSize, 40);
for (let index = 0; index < sampleCount; index += 1) {
wav.writeInt16LE(Math.round(sampleValue * 32767), 44 + index * 2);
}
return wav;
}
test("transcribes audible mono 16 kHz WAV input", async (t) => {
const tempHome = fs.mkdtempSync(path.join(os.tmpdir(), "openwhispr-parakeet-wav-test-"));
const originalLoad = Module._load;
let ffmpegUtils;
let conversions = 0;
Module._load = function loadWithElectronStub(request, parent, isMain) {
if (request === "electron") {
return {
app: {
getPath: () => tempHome,
isReady: () => false,
},
};
}
if (request === "./ffmpegUtils" && parent?.filename.endsWith("parakeetServer.js")) {
return {
...ffmpegUtils,
getFFmpegPath: () => "/mock/ffmpeg",
convertToWav: async (_inputPath, outputPath) => {
conversions += 1;
fs.writeFileSync(outputPath, createPcm16Wav(0.5));
},
};
}
return originalLoad.call(this, request, parent, isMain);
};
let ParakeetServerManager;
try {
ffmpegUtils = require("../../src/helpers/ffmpegUtils");
ParakeetServerManager = require("../../src/helpers/parakeetServer");
} finally {
Module._load = originalLoad;
}
try {
const modelDir = path.join(tempHome, ".cache", "openwhispr", "parakeet-models", MODEL_NAME);
fs.mkdirSync(modelDir, { recursive: true });
for (const file of getRequiredModelFiles(MODEL_NAME)) {
fs.writeFileSync(path.join(modelDir, file), "");
}
let receivedSamples;
const manager = new ParakeetServerManager();
manager.wsServer = {
start: async () => {},
transcribe: async (samples) => {
receivedSamples = Buffer.from(samples);
return { text: "audible", elapsed: 0 };
},
};
// Subtests share the manager, so each starts from a clean slate.
t.beforeEach(() => {
conversions = 0;
receivedSamples = undefined;
});
await t.test("float32 input still uses normalization", async () => {
const result = await manager.transcribe(createFloat32Wav(0.5), { modelName: MODEL_NAME });
assert.equal(result.text, "audible");
assert.equal(conversions, 1);
assert.ok(receivedSamples);
assert.ok(Math.abs(receivedSamples.readFloatLE(0) - 0.5) < 0.001);
});
for (const [name, offset] of [
["fmt", 12],
["data", 36],
]) {
await t.test(`PCM16 input with odd metadata before ${name} skips conversion`, async () => {
const input = insertWavChunk(createPcm16Wav(0.5), "JUNK", Buffer.from([42]), offset);
const result = await manager.transcribe(input, { modelName: MODEL_NAME });
assert.equal(result.text, "audible");
assert.equal(conversions, 0);
assert.equal(receivedSamples.length, 160 * 4);
for (let index = 0; index < 160; index += 1) {
assert.equal(receivedSamples.readFloatLE(index * 4), Math.round(0.5 * 32767) / 32768);
}
});
}
} finally {
fs.rmSync(tempHome, { recursive: true, force: true });
}
});