Voice-to-text dictation app with local (Nvidia Parakeet/Whisper) and cloud models (BYOK). Privacy-first and available cross-platform.
JavaScript aianthropiccross-platformgeminigroqlinuxmacosnvidiaopen-sourceopenaiparakeetspeech-to-texttranscribewhisperwindows
Merge origin/main (pack isolation, compute-cap gate, honest errors) into GPU activation lifecycle
Gabriel Stein82ce27c41ba7
diff --cc main.jsindex f6157d44e,66202058a..c69ef7929--- a/main.js+++ b/main.js@@@ -425,8 -426,10 +426,12 @@@ function initializeCoreManagers()if (process.platform !== "darwin") {whisperCudaManager = new WhisperCudaManager();whisperVulkanManager = new WhisperVulkanManager();+ // Heal installs from before GPU packs got per-pack directories; must run+ // before startup pre-warm resolves any GPU binary path.+ const LlamaVulkanManager = require("./src/helpers/llamaVulkanManager");+ migrateLegacyBinDir([whisperCudaManager, whisperVulkanManager, new LlamaVulkanManager()]);+ // Lets every server start resolve its GPU backend from installed packs+ whisperManager.setGpuBinaryManagers({ cuda: whisperCudaManager, vulkan: whisperVulkanManager });}parakeetManager = new ParakeetManager();diarizationManager = new DiarizationManager();diff --cc src/components/TranscriptionModelPicker.tsxindex 2f3249fca,8bb810b98..24d5a34df--- a/src/components/TranscriptionModelPicker.tsx+++ b/src/components/TranscriptionModelPicker.tsx@@@ -597,11 -591,12 +597,13 @@@ export default function TranscriptionMoif (getCachedPlatform() === "darwin") return;const detect = async () => {try {+ // Cards below the CUDA build's kernel floor (e.g. Pascal) crash at the+ // first kernel launch, so they get the Vulkan pack like AMD/Intel GPUs.const cuda = await window.electronAPI?.getCudaWhisperStatus?.();- if (cuda?.gpuInfo.hasNvidiaGpu) {+ if (cuda?.gpuInfo.hasNvidiaGpu && cuda.gpuInfo.cudaSupported) {setGpuBackend("cuda");setGpuDownloaded(cuda.downloaded);+ setGpuFailed(!!cuda.gpuFailed);return;}const vulkan = await window.electronAPI?.getVulkanWhisperStatus?.();diff --cc src/helpers/ipcHandlers.jsindex 4eedf219a,5dbfecbe5..06193e9db--- a/src/helpers/ipcHandlers.js+++ b/src/helpers/ipcHandlers.js@@@ -2732,8 -2697,7 +2732,8 @@@ class IPCHandlersreturn { success: false, error: "CUDA not supported on this platform" };}try {+ const reloadModel = this._whisperReloadModel();- // Stop the server first: swapping a pack a running binary is loaded+ // Stop the server first: swapping in a pack a running binary is loaded// from EBUSYs on Windows (same rule as the Vulkan handler below)await this.whisperManager.stopServer().catch(() => {});await this.whisperCudaManager.download((downloaded, total) => {