Skip to content

Voice-to-text dictation app with local (Nvidia Parakeet/Whisper) and cloud models (BYOK). Privacy-first and available cross-platform.

Merge origin/main (pack isolation, compute-cap gate, honest errors) into GPU activation lifecycle

Gabriel Stein82ce27c41ba7
diff --cc main.js
index f6157d44e,66202058a..c69ef7929
--- a/main.js
+++ b/main.js
@@@ -425,8 -426,10 +426,12 @@@ function initializeCoreManagers()
if (process.platform !== "darwin") {
whisperCudaManager = new WhisperCudaManager();
whisperVulkanManager = new WhisperVulkanManager();
+ // Heal installs from before GPU packs got per-pack directories; must run
+ // before startup pre-warm resolves any GPU binary path.
+ const LlamaVulkanManager = require("./src/helpers/llamaVulkanManager");
+ migrateLegacyBinDir([whisperCudaManager, whisperVulkanManager, new LlamaVulkanManager()]);
+ // Lets every server start resolve its GPU backend from installed packs
+ whisperManager.setGpuBinaryManagers({ cuda: whisperCudaManager, vulkan: whisperVulkanManager });
}
parakeetManager = new ParakeetManager();
diarizationManager = new DiarizationManager();
diff --cc src/components/TranscriptionModelPicker.tsx
index 2f3249fca,8bb810b98..24d5a34df
--- a/src/components/TranscriptionModelPicker.tsx
+++ b/src/components/TranscriptionModelPicker.tsx
@@@ -597,11 -591,12 +597,13 @@@ export default function TranscriptionMo
if (getCachedPlatform() === "darwin") return;
const detect = async () => {
try {
+ // Cards below the CUDA build's kernel floor (e.g. Pascal) crash at the
+ // first kernel launch, so they get the Vulkan pack like AMD/Intel GPUs.
const cuda = await window.electronAPI?.getCudaWhisperStatus?.();
- if (cuda?.gpuInfo.hasNvidiaGpu) {
+ if (cuda?.gpuInfo.hasNvidiaGpu && cuda.gpuInfo.cudaSupported) {
setGpuBackend("cuda");
setGpuDownloaded(cuda.downloaded);
+ setGpuFailed(!!cuda.gpuFailed);
return;
}
const vulkan = await window.electronAPI?.getVulkanWhisperStatus?.();
diff --cc src/helpers/ipcHandlers.js
index 4eedf219a,5dbfecbe5..06193e9db
--- a/src/helpers/ipcHandlers.js
+++ b/src/helpers/ipcHandlers.js
@@@ -2732,8 -2697,7 +2732,8 @@@ class IPCHandlers
return { success: false, error: "CUDA not supported on this platform" };
}
try {
+ const reloadModel = this._whisperReloadModel();
- // Stop the server first: swapping a pack a running binary is loaded
+ // Stop the server first: swapping in a pack a running binary is loaded
// from EBUSYs on Windows (same rule as the Vulkan handler below)
await this.whisperManager.stopServer().catch(() => {});
await this.whisperCudaManager.download((downloaded, total) => {