Skip to content

YC (S26) | Open Computer History | Continuously record your company computer work, map your workflows, help you find work worth automating, and power your agents' context

fix(windows): isolate Whisper Vulkan from unused Qwen GGML

Ezra Ellettef7d2cc4d1d78
diff --git a/apps/screenpipe-app-tauri/src-tauri/Cargo.lock b/apps/screenpipe-app-tauri/src-tauri/Cargo.lock
index 5fc206d52..42e1e4c4e 100644
--- a/apps/screenpipe-app-tauri/src-tauri/Cargo.lock
+++ b/apps/screenpipe-app-tauri/src-tauri/Cargo.lock
@@ -11348,6 +11348,7 @@ dependencies = [
"urlencoding",
"uuid",
"webview2-com",
+ "whisper-rs",
"windows 0.58.0",
"windows-core 0.61.2",
"windows-icons",
diff --git a/apps/screenpipe-app-tauri/src-tauri/Cargo.toml b/apps/screenpipe-app-tauri/src-tauri/Cargo.toml
index d32537b44..8232f81e3 100644
--- a/apps/screenpipe-app-tauri/src-tauri/Cargo.toml
+++ b/apps/screenpipe-app-tauri/src-tauri/Cargo.toml
@@ -347,6 +347,7 @@ minisign = "0.7"
[target.'cfg(windows)'.dev-dependencies]
audiopipe = { git = "https://github.com/EzraEllette/audiopipe.git", rev = "b099a2e589d0dc4d8f22e3e8351efea9e1a359ac", default-features = false, features = ["parakeet", "directml"] }
+whisper-rs = { git = "https://github.com/EzraEllette/whisper-rs.git", rev = "b649c3fccc8dcee4512c2778b049e64aa2d15978", features = ["tracing_backend"] }
[package.metadata.cargo-machete]
diff --git a/apps/screenpipe-app-tauri/src-tauri/src/main.rs b/apps/screenpipe-app-tauri/src-tauri/src/main.rs
index bfe462a4f..6ce6e8d92 100644
--- a/apps/screenpipe-app-tauri/src-tauri/src/main.rs
+++ b/apps/screenpipe-app-tauri/src-tauri/src/main.rs
@@ -52,6 +52,8 @@ mod icons;
use crate::analytics::start_analytics;
mod agent_event_emitter;
mod audio_exclusions;
+#[cfg(all(test, target_os = "windows", feature = "vulkan"))]
+mod whisper_vulkan_tests;
mod auth_token;
mod brain_views;
mod calendar;
diff --git a/apps/screenpipe-app-tauri/src-tauri/src/whisper_vulkan_tests.rs b/apps/screenpipe-app-tauri/src-tauri/src/whisper_vulkan_tests.rs
new file mode 100644
index 000000000..1e7f0777e
--- /dev/null
+++ b/apps/screenpipe-app-tauri/src-tauri/src/whisper_vulkan_tests.rs
@@ -0,0 +1,30 @@
+// screenpipe — AI that knows everything you've seen, said, or heard
+// https://screenpipe.com
+
+// Exercise the combined app link: a standalone Whisper test can miss a second
+// dependency's incompatible GGML symbols being selected by the native linker.
+#[test]
+#[ignore = "uses a real Whisper model and Vulkan device"]
+fn real_whisper_vulkan_state_and_inference() {
+ use whisper_rs::{FullParams, SamplingStrategy, WhisperContext, WhisperContextParameters};
+
+ let model = std::env::var_os("SCREENPIPE_WHISPER_TEST_MODEL")
+ .map(std::path::PathBuf::from)
+ .expect("SCREENPIPE_WHISPER_TEST_MODEL must name a real ggml model");
+ let mut context_params = WhisperContextParameters::default();
+ context_params.use_gpu(true);
+ eprintln!("whisper Vulkan acceptance: loading {}", model.display());
+ let context = WhisperContext::new_with_params(&model, context_params)
+ .expect("real Whisper Vulkan context creation must succeed");
+ eprintln!("whisper Vulkan acceptance: context loaded; creating state");
+ let mut state = context
+ .create_state()
+ .expect("real Whisper Vulkan state creation must succeed");
+ eprintln!("whisper Vulkan acceptance: state created; running inference");
+ let mut params = FullParams::new(SamplingStrategy::Greedy { best_of: 1 });
+ params.set_language(Some("en"));
+ state
+ .full(params, &[0.0_f32; 16_000])
+ .expect("real Whisper Vulkan inference must succeed");
+ eprintln!("whisper Vulkan acceptance: inference completed");
+}
diff --git a/crates/screenpipe-audio/Cargo.toml b/crates/screenpipe-audio/Cargo.toml
index ee5f0e46d..a5bd8244b 100644
--- a/crates/screenpipe-audio/Cargo.toml
+++ b/crates/screenpipe-audio/Cargo.toml
@@ -201,7 +201,11 @@ default = ["pulseaudio"]
metal = ["whisper-rs/metal", "audiopipe?/metal", "audiopipe?/coreml"]
cuda = ["whisper-rs/cuda"]
directml = ["audiopipe?/directml"]
-vulkan = ["audiopipe?/vulkan-ggml", "whisper-rs/vulkan"]
+# Windows Qwen and Parakeet use ONNX/DirectML. Enabling audiopipe's GGML
+# Vulkan backend also links a second native GGML implementation into the app;
+# its independently configured CPU backend can contain builder-host AVX-512
+# instructions. Keep Vulkan scoped to Whisper, the only product path using it.
+vulkan = ["whisper-rs/vulkan"]
pulseaudio = ["dep:libpulse-binding", "dep:libpulse-simple-binding"]
qwen3-asr = ["dep:audiopipe", "audiopipe?/qwen3-asr", "audiopipe?/qwen3-asr-antirez-blas"]
parakeet = ["dep:audiopipe"]