YC (S26) | Open Computer History | Continuously record your company computer work, map your workflows, help you find work worth automating, and power your agents' context
Rust agentsagiaiai-memoryaudio-recordingcomputer-visionhermeshermes-agentllmlocal-ailocal-firstmachine-learningmcpmultimodalopenclawprivacyrewindscreen-recordingspeech-to-textycombinator
fix(windows): isolate Whisper Vulkan from unused Qwen GGML
Ezra Ellettef7d2cc4d1d78
diff --git a/apps/screenpipe-app-tauri/src-tauri/Cargo.lock b/apps/screenpipe-app-tauri/src-tauri/Cargo.lockindex 5fc206d52..42e1e4c4e 100644--- a/apps/screenpipe-app-tauri/src-tauri/Cargo.lock+++ b/apps/screenpipe-app-tauri/src-tauri/Cargo.lock@@ -11348,6 +11348,7 @@ dependencies = ["urlencoding","uuid","webview2-com",+ "whisper-rs","windows 0.58.0","windows-core 0.61.2","windows-icons",diff --git a/apps/screenpipe-app-tauri/src-tauri/Cargo.toml b/apps/screenpipe-app-tauri/src-tauri/Cargo.tomlindex d32537b44..8232f81e3 100644--- a/apps/screenpipe-app-tauri/src-tauri/Cargo.toml+++ b/apps/screenpipe-app-tauri/src-tauri/Cargo.toml@@ -347,6 +347,7 @@ minisign = "0.7"[target.'cfg(windows)'.dev-dependencies]audiopipe = { git = "https://github.com/EzraEllette/audiopipe.git", rev = "b099a2e589d0dc4d8f22e3e8351efea9e1a359ac", default-features = false, features = ["parakeet", "directml"] }+whisper-rs = { git = "https://github.com/EzraEllette/whisper-rs.git", rev = "b649c3fccc8dcee4512c2778b049e64aa2d15978", features = ["tracing_backend"] }[package.metadata.cargo-machete]diff --git a/apps/screenpipe-app-tauri/src-tauri/src/main.rs b/apps/screenpipe-app-tauri/src-tauri/src/main.rsindex bfe462a4f..6ce6e8d92 100644--- a/apps/screenpipe-app-tauri/src-tauri/src/main.rs+++ b/apps/screenpipe-app-tauri/src-tauri/src/main.rs@@ -52,6 +52,8 @@ mod icons;use crate::analytics::start_analytics;mod agent_event_emitter;mod audio_exclusions;+#[cfg(all(test, target_os = "windows", feature = "vulkan"))]+mod whisper_vulkan_tests;mod auth_token;mod brain_views;mod calendar;diff --git a/apps/screenpipe-app-tauri/src-tauri/src/whisper_vulkan_tests.rs b/apps/screenpipe-app-tauri/src-tauri/src/whisper_vulkan_tests.rsnew file mode 100644index 000000000..1e7f0777e--- /dev/null+++ b/apps/screenpipe-app-tauri/src-tauri/src/whisper_vulkan_tests.rs@@ -0,0 +1,30 @@+// screenpipe — AI that knows everything you've seen, said, or heard+// https://screenpipe.com++// Exercise the combined app link: a standalone Whisper test can miss a second+// dependency's incompatible GGML symbols being selected by the native linker.+#[test]+#[ignore = "uses a real Whisper model and Vulkan device"]+fn real_whisper_vulkan_state_and_inference() {+ use whisper_rs::{FullParams, SamplingStrategy, WhisperContext, WhisperContextParameters};++ let model = std::env::var_os("SCREENPIPE_WHISPER_TEST_MODEL")+ .map(std::path::PathBuf::from)+ .expect("SCREENPIPE_WHISPER_TEST_MODEL must name a real ggml model");+ let mut context_params = WhisperContextParameters::default();+ context_params.use_gpu(true);+ eprintln!("whisper Vulkan acceptance: loading {}", model.display());+ let context = WhisperContext::new_with_params(&model, context_params)+ .expect("real Whisper Vulkan context creation must succeed");+ eprintln!("whisper Vulkan acceptance: context loaded; creating state");+ let mut state = context+ .create_state()+ .expect("real Whisper Vulkan state creation must succeed");+ eprintln!("whisper Vulkan acceptance: state created; running inference");+ let mut params = FullParams::new(SamplingStrategy::Greedy { best_of: 1 });+ params.set_language(Some("en"));+ state+ .full(params, &[0.0_f32; 16_000])+ .expect("real Whisper Vulkan inference must succeed");+ eprintln!("whisper Vulkan acceptance: inference completed");+}diff --git a/crates/screenpipe-audio/Cargo.toml b/crates/screenpipe-audio/Cargo.tomlindex ee5f0e46d..a5bd8244b 100644--- a/crates/screenpipe-audio/Cargo.toml+++ b/crates/screenpipe-audio/Cargo.toml@@ -201,7 +201,11 @@ default = ["pulseaudio"]metal = ["whisper-rs/metal", "audiopipe?/metal", "audiopipe?/coreml"]cuda = ["whisper-rs/cuda"]directml = ["audiopipe?/directml"]-vulkan = ["audiopipe?/vulkan-ggml", "whisper-rs/vulkan"]+# Windows Qwen and Parakeet use ONNX/DirectML. Enabling audiopipe's GGML+# Vulkan backend also links a second native GGML implementation into the app;+# its independently configured CPU backend can contain builder-host AVX-512+# instructions. Keep Vulkan scoped to Whisper, the only product path using it.+vulkan = ["whisper-rs/vulkan"]pulseaudio = ["dep:libpulse-binding", "dep:libpulse-simple-binding"]qwen3-asr = ["dep:audiopipe", "audiopipe?/qwen3-asr", "audiopipe?/qwen3-asr-antirez-blas"]parakeet = ["dep:audiopipe"]