A free, open source, and extensible speech-to-text application that works completely offline.
add cohere (#1200)
CJ Pais4609db7fdbe6
diff --git a/src-tauri/Cargo.lock b/src-tauri/Cargo.lockindex 45bdeb71..e88db4a6 100644--- a/src-tauri/Cargo.lock+++ b/src-tauri/Cargo.lock@@ -6992,9 +6992,9 @@ dependencies = [[[package]]name = "transcribe-rs"-version = "0.3.5"+version = "0.3.8"source = "registry+https://github.com/rust-lang/crates.io-index"-checksum = "d72db290071cb4c3da90136174b1a108771311a5d506c74738e1a4da71da2c38"+checksum = "b231bc9bd1b20be89583a49c3885dfa7d7323299564ee78eddf83db04f2b337b"dependencies = ["base64 0.22.1","derive_builder",diff --git a/src-tauri/Cargo.toml b/src-tauri/Cargo.tomlindex 863acc60..ca2745f8 100644--- a/src-tauri/Cargo.toml+++ b/src-tauri/Cargo.toml@@ -69,7 +69,7 @@ rusqlite = { version = "0.37", features = ["bundled"] }tar = "0.4.44"flate2 = "1.0"sha2 = "0.10"-transcribe-rs = { version = "0.3.5", features = ["whisper-cpp", "onnx"] }+transcribe-rs = { version = "0.3.8", features = ["whisper-cpp", "onnx"] }handy-keys = "0.2.4"ferrous-opencc = "0.2.3"clap = { version = "4", features = ["derive"] }diff --git a/src-tauri/src/managers/model.rs b/src-tauri/src/managers/model.rsindex bce85d3c..6fab71c1 100644--- a/src-tauri/src/managers/model.rs+++ b/src-tauri/src/managers/model.rs@@ -26,6 +26,7 @@ pub enum EngineType {SenseVoice,GigaAM,Canary,+ Cohere,}#[derive(Debug, Clone, Serialize, Deserialize, Type)]@@ -133,7 +134,7 @@ impl ModelManager {sha256: Some("1be3a9b2063867b937e64e2ec7483364a79917e157fa98c5d94b5c1fffea987b".to_string(),),- size_mb: 487,+ size_mb: 465,is_downloaded: false,is_downloading: false,partial_size: 0,@@ -161,7 +162,7 @@ impl ModelManager {sha256: Some("79283fc1f9fe12ca3248543fbd54b73292164d8df5a16e095e2bceeaaabddf57".to_string(),),- size_mb: 492, // Approximate size+ size_mb: 469,is_downloaded: false,is_downloading: false,partial_size: 0,@@ -188,7 +189,7 @@ impl ModelManager {sha256: Some("1fc70f774d38eb169993ac391eea357ef47c88757ef72ee5943879b7e8e2bc69".to_string(),),- size_mb: 1600, // Approximate size+ size_mb: 1549,is_downloaded: false,is_downloading: false,partial_size: 0,@@ -215,7 +216,7 @@ impl ModelManager {sha256: Some("d75795ecff3f83b5faa89d1900604ad8c780abd5739fae406de19f23ecd98ad1".to_string(),),- size_mb: 1100, // Approximate size+ size_mb: 1031,is_downloaded: false,is_downloading: false,partial_size: 0,@@ -243,7 +244,7 @@ impl ModelManager {sha256: Some("8efbf0ce8a3f50fe332b7617da787fb81354b358c288b008d3bdef8359df64c6".to_string(),),- size_mb: 1080,+ size_mb: 1030,is_downloaded: false,is_downloading: false,partial_size: 0,@@ -271,7 +272,7 @@ impl ModelManager {sha256: Some("ac9b9429984dd565b25097337a887bb7f0f8ac393573661c651f0e7d31563991".to_string(),),- size_mb: 473, // Approximate size for int8 quantized model+ size_mb: 451,is_downloaded: false,is_downloading: false,partial_size: 0,@@ -308,7 +309,7 @@ impl ModelManager {sha256: Some("43d37191602727524a7d8c6da0eef11c4ba24320f5b4730f1a2497befc2efa77".to_string(),),- size_mb: 478, // Approximate size for int8 quantized model+ size_mb: 456,is_downloaded: false,is_downloading: false,partial_size: 0,@@ -335,7 +336,7 @@ impl ModelManager {sha256: Some("04bf6ab012cfceebd4ac7cf88c1b31d027bbdd3cd704649b692e2e935236b7e8".to_string(),),- size_mb: 58,+ size_mb: 55,is_downloaded: false,is_downloading: false,partial_size: 0,@@ -393,7 +394,7 @@ impl ModelManager {sha256: Some("dbb3e1c1832bd88a4ac712f7449a136cc2c9a18c5fe33a12ed1b7cb1cfe9cdd5".to_string(),),- size_mb: 100,+ size_mb: 99,is_downloaded: false,is_downloading: false,partial_size: 0,@@ -457,7 +458,7 @@ impl ModelManager {sha256: Some("171d611fe5d353a50bbb741b6f3ef42559b1565685684e9aa888ef563ba3e8a4".to_string(),),- size_mb: 160,+ size_mb: 152,is_downloaded: false,is_downloading: false,partial_size: 0,@@ -487,7 +488,7 @@ impl ModelManager {sha256: Some("d872462268430db140b69b72e0fc4b787b194c1dbe51b58de39444d55b6da45b".to_string(),),- size_mb: 152,+ size_mb: 151,is_downloaded: false,is_downloading: false,partial_size: 0,@@ -558,7 +559,7 @@ impl ModelManager {sha256: Some("02305b2a25f9cf3e7deaffa7f94df00efa44f442cd55c101c2cb9c000f904666".to_string(),),- size_mb: 692,+ size_mb: 691,is_downloaded: false,is_downloading: false,partial_size: 0,@@ -574,6 +575,41 @@ impl ModelManager {},);+ let cohere_languages: Vec<String> = vec![+ "en", "fr", "de", "it", "es", "pt", "el", "nl", "pl", "zh", "zh-Hans", "zh-Hant", "ja",+ "ko", "vi", "ar",+ ]+ .into_iter()+ .map(String::from)+ .collect();++ available_models.insert(+ "cohere-int8".to_string(),+ ModelInfo {+ id: "cohere-int8".to_string(),+ name: "Cohere".to_string(),+ description: "A large, slower, but very accurate multilingual model.".to_string(),+ filename: "cohere-int8".to_string(),+ url: Some("https://blob.handy.computer/cohere-int8.tar.gz".to_string()),+ sha256: Some(+ "ea2257d52434f3644574f187dcdcf666e302cd11b92866116ab8e14cd9c887f0".to_string(),+ ),+ size_mb: 1708,+ is_downloaded: false,+ is_downloading: false,+ partial_size: 0,+ is_directory: true,+ engine_type: EngineType::Cohere,+ accuracy_score: 0.90,+ speed_score: 0.60,+ supports_translation: false,+ is_recommended: false,+ supported_languages: cohere_languages,+ supports_language_selection: true,+ is_custom: false,+ },+ );+// Auto-discover custom Whisper models (.bin files) in the models directoryif let Err(e) = Self::discover_custom_whisper_models(&models_dir, &mut available_models) {warn!("Failed to discover custom models: {}", e);diff --git a/src-tauri/src/managers/transcription.rs b/src-tauri/src/managers/transcription.rsindex 53b3b9f1..0844b939 100644--- a/src-tauri/src/managers/transcription.rs+++ b/src-tauri/src/managers/transcription.rs@@ -17,6 +17,7 @@ use tauri::{AppHandle, Emitter, Manager};use transcribe_rs::{onnx::{canary::CanaryModel,+ cohere::CohereModel,gigaam::GigaAMModel,moonshine::{MoonshineModel, MoonshineVariant, StreamingModel},parakeet::{ParakeetModel, ParakeetParams, TimestampGranularity},@@ -43,6 +44,7 @@ enum LoadedEngine {SenseVoice(SenseVoiceModel),GigaAM(GigaAMModel),Canary(CanaryModel),+ Cohere(CohereModel),}/// RAII guard that clears the `is_loading` flag and notifies waiters on drop.@@ -367,6 +369,14 @@ impl TranscriptionManager {})?;LoadedEngine::Canary(engine)}+ EngineType::Cohere => {+ let engine = CohereModel::load(&model_path, &Quantization::Int8).map_err(|e| {+ let error_msg = format!("Failed to load cohere model {}: {}", model_id, e);+ emit_loading_failed(&error_msg);+ anyhow::anyhow!(error_msg)+ })?;+ LoadedEngine::Cohere(engine)+ }};// Update the current engine and model ID@@ -601,6 +611,24 @@ impl TranscriptionManager {.transcribe(&audio, &options).map_err(|e| anyhow::anyhow!("Canary transcription failed: {}", e))}+ LoadedEngine::Cohere(cohere_engine) => {+ let lang = if validated_language == "auto" {+ None+ } else if validated_language == "zh-Hans"+ || validated_language == "zh-Hant"+ {+ Some("zh".to_string())+ } else {+ Some(validated_language.clone())+ };+ let options = TranscribeOptions {+ language: lang,+ ..Default::default()+ };+ cohere_engine+ .transcribe(&audio, &options)+ .map_err(|e| anyhow::anyhow!("Cohere transcription failed: {}", e))+ }}},));diff --git a/src/bindings.ts b/src/bindings.tsindex 6d50b1ff..378d630d 100644--- a/src/bindings.ts+++ b/src/bindings.ts@@ -834,7 +834,7 @@ export type AvailableAccelerators = { whisper: string[]; ort: string[]; gpu_deviexport type BindingResponse = { success: boolean; binding: ShortcutBinding | null; error: string | null }export type ClipboardHandling = "dont_modify" | "copy_to_clipboard"export type CustomSounds = { start: boolean; stop: boolean }-export type EngineType = "Whisper" | "Parakeet" | "Moonshine" | "MoonshineStreaming" | "SenseVoice" | "GigaAM" | "Canary"+export type EngineType = "Whisper" | "Parakeet" | "Moonshine" | "MoonshineStreaming" | "SenseVoice" | "GigaAM" | "Canary" | "Cohere"export type GpuDeviceOption = { id: number; name: string; total_vram_mb: number }export type HistoryEntry = { id: number; file_name: string; timestamp: number; saved: boolean; title: string; transcription_text: string; post_processed_text: string | null; post_process_prompt: string | null; post_process_requested: boolean }export type HistoryUpdatePayload = { action: "added"; entry: HistoryEntry } | { action: "updated"; entry: HistoryEntry } | { action: "deleted"; id: number } | { action: "toggled"; id: number }diff --git a/src/i18n/languages.ts b/src/i18n/languages.tsindex 5217bd53..e2fe8724 100644--- a/src/i18n/languages.ts+++ b/src/i18n/languages.ts@@ -35,5 +35,5 @@ export const LANGUAGE_METADATA: Record<ar: { name: "Arabic", nativeName: "العربية", priority: 17, direction: "rtl" },he: { name: "Hebrew", nativeName: "עברית", priority: 18, direction: "rtl" },sv: { name: "Swedish", nativeName: "Svenska", priority: 19 },- bg: { name: "Bulgarian", nativeName: "Български", priority: 20 }+ bg: { name: "Bulgarian", nativeName: "Български", priority: 20 },};diff --git a/src/i18n/locales/ar/translation.json b/src/i18n/locales/ar/translation.jsonindex feb641e5..52c52d13 100644--- a/src/i18n/locales/ar/translation.json+++ b/src/i18n/locales/ar/translation.json@@ -88,6 +88,10 @@"canary-1b-v2": {"name": "Canary 1B v2","description": "متعدد اللغات ودقيق. 25 لغة أوروبية. يدعم الترجمة."+ },+ "cohere-int8": {+ "name": "Cohere",+ "description": "نموذج كبير وأبطأ، لكنه دقيق جداً ومتعدد اللغات."}},"errors": {diff --git a/src/i18n/locales/bg/translation.json b/src/i18n/locales/bg/translation.jsonindex 10d63893..fada42f1 100644--- a/src/i18n/locales/bg/translation.json+++ b/src/i18n/locales/bg/translation.json@@ -88,6 +88,10 @@"canary-1b-v2": {"name": "Canary 1B v2","description": "Точен многоезичен. 25 европейски езика. Поддържа превод."+ },+ "cohere-int8": {+ "name": "Cohere",+ "description": "Голям, по-бавен, но много точен многоезичен модел."}},"errors": {diff --git a/src/i18n/locales/cs/translation.json b/src/i18n/locales/cs/translation.jsonindex d73a3c6c..345bcd40 100644--- a/src/i18n/locales/cs/translation.json+++ b/src/i18n/locales/cs/translation.json@@ -88,6 +88,10 @@"canary-1b-v2": {"name": "Canary 1B v2","description": "Přesný vícejazyčný. 25 evropských jazyků. Podporuje překlad."+ },+ "cohere-int8": {+ "name": "Cohere",+ "description": "Velký, pomalejší, ale velmi přesný vícejazyčný model."}},"errors": {diff --git a/src/i18n/locales/de/translation.json b/src/i18n/locales/de/translation.jsonindex 1f5acddd..30adc797 100644--- a/src/i18n/locales/de/translation.json+++ b/src/i18n/locales/de/translation.json@@ -88,6 +88,10 @@"canary-1b-v2": {"name": "Canary 1B v2","description": "Genaue mehrsprachige Erkennung. 25 europäische Sprachen. Unterstützt Übersetzung."+ },+ "cohere-int8": {+ "name": "Cohere",+ "description": "Ein großes, langsameres, aber sehr genaues mehrsprachiges Modell."}},"errors": {diff --git a/src/i18n/locales/en/translation.json b/src/i18n/locales/en/translation.jsonindex 775e33cd..c3fb449a 100644--- a/src/i18n/locales/en/translation.json+++ b/src/i18n/locales/en/translation.json@@ -88,6 +88,10 @@"canary-1b-v2": {"name": "Canary 1B v2","description": "Accurate multilingual. 25 European languages. Supports translation."+ },+ "cohere-int8": {+ "name": "Cohere",+ "description": "A large, slower, but very accurate multilingual model."}},"errors": {diff --git a/src/i18n/locales/es/translation.json b/src/i18n/locales/es/translation.jsonindex ac3c7dbf..dd4420e5 100644--- a/src/i18n/locales/es/translation.json+++ b/src/i18n/locales/es/translation.json@@ -88,6 +88,10 @@"canary-1b-v2": {"name": "Canary 1B v2","description": "Multilingüe preciso. 25 idiomas europeos. Soporta traducción."+ },+ "cohere-int8": {+ "name": "Cohere",+ "description": "Un modelo grande, más lento, pero muy preciso y multilingüe."}},"errors": {diff --git a/src/i18n/locales/fr/translation.json b/src/i18n/locales/fr/translation.jsonindex 58c13b4e..9b82798c 100644--- a/src/i18n/locales/fr/translation.json+++ b/src/i18n/locales/fr/translation.json@@ -88,6 +88,10 @@"canary-1b-v2": {"name": "Canary 1B v2","description": "Multilingue précis. 25 langues européennes. Supporte la traduction."+ },+ "cohere-int8": {+ "name": "Cohere",+ "description": "Un modèle volumineux, plus lent, mais très précis et multilingue."}},"errors": {diff --git a/src/i18n/locales/he/translation.json b/src/i18n/locales/he/translation.jsonindex 2a14f50e..7c3f7927 100644--- a/src/i18n/locales/he/translation.json+++ b/src/i18n/locales/he/translation.json@@ -88,6 +88,10 @@"canary-1b-v2": {"name": "Canary 1B v2","description": "רב-לשוני ומדויק. 25 שפות אירופיות. תומך בתרגום."+ },+ "cohere-int8": {+ "name": "Cohere",+ "description": "מודל גדול, איטי יותר, אך מדויק מאוד ורב-לשוני."}},"errors": {diff --git a/src/i18n/locales/it/translation.json b/src/i18n/locales/it/translation.jsonindex c1fb10ec..1754393c 100644--- a/src/i18n/locales/it/translation.json+++ b/src/i18n/locales/it/translation.json@@ -88,6 +88,10 @@"canary-1b-v2": {"name": "Canary 1B v2","description": "Multilingue accurato. 25 lingue europee. Supporta la traduzione."+ },+ "cohere-int8": {+ "name": "Cohere",+ "description": "Un modello grande, più lento, ma molto accurato e multilingue."}},"errors": {diff --git a/src/i18n/locales/ja/translation.json b/src/i18n/locales/ja/translation.jsonindex 7aa003ad..86313af4 100644--- a/src/i18n/locales/ja/translation.json+++ b/src/i18n/locales/ja/translation.json@@ -88,6 +88,10 @@"canary-1b-v2": {"name": "Canary 1B v2","description": "高精度な多言語対応。25のヨーロッパ言語。翻訳対応。"+ },+ "cohere-int8": {+ "name": "Cohere",+ "description": "大型で低速ですが、非常に高精度な多言語モデル。"}},"errors": {diff --git a/src/i18n/locales/ko/translation.json b/src/i18n/locales/ko/translation.jsonindex b8b2bf22..954583fa 100644--- a/src/i18n/locales/ko/translation.json+++ b/src/i18n/locales/ko/translation.json@@ -88,6 +88,10 @@"canary-1b-v2": {"name": "Canary 1B v2","description": "정확한 다국어 지원. 25개 유럽 언어. 번역 지원."+ },+ "cohere-int8": {+ "name": "Cohere",+ "description": "크고 느리지만 매우 정확한 다국어 모델."}},"errors": {diff --git a/src/i18n/locales/pl/translation.json b/src/i18n/locales/pl/translation.jsonindex c90e0b7b..dff12ca7 100644--- a/src/i18n/locales/pl/translation.json+++ b/src/i18n/locales/pl/translation.json@@ -88,6 +88,10 @@"canary-1b-v2": {"name": "Canary 1B v2","description": "Dokładny wielojęzyczny. 25 języków europejskich. Obsługuje tłumaczenie."+ },+ "cohere-int8": {+ "name": "Cohere",+ "description": "Duży, wolniejszy, ale bardzo dokładny model wielojęzyczny."}},"errors": {diff --git a/src/i18n/locales/pt/translation.json b/src/i18n/locales/pt/translation.jsonindex 00c33082..fc318877 100644--- a/src/i18n/locales/pt/translation.json+++ b/src/i18n/locales/pt/translation.json@@ -88,6 +88,10 @@"canary-1b-v2": {"name": "Canary 1B v2","description": "Multilíngue preciso. 25 idiomas europeus. Suporta tradução."+ },+ "cohere-int8": {+ "name": "Cohere",+ "description": "Um modelo grande, mais lento, mas muito preciso e multilíngue."}},"errors": {diff --git a/src/i18n/locales/ru/translation.json b/src/i18n/locales/ru/translation.jsonindex 359904be..4c674d7e 100644--- a/src/i18n/locales/ru/translation.json+++ b/src/i18n/locales/ru/translation.json@@ -88,6 +88,10 @@"canary-1b-v2": {"name": "Canary 1B v2","description": "Точная многоязычная. 25 европейских языков. Поддержка перевода."+ },+ "cohere-int8": {+ "name": "Cohere",+ "description": "Большая, медленная, но очень точная многоязычная модель."}},"errors": {diff --git a/src/i18n/locales/sv/translation.json b/src/i18n/locales/sv/translation.jsonindex 413143d3..d8096513 100644--- a/src/i18n/locales/sv/translation.json+++ b/src/i18n/locales/sv/translation.json@@ -88,6 +88,10 @@"canary-1b-v2": {"name": "Canary 1B v2","description": "Noggrann flerspråkig. 25 europeiska språk. Stöder översättning."+ },+ "cohere-int8": {+ "name": "Cohere",+ "description": "En stor, långsammare, men mycket noggrann flerspråkig modell."}},"errors": {diff --git a/src/i18n/locales/tr/translation.json b/src/i18n/locales/tr/translation.jsonindex 5973d230..e81c7a8e 100644--- a/src/i18n/locales/tr/translation.json+++ b/src/i18n/locales/tr/translation.json@@ -88,6 +88,10 @@"canary-1b-v2": {"name": "Canary 1B v2","description": "Doğru çok dilli. 25 Avrupa dili. Çeviri desteği."+ },+ "cohere-int8": {+ "name": "Cohere",+ "description": "Büyük, daha yavaş, ancak çok doğru çok dilli bir model."}},"errors": {diff --git a/src/i18n/locales/uk/translation.json b/src/i18n/locales/uk/translation.jsonindex 6c56dab2..982a6db8 100644--- a/src/i18n/locales/uk/translation.json+++ b/src/i18n/locales/uk/translation.json@@ -88,6 +88,10 @@"canary-1b-v2": {"name": "Canary 1B v2","description": "Точна багатомовна. 25 європейських мов. Підтримує переклад."+ },+ "cohere-int8": {+ "name": "Cohere",+ "description": "Велика, повільніша, але дуже точна багатомовна модель."}},"errors": {diff --git a/src/i18n/locales/vi/translation.json b/src/i18n/locales/vi/translation.jsonindex 87c4d16d..98210398 100644--- a/src/i18n/locales/vi/translation.json+++ b/src/i18n/locales/vi/translation.json@@ -88,6 +88,10 @@"canary-1b-v2": {"name": "Canary 1B v2","description": "Đa ngôn ngữ chính xác. 25 ngôn ngữ châu Âu. Hỗ trợ dịch thuật."+ },+ "cohere-int8": {+ "name": "Cohere",+ "description": "Mô hình lớn, chậm hơn, nhưng rất chính xác và đa ngôn ngữ."}},"errors": {diff --git a/src/i18n/locales/zh-TW/translation.json b/src/i18n/locales/zh-TW/translation.jsonindex bc95dfc4..3009cf12 100644--- a/src/i18n/locales/zh-TW/translation.json+++ b/src/i18n/locales/zh-TW/translation.json@@ -88,6 +88,10 @@"canary-1b-v2": {"name": "Canary 1B v2","description": "準確的多語言模型。25種歐洲語言。支援翻譯。"+ },+ "cohere-int8": {+ "name": "Cohere",+ "description": "大型模型,速度較慢,但多語言辨識非常準確。"}},"errors": {diff --git a/src/i18n/locales/zh/translation.json b/src/i18n/locales/zh/translation.jsonindex 52305689..b1055808 100644--- a/src/i18n/locales/zh/translation.json+++ b/src/i18n/locales/zh/translation.json@@ -88,6 +88,10 @@"canary-1b-v2": {"name": "Canary 1B v2","description": "准确的多语言模型。25种欧洲语言。支持翻译。"+ },+ "cohere-int8": {+ "name": "Cohere",+ "description": "大型模型,速度较慢,但多语言识别非常准确。"}},"errors": {