Fastest and only macOS Dictation app with on-device STT and custom trained AI enhancement model. Windows, iOS testflight! Android, Linux waitlist open! A local Wispr Flow alternative. Follow https://x.com/fluidvoiceapp for more
Download Cohere CoreML model from Hugging Face
altic-dev92d7e4b45309
diff --git a/Sources/Fluid/Networking/ModelDownloader.swift b/Sources/Fluid/Networking/ModelDownloader.swiftindex 4bf88c9d..a1f3a69c 100644--- a/Sources/Fluid/Networking/ModelDownloader.swift+++ b/Sources/Fluid/Networking/ModelDownloader.swift@@ -23,6 +23,7 @@ final class HuggingFaceModelDownloader {private let owner: Stringprivate let repo: Stringprivate let revision: String+ private let requiredItemsList: [ModelItem]private var baseApiURL: URLprivate var baseResolveURL: URL@@ -32,6 +33,12 @@ final class HuggingFaceModelDownloader {self.owner = "FluidInference"self.repo = "parakeet-tdt-0.6b-v3-coreml"self.revision = "main"+ self.requiredItemsList = [+ ModelItem(path: "MelEncoder.mlmodelc", isDirectory: true),+ ModelItem(path: "Decoder.mlmodelc", isDirectory: true),+ ModelItem(path: "JointDecision.mlmodelc", isDirectory: true),+ ModelItem(path: "parakeet_v3_vocab.json", isDirectory: false),+ ]guard var apiBase = URL(string: "https://huggingface.co/api/models/") else {preconditionFailure("Invalid base Hugging Face API URL")}@@ -56,10 +63,16 @@ final class HuggingFaceModelDownloader {/// - owner: Hugging Face username or organization/// - repo: Repository name containing the models/// - revision: Branch or commit hash (default: "main")- init(owner: String, repo: String, revision: String = "main") {+ init(owner: String, repo: String, revision: String = "main", requiredItems: [ModelItem]? = nil) {self.owner = ownerself.repo = repoself.revision = revision+ self.requiredItemsList = requiredItems ?? [+ ModelItem(path: "MelEncoder.mlmodelc", isDirectory: true),+ ModelItem(path: "Decoder.mlmodelc", isDirectory: true),+ ModelItem(path: "JointDecision.mlmodelc", isDirectory: true),+ ModelItem(path: "parakeet_v3_vocab.json", isDirectory: false),+ ]guard var apiBase = URL(string: "https://huggingface.co/api/models/") else {preconditionFailure("Invalid base Hugging Face API URL")}@@ -152,13 +165,7 @@ final class HuggingFaceModelDownloader {}private func requiredItems() -> [ModelItem] {- return [- // Preferred v3 unified model file names used by FluidAudio 0.5+- ModelItem(path: "MelEncoder.mlmodelc", isDirectory: true),- ModelItem(path: "Decoder.mlmodelc", isDirectory: true),- ModelItem(path: "JointDecision.mlmodelc", isDirectory: true),- ModelItem(path: "parakeet_v3_vocab.json", isDirectory: false),- ]+ self.requiredItemsList}private func downloadDirectory(relativePath: String, to destination: URL) async throws {diff --git a/Sources/Fluid/Persistence/SettingsStore.swift b/Sources/Fluid/Persistence/SettingsStore.swiftindex d8464d34..f39a5cf3 100644--- a/Sources/Fluid/Persistence/SettingsStore.swift+++ b/Sources/Fluid/Persistence/SettingsStore.swift@@ -2664,7 +2664,7 @@ final class SettingsStore: ObservableObject {case .parakeetTDT: return "FluidVoice Pick"case .parakeetTDTv2: return "FluidVoice Pick"case .qwen3Asr: return "Beta"- case .cohereTranscribeSixBit: return "Manual Import"+ case .cohereTranscribeSixBit: return "New"case .appleSpeechAnalyzer: return "New"default: return nil}diff --git a/Sources/Fluid/Services/ASRService.swift b/Sources/Fluid/Services/ASRService.swiftindex df9906e6..e9893470 100644--- a/Sources/Fluid/Services/ASRService.swift+++ b/Sources/Fluid/Services/ASRService.swift@@ -128,10 +128,10 @@ final class ASRService: ObservableObject {var modelStatusMessage: String {let usesExternalArtifacts = SettingsStore.shared.selectedSpeechModel.requiresExternalArtifactsif self.isAsrReady { return "Model ready" }- if self.isDownloadingModel { return usesExternalArtifacts ? "Importing model..." : "Downloading model..." }+ if self.isDownloadingModel { return "Downloading model..." }if self.isLoadingModel { return "Loading model into memory..." }- if self.modelsExistOnDisk { return usesExternalArtifacts ? "Model imported, needs loading" : "Model cached, needs loading" }- return usesExternalArtifacts ? "Model not imported" : "Model not downloaded"+ if self.modelsExistOnDisk { return usesExternalArtifacts ? "Model cached, needs loading" : "Model cached, needs loading" }+ return "Model not downloaded"}// MARK: - Transcription Provider (Settable)diff --git a/Sources/Fluid/Services/ExternalCoreMLModelRegistry.swift b/Sources/Fluid/Services/ExternalCoreMLModelRegistry.swiftindex 3d39b527..38e38d3f 100644--- a/Sources/Fluid/Services/ExternalCoreMLModelRegistry.swift+++ b/Sources/Fluid/Services/ExternalCoreMLModelRegistry.swift@@ -50,6 +50,9 @@ struct ExternalCoreMLASRModelSpec {let expectedSampleRate: Intlet computeUnits: MLComputeUnitslet sourceURL: URL?+ let repositoryOwner: String?+ let repositoryName: String?+ let repositoryRevision: Stringvar requiredEntries: [String] {[@@ -65,6 +68,11 @@ struct ExternalCoreMLASRModelSpec {directory.appendingPathComponent(entry, isDirectory: entry.hasSuffix(".mlpackage"))}+ var defaultCacheDirectory: URL? {+ FileManager.default.urls(for: .cachesDirectory, in: .userDomainMask).first?+ .appendingPathComponent(self.artifactFolderHint, isDirectory: true)+ }+func validateArtifacts(at directory: URL) -> Bool {(try? self.validateArtifactsOrThrow(at: directory)) != nil}@@ -126,7 +134,10 @@ enum ExternalCoreMLModelRegistry {expectedModelID: "CohereLabs/cohere-transcribe-03-2026",expectedSampleRate: 16000,computeUnits: .cpuAndGPU,- sourceURL: URL(string: "https://huggingface.co/BarathwajAnandan/cohere-transcribe-03-2026-CoreML-6bit")+ sourceURL: URL(string: "https://huggingface.co/BarathwajAnandan/cohere-transcribe-03-2026-CoreML-6bit"),+ repositoryOwner: "BarathwajAnandan",+ repositoryName: "cohere-transcribe-03-2026-CoreML-6bit",+ repositoryRevision: "main")default:return nildiff --git a/Sources/Fluid/Services/ExternalCoreMLTranscriptionProvider.swift b/Sources/Fluid/Services/ExternalCoreMLTranscriptionProvider.swiftindex 7add2b71..8e7acf2b 100644--- a/Sources/Fluid/Services/ExternalCoreMLTranscriptionProvider.swift+++ b/Sources/Fluid/Services/ExternalCoreMLTranscriptionProvider.swift@@ -33,39 +33,27 @@ final class ExternalCoreMLTranscriptionProvider: TranscriptionProvider {)throw Self.makeError("No external CoreML spec registered for \(model.displayName).")}- guard let directory = SettingsStore.shared.externalCoreMLArtifactsDirectory(for: model) else {+ guard let directory = Self.artifactsDirectory(for: model, spec: spec) else {DebugLogger.shared.error(- "ExternalCoreML: no artifacts directory configured for model=\(model.rawValue)",+ "ExternalCoreML: unable to resolve cache directory for model=\(model.rawValue)",source: "ExternalCoreML")- throw Self.makeError("Select the \(model.displayName) artifacts folder before loading the model.")+ throw Self.makeError("Unable to resolve a cache directory for \(model.displayName).")}- DebugLogger.shared.info(- "ExternalCoreML: validating artifacts at \(directory.path)",- source: "ExternalCoreML"+ try await self.ensureArtifactsPresent(+ for: model,+ spec: spec,+ at: directory,+ progressHandler: progressHandler)- do {- try spec.validateArtifactsOrThrow(at: directory)- DebugLogger.shared.info(- "ExternalCoreML: artifact validation passed for \(directory.lastPathComponent)",- source: "ExternalCoreML"- )- } catch {- DebugLogger.shared.error(- "ExternalCoreML: artifact validation failed: \(error.localizedDescription)",- source: "ExternalCoreML"- )- throw Self.makeError(error.localizedDescription)- }-- progressHandler?(0.1)+ progressHandler?(0.85)switch spec.backend {case .cohereTranscribe:let manager = CohereTranscribeAsrManager()- progressHandler?(0.35)+ progressHandler?(0.9)DebugLogger.shared.info("ExternalCoreML: loading Cohere models [computeUnits=\(String(describing: spec.computeUnits))]",source: "ExternalCoreML"@@ -144,9 +132,8 @@ final class ExternalCoreMLTranscriptionProvider: TranscriptionProvider {func modelsExistOnDisk() -> Bool {let model = self.modelOverride ?? SettingsStore.shared.selectedSpeechModel- guard- let spec = model.externalCoreMLSpec,- let directory = SettingsStore.shared.externalCoreMLArtifactsDirectory(for: model)+ guard let spec = model.externalCoreMLSpec,+ let directory = Self.artifactsDirectory(for: model, spec: spec)else {return false}@@ -155,9 +142,8 @@ final class ExternalCoreMLTranscriptionProvider: TranscriptionProvider {func clearCache() async throws {let model = self.modelOverride ?? SettingsStore.shared.selectedSpeechModel- guard- model.externalCoreMLSpec != nil,- let directory = SettingsStore.shared.externalCoreMLArtifactsDirectory(for: model)+ guard let spec = model.externalCoreMLSpec,+ let directory = Self.artifactsDirectory(for: model, spec: spec)else {self.isReady = falseself.cohereManager = nil@@ -174,6 +160,14 @@ final class ExternalCoreMLTranscriptionProvider: TranscriptionProvider {try FileManager.default.removeItem(at: compiledDirectory)}+ if FileManager.default.fileExists(atPath: directory.path) {+ DebugLogger.shared.info(+ "ExternalCoreML: removing downloaded artifacts at \(directory.path)",+ source: "ExternalCoreML"+ )+ try FileManager.default.removeItem(at: directory)+ }+self.isReady = falseself.cohereManager = nilDebugLogger.shared.info(@@ -182,6 +176,62 @@ final class ExternalCoreMLTranscriptionProvider: TranscriptionProvider {)}+ private func ensureArtifactsPresent(+ for model: SettingsStore.SpeechModel,+ spec: ExternalCoreMLASRModelSpec,+ at directory: URL,+ progressHandler: ((Double) -> Void)?+ ) async throws {+ try FileManager.default.createDirectory(at: directory, withIntermediateDirectories: true)++ if spec.validateArtifacts(at: directory) {+ DebugLogger.shared.info(+ "ExternalCoreML: artifact validation passed for \(directory.lastPathComponent)",+ source: "ExternalCoreML"+ )+ progressHandler?(0.8)+ return+ }++ guard let owner = spec.repositoryOwner, let repo = spec.repositoryName else {+ throw Self.makeError("Missing repository metadata for \(model.displayName).")+ }++ DebugLogger.shared.info(+ "ExternalCoreML: downloading missing artifacts from \(owner)/\(repo)",+ source: "ExternalCoreML"+ )++ let downloader = HuggingFaceModelDownloader(+ owner: owner,+ repo: repo,+ revision: spec.repositoryRevision,+ requiredItems: spec.requiredEntries.map { .init(path: $0, isDirectory: $0.hasSuffix(".mlpackage")) }+ )+ try await downloader.ensureModelsPresent(at: directory) { progress, item in+ DebugLogger.shared.debug(+ "ExternalCoreML: download progress \(Int(progress * 100))% [\(item)]",+ source: "ExternalCoreML"+ )+ progressHandler?(progress * 0.8)+ }++ do {+ try spec.validateArtifactsOrThrow(at: directory)+ } catch {+ throw Self.makeError(error.localizedDescription)+ }++ SettingsStore.shared.setExternalCoreMLArtifactsDirectory(directory, for: model)+ }++ private static func artifactsDirectory(+ for model: SettingsStore.SpeechModel,+ spec: ExternalCoreMLASRModelSpec+ ) -> URL? {+ SettingsStore.shared.externalCoreMLArtifactsDirectory(for: model) ?? spec.defaultCacheDirectory+ }+private static func makeError(_ description: String) -> NSError {NSError(domain: "ExternalCoreMLTranscriptionProvider",diff --git a/Sources/Fluid/UI/AISettings/VoiceEngineSettingsViewModel.swift b/Sources/Fluid/UI/AISettings/VoiceEngineSettingsViewModel.swiftindex f6aa6ce1..6959b847 100644--- a/Sources/Fluid/UI/AISettings/VoiceEngineSettingsViewModel.swift+++ b/Sources/Fluid/UI/AISettings/VoiceEngineSettingsViewModel.swift@@ -98,9 +98,6 @@ final class VoiceEngineSettingsViewModel: ObservableObject {func activateSpeechModel(_ model: SettingsStore.SpeechModel) {guard !self.asr.isRunning else { return }- if model.requiresExternalArtifacts && self.ensureExternalArtifactsConfigured(for: model) == false {- return- }withAnimation(.spring(response: 0.3, dampingFraction: 0.7)) {self.settings.selectedSpeechModel = modelself.previewSpeechModel = model@@ -121,10 +118,6 @@ final class VoiceEngineSettingsViewModel: ObservableObject {func downloadSpeechModel(_ model: SettingsStore.SpeechModel) {guard !self.asr.isRunning else { return }- if model.requiresExternalArtifacts {- _ = self.ensureExternalArtifactsConfigured(for: model)- return- }guard self.downloadingModel == nil else { return } // Prevent concurrent downloadsself.downloadingModel = modelself.downloadProgress = 0.0@@ -150,7 +143,7 @@ final class VoiceEngineSettingsViewModel: ObservableObject {} catch {DebugLogger.shared.error("Failed to download model \(model.displayName): \(error)", source: "VoiceEngineVM")await MainActor.run {- self.asr.errorTitle = model.requiresExternalArtifacts ? "Model Import Failed" : "Model Download Failed"+ self.asr.errorTitle = "Model Download Failed"self.asr.errorMessage = error.localizedDescriptionself.asr.showError = true}@@ -211,7 +204,7 @@ final class VoiceEngineSettingsViewModel: ObservableObject {case .qwen3Asr:return "Qwen3 ASR is a multilingual FluidAudio model with strong quality, but higher memory usage. Requires macOS 15+."case .cohereTranscribeSixBit:- return "Cohere Transcribe uses an external CoreML pipeline loaded from a local folder. Best on Apple Silicon with 8GB+ RAM."+ return "Cohere Transcribe downloads a CoreML pipeline from Hugging Face and caches it locally. Best on Apple Silicon with 8GB+ RAM."default:return "Whisper models support 99 languages and work on any Mac."}@@ -222,7 +215,7 @@ final class VoiceEngineSettingsViewModel: ObservableObject {try await self.asr.ensureAsrReady()} catch {DebugLogger.shared.error("Failed to download models: \(error)", source: "AISettingsView")- self.asr.errorTitle = self.settings.selectedSpeechModel.requiresExternalArtifacts ? "Model Import Failed" : "Model Download Failed"+ self.asr.errorTitle = "Model Download Failed"self.asr.errorMessage = error.localizedDescriptionself.asr.showError = true}@@ -245,73 +238,8 @@ final class VoiceEngineSettingsViewModel: ObservableObject {self.selectedSpeechProvider = provider}- func externalArtifactsDirectoryDisplay(for model: SettingsStore.SpeechModel) -> String? {- self.settings.externalCoreMLArtifactsDirectory(for: model)?.path- }-- func chooseExternalArtifactsDirectory(for model: SettingsStore.SpeechModel) {- _ = self.ensureExternalArtifactsConfigured(for: model, forceChooser: true)- }-- func clearExternalArtifactsDirectory(for model: SettingsStore.SpeechModel) {- self.settings.setExternalCoreMLArtifactsDirectory(nil, for: model)- if self.settings.selectedSpeechModel == model {- self.asr.resetTranscriptionProvider()- }- }-func openExternalModelSource(for model: SettingsStore.SpeechModel) {guard let url = model.externalCoreMLSpec?.sourceURL else { return }NSWorkspace.shared.open(url)}-- @discardableResult- private func ensureExternalArtifactsConfigured(- for model: SettingsStore.SpeechModel,- forceChooser: Bool = false- ) -> Bool {- guard let spec = model.externalCoreMLSpec else { return true }- if forceChooser == false,- let directory = self.settings.externalCoreMLArtifactsDirectory(for: model),- spec.validateArtifacts(at: directory)- {- return true- }-- let panel = NSOpenPanel()- panel.title = "Select \(model.displayName) Artifacts Folder"- panel.message = "Choose the folder containing \(spec.artifactFolderHint) and its CoreML files."- panel.canChooseDirectories = true- panel.canChooseFiles = false- panel.allowsMultipleSelection = false- panel.canCreateDirectories = false- panel.prompt = "Use Folder"-- guard panel.runModal() == .OK, let selectedDirectory = panel.url?.standardizedFileURL else {- return false- }-- let candidateDirectory = spec.validateArtifacts(at: selectedDirectory)- ? selectedDirectory- : selectedDirectory.appendingPathComponent(spec.artifactFolderHint, isDirectory: true)-- do {- try spec.validateArtifactsOrThrow(at: candidateDirectory)- } catch {- self.asr.errorTitle = "Artifacts Folder Invalid"- self.asr.errorMessage = error.localizedDescription- self.asr.showError = true- return false- }-- self.settings.setExternalCoreMLArtifactsDirectory(candidateDirectory, for: model)- if self.settings.selectedSpeechModel == model {- self.asr.resetTranscriptionProvider()- } else {- Task {- await self.asr.checkIfModelsExistAsync()- }- }- return true- }}diff --git a/Sources/Fluid/UI/AISettingsView+SpeechRecognition.swift b/Sources/Fluid/UI/AISettingsView+SpeechRecognition.swiftindex 680533ab..5cf8952f 100644--- a/Sources/Fluid/UI/AISettingsView+SpeechRecognition.swift+++ b/Sources/Fluid/UI/AISettingsView+SpeechRecognition.swift@@ -273,28 +273,21 @@ extension VoiceEngineSettingsView {if model.requiresExternalArtifacts {VStack(alignment: .leading, spacing: 8) {HStack(alignment: .center, spacing: 10) {- Image(systemName: "folder.badge.gearshape")+ Image(systemName: "arrow.down.circle").font(.caption).foregroundStyle(self.theme.palette.accent)VStack(alignment: .leading, spacing: 3) {- Text("External CoreML artifacts")+ Text("Hosted on Hugging Face").font(.caption).fontWeight(.semibold)- Text(self.viewModel.externalArtifactsDirectoryDisplay(for: model) ?? "Choose the Hugging Face model folder before activating this model.")+ Text("Downloads automatically on first use and stays cached locally.").font(.caption2).foregroundStyle(.secondary)- .lineLimit(3)+ .lineLimit(2)}Spacer(minLength: 8)-- Button(self.viewModel.externalArtifactsDirectoryDisplay(for: model) == nil ? "Import Folder" : "Change Folder") {- self.viewModel.chooseExternalArtifactsDirectory(for: model)- }- .buttonStyle(.borderedProminent)- .tint(self.theme.palette.accent)- .controlSize(.small)}if model.externalCoreMLSpec?.sourceURL != nil {@@ -308,7 +301,7 @@ extension VoiceEngineSettingsView {.buttonStyle(.plain).foregroundStyle(self.theme.palette.accent)- Text("Download the full model folder there, then import it here.")+ Text("The app downloads the artifacts directly from this repo.").font(.caption2).foregroundStyle(.secondary).lineLimit(2)@@ -317,17 +310,6 @@ extension VoiceEngineSettingsView {}}- if self.viewModel.externalArtifactsDirectoryDisplay(for: model) != nil {- HStack {- Button("Clear Folder") {- self.viewModel.clearExternalArtifactsDirectory(for: model)- }- .buttonStyle(.plain)- .font(.caption)- .foregroundStyle(.red.opacity(0.8))- Spacer()- }- }}.padding(.horizontal, 10).padding(.vertical, 8)@@ -533,7 +515,7 @@ extension VoiceEngineSettingsView {.disabled(self.viewModel.asr.isRunning || self.viewModel.downloadingModel != nil)}- Button("Import Folder") {+ Button("Download") {self.viewModel.previewSpeechModel = modelself.viewModel.downloadSpeechModel(model)}@@ -562,7 +544,7 @@ extension VoiceEngineSettingsView {.opacity(isSelected ? 1 : 0)}}- .frame(width: model.requiresExternalArtifacts ? 168 : 120, alignment: .trailing)+ .frame(width: model.requiresExternalArtifacts ? 150 : 120, alignment: .trailing)}}.padding(.horizontal, 12)@@ -613,7 +595,7 @@ extension VoiceEngineSettingsView {Button(action: { Task { await self.viewModel.deleteModels() } }) {HStack(spacing: 4) {Image(systemName: "trash")- Text(self.settings.selectedSpeechModel.requiresExternalArtifacts ? "Forget" : "Delete")+ Text("Delete")}.font(.caption).foregroundStyle(.red)@@ -621,14 +603,14 @@ extension VoiceEngineSettingsView {.buttonStyle(.plain)} else if self.viewModel.asr.modelsExistOnDisk {Image(systemName: "doc.fill").foregroundStyle(self.theme.palette.accent).font(.caption)- Text(self.settings.selectedSpeechModel.requiresExternalArtifacts ? "Imported" : "Cached")+ Text("Cached").font(.caption).foregroundStyle(.secondary)Button(action: { Task { await self.viewModel.deleteModels() } }) {HStack(spacing: 4) {Image(systemName: "trash")- Text(self.settings.selectedSpeechModel.requiresExternalArtifacts ? "Forget" : "Delete")+ Text("Delete")}.font(.caption).foregroundStyle(.red)@@ -653,7 +635,7 @@ extension VoiceEngineSettingsView {Button(action: { Task { await self.viewModel.downloadModels() } }) {HStack(spacing: 4) {Image(systemName: "arrow.down.circle.fill")- Text(self.settings.selectedSpeechModel.requiresExternalArtifacts ? "Import" : "Download")+ Text("Download")}.font(.caption)}