Fastest and only macOS Dictation app with on-device STT and custom trained AI enhancement model. Windows, iOS testflight! Android, Linux waitlist open! A local Wispr Flow alternative. Follow https://x.com/fluidvoiceapp for more
Speed up Cohere live preview
altic-devf1de97bf0cd1
diff --git a/Sources/Fluid/Persistence/SettingsStore.swift b/Sources/Fluid/Persistence/SettingsStore.swiftindex d06f21b0..9eb2f3cd 100644--- a/Sources/Fluid/Persistence/SettingsStore.swift+++ b/Sources/Fluid/Persistence/SettingsStore.swift@@ -2694,7 +2694,7 @@ final class SettingsStore: ObservableObject {var streamingPreviewIntervalSeconds: Double {switch self {case .cohereTranscribeSixBit:- return 2.0+ return 1.0default:return 0.6}@@ -2705,7 +2705,7 @@ final class SettingsStore: ObservableObject {var minimumStreamingPreviewSeconds: Double {switch self {case .cohereTranscribeSixBit:- return 2.0+ return 1.5default:return 1.0}diff --git a/Sources/Fluid/Services/ExternalCoreMLTranscriptionProvider.swift b/Sources/Fluid/Services/ExternalCoreMLTranscriptionProvider.swiftindex 79c6e65b..daea41f2 100644--- a/Sources/Fluid/Services/ExternalCoreMLTranscriptionProvider.swift+++ b/Sources/Fluid/Services/ExternalCoreMLTranscriptionProvider.swift@@ -10,6 +10,7 @@ final class ExternalCoreMLTranscriptionProvider: TranscriptionProvider {var isAvailable: Bool { true }private(set) var isReady: Bool = falsevar prefersNativeFileTranscription: Bool { true }+ private let streamingPreviewMaxSeconds: Double = 12private var cohereManager: CohereTranscribeAsrManager?private let modelOverride: SettingsStore.SpeechModel?@@ -81,11 +82,21 @@ final class ExternalCoreMLTranscriptionProvider: TranscriptionProvider {}func transcribeStreaming(_ samples: [Float]) async throws -> ASRTranscriptionResult {+ let previewSamples = self.previewSamples(for: samples)DebugLogger.shared.debug(- "ExternalCoreML: streaming preview request [samples=\(samples.count)]",+ "ExternalCoreML: streaming preview request [samples=\(samples.count), previewSamples=\(previewSamples.count)]",source: "ExternalCoreML")- return try await self.transcribeFinal(samples)+ guard let manager = self.cohereManager else {+ DebugLogger.shared.error(+ "ExternalCoreML: streaming preview requested before manager initialization",+ source: "ExternalCoreML"+ )+ throw Self.makeError("External CoreML model is not initialized.")+ }++ let text = try await manager.transcribe(audioSamples: previewSamples)+ return ASRTranscriptionResult(text: text, confidence: 1.0)}func transcribeFile(at fileURL: URL) async throws -> ASRTranscriptionResult {@@ -258,6 +269,16 @@ final class ExternalCoreMLTranscriptionProvider: TranscriptionProvider {userInfo: [NSLocalizedDescriptionKey: description])}++ private func previewSamples(for samples: [Float]) -> [Float] {+ let model = self.modelOverride ?? SettingsStore.shared.selectedSpeechModel+ guard model == .cohereTranscribeSixBit else { return samples }++ let sampleRate = model.externalCoreMLSpec?.expectedSampleRate ?? 16_000+ let maxPreviewSamples = Int(Double(sampleRate) * self.streamingPreviewMaxSeconds)+ guard samples.count > maxPreviewSamples else { return samples }+ return Array(samples.suffix(maxPreviewSamples))+ }}#else