Skip to content

Fastest and only macOS Dictation app with on-device STT and custom trained AI enhancement model. Windows, iOS testflight! Android, Linux waitlist open! A local Wispr Flow alternative. Follow https://x.com/fluidvoiceapp for more

Speed up Cohere live preview

altic-devf1de97bf0cd1
diff --git a/Sources/Fluid/Persistence/SettingsStore.swift b/Sources/Fluid/Persistence/SettingsStore.swift
index d06f21b0..9eb2f3cd 100644
--- a/Sources/Fluid/Persistence/SettingsStore.swift
+++ b/Sources/Fluid/Persistence/SettingsStore.swift
@@ -2694,7 +2694,7 @@ final class SettingsStore: ObservableObject {
var streamingPreviewIntervalSeconds: Double {
switch self {
case .cohereTranscribeSixBit:
- return 2.0
+ return 1.0
default:
return 0.6
}
@@ -2705,7 +2705,7 @@ final class SettingsStore: ObservableObject {
var minimumStreamingPreviewSeconds: Double {
switch self {
case .cohereTranscribeSixBit:
- return 2.0
+ return 1.5
default:
return 1.0
}
diff --git a/Sources/Fluid/Services/ExternalCoreMLTranscriptionProvider.swift b/Sources/Fluid/Services/ExternalCoreMLTranscriptionProvider.swift
index 79c6e65b..daea41f2 100644
--- a/Sources/Fluid/Services/ExternalCoreMLTranscriptionProvider.swift
+++ b/Sources/Fluid/Services/ExternalCoreMLTranscriptionProvider.swift
@@ -10,6 +10,7 @@ final class ExternalCoreMLTranscriptionProvider: TranscriptionProvider {
var isAvailable: Bool { true }
private(set) var isReady: Bool = false
var prefersNativeFileTranscription: Bool { true }
+ private let streamingPreviewMaxSeconds: Double = 12
private var cohereManager: CohereTranscribeAsrManager?
private let modelOverride: SettingsStore.SpeechModel?
@@ -81,11 +82,21 @@ final class ExternalCoreMLTranscriptionProvider: TranscriptionProvider {
}
func transcribeStreaming(_ samples: [Float]) async throws -> ASRTranscriptionResult {
+ let previewSamples = self.previewSamples(for: samples)
DebugLogger.shared.debug(
- "ExternalCoreML: streaming preview request [samples=\(samples.count)]",
+ "ExternalCoreML: streaming preview request [samples=\(samples.count), previewSamples=\(previewSamples.count)]",
source: "ExternalCoreML"
)
- return try await self.transcribeFinal(samples)
+ guard let manager = self.cohereManager else {
+ DebugLogger.shared.error(
+ "ExternalCoreML: streaming preview requested before manager initialization",
+ source: "ExternalCoreML"
+ )
+ throw Self.makeError("External CoreML model is not initialized.")
+ }
+
+ let text = try await manager.transcribe(audioSamples: previewSamples)
+ return ASRTranscriptionResult(text: text, confidence: 1.0)
}
func transcribeFile(at fileURL: URL) async throws -> ASRTranscriptionResult {
@@ -258,6 +269,16 @@ final class ExternalCoreMLTranscriptionProvider: TranscriptionProvider {
userInfo: [NSLocalizedDescriptionKey: description]
)
}
+
+ private func previewSamples(for samples: [Float]) -> [Float] {
+ let model = self.modelOverride ?? SettingsStore.shared.selectedSpeechModel
+ guard model == .cohereTranscribeSixBit else { return samples }
+
+ let sampleRate = model.externalCoreMLSpec?.expectedSampleRate ?? 16_000
+ let maxPreviewSamples = Int(Double(sampleRate) * self.streamingPreviewMaxSeconds)
+ guard samples.count > maxPreviewSamples else { return samples }
+ return Array(samples.suffix(maxPreviewSamples))
+ }
}
#else