Skip to content

Fastest and only macOS Dictation app with on-device STT and custom trained AI enhancement model. Windows, iOS testflight! Android, Linux waitlist open! A local Wispr Flow alternative. Follow https://x.com/fluidvoiceapp for more

Use the selected Parakeet model for meetings

altic-dev0754e0de130a
diff --git a/Sources/Fluid/Services/ASRService.swift b/Sources/Fluid/Services/ASRService.swift
index fa537ac7..7deec048 100644
--- a/Sources/Fluid/Services/ASRService.swift
+++ b/Sources/Fluid/Services/ASRService.swift
@@ -4176,7 +4176,7 @@ final class ASRService: ObservableObject {
try await self.retireDictationASRResourcesForMeeting(lease: lease)
},
makeProvider: { configuration in
- // Language selects the pinned Parakeet v2/v3 model; never reads selectedSpeechModel.
+ // The frozen request selects the model; preparation never rereads dictation settings.
try FluidAudioProvider(meetingConfiguration: configuration)
},
prepareProvider: { provider, _, progress in
diff --git a/Sources/Fluid/Services/FluidAudioProvider.swift b/Sources/Fluid/Services/FluidAudioProvider.swift
index 1fd30569..1199b273 100644
--- a/Sources/Fluid/Services/FluidAudioProvider.swift
+++ b/Sources/Fluid/Services/FluidAudioProvider.swift
@@ -121,9 +121,23 @@ nonisolated enum MeetingProviderOptionsError: Error, Equatable {
}
/// Immutable provider options for the opt-in meeting post-processing path. Only the fixed
-/// Parakeet TDT v2 handles English; v3 handles its supported multilingual languages.
+/// Parakeet v2 and Fluid Speech Pro handle English; v3 handles its supported languages.
/// Unsupported model/language combinations and enhancement features are rejected.
nonisolated struct MeetingProviderOptions: Equatable, Sendable {
+ private static let supportedModels: Set<SettingsStore.SpeechModel> = [
+ .parakeetTDTv2, .parakeetTDT, .fluidParakeetPro,
+ ]
+
+ static func preferredModel(
+ for languageCode: String,
+ selected: SettingsStore.SpeechModel?
+ ) -> SettingsStore.SpeechModel {
+ if let selected, self.supportedModels.contains(selected),
+ ParakeetSpeechModelCatalog.descriptor(forModelID: selected.rawValue)?.supportedLanguageCodes.contains(languageCode) == true
+ { return selected }
+ return languageCode == "en" ? .parakeetTDTv2 : .parakeetTDT
+ }
+
let model: SettingsStore.SpeechModel
let vocabularyBoostingEnabled: Bool
let pronunciationMatchingEnabled: Bool
@@ -134,12 +148,12 @@ nonisolated struct MeetingProviderOptions: Equatable, Sendable {
_ configuration: MeetingFinalProcessingConfiguration
) throws -> MeetingProviderOptions {
guard let model = SettingsStore.SpeechModel(rawValue: configuration.asrModel),
- model == .parakeetTDTv2 || model == .parakeetTDT
+ self.supportedModels.contains(model)
else {
throw MeetingProviderOptionsError.unsupportedASRModel(configuration.asrModel)
}
guard VoiceEngineLanguageCatalog.parakeetV3LanguageIDs.contains(configuration.languageCode),
- model != .parakeetTDTv2 || configuration.languageCode == "en"
+ ParakeetSpeechModelCatalog.descriptor(forModelID: model.rawValue)?.supportedLanguageCodes.contains(configuration.languageCode) == true
else {
throw MeetingProviderOptionsError.unsupportedLanguageCode(configuration.languageCode)
}
diff --git a/Sources/Fluid/Services/Meeting/Backend/MeetingParakeetNemotronBackend.swift b/Sources/Fluid/Services/Meeting/Backend/MeetingParakeetNemotronBackend.swift
index cfbc6c3b..7720b449 100644
--- a/Sources/Fluid/Services/Meeting/Backend/MeetingParakeetNemotronBackend.swift
+++ b/Sources/Fluid/Services/Meeting/Backend/MeetingParakeetNemotronBackend.swift
@@ -25,7 +25,7 @@ final class MeetingParakeetNemotronBackend: MeetingTranscriptionBackend {
knownLimits: [
"Nemotron-3 has 8 speaker slots per analysis epoch; a ninth voice is not reliably announced or separated.",
"Speaker slots are epoch-scoped; conservative local voice matching can reconnect identities across epochs of the same track.",
- "Parakeet TDT v2 handles English; v3 handles the supported European languages.",
+ "Parakeet v2 and Fluid Speech Pro handle English; v3 handles the supported European languages.",
"When ASR returns text without usable word timings, one utterance covering the epoch is emitted instead of fabricated words.",
"Local Nemotron model must be installed before planning. Voice matching downloads its local embedding model on first use.",
],
diff --git a/Sources/Fluid/Services/Meeting/MeetingProcessingConfiguration.swift b/Sources/Fluid/Services/Meeting/MeetingProcessingConfiguration.swift
index afefd1cf..03bee395 100644
--- a/Sources/Fluid/Services/Meeting/MeetingProcessingConfiguration.swift
+++ b/Sources/Fluid/Services/Meeting/MeetingProcessingConfiguration.swift
@@ -37,6 +37,7 @@ nonisolated struct MeetingFinalProcessingConfiguration: Equatable, Sendable {
init(
asrModel: String? = nil,
+ preferredASRModel: SettingsStore.SpeechModel? = nil,
languageCode: String = Self.defaultLanguageCode,
vocabularyBoostingEnabled: Bool = false,
pronunciationMatchingEnabled: Bool = false,
@@ -45,7 +46,7 @@ nonisolated struct MeetingFinalProcessingConfiguration: Equatable, Sendable {
diarizationFingerprint: String = MeetingProcessingCheckpoint.currentDiarizationFingerprint,
pipelineVersion: Int = Self.defaultPipelineVersion
) {
- self.asrModel = asrModel ?? (languageCode == Self.defaultLanguageCode ? Self.defaultASRModel : "parakeet-tdt")
+ self.asrModel = asrModel ?? MeetingProviderOptions.preferredModel(for: languageCode, selected: preferredASRModel).rawValue
self.languageCode = languageCode
self.vocabularyBoostingEnabled = vocabularyBoostingEnabled
self.pronunciationMatchingEnabled = pronunciationMatchingEnabled
diff --git a/Sources/Fluid/Services/Meeting/MeetingProcessingPipeline.swift b/Sources/Fluid/Services/Meeting/MeetingProcessingPipeline.swift
index 9c93fc15..508e0495 100644
--- a/Sources/Fluid/Services/Meeting/MeetingProcessingPipeline.swift
+++ b/Sources/Fluid/Services/Meeting/MeetingProcessingPipeline.swift
@@ -1329,6 +1329,7 @@ final class MeetingProcessingPipeline: MeetingProcessingControlling {
private let serializationGate: MeetingProcessingSerializationGate
private let backendRegistry: MeetingTranscriptionBackendRegistry
private let backendIDProvider: @MainActor (String) -> MeetingBackendID
+ private let preferredASRModelProvider: @MainActor () -> SettingsStore.SpeechModel
/// Canonical path only: observes chunk files for the analysis manifest. `nil` uses the real
/// filesystem observer; tests inject fixture observations instead of writing audio.
private let chunkObserver: (any MeetingChunkAudioObserving)?
@@ -1358,9 +1359,11 @@ final class MeetingProcessingPipeline: MeetingProcessingControlling {
echoVerdictProvider: (any MeetingUnitEchoVerdictProviding)? = nil,
meetingRuntimeFactory: MeetingParakeetNemotronRuntimeFactory? = nil,
prepareDiarizationModel: @escaping @MainActor () async throws -> Void = {},
- canonicalSidecarVerifiedProbe: ((MeetingResultSidecarReference) -> Void)? = nil
+ canonicalSidecarVerifiedProbe: ((MeetingResultSidecarReference) -> Void)? = nil,
+ preferredASRModelProvider: @escaping @MainActor () -> SettingsStore.SpeechModel = { SettingsStore.shared.selectedSpeechModel }
) {
self.asrServiceProvider = asrServiceProvider
+ self.preferredASRModelProvider = preferredASRModelProvider
self.managesModelResidency = managesModelResidency
self.serializationGate = serializationGate
self.chunkObserver = chunkObserver
@@ -1426,7 +1429,10 @@ final class MeetingProcessingPipeline: MeetingProcessingControlling {
attemptID: Self.resolvedAttemptID(session: session),
session: session,
sessionDirectory: sessionDirectory,
- configuration: MeetingFinalProcessingConfiguration(languageCode: session.languageCode)
+ configuration: MeetingFinalProcessingConfiguration(
+ preferredASRModel: backendID == .parakeetNemotron ? self.preferredASRModelProvider() : nil,
+ languageCode: session.languageCode
+ )
)
let backend = try self.backendRegistry.makeBackend(
id: backendID,
diff --git a/Tests/FluidDictationIntegrationTests/MeetingParakeetNemotronBackendTests.swift b/Tests/FluidDictationIntegrationTests/MeetingParakeetNemotronBackendTests.swift
index b0bbd4c7..93ee576c 100644
--- a/Tests/FluidDictationIntegrationTests/MeetingParakeetNemotronBackendTests.swift
+++ b/Tests/FluidDictationIntegrationTests/MeetingParakeetNemotronBackendTests.swift
@@ -613,6 +613,29 @@ final class MeetingParakeetNemotronBackendTests: XCTestCase {
XCTAssertEqual(Set(plan.chunkIDsByTrackID.keys), [fixture.micTrack.id, fixture.appTrack.id])
}
+ func testSelectedProAndMultilingualFallbackReachTheFrozenRuntime() async throws {
+ for (language, model) in [("en", "fluid-parakeet-pro"), ("de", "parakeet-tdt")] {
+ let fixture = self.makeTwoEpochFixture()
+ var session = fixture.session
+ session.languageCode = language
+ let runtime = FakeRuntime()
+ let backend = self.makeBackend(runtime: runtime)
+ let configuration = MeetingFinalProcessingConfiguration(preferredASRModel: .fluidParakeetPro, languageCode: language)
+ let request = try self.makeRequest(session: session, directory: self.makeTempSessionDirectory(), configuration: configuration)
+ let plan = try backend.plan(request)
+ let manifest = try self.makeManifest(plan: plan, observations: fixture.observations)
+ runtime.asrSession.responses = (0..<3).map { _ in
+ .init(text: "Hello", words: [.init(text: "Hello", start: 0.2, end: 0.4)])
+ }
+ let outcome = try await backend.execute(plan: plan, manifest: manifest, progress: { _ in })
+ guard case let .canonicalEvidence(bundle) = outcome else { return XCTFail("Expected canonical evidence") }
+ XCTAssertEqual(configuration.asrModel, model)
+ XCTAssertEqual(runtime.asrConfigurations, [configuration])
+ XCTAssertEqual(bundle.evidence.units.map(\.text), ["Hello", "Hello", "Hello"])
+ XCTAssertTrue(bundle.coverageReceipts.allSatisfy { $0.status == .processed })
+ }
+ }
+
func testMultilingualPlanAndExecutionKeepV3LanguageAndWordEvidence() async throws {
let fixture = self.makeTwoEpochFixture()
var session = fixture.session
@@ -766,7 +789,8 @@ final class MeetingParakeetNemotronBackendTests: XCTestCase {
meetingRuntimeFactory: { request in
spy.requests.append(request)
return runtime
- }
+ },
+ preferredASRModelProvider: { .parakeetTDTv2 }
)
runtime.asrSession.responses = [
.init(text: "", words: []), .init(text: "", words: []), .init(text: "", words: []),
diff --git a/Tests/FluidDictationIntegrationTests/MeetingProviderOptionsTests.swift b/Tests/FluidDictationIntegrationTests/MeetingProviderOptionsTests.swift
index 12236404..018227b2 100644
--- a/Tests/FluidDictationIntegrationTests/MeetingProviderOptionsTests.swift
+++ b/Tests/FluidDictationIntegrationTests/MeetingProviderOptionsTests.swift
@@ -37,6 +37,59 @@ final class MeetingProviderOptionsTests: XCTestCase {
)
}
+ func testPreferredMeetingModelRespectsLanguageAndSupportedModels() throws {
+ let cases: [(SettingsStore.SpeechModel, String, SettingsStore.SpeechModel)] = [
+ (.fluidParakeetPro, "en", .fluidParakeetPro),
+ (.fluidParakeetPro, "de", .parakeetTDT),
+ (.parakeetTDT, "en", .parakeetTDT),
+ (.parakeetTDT, "nl", .parakeetTDT),
+ (.parakeetTDTv2, "en", .parakeetTDTv2),
+ (.parakeetTDTv2, "fr", .parakeetTDT),
+ (.whisperTiny, "en", .parakeetTDTv2),
+ (.whisperTiny, "de", .parakeetTDT),
+ (.fluidParakeetMini, "en", .parakeetTDTv2),
+ ]
+ for (selected, language, expected) in cases {
+ let configuration = MeetingFinalProcessingConfiguration(preferredASRModel: selected, languageCode: language)
+ XCTAssertEqual(try MeetingProviderOptions.resolve(configuration).model, expected)
+ XCTAssertEqual(configuration.languageCode, language)
+ }
+ }
+
+ func testExplicitMeetingModelRemainsPinnedOverPreference() throws {
+ let configuration = MeetingFinalProcessingConfiguration(
+ asrModel: "parakeet-tdt-v2",
+ preferredASRModel: .fluidParakeetPro
+ )
+ XCTAssertEqual(try MeetingProviderOptions.resolve(configuration).model, .parakeetTDTv2)
+ }
+
+ func testProCannotBeExplicitlyUsedForNonEnglishMeetingLanguages() {
+ for language in VoiceEngineLanguageCatalog.parakeetV3LanguageIDs where language != "en" {
+ XCTAssertThrowsError(try MeetingProviderOptions.resolve(MeetingFinalProcessingConfiguration(
+ asrModel: "fluid-parakeet-pro", languageCode: language
+ ))) { error in
+ XCTAssertEqual(error as? MeetingProviderOptionsError, .unsupportedLanguageCode(language))
+ }
+ }
+ }
+
+ @MainActor
+ func testProMeetingProviderPinsChoiceWithoutChangingDictationOrEnhancements() throws {
+ let selected = SettingsStore.shared.selectedSpeechModel
+ let configuration = MeetingFinalProcessingConfiguration(preferredASRModel: .fluidParakeetPro)
+ let provider = try FluidAudioProvider(meetingConfiguration: configuration)
+ #if arch(arm64)
+ XCTAssertEqual(provider.modelOverride, .fluidParakeetPro)
+ #endif
+ XCTAssertEqual(SettingsStore.shared.selectedSpeechModel, selected)
+ XCTAssertFalse(provider.isWordBoostingActive)
+ XCTAssertEqual(provider.boostedVocabularyTermsCount, 0)
+ XCTAssertFalse(try MeetingProviderOptions.resolve(configuration).pronunciationMatchingEnabled)
+ XCTAssertFalse(try MeetingProviderOptions.resolve(configuration).customDictionaryRewritingEnabled)
+ XCTAssertNotEqual(configuration.identityFingerprint, MeetingFinalProcessingConfiguration().identityFingerprint)
+ }
+
func testResolveRejectsUnsupportedModelsWithoutRelabeling() {
let unsupportedModels = [
"parakeet-tdt-v3",
diff --git a/Tests/FluidDictationIntegrationTests/MeetingTranscriptionBackendTests.swift b/Tests/FluidDictationIntegrationTests/MeetingTranscriptionBackendTests.swift
index f2c650f8..7f1961c5 100644
--- a/Tests/FluidDictationIntegrationTests/MeetingTranscriptionBackendTests.swift
+++ b/Tests/FluidDictationIntegrationTests/MeetingTranscriptionBackendTests.swift
@@ -667,6 +667,53 @@ final class MeetingTranscriptionBackendTests: XCTestCase {
XCTAssertEqual(factoryCallCount, 0, "preflight failures must not construct a backend")
}
+ func testCustomBackendDoesNotReadTheDictationModelPreference() async throws {
+ let backend = FixtureMeetingBackend(descriptor: self.makeFixtureDescriptor()) { plan in
+ .legacyCompatibility(self.makeResult(attemptID: plan.attemptID, text: "Fixture"))
+ }
+ let registry = MeetingTranscriptionBackendRegistry(defaultBackendID: Self.fixtureBackendID)
+ registry.register(Self.fixtureBackendID) { _ in backend }
+ let pipeline = MeetingProcessingPipeline(
+ asrServiceProvider: { XCTFail("Fixture must not load models"); return ASRService() },
+ managesModelResidency: false,
+ serializationGate: MeetingProcessingSerializationGate(),
+ backendRegistry: registry,
+ preferredASRModelProvider: { XCTFail("Other backends keep their own model policy"); return .fluidParakeetPro }
+ )
+ _ = try await pipeline.process(
+ session: self.makeSession(),
+ sessionDirectory: FileManager.default.temporaryDirectory,
+ progress: { _ in }
+ )
+ XCTAssertEqual(backend.lastPlan?.request.configuration, MeetingFinalProcessingConfiguration())
+ }
+
+ func testPreferredASRModelIsFrozenBeforeDiarizationPreparation() async throws {
+ var selected = SettingsStore.SpeechModel.fluidParakeetPro
+ var reads = 0
+ let backend = FixtureMeetingBackend(descriptor: self.makeFixtureDescriptor(id: .parakeetNemotron)) { plan in
+ .legacyCompatibility(self.makeResult(attemptID: plan.attemptID, text: "Fixture"))
+ }
+ let registry = MeetingTranscriptionBackendRegistry(defaultBackendID: .parakeetNemotron)
+ registry.register(.parakeetNemotron) { _ in backend }
+ let pipeline = MeetingProcessingPipeline(
+ asrServiceProvider: { XCTFail("Fixture selection must not load models"); return ASRService() },
+ managesModelResidency: false,
+ serializationGate: MeetingProcessingSerializationGate(),
+ backendRegistry: registry,
+ prepareDiarizationModel: { await Task.yield(); selected = .parakeetTDTv2 },
+ preferredASRModelProvider: { reads += 1; return selected }
+ )
+ _ = try await pipeline.process(
+ session: self.makeSession(),
+ sessionDirectory: FileManager.default.temporaryDirectory,
+ progress: { _ in }
+ )
+ XCTAssertEqual(reads, 1)
+ XCTAssertEqual(selected, .parakeetTDTv2)
+ XCTAssertEqual(backend.lastPlan?.request.configuration.asrModel, "fluid-parakeet-pro")
+ }
+
func testSavedLegacyBackendUsesProductionForFrenchWithoutChangingPreference() async {
let settings = SettingsStore.shared
let previous = settings.meetingTranscriptionBackendID