Fastest and only macOS Dictation app with on-device STT and custom trained AI enhancement model. Windows, iOS testflight! Android, Linux waitlist open! A local Wispr Flow alternative. Follow https://x.com/fluidvoiceapp for more
Enable private AI in Edit Mode
altic-dev5a045a93d08d
diff --git a/Sources/Fluid/ContentView.swift b/Sources/Fluid/ContentView.swiftindex b811850e..f46d9e5f 100644--- a/Sources/Fluid/ContentView.swift+++ b/Sources/Fluid/ContentView.swift@@ -2497,43 +2497,6 @@ struct ContentView: View {self.hideOverlayAsync(reason: "after_output")}- private func showPrivateAIEditModeUnavailableIfNeeded() -> Bool {- let settings = SettingsStore.shared- let providerID = settings.rewriteModeLinkedToGlobal- ? settings.selectedProviderID- : settings.rewriteModeSelectedProviderID- guard PrivateFeatures.privateAIProvider,- providerID.trimmingCharacters(in: .whitespacesAndNewlines) ==- PrivateAIProviderFeature.shared.providerID- else {- return false- }-- guard !self.asr.isRunningOrStarting,- !NotchContentState.shared.isProcessing- else {- return true- }-- self.menuBarManager.setOverlayMode(.edit)- self.advanceOverlayLifecycle()- let expectedOverlayLifecycleID = self.overlayLifecycleID- self.menuBarManager.showRecordingOverlayImmediately()- NotchContentState.shared.showAIProcessingFailure(- message: "Edit Mode cannot be used with Fluid-1",- canRetry: false- )- self.menuBarManager.finishProcessingKeepingOverlayVisible()-- Task { @MainActor in- try? await Task.sleep(nanoseconds: 6_000_000_000)- guard self.overlayLifecycleID == expectedOverlayLifecycleID else { return }- NotchContentState.shared.clearAIProcessingFailure()- await self.menuBarManager.finishProcessingAndHideOverlay()- }- return true- }-private func updateSpokenSendIndicatorForFinalParse(shouldSend: Bool) {if shouldSend, NotchContentState.shared.spokenSendIndicatorState == .sending {return@@ -3551,8 +3514,6 @@ struct ContentView: View {}},rewriteModeCallback: {- guard !self.showPrivateAIEditModeUnavailableIfNeeded() else { return }-self.captureRecordingContext()// Try to capture text first while still in the other appdiff --git a/Sources/Fluid/Persistence/SettingsStore.swift b/Sources/Fluid/Persistence/SettingsStore.swiftindex 89af8482..5008d781 100644--- a/Sources/Fluid/Persistence/SettingsStore.swift+++ b/Sources/Fluid/Persistence/SettingsStore.swift@@ -3858,17 +3858,16 @@ final class SettingsStore: ObservableObject {private func syncLinkedProviderSelections(to providerID: String) {let trimmed = providerID.trimmingCharacters(in: .whitespacesAndNewlines)- let linkedProviderID = self.isPrivateAIProviderID(trimmed) ? "" : trimmed- let model = self.modelSelection(for: linkedProviderID)if self.rewriteModeLinkedToGlobal {- self.rewriteModeSelectedProviderID = linkedProviderID- self.rewriteModeSelectedModel = model+ self.rewriteModeSelectedProviderID = trimmed+ self.rewriteModeSelectedModel = self.modelSelection(for: trimmed)}if self.commandModeLinkedToGlobal {+ let linkedProviderID = self.isPrivateAIProviderID(trimmed) ? "" : trimmedself.commandModeSelectedProviderID = linkedProviderID- self.commandModeSelectedModel = model+ self.commandModeSelectedModel = self.modelSelection(for: linkedProviderID)}}diff --git a/Sources/Fluid/Services/PrivateAIIntegrationService.swift b/Sources/Fluid/Services/PrivateAIIntegrationService.swiftindex ec4f6347..d94114d8 100644--- a/Sources/Fluid/Services/PrivateAIIntegrationService.swift+++ b/Sources/Fluid/Services/PrivateAIIntegrationService.swift@@ -407,6 +407,20 @@ actor PrivateAIIntegrationService {streamHandler: streamHandler)}++ func rewrite(+ _ inputText: String,+ systemPrompt: String,+ runtime: RuntimeConfiguration,+ context: AppContext+ ) async throws -> EnhancementResult {+ try await Self.provider.rewrite(+ inputText,+ systemPrompt: systemPrompt,+ runtime: runtime,+ context: context+ )+ }}private struct PrivateAIModelRemovalError: LocalizedError {diff --git a/Sources/Fluid/Services/PrivateAIProvider.swift b/Sources/Fluid/Services/PrivateAIProvider.swiftindex 18558b67..aaff5ddb 100644--- a/Sources/Fluid/Services/PrivateAIProvider.swift+++ b/Sources/Fluid/Services/PrivateAIProvider.swift@@ -230,6 +230,12 @@ protocol PrivateAIIntegrationProviding: Sendable {context: PrivateAIIntegrationService.AppContext,streamHandler: PrivateAIStreamHandler?) async throws -> PrivateAIIntegrationService.EnhancementResult+ func rewrite(+ _ inputText: String,+ systemPrompt: String,+ runtime: PrivateAIIntegrationService.RuntimeConfiguration,+ context: PrivateAIIntegrationService.AppContext+ ) async throws -> PrivateAIIntegrationService.EnhancementResult}extension PrivateAIIntegrationProviding {@@ -261,6 +267,15 @@ extension PrivateAIIntegrationProviding {) async throws -> PrivateAIIntegrationService.EnhancementResult {try await self.enhanceDictation(inputText, runtime: runtime, context: context)}++ func rewrite(+ _: String,+ systemPrompt _: String,+ runtime _: PrivateAIIntegrationService.RuntimeConfiguration,+ context _: PrivateAIIntegrationService.AppContext+ ) async throws -> PrivateAIIntegrationService.EnhancementResult {+ throw PrivateAIUnavailableError()+ }}enum PrivateAIProviderRegistry {diff --git a/Sources/Fluid/Services/RewriteModeService.swift b/Sources/Fluid/Services/RewriteModeService.swiftindex c0417bf8..ccfff452 100644--- a/Sources/Fluid/Services/RewriteModeService.swift+++ b/Sources/Fluid/Services/RewriteModeService.swift@@ -198,14 +198,8 @@ final class RewriteModeService: ObservableObject {userInfo: [NSLocalizedDescriptionKey: "No verified AI provider selected"])}- guard !self.isPrivateAIProviderID(providerID) else {- throw NSError(- domain: "RewriteMode",- code: -5,- userInfo: [NSLocalizedDescriptionKey: "\(PrivateAIProviderFeature.displayName) for Edit Mode is coming soon. Choose a verified chat provider or turn Sync off."]- )- }- guard self.isProviderVerified(providerID, settings: settings) else {+ let usesPrivateAIProvider = self.isPrivateAIProviderID(providerID)+ guard usesPrivateAIProvider || self.isProviderVerified(providerID, settings: settings) else {throw NSError(domain: "RewriteMode",code: -3,@@ -267,13 +261,6 @@ final class RewriteModeService: ObservableObject {userInfo: [NSLocalizedDescriptionKey: "No AI model selected"])}- guard !PrivateAIIntegrationService.shouldHandleDictation(model: model) else {- throw NSError(- domain: "RewriteMode",- code: -6,- userInfo: [NSLocalizedDescriptionKey: "\(PrivateAIProviderFeature.displayName) for Edit Mode is coming soon. Choose a verified chat provider model."]- )- }self.appendDiagnosticLog("LLM config | writeMode=\(isWriteMode) | linkedToGlobal=\(settings.rewriteModeLinkedToGlobal) | " +"provider=\(providerID) | model=\(model) | profile=\(selectedPromptName) | " +@@ -290,6 +277,35 @@ final class RewriteModeService: ObservableObject {baseURL = ""}+ if usesPrivateAIProvider || PrivateAIIntegrationService.shouldHandleDictation(model: model) {+ let inputText = messages.map {+ let role = $0.role == .user ? "user" : "assistant"+ return "[\(role)]\n\($0.content)"+ }.joined(separator: "\n\n")+ let response = try await PrivateAIIntegrationService.shared.rewrite(+ inputText,+ systemPrompt: systemPrompt,+ runtime: PrivateAIIntegrationService.RuntimeConfiguration(+ selectedProviderID: providerID,+ providerKey: self.providerKey(for: providerID),+ baseURL: baseURL,+ model: model,+ apiKey: apiKey,+ localModelPath: PrivateAIIntegrationService.configuredLocalModelPath,+ usesStablePromptPrefixKVCache: settings.privateAIPrefixKVCacheEnabled,+ usesFluid1Boost: settings.privateAIBoostEnabled,+ contextTokenLimit: settings.privateAIContextTokenLimit+ ),+ context: PrivateAIIntegrationService.AppContext(+ appName: "",+ bundleID: appBundleID ?? "",+ windowTitle: "",+ appVersion: Bundle.main.infoDictionary?["CFBundleShortVersionString"] as? String+ )+ )+ return response.outputText+ }+// Build messages array for LLMClientvar apiMessages: [[String: Any]] = [["role": "system", "content": systemPrompt],diff --git a/Sources/Fluid/UI/AISettingsView+AdvancedSettings.swift b/Sources/Fluid/UI/AISettingsView+AdvancedSettings.swiftindex da060969..afdd1c14 100644--- a/Sources/Fluid/UI/AISettingsView+AdvancedSettings.swift+++ b/Sources/Fluid/UI/AISettingsView+AdvancedSettings.swift@@ -1177,35 +1177,12 @@ extension AIEnhancementSettingsView {.font(.system(size: 12, weight: .semibold)).foregroundStyle(self.theme.palette.secondaryText)- if self.isEditModeLinkedToPrivateAI {- Toggle("Sync", isOn: self.editModeLinkedToGlobalBinding)- .toggleStyle(.checkbox)- .font(.caption)- .foregroundStyle(.secondary)- .fixedSize(horizontal: true, vertical: false)- .onChange(of: self.settings.rewriteModeLinkedToGlobal) { _, linked in- if linked {- self.syncEditModeToGlobalSelection()- } else {- self.normalizeEditModeProviderSelection()- }- }-- HStack(spacing: 8) {- Image(systemName: "clock")- .font(.system(size: 12))- .foregroundStyle(.secondary)- Text("\(PrivateAIProviderFeature.displayName) for Edit Mode is coming soon")- .font(.caption)- .foregroundStyle(.secondary)- .lineLimit(1)- }- } else if verified.isEmpty {+ if verified.isEmpty {HStack(spacing: 8) {Image(systemName: "info.circle").font(.system(size: 12)).foregroundStyle(.secondary)- Text("No verified chat provider")+ Text("No verified AI provider").font(.caption).foregroundStyle(.secondary).lineLimit(1)@@ -1458,7 +1435,6 @@ extension AIEnhancementSettingsView {private var editModeVerifiedProviders: [AIEnhancementSettingsViewModel.ProviderItemData] {self.viewModel.cachedVerifiedProviderItems- .filter { !self.isPrivateAIProviderID($0.id) }.sorted { lhs, rhs inlhs.name.localizedCaseInsensitiveCompare(rhs.name) == .orderedAscending}@@ -1474,17 +1450,11 @@ extension AIEnhancementSettingsView {private var activeEditModeProviderID: String {if self.settings.rewriteModeLinkedToGlobal {- let global = self.viewModel.selectedProviderID- return self.isPrivateAIProviderID(global) ? "" : global+ return self.viewModel.selectedProviderID}return self.editModeSelectedProviderID}- private var isEditModeLinkedToPrivateAI: Bool {- self.settings.rewriteModeLinkedToGlobal &&- self.isPrivateAIProviderID(self.viewModel.selectedProviderID)- }-private var editModeLinkedToGlobalBinding: Binding<Bool> {Binding(get: { self.settings.rewriteModeLinkedToGlobal },@@ -1543,9 +1513,7 @@ extension AIEnhancementSettingsView {private func syncEditModeToGlobalSelection() {let global = self.viewModel.selectedProviderID- guard !global.trimmingCharacters(in: .whitespacesAndNewlines).isEmpty,- !self.isPrivateAIProviderID(global)- else {+ guard !global.trimmingCharacters(in: .whitespacesAndNewlines).isEmpty else {self.settings.rewriteModeSelectedProviderID = ""self.settings.rewriteModeSelectedModel = nilreturn@@ -1568,11 +1536,6 @@ extension AIEnhancementSettingsView {}}- private func isPrivateAIProviderID(_ providerID: String) -> Bool {- PrivateFeatures.privateAIProvider &&- providerID.trimmingCharacters(in: .whitespacesAndNewlines) == PrivateAIProviderFeature.shared.providerID- }-private func canFetchModels(for providerID: String) -> Bool {let apiKey = self.viewModel.providerAPIKey(for: providerID)let hasAPIKey = !apiKey.trimmingCharacters(in: .whitespacesAndNewlines).isEmptydiff --git a/Sources/Fluid/Views/RewriteModeView.swift b/Sources/Fluid/Views/RewriteModeView.swiftindex 3f578ba4..50e94c1d 100644--- a/Sources/Fluid/Views/RewriteModeView.swift+++ b/Sources/Fluid/Views/RewriteModeView.swift@@ -175,15 +175,11 @@ struct RewriteModeView: View {// Provider Selector (compact, searchable)SearchableProviderPicker(builtInProviders: self.builtInProvidersList,- savedProviders: self.settings.savedProviders.filter { !self.isPrivateAIProviderID($0.id) },+ savedProviders: self.settings.savedProviders,selectedProviderID: Binding(get: { self.settings.rewriteModeSelectedProviderID },set: { newValue in- if self.isPrivateAIProviderID(newValue) {- return- } else {- self.settings.rewriteModeSelectedProviderID = newValue- }+ self.settings.rewriteModeSelectedProviderID = newValueself.updateAvailableModels()})@@ -280,12 +276,6 @@ struct RewriteModeView: View {private func updateAvailableModels() {let currentProviderID = self.settings.rewriteModeSelectedProviderIDlet currentModel = self.settings.rewriteModeSelectedModel ?? ""- if self.isPrivateAIProviderID(currentProviderID) {- self.settings.rewriteModeSelectedProviderID = ""- self.settings.rewriteModeSelectedModel = nil- self.availableModels = []- return- }guard !currentProviderID.trimmingCharacters(in: .whitespacesAndNewlines).isEmpty else {self.availableModels = []return@@ -314,12 +304,7 @@ struct RewriteModeView: View {}private var builtInProvidersList: [(id: String, name: String)] {- ModelRepository.shared.builtInProvidersList().filter { !self.isPrivateAIProviderID($0.id) }- }-- private func isPrivateAIProviderID(_ providerID: String) -> Bool {- PrivateFeatures.privateAIProvider &&- providerID.trimmingCharacters(in: .whitespacesAndNewlines) == PrivateAIProviderFeature.shared.providerID+ ModelRepository.shared.builtInProvidersList()}private var shortcutDisplay: String {