Skip to content

Fastest and only macOS Dictation app with on-device STT and custom trained AI enhancement model. Windows, iOS testflight! Android, Linux waitlist open! A local Wispr Flow alternative. Follow https://x.com/fluidvoiceapp for more

Enable private AI in Edit Mode

altic-dev5a045a93d08d
diff --git a/Sources/Fluid/ContentView.swift b/Sources/Fluid/ContentView.swift
index b811850e..f46d9e5f 100644
--- a/Sources/Fluid/ContentView.swift
+++ b/Sources/Fluid/ContentView.swift
@@ -2497,43 +2497,6 @@ struct ContentView: View {
self.hideOverlayAsync(reason: "after_output")
}
- private func showPrivateAIEditModeUnavailableIfNeeded() -> Bool {
- let settings = SettingsStore.shared
- let providerID = settings.rewriteModeLinkedToGlobal
- ? settings.selectedProviderID
- : settings.rewriteModeSelectedProviderID
- guard PrivateFeatures.privateAIProvider,
- providerID.trimmingCharacters(in: .whitespacesAndNewlines) ==
- PrivateAIProviderFeature.shared.providerID
- else {
- return false
- }
-
- guard !self.asr.isRunningOrStarting,
- !NotchContentState.shared.isProcessing
- else {
- return true
- }
-
- self.menuBarManager.setOverlayMode(.edit)
- self.advanceOverlayLifecycle()
- let expectedOverlayLifecycleID = self.overlayLifecycleID
- self.menuBarManager.showRecordingOverlayImmediately()
- NotchContentState.shared.showAIProcessingFailure(
- message: "Edit Mode cannot be used with Fluid-1",
- canRetry: false
- )
- self.menuBarManager.finishProcessingKeepingOverlayVisible()
-
- Task { @MainActor in
- try? await Task.sleep(nanoseconds: 6_000_000_000)
- guard self.overlayLifecycleID == expectedOverlayLifecycleID else { return }
- NotchContentState.shared.clearAIProcessingFailure()
- await self.menuBarManager.finishProcessingAndHideOverlay()
- }
- return true
- }
-
private func updateSpokenSendIndicatorForFinalParse(shouldSend: Bool) {
if shouldSend, NotchContentState.shared.spokenSendIndicatorState == .sending {
return
@@ -3551,8 +3514,6 @@ struct ContentView: View {
}
},
rewriteModeCallback: {
- guard !self.showPrivateAIEditModeUnavailableIfNeeded() else { return }
-
self.captureRecordingContext()
// Try to capture text first while still in the other app
diff --git a/Sources/Fluid/Persistence/SettingsStore.swift b/Sources/Fluid/Persistence/SettingsStore.swift
index 89af8482..5008d781 100644
--- a/Sources/Fluid/Persistence/SettingsStore.swift
+++ b/Sources/Fluid/Persistence/SettingsStore.swift
@@ -3858,17 +3858,16 @@ final class SettingsStore: ObservableObject {
private func syncLinkedProviderSelections(to providerID: String) {
let trimmed = providerID.trimmingCharacters(in: .whitespacesAndNewlines)
- let linkedProviderID = self.isPrivateAIProviderID(trimmed) ? "" : trimmed
- let model = self.modelSelection(for: linkedProviderID)
if self.rewriteModeLinkedToGlobal {
- self.rewriteModeSelectedProviderID = linkedProviderID
- self.rewriteModeSelectedModel = model
+ self.rewriteModeSelectedProviderID = trimmed
+ self.rewriteModeSelectedModel = self.modelSelection(for: trimmed)
}
if self.commandModeLinkedToGlobal {
+ let linkedProviderID = self.isPrivateAIProviderID(trimmed) ? "" : trimmed
self.commandModeSelectedProviderID = linkedProviderID
- self.commandModeSelectedModel = model
+ self.commandModeSelectedModel = self.modelSelection(for: linkedProviderID)
}
}
diff --git a/Sources/Fluid/Services/PrivateAIIntegrationService.swift b/Sources/Fluid/Services/PrivateAIIntegrationService.swift
index ec4f6347..d94114d8 100644
--- a/Sources/Fluid/Services/PrivateAIIntegrationService.swift
+++ b/Sources/Fluid/Services/PrivateAIIntegrationService.swift
@@ -407,6 +407,20 @@ actor PrivateAIIntegrationService {
streamHandler: streamHandler
)
}
+
+ func rewrite(
+ _ inputText: String,
+ systemPrompt: String,
+ runtime: RuntimeConfiguration,
+ context: AppContext
+ ) async throws -> EnhancementResult {
+ try await Self.provider.rewrite(
+ inputText,
+ systemPrompt: systemPrompt,
+ runtime: runtime,
+ context: context
+ )
+ }
}
private struct PrivateAIModelRemovalError: LocalizedError {
diff --git a/Sources/Fluid/Services/PrivateAIProvider.swift b/Sources/Fluid/Services/PrivateAIProvider.swift
index 18558b67..aaff5ddb 100644
--- a/Sources/Fluid/Services/PrivateAIProvider.swift
+++ b/Sources/Fluid/Services/PrivateAIProvider.swift
@@ -230,6 +230,12 @@ protocol PrivateAIIntegrationProviding: Sendable {
context: PrivateAIIntegrationService.AppContext,
streamHandler: PrivateAIStreamHandler?
) async throws -> PrivateAIIntegrationService.EnhancementResult
+ func rewrite(
+ _ inputText: String,
+ systemPrompt: String,
+ runtime: PrivateAIIntegrationService.RuntimeConfiguration,
+ context: PrivateAIIntegrationService.AppContext
+ ) async throws -> PrivateAIIntegrationService.EnhancementResult
}
extension PrivateAIIntegrationProviding {
@@ -261,6 +267,15 @@ extension PrivateAIIntegrationProviding {
) async throws -> PrivateAIIntegrationService.EnhancementResult {
try await self.enhanceDictation(inputText, runtime: runtime, context: context)
}
+
+ func rewrite(
+ _: String,
+ systemPrompt _: String,
+ runtime _: PrivateAIIntegrationService.RuntimeConfiguration,
+ context _: PrivateAIIntegrationService.AppContext
+ ) async throws -> PrivateAIIntegrationService.EnhancementResult {
+ throw PrivateAIUnavailableError()
+ }
}
enum PrivateAIProviderRegistry {
diff --git a/Sources/Fluid/Services/RewriteModeService.swift b/Sources/Fluid/Services/RewriteModeService.swift
index c0417bf8..ccfff452 100644
--- a/Sources/Fluid/Services/RewriteModeService.swift
+++ b/Sources/Fluid/Services/RewriteModeService.swift
@@ -198,14 +198,8 @@ final class RewriteModeService: ObservableObject {
userInfo: [NSLocalizedDescriptionKey: "No verified AI provider selected"]
)
}
- guard !self.isPrivateAIProviderID(providerID) else {
- throw NSError(
- domain: "RewriteMode",
- code: -5,
- userInfo: [NSLocalizedDescriptionKey: "\(PrivateAIProviderFeature.displayName) for Edit Mode is coming soon. Choose a verified chat provider or turn Sync off."]
- )
- }
- guard self.isProviderVerified(providerID, settings: settings) else {
+ let usesPrivateAIProvider = self.isPrivateAIProviderID(providerID)
+ guard usesPrivateAIProvider || self.isProviderVerified(providerID, settings: settings) else {
throw NSError(
domain: "RewriteMode",
code: -3,
@@ -267,13 +261,6 @@ final class RewriteModeService: ObservableObject {
userInfo: [NSLocalizedDescriptionKey: "No AI model selected"]
)
}
- guard !PrivateAIIntegrationService.shouldHandleDictation(model: model) else {
- throw NSError(
- domain: "RewriteMode",
- code: -6,
- userInfo: [NSLocalizedDescriptionKey: "\(PrivateAIProviderFeature.displayName) for Edit Mode is coming soon. Choose a verified chat provider model."]
- )
- }
self.appendDiagnosticLog(
"LLM config | writeMode=\(isWriteMode) | linkedToGlobal=\(settings.rewriteModeLinkedToGlobal) | " +
"provider=\(providerID) | model=\(model) | profile=\(selectedPromptName) | " +
@@ -290,6 +277,35 @@ final class RewriteModeService: ObservableObject {
baseURL = ""
}
+ if usesPrivateAIProvider || PrivateAIIntegrationService.shouldHandleDictation(model: model) {
+ let inputText = messages.map {
+ let role = $0.role == .user ? "user" : "assistant"
+ return "[\(role)]\n\($0.content)"
+ }.joined(separator: "\n\n")
+ let response = try await PrivateAIIntegrationService.shared.rewrite(
+ inputText,
+ systemPrompt: systemPrompt,
+ runtime: PrivateAIIntegrationService.RuntimeConfiguration(
+ selectedProviderID: providerID,
+ providerKey: self.providerKey(for: providerID),
+ baseURL: baseURL,
+ model: model,
+ apiKey: apiKey,
+ localModelPath: PrivateAIIntegrationService.configuredLocalModelPath,
+ usesStablePromptPrefixKVCache: settings.privateAIPrefixKVCacheEnabled,
+ usesFluid1Boost: settings.privateAIBoostEnabled,
+ contextTokenLimit: settings.privateAIContextTokenLimit
+ ),
+ context: PrivateAIIntegrationService.AppContext(
+ appName: "",
+ bundleID: appBundleID ?? "",
+ windowTitle: "",
+ appVersion: Bundle.main.infoDictionary?["CFBundleShortVersionString"] as? String
+ )
+ )
+ return response.outputText
+ }
+
// Build messages array for LLMClient
var apiMessages: [[String: Any]] = [
["role": "system", "content": systemPrompt],
diff --git a/Sources/Fluid/UI/AISettingsView+AdvancedSettings.swift b/Sources/Fluid/UI/AISettingsView+AdvancedSettings.swift
index da060969..afdd1c14 100644
--- a/Sources/Fluid/UI/AISettingsView+AdvancedSettings.swift
+++ b/Sources/Fluid/UI/AISettingsView+AdvancedSettings.swift
@@ -1177,35 +1177,12 @@ extension AIEnhancementSettingsView {
.font(.system(size: 12, weight: .semibold))
.foregroundStyle(self.theme.palette.secondaryText)
- if self.isEditModeLinkedToPrivateAI {
- Toggle("Sync", isOn: self.editModeLinkedToGlobalBinding)
- .toggleStyle(.checkbox)
- .font(.caption)
- .foregroundStyle(.secondary)
- .fixedSize(horizontal: true, vertical: false)
- .onChange(of: self.settings.rewriteModeLinkedToGlobal) { _, linked in
- if linked {
- self.syncEditModeToGlobalSelection()
- } else {
- self.normalizeEditModeProviderSelection()
- }
- }
-
- HStack(spacing: 8) {
- Image(systemName: "clock")
- .font(.system(size: 12))
- .foregroundStyle(.secondary)
- Text("\(PrivateAIProviderFeature.displayName) for Edit Mode is coming soon")
- .font(.caption)
- .foregroundStyle(.secondary)
- .lineLimit(1)
- }
- } else if verified.isEmpty {
+ if verified.isEmpty {
HStack(spacing: 8) {
Image(systemName: "info.circle")
.font(.system(size: 12))
.foregroundStyle(.secondary)
- Text("No verified chat provider")
+ Text("No verified AI provider")
.font(.caption)
.foregroundStyle(.secondary)
.lineLimit(1)
@@ -1458,7 +1435,6 @@ extension AIEnhancementSettingsView {
private var editModeVerifiedProviders: [AIEnhancementSettingsViewModel.ProviderItemData] {
self.viewModel.cachedVerifiedProviderItems
- .filter { !self.isPrivateAIProviderID($0.id) }
.sorted { lhs, rhs in
lhs.name.localizedCaseInsensitiveCompare(rhs.name) == .orderedAscending
}
@@ -1474,17 +1450,11 @@ extension AIEnhancementSettingsView {
private var activeEditModeProviderID: String {
if self.settings.rewriteModeLinkedToGlobal {
- let global = self.viewModel.selectedProviderID
- return self.isPrivateAIProviderID(global) ? "" : global
+ return self.viewModel.selectedProviderID
}
return self.editModeSelectedProviderID
}
- private var isEditModeLinkedToPrivateAI: Bool {
- self.settings.rewriteModeLinkedToGlobal &&
- self.isPrivateAIProviderID(self.viewModel.selectedProviderID)
- }
-
private var editModeLinkedToGlobalBinding: Binding<Bool> {
Binding(
get: { self.settings.rewriteModeLinkedToGlobal },
@@ -1543,9 +1513,7 @@ extension AIEnhancementSettingsView {
private func syncEditModeToGlobalSelection() {
let global = self.viewModel.selectedProviderID
- guard !global.trimmingCharacters(in: .whitespacesAndNewlines).isEmpty,
- !self.isPrivateAIProviderID(global)
- else {
+ guard !global.trimmingCharacters(in: .whitespacesAndNewlines).isEmpty else {
self.settings.rewriteModeSelectedProviderID = ""
self.settings.rewriteModeSelectedModel = nil
return
@@ -1568,11 +1536,6 @@ extension AIEnhancementSettingsView {
}
}
- private func isPrivateAIProviderID(_ providerID: String) -> Bool {
- PrivateFeatures.privateAIProvider &&
- providerID.trimmingCharacters(in: .whitespacesAndNewlines) == PrivateAIProviderFeature.shared.providerID
- }
-
private func canFetchModels(for providerID: String) -> Bool {
let apiKey = self.viewModel.providerAPIKey(for: providerID)
let hasAPIKey = !apiKey.trimmingCharacters(in: .whitespacesAndNewlines).isEmpty
diff --git a/Sources/Fluid/Views/RewriteModeView.swift b/Sources/Fluid/Views/RewriteModeView.swift
index 3f578ba4..50e94c1d 100644
--- a/Sources/Fluid/Views/RewriteModeView.swift
+++ b/Sources/Fluid/Views/RewriteModeView.swift
@@ -175,15 +175,11 @@ struct RewriteModeView: View {
// Provider Selector (compact, searchable)
SearchableProviderPicker(
builtInProviders: self.builtInProvidersList,
- savedProviders: self.settings.savedProviders.filter { !self.isPrivateAIProviderID($0.id) },
+ savedProviders: self.settings.savedProviders,
selectedProviderID: Binding(
get: { self.settings.rewriteModeSelectedProviderID },
set: { newValue in
- if self.isPrivateAIProviderID(newValue) {
- return
- } else {
- self.settings.rewriteModeSelectedProviderID = newValue
- }
+ self.settings.rewriteModeSelectedProviderID = newValue
self.updateAvailableModels()
}
)
@@ -280,12 +276,6 @@ struct RewriteModeView: View {
private func updateAvailableModels() {
let currentProviderID = self.settings.rewriteModeSelectedProviderID
let currentModel = self.settings.rewriteModeSelectedModel ?? ""
- if self.isPrivateAIProviderID(currentProviderID) {
- self.settings.rewriteModeSelectedProviderID = ""
- self.settings.rewriteModeSelectedModel = nil
- self.availableModels = []
- return
- }
guard !currentProviderID.trimmingCharacters(in: .whitespacesAndNewlines).isEmpty else {
self.availableModels = []
return
@@ -314,12 +304,7 @@ struct RewriteModeView: View {
}
private var builtInProvidersList: [(id: String, name: String)] {
- ModelRepository.shared.builtInProvidersList().filter { !self.isPrivateAIProviderID($0.id) }
- }
-
- private func isPrivateAIProviderID(_ providerID: String) -> Bool {
- PrivateFeatures.privateAIProvider &&
- providerID.trimmingCharacters(in: .whitespacesAndNewlines) == PrivateAIProviderFeature.shared.providerID
+ ModelRepository.shared.builtInProvidersList()
}
private var shortcutDisplay: String {