Skip to content

Fastest and only macOS Dictation app with on-device STT and custom trained AI enhancement model. Windows, iOS testflight! Android, Linux waitlist open! A local Wispr Flow alternative. Follow https://x.com/fluidvoiceapp for more

test: isolate private verification coverage

altic-devcb626ec46fca
diff --git a/Fluid.xcodeproj/project.pbxproj b/Fluid.xcodeproj/project.pbxproj
index 13fb4aeb..a84aa41e 100644
--- a/Fluid.xcodeproj/project.pbxproj
+++ b/Fluid.xcodeproj/project.pbxproj
@@ -28,6 +28,7 @@
803000000000000000000002 /* MediaPlaybackServiceTests.swift in Sources */ = {isa = PBXBuildFile; fileRef = 803000000000000000000001 /* MediaPlaybackServiceTests.swift */; };
803000000000000000000003 /* MediaRemoteAdapter in Frameworks */ = {isa = PBXBuildFile; productRef = 803000000000000000000004 /* MediaRemoteAdapter */; };
B51800000000000000000002 /* SpokenSendTests.swift in Sources */ = {isa = PBXBuildFile; fileRef = B51800000000000000000001 /* SpokenSendTests.swift */; };
+ B51900000000000000000002 /* PrivateAIProviderPromptFormatTests.swift in Sources */ = {isa = PBXBuildFile; fileRef = B51900000000000000000001 /* PrivateAIProviderPromptFormatTests.swift */; };
7CDB0A2F2F3C4D5600FB7CAD /* dictation_fixture.wav in Resources */ = {isa = PBXBuildFile; fileRef = 7CDB0A2B2F3C4D5600FB7CAD /* dictation_fixture.wav */; };
7CDB0A302F3C4D5600FB7CAD /* XCTest.framework in Frameworks */ = {isa = PBXBuildFile; fileRef = 7CDB0A2C2F3C4D5600FB7CAD /* XCTest.framework */; };
7CE006BD2E80EBE600DDCCD6 /* AppUpdater in Frameworks */ = {isa = PBXBuildFile; productRef = 7CE006BC2E80EBE600DDCCD6 /* AppUpdater */; };
@@ -68,6 +69,7 @@
C0DE63600000000000000001 /* AudioEngineRetirementDrainTests.swift */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.swift; path = AudioEngineRetirementDrainTests.swift; sourceTree = "<group>"; };
DA7100010000000000000001 /* DirectAudioReliabilityTests.swift */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.swift; path = DirectAudioReliabilityTests.swift; sourceTree = "<group>"; };
B51800000000000000000001 /* SpokenSendTests.swift */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.swift; path = SpokenSendTests.swift; sourceTree = "<group>"; };
+ B51900000000000000000001 /* PrivateAIProviderPromptFormatTests.swift */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.swift; path = PrivateAIProviderPromptFormatTests.swift; sourceTree = "<group>"; };
7C078D8F2E3B339200FB7CAC /* FluidVoice Debug.app */ = {isa = PBXFileReference; explicitFileType = wrapper.application; includeInIndex = 0; path = "FluidVoice Debug.app"; sourceTree = BUILT_PRODUCTS_DIR; };
7C91B0022F42AA0100C0DEF0 /* HotkeyShortcutTests.swift */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.swift; path = HotkeyShortcutTests.swift; sourceTree = "<group>"; };
7CDB0A202F3C4D5600FB7CAD /* FluidDictationIntegrationTests.xctest */ = {isa = PBXFileReference; explicitFileType = wrapper.cfbundle; includeInIndex = 0; path = FluidDictationIntegrationTests.xctest; sourceTree = BUILT_PRODUCTS_DIR; };
@@ -158,6 +160,7 @@
7CFA1D0B2F500000C0DEF002 /* TypingServiceTransientPasteboardTests.swift */,
803000000000000000000001 /* MediaPlaybackServiceTests.swift */,
B51800000000000000000001 /* SpokenSendTests.swift */,
+ B51900000000000000000001 /* PrivateAIProviderPromptFormatTests.swift */,
);
path = FluidDictationIntegrationTests;
sourceTree = "<group>";
@@ -328,6 +331,7 @@
7CFA1D0B2F500000C0DEF001 /* TypingServiceTransientPasteboardTests.swift in Sources */,
803000000000000000000002 /* MediaPlaybackServiceTests.swift in Sources */,
B51800000000000000000002 /* SpokenSendTests.swift in Sources */,
+ B51900000000000000000002 /* PrivateAIProviderPromptFormatTests.swift in Sources */,
);
runOnlyForDeploymentPostprocessing = 0;
};
diff --git a/Tests/FluidDictationIntegrationTests/DictationE2ETests.swift b/Tests/FluidDictationIntegrationTests/DictationE2ETests.swift
index f0610df7..2a2ffe14 100644
--- a/Tests/FluidDictationIntegrationTests/DictationE2ETests.swift
+++ b/Tests/FluidDictationIntegrationTests/DictationE2ETests.swift
@@ -52,7 +52,6 @@ final class DictationE2ETests: XCTestCase {
private let privateAIContextDefaultMigratedTo4KKey = "PrivateAIProviderContextDefaultMigratedTo4K"
private let verifiedProviderFingerprintsKey = "VerifiedProviderFingerprints"
- private let verifiedPrivateAIModelFingerprintsKey = "VerifiedPrivateAIModelFingerprints"
private var punctuationFormattingDefaultsKeys: [String] {
[
@@ -1491,63 +1490,6 @@ final class DictationE2ETests: XCTestCase {
}
}
- func testPrivateModelVerificationIsIndependentFromProviderSelection() {
- self.withRestoredDefaults(
- keys: [self.verifiedProviderFingerprintsKey, self.verifiedPrivateAIModelFingerprintsKey]
- ) {
- let settings = SettingsStore.shared
- settings.verifiedProviderFingerprints = ["private": "model-a-fingerprint"]
- settings.verifiedPrivateAIModelFingerprints = [:]
-
- XCTAssertFalse(
- PrivateAIProviderPromptFormat.hasStoredVerification(
- for: "model-b",
- providerKey: "private",
- expectedFingerprint: "model-b-fingerprint",
- settings: settings
- )
- )
-
- settings.verifiedPrivateAIModelFingerprints = ["model-b": "model-b-fingerprint"]
-
- XCTAssertTrue(
- PrivateAIProviderPromptFormat.hasStoredVerification(
- for: "model-b",
- providerKey: "private",
- expectedFingerprint: "model-b-fingerprint",
- settings: settings
- )
- )
- XCTAssertFalse(
- PrivateAIProviderPromptFormat.hasStoredVerification(
- for: "model-b",
- providerKey: "private",
- expectedFingerprint: "stale-fingerprint",
- settings: settings
- )
- )
- }
- }
-
- func testPrivateModelVerificationAcceptsLegacyProviderFingerprint() {
- self.withRestoredDefaults(
- keys: [self.verifiedProviderFingerprintsKey, self.verifiedPrivateAIModelFingerprintsKey]
- ) {
- let settings = SettingsStore.shared
- settings.verifiedPrivateAIModelFingerprints = [:]
- settings.verifiedProviderFingerprints = ["private": "legacy-fingerprint"]
-
- XCTAssertTrue(
- PrivateAIProviderPromptFormat.hasStoredVerification(
- for: "model-a",
- providerKey: "private",
- expectedFingerprint: "legacy-fingerprint",
- settings: settings
- )
- )
- }
- }
-
func testUnavailableSelectedProviderClearsSelection() {
self.withProviderSettingsRestored {
let settings = SettingsStore.shared
diff --git a/Tests/FluidDictationIntegrationTests/PrivateAIProviderPromptFormatTests.swift b/Tests/FluidDictationIntegrationTests/PrivateAIProviderPromptFormatTests.swift
new file mode 100644
index 00000000..57638c1f
--- /dev/null
+++ b/Tests/FluidDictationIntegrationTests/PrivateAIProviderPromptFormatTests.swift
@@ -0,0 +1,67 @@
+@testable import FluidVoice_Debug
+import XCTest
+
+@MainActor
+final class PrivateAIProviderPromptFormatTests: XCTestCase {
+ func testModelScopedVerificationIsIndependentFromProviderSelection() {
+ self.withRestoredFingerprints { settings in
+ settings.verifiedProviderFingerprints = ["private": "model-a-fingerprint"]
+ settings.verifiedPrivateAIModelFingerprints = [:]
+
+ XCTAssertFalse(
+ PrivateAIProviderPromptFormat.hasStoredVerification(
+ for: "model-b",
+ providerKey: "private",
+ expectedFingerprint: "model-b-fingerprint",
+ settings: settings
+ )
+ )
+
+ settings.verifiedPrivateAIModelFingerprints = ["model-b": "model-b-fingerprint"]
+
+ XCTAssertTrue(
+ PrivateAIProviderPromptFormat.hasStoredVerification(
+ for: "model-b",
+ providerKey: "private",
+ expectedFingerprint: "model-b-fingerprint",
+ settings: settings
+ )
+ )
+ XCTAssertFalse(
+ PrivateAIProviderPromptFormat.hasStoredVerification(
+ for: "model-b",
+ providerKey: "private",
+ expectedFingerprint: "stale-fingerprint",
+ settings: settings
+ )
+ )
+ }
+ }
+
+ func testLegacyProviderFingerprintRemainsValid() {
+ self.withRestoredFingerprints { settings in
+ settings.verifiedPrivateAIModelFingerprints = [:]
+ settings.verifiedProviderFingerprints = ["private": "legacy-fingerprint"]
+
+ XCTAssertTrue(
+ PrivateAIProviderPromptFormat.hasStoredVerification(
+ for: "model-a",
+ providerKey: "private",
+ expectedFingerprint: "legacy-fingerprint",
+ settings: settings
+ )
+ )
+ }
+ }
+
+ private func withRestoredFingerprints(_ body: (SettingsStore) -> Void) {
+ let settings = SettingsStore.shared
+ let providerFingerprints = settings.verifiedProviderFingerprints
+ let modelFingerprints = settings.verifiedPrivateAIModelFingerprints
+ defer {
+ settings.verifiedProviderFingerprints = providerFingerprints
+ settings.verifiedPrivateAIModelFingerprints = modelFingerprints
+ }
+ body(settings)
+ }
+}