Fastest and only macOS Dictation app with on-device STT and custom trained AI enhancement model. Windows, iOS testflight! Android, Linux waitlist open! A local Wispr Flow alternative. Follow https://x.com/fluidvoiceapp for more
fix(audio): recover stalled built-in capture
altic-dev405e0332f882
diff --git a/Sources/Fluid/Services/ASRService.swift b/Sources/Fluid/Services/ASRService.swiftindex 5d2e19ed..37e5a33b 100644--- a/Sources/Fluid/Services/ASRService.swift+++ b/Sources/Fluid/Services/ASRService.swift@@ -711,6 +711,8 @@ final class ASRService: ObservableObject {private var audioStartAttemptInputUID: String?private var audioStartAttemptInputName: String?private var audioStartAttemptIsBluetooth = false+ private var audioStartAttemptIsBuiltIn = false+ private var silentPCMRecoveryWatchdog = AudioCaptureIdlePolicy.SilentPCMRecoveryWatchdog()private var hasPreparedAudioCapture: Bool {self.directAudioLifecycleController.snapshot.isPrepared || self.hasWarmAudioEngine@@ -926,6 +928,7 @@ final class ASRService: ObservableObject {self.audioStartAttemptInputUID = nilself.audioStartAttemptInputName = nilself.audioStartAttemptIsBluetooth = false+ self.audioStartAttemptIsBuiltIn = falseif SettingsStore.shared.experimentalDirectAudioCaptureEnabled {// A non-route path may have scheduled a fire-and-forget retirement.// Do not let direct capture startup overlap a queued AVAudioEngine@@ -951,6 +954,7 @@ final class ASRService: ObservableObject {self.audioStartAttemptInputUID = device.uidself.audioStartAttemptInputName = device.nameself.audioStartAttemptIsBluetooth = device.isBluetooth+ self.audioStartAttemptIsBuiltIn = device.isBuiltInAppServices.shared.microphonePreferenceCoordinator.reportResolvedSelection(uid: device.uid,name: device.name@@ -1138,14 +1142,27 @@ final class ASRService: ObservableObject {onCaptureHealth: { [weak self] sessionID, attemptID, audioMs, sampleCount, rms, peak inDispatchQueue.main.async { [weak self] inguard let self else { return }+ guard sessionID == self.benchmarkSessionID, self.isRunning else { return }let silent = rms < 0.002 && peak < 0.01self.benchmarkLog("capture_health attempt=\(attemptID) audioMs=\(audioMs) " +"samples=\(sampleCount) rms=\(String(format: "%.6f", rms)) " +"peak=\(String(format: "%.6f", peak)) silent=\(silent) " +- "inputUID=\(self.audioStartAttemptInputUID ?? "unknown")",- sessionID: sessionID+ "inputUID=\(self.audioStartAttemptInputUID ?? "unknown")")+ if self.silentPCMRecoveryWatchdog.shouldRecover(+ isBuiltInInput: self.audioStartAttemptIsBuiltIn,+ isDirectCapture: self.activeAudioCaptureBackend == .directCoreAudio,+ rms: rms,+ peak: peak+ ) {+ self.benchmarkLog(+ "capture_health_recovery_triggered attempt=\(attemptID) " ++ "audioMs=\(audioMs) rms=\(String(format: "%.6f", rms)) " ++ "peak=\(String(format: "%.6f", peak))"+ )+ self.scheduleAudioRouteRecovery(reason: "sustained silent PCM")+ }}})@@ -1702,6 +1719,7 @@ final class ASRService: ObservableObject {self.isProcessingChunk = falseself.skipNextChunk = falseself.benchmarkSessionID += 1+ self.silentPCMRecoveryWatchdog = AudioCaptureIdlePolicy.SilentPCMRecoveryWatchdog()let captureSessionID = self.benchmarkSessionIDself.audioCaptureAttemptID &+= 1var readinessAttemptID = self.audioCaptureAttemptIDdiff --git a/Sources/Fluid/Services/AudioCaptureIdlePolicy.swift b/Sources/Fluid/Services/AudioCaptureIdlePolicy.swiftindex c4aac2bb..c67ae148 100644--- a/Sources/Fluid/Services/AudioCaptureIdlePolicy.swift+++ b/Sources/Fluid/Services/AudioCaptureIdlePolicy.swift@@ -1,6 +1,36 @@import CoreAudioenum AudioCaptureIdlePolicy {+ struct SilentPCMRecoveryWatchdog {+ static let requiredSilentWindows = 3+ static let maximumSilentRMS: Float = 0.00_001+ static let maximumSilentPeak: Float = 0.00_005++ private var hasSeenSignal = false+ private var consecutiveSilentWindows = 0+ private var hasRequestedRecovery = false++ mutating func shouldRecover(+ isBuiltInInput: Bool,+ isDirectCapture: Bool,+ rms: Float,+ peak: Float+ ) -> Bool {+ guard isBuiltInInput, isDirectCapture, self.hasRequestedRecovery == false else { return false }+ let isEffectivelySilent = rms <= Self.maximumSilentRMS && peak <= Self.maximumSilentPeak+ if isEffectivelySilent == false {+ self.hasSeenSignal = true+ self.consecutiveSilentWindows = 0+ return false+ }+ guard self.hasSeenSignal else { return false }+ self.consecutiveSilentWindows += 1+ guard self.consecutiveSilentWindows >= Self.requiredSilentWindows else { return false }+ self.hasRequestedRecovery = true+ return true+ }+ }+struct BluetoothInputStabilization {static let maximumDuration: TimeInterval = 5diff --git a/Tests/FluidDictationIntegrationTests/HotkeyShortcutTests.swift b/Tests/FluidDictationIntegrationTests/HotkeyShortcutTests.swiftindex 8c6d8b1b..28ddde9f 100644--- a/Tests/FluidDictationIntegrationTests/HotkeyShortcutTests.swift+++ b/Tests/FluidDictationIntegrationTests/HotkeyShortcutTests.swift@@ -703,6 +703,60 @@ final class HotkeyShortcutTests: XCTestCase {))}+ func testSilentPCMWatchdogRecoversBuiltInDirectCaptureOnceAfterRealSignal() {+ var watchdog = AudioCaptureIdlePolicy.SilentPCMRecoveryWatchdog()++ XCTAssertFalse(watchdog.shouldRecover(+ isBuiltInInput: true, isDirectCapture: true, rms: 0, peak: 0+ ))+ XCTAssertFalse(watchdog.shouldRecover(+ isBuiltInInput: true, isDirectCapture: true, rms: 0.02, peak: 0.08+ ))+ for _ in 0..<(AudioCaptureIdlePolicy.SilentPCMRecoveryWatchdog.requiredSilentWindows - 1) {+ XCTAssertFalse(watchdog.shouldRecover(+ isBuiltInInput: true, isDirectCapture: true, rms: 0, peak: 0+ ))+ }+ XCTAssertTrue(watchdog.shouldRecover(+ isBuiltInInput: true, isDirectCapture: true, rms: 0, peak: 0+ ))+ XCTAssertFalse(watchdog.shouldRecover(+ isBuiltInInput: true, isDirectCapture: true, rms: 0, peak: 0+ ))+ }++ func testSilentPCMWatchdogIgnoresExternalAndLowAmbientInputs() {+ var externalWatchdog = AudioCaptureIdlePolicy.SilentPCMRecoveryWatchdog()+ XCTAssertFalse(externalWatchdog.shouldRecover(+ isBuiltInInput: false, isDirectCapture: true, rms: 0.02, peak: 0.08+ ))+ for _ in 0...AudioCaptureIdlePolicy.SilentPCMRecoveryWatchdog.requiredSilentWindows {+ XCTAssertFalse(externalWatchdog.shouldRecover(+ isBuiltInInput: false, isDirectCapture: true, rms: 0, peak: 0+ ))+ }++ var legacyCaptureWatchdog = AudioCaptureIdlePolicy.SilentPCMRecoveryWatchdog()+ XCTAssertFalse(legacyCaptureWatchdog.shouldRecover(+ isBuiltInInput: true, isDirectCapture: false, rms: 0.02, peak: 0.08+ ))+ for _ in 0...AudioCaptureIdlePolicy.SilentPCMRecoveryWatchdog.requiredSilentWindows {+ XCTAssertFalse(legacyCaptureWatchdog.shouldRecover(+ isBuiltInInput: true, isDirectCapture: false, rms: 0, peak: 0+ ))+ }++ var ambientWatchdog = AudioCaptureIdlePolicy.SilentPCMRecoveryWatchdog()+ XCTAssertFalse(ambientWatchdog.shouldRecover(+ isBuiltInInput: true, isDirectCapture: true, rms: 0.02, peak: 0.08+ ))+ for _ in 0...AudioCaptureIdlePolicy.SilentPCMRecoveryWatchdog.requiredSilentWindows {+ XCTAssertFalse(ambientWatchdog.shouldRecover(+ isBuiltInInput: true, isDirectCapture: true, rms: 0.000_1, peak: 0.001+ ))+ }+ }+@MainActorfunc testLegacySystemModeSeedsPriorityFromCurrentDefault() throws {try self.withRestoredDefaults(keys: [