Skip to content

Fastest and only macOS Dictation app with on-device STT and custom trained AI enhancement model. Windows, iOS testflight! Android, Linux waitlist open! A local Wispr Flow alternative. Follow https://x.com/fluidvoiceapp for more

fix(audio): recover stalled built-in capture

altic-dev405e0332f882
diff --git a/Sources/Fluid/Services/ASRService.swift b/Sources/Fluid/Services/ASRService.swift
index 5d2e19ed..37e5a33b 100644
--- a/Sources/Fluid/Services/ASRService.swift
+++ b/Sources/Fluid/Services/ASRService.swift
@@ -711,6 +711,8 @@ final class ASRService: ObservableObject {
private var audioStartAttemptInputUID: String?
private var audioStartAttemptInputName: String?
private var audioStartAttemptIsBluetooth = false
+ private var audioStartAttemptIsBuiltIn = false
+ private var silentPCMRecoveryWatchdog = AudioCaptureIdlePolicy.SilentPCMRecoveryWatchdog()
private var hasPreparedAudioCapture: Bool {
self.directAudioLifecycleController.snapshot.isPrepared || self.hasWarmAudioEngine
@@ -926,6 +928,7 @@ final class ASRService: ObservableObject {
self.audioStartAttemptInputUID = nil
self.audioStartAttemptInputName = nil
self.audioStartAttemptIsBluetooth = false
+ self.audioStartAttemptIsBuiltIn = false
if SettingsStore.shared.experimentalDirectAudioCaptureEnabled {
// A non-route path may have scheduled a fire-and-forget retirement.
// Do not let direct capture startup overlap a queued AVAudioEngine
@@ -951,6 +954,7 @@ final class ASRService: ObservableObject {
self.audioStartAttemptInputUID = device.uid
self.audioStartAttemptInputName = device.name
self.audioStartAttemptIsBluetooth = device.isBluetooth
+ self.audioStartAttemptIsBuiltIn = device.isBuiltIn
AppServices.shared.microphonePreferenceCoordinator.reportResolvedSelection(
uid: device.uid,
name: device.name
@@ -1138,14 +1142,27 @@ final class ASRService: ObservableObject {
onCaptureHealth: { [weak self] sessionID, attemptID, audioMs, sampleCount, rms, peak in
DispatchQueue.main.async { [weak self] in
guard let self else { return }
+ guard sessionID == self.benchmarkSessionID, self.isRunning else { return }
let silent = rms < 0.002 && peak < 0.01
self.benchmarkLog(
"capture_health attempt=\(attemptID) audioMs=\(audioMs) " +
"samples=\(sampleCount) rms=\(String(format: "%.6f", rms)) " +
"peak=\(String(format: "%.6f", peak)) silent=\(silent) " +
- "inputUID=\(self.audioStartAttemptInputUID ?? "unknown")",
- sessionID: sessionID
+ "inputUID=\(self.audioStartAttemptInputUID ?? "unknown")"
)
+ if self.silentPCMRecoveryWatchdog.shouldRecover(
+ isBuiltInInput: self.audioStartAttemptIsBuiltIn,
+ isDirectCapture: self.activeAudioCaptureBackend == .directCoreAudio,
+ rms: rms,
+ peak: peak
+ ) {
+ self.benchmarkLog(
+ "capture_health_recovery_triggered attempt=\(attemptID) " +
+ "audioMs=\(audioMs) rms=\(String(format: "%.6f", rms)) " +
+ "peak=\(String(format: "%.6f", peak))"
+ )
+ self.scheduleAudioRouteRecovery(reason: "sustained silent PCM")
+ }
}
}
)
@@ -1702,6 +1719,7 @@ final class ASRService: ObservableObject {
self.isProcessingChunk = false
self.skipNextChunk = false
self.benchmarkSessionID += 1
+ self.silentPCMRecoveryWatchdog = AudioCaptureIdlePolicy.SilentPCMRecoveryWatchdog()
let captureSessionID = self.benchmarkSessionID
self.audioCaptureAttemptID &+= 1
var readinessAttemptID = self.audioCaptureAttemptID
diff --git a/Sources/Fluid/Services/AudioCaptureIdlePolicy.swift b/Sources/Fluid/Services/AudioCaptureIdlePolicy.swift
index c4aac2bb..c67ae148 100644
--- a/Sources/Fluid/Services/AudioCaptureIdlePolicy.swift
+++ b/Sources/Fluid/Services/AudioCaptureIdlePolicy.swift
@@ -1,6 +1,36 @@
import CoreAudio
enum AudioCaptureIdlePolicy {
+ struct SilentPCMRecoveryWatchdog {
+ static let requiredSilentWindows = 3
+ static let maximumSilentRMS: Float = 0.00_001
+ static let maximumSilentPeak: Float = 0.00_005
+
+ private var hasSeenSignal = false
+ private var consecutiveSilentWindows = 0
+ private var hasRequestedRecovery = false
+
+ mutating func shouldRecover(
+ isBuiltInInput: Bool,
+ isDirectCapture: Bool,
+ rms: Float,
+ peak: Float
+ ) -> Bool {
+ guard isBuiltInInput, isDirectCapture, self.hasRequestedRecovery == false else { return false }
+ let isEffectivelySilent = rms <= Self.maximumSilentRMS && peak <= Self.maximumSilentPeak
+ if isEffectivelySilent == false {
+ self.hasSeenSignal = true
+ self.consecutiveSilentWindows = 0
+ return false
+ }
+ guard self.hasSeenSignal else { return false }
+ self.consecutiveSilentWindows += 1
+ guard self.consecutiveSilentWindows >= Self.requiredSilentWindows else { return false }
+ self.hasRequestedRecovery = true
+ return true
+ }
+ }
+
struct BluetoothInputStabilization {
static let maximumDuration: TimeInterval = 5
diff --git a/Tests/FluidDictationIntegrationTests/HotkeyShortcutTests.swift b/Tests/FluidDictationIntegrationTests/HotkeyShortcutTests.swift
index 8c6d8b1b..28ddde9f 100644
--- a/Tests/FluidDictationIntegrationTests/HotkeyShortcutTests.swift
+++ b/Tests/FluidDictationIntegrationTests/HotkeyShortcutTests.swift
@@ -703,6 +703,60 @@ final class HotkeyShortcutTests: XCTestCase {
))
}
+ func testSilentPCMWatchdogRecoversBuiltInDirectCaptureOnceAfterRealSignal() {
+ var watchdog = AudioCaptureIdlePolicy.SilentPCMRecoveryWatchdog()
+
+ XCTAssertFalse(watchdog.shouldRecover(
+ isBuiltInInput: true, isDirectCapture: true, rms: 0, peak: 0
+ ))
+ XCTAssertFalse(watchdog.shouldRecover(
+ isBuiltInInput: true, isDirectCapture: true, rms: 0.02, peak: 0.08
+ ))
+ for _ in 0..<(AudioCaptureIdlePolicy.SilentPCMRecoveryWatchdog.requiredSilentWindows - 1) {
+ XCTAssertFalse(watchdog.shouldRecover(
+ isBuiltInInput: true, isDirectCapture: true, rms: 0, peak: 0
+ ))
+ }
+ XCTAssertTrue(watchdog.shouldRecover(
+ isBuiltInInput: true, isDirectCapture: true, rms: 0, peak: 0
+ ))
+ XCTAssertFalse(watchdog.shouldRecover(
+ isBuiltInInput: true, isDirectCapture: true, rms: 0, peak: 0
+ ))
+ }
+
+ func testSilentPCMWatchdogIgnoresExternalAndLowAmbientInputs() {
+ var externalWatchdog = AudioCaptureIdlePolicy.SilentPCMRecoveryWatchdog()
+ XCTAssertFalse(externalWatchdog.shouldRecover(
+ isBuiltInInput: false, isDirectCapture: true, rms: 0.02, peak: 0.08
+ ))
+ for _ in 0...AudioCaptureIdlePolicy.SilentPCMRecoveryWatchdog.requiredSilentWindows {
+ XCTAssertFalse(externalWatchdog.shouldRecover(
+ isBuiltInInput: false, isDirectCapture: true, rms: 0, peak: 0
+ ))
+ }
+
+ var legacyCaptureWatchdog = AudioCaptureIdlePolicy.SilentPCMRecoveryWatchdog()
+ XCTAssertFalse(legacyCaptureWatchdog.shouldRecover(
+ isBuiltInInput: true, isDirectCapture: false, rms: 0.02, peak: 0.08
+ ))
+ for _ in 0...AudioCaptureIdlePolicy.SilentPCMRecoveryWatchdog.requiredSilentWindows {
+ XCTAssertFalse(legacyCaptureWatchdog.shouldRecover(
+ isBuiltInInput: true, isDirectCapture: false, rms: 0, peak: 0
+ ))
+ }
+
+ var ambientWatchdog = AudioCaptureIdlePolicy.SilentPCMRecoveryWatchdog()
+ XCTAssertFalse(ambientWatchdog.shouldRecover(
+ isBuiltInInput: true, isDirectCapture: true, rms: 0.02, peak: 0.08
+ ))
+ for _ in 0...AudioCaptureIdlePolicy.SilentPCMRecoveryWatchdog.requiredSilentWindows {
+ XCTAssertFalse(ambientWatchdog.shouldRecover(
+ isBuiltInInput: true, isDirectCapture: true, rms: 0.000_1, peak: 0.001
+ ))
+ }
+ }
+
@MainActor
func testLegacySystemModeSeedsPriorityFromCurrentDefault() throws {
try self.withRestoredDefaults(keys: [