Fastest and only macOS Dictation app with on-device STT and custom trained AI enhancement model. Windows, iOS testflight! Android, Linux waitlist open! A local Wispr Flow alternative. Follow https://x.com/fluidvoiceapp for more
fix: retain labels for near-complete diarization
Optic00bd292cf99b7f
diff --git a/Sources/Fluid/Services/MeetingTranscriptionService.swift b/Sources/Fluid/Services/MeetingTranscriptionService.swiftindex 8e87861a..7e4582a3 100644--- a/Sources/Fluid/Services/MeetingTranscriptionService.swift+++ b/Sources/Fluid/Services/MeetingTranscriptionService.swift@@ -81,6 +81,20 @@ nonisolated struct SpeakerLabeledTranscript: Sendable, Equatable {let notice: String?}+nonisolated struct SpeakerLabelingCoverage: Sendable, Equatable {+ let gapCount: Int+ let skippedDurationSeconds: Double+ let maxGapDurationSeconds: Double+ let diarizedDurationSeconds: Double++ var skippedRatio: Double {+ guard self.diarizedDurationSeconds.isFinite, self.diarizedDurationSeconds > 0 else {+ return self.skippedDurationSeconds > 0 ? .infinity : 0+ }+ return self.skippedDurationSeconds / self.diarizedDurationSeconds+ }+}+nonisolated enum SpeakerLabeledTranscriptionPolicy {static func transcribeChunks(_ ranges: [SpeakerTranscriptGap],@@ -119,12 +133,46 @@ nonisolated enum SpeakerLabeledTranscriptionPolicy {guard !gaps.isEmpty else { return true }guard diarizedDurationSeconds.isFinite, diarizedDurationSeconds > 0 else { return false }- let durations = gaps.map(\.durationSeconds)- guard durations.allSatisfy({ $0 <= 3 }) else { return false }+ let coverage = self.coverage(+ gaps: gaps,+ diarizedDurationSeconds: diarizedDurationSeconds+ )+ guard coverage.maxGapDurationSeconds <= 5 else { return false }- let skippedDuration = durations.reduce(0, +)let allowedSkippedDuration = min(30, diarizedDurationSeconds * 0.01)- return skippedDuration <= allowedSkippedDuration+ return coverage.skippedDurationSeconds <= allowedSkippedDuration+ }++ static func coverage(+ gaps: [SpeakerTranscriptGap],+ diarizedDurationSeconds: Double+ ) -> SpeakerLabelingCoverage {+ let durations = gaps.map(\.durationSeconds)+ return SpeakerLabelingCoverage(+ gapCount: gaps.count,+ skippedDurationSeconds: durations.reduce(0, +),+ maxGapDurationSeconds: durations.max() ?? 0,+ diarizedDurationSeconds: diarizedDurationSeconds+ )+ }++ static func fallbackDiagnostic(+ hasRecognizedText: Bool,+ gaps: [SpeakerTranscriptGap],+ diarizedDurationSeconds: Double+ ) -> String {+ guard hasRecognizedText else {+ return "Speaker labeling produced no recognized text"+ }+ guard diarizedDurationSeconds.isFinite, diarizedDurationSeconds > 0 else {+ return "Speaker labeling produced an invalid diarized duration"+ }++ let coverage = self.coverage(+ gaps: gaps,+ diarizedDurationSeconds: diarizedDurationSeconds+ )+ return "Speaker labeling omitted too much audio (gaps=\(coverage.gapCount), skipped=\(String(format: "%.3f", coverage.skippedDurationSeconds))s, maxGap=\(String(format: "%.3f", coverage.maxGapDurationSeconds))s, diarized=\(String(format: "%.3f", coverage.diarizedDurationSeconds))s, ratio=\(String(format: "%.4f", coverage.skippedRatio)))"}static func limitationNotice(for gaps: [SpeakerTranscriptGap]) -> String? {@@ -687,8 +735,20 @@ final class MeetingTranscriptionService: ObservableObject {}guard let labeledTranscript = SpeakerLabeledTranscriptionPolicy.assembleTurns(recognizedTurns) else {+ let gaps = recognizedTurns.flatMap(\.transcription.gaps)+ let diarizedDuration = recognizedTurns.reduce(0) {+ $0 + max(0, $1.endSeconds - $1.startSeconds)+ }+ let hasRecognizedText = recognizedTurns.contains {+ !$0.transcription.text.trimmingCharacters(in: .whitespacesAndNewlines).isEmpty+ }+ let diagnostic = SpeakerLabeledTranscriptionPolicy.fallbackDiagnostic(+ hasRecognizedText: hasRecognizedText,+ gaps: gaps,+ diarizedDurationSeconds: diarizedDuration+ )DebugLogger.shared.warning(- "Speaker labeling omitted too much audio; falling back to standard transcription",+ "\(diagnostic); falling back to standard transcription",source: "MeetingTranscriptionService")return nildiff --git a/Tests/FluidDictationIntegrationTests/SpeakerTurnMergingTests.swift b/Tests/FluidDictationIntegrationTests/SpeakerTurnMergingTests.swiftindex 0fe7d71e..52b8f6c1 100644--- a/Tests/FluidDictationIntegrationTests/SpeakerTurnMergingTests.swift+++ b/Tests/FluidDictationIntegrationTests/SpeakerTurnMergingTests.swift@@ -260,10 +260,26 @@ final class SpeakerLabeledTranscriptionPolicyTests: XCTestCase {))}- func testMaterialityRejectsOneGapLongerThanThreeSeconds() {+ func testMaterialityAcceptsSmallGapAboveThreeSecondsWhenTotalIsNegligible() {+ XCTAssertTrue(SpeakerLabeledTranscriptionPolicy.shouldKeepSpeakerLabels(+ hasRecognizedText: true,+ gaps: [SpeakerTranscriptGap(startSeconds: 10, endSeconds: 13.311)],+ diarizedDurationSeconds: 10_000+ ))+ }++ func testMaterialityRejectsOneGapLongerThanFiveSeconds() {XCTAssertFalse(SpeakerLabeledTranscriptionPolicy.shouldKeepSpeakerLabels(hasRecognizedText: true,- gaps: [SpeakerTranscriptGap(startSeconds: 10, endSeconds: 13.001)],+ gaps: [SpeakerTranscriptGap(startSeconds: 10, endSeconds: 15.001)],+ diarizedDurationSeconds: 10_000+ ))+ }++ func testMaterialityAcceptsOneGapAtFiveSecondLimit() {+ XCTAssertTrue(SpeakerLabeledTranscriptionPolicy.shouldKeepSpeakerLabels(+ hasRecognizedText: true,+ gaps: [SpeakerTranscriptGap(startSeconds: 10, endSeconds: 15)],diarizedDurationSeconds: 10_000))}@@ -303,6 +319,34 @@ final class SpeakerLabeledTranscriptionPolicyTests: XCTestCase {))}+ func testCoverageReportsTheEvidenceUsedByTheFallbackDecision() {+ let gaps = [+ SpeakerTranscriptGap(startSeconds: 10, endSeconds: 11.5),+ SpeakerTranscriptGap(startSeconds: 20, endSeconds: 24.25),+ ]++ let coverage = SpeakerLabeledTranscriptionPolicy.coverage(+ gaps: gaps,+ diarizedDurationSeconds: 200+ )++ XCTAssertEqual(coverage.gapCount, 2)+ XCTAssertEqual(coverage.skippedDurationSeconds, 5.75, accuracy: 0.0001)+ XCTAssertEqual(coverage.maxGapDurationSeconds, 4.25, accuracy: 0.0001)+ XCTAssertEqual(coverage.diarizedDurationSeconds, 200, accuracy: 0.0001)+ XCTAssertEqual(coverage.skippedRatio, 0.02875, accuracy: 0.000001)+ }++ func testFallbackDiagnosticNamesMissingRecognizedTextInsteadOfOmittedAudio() {+ let description = SpeakerLabeledTranscriptionPolicy.fallbackDiagnostic(+ hasRecognizedText: false,+ gaps: [],+ diarizedDurationSeconds: 100+ )++ XCTAssertEqual(description, "Speaker labeling produced no recognized text")+ }+func testSpeakerLabelingNoticeNamesSkippedCountAndDuration() {let gaps = [SpeakerTranscriptGap(startSeconds: 10, endSeconds: 10.4),@@ -436,7 +480,7 @@ final class SpeakerLabeledTranscriptionPolicyTests: XCTestCase {}func testMaterialEmptyTurnRejectsLabeledTranscript() {- let materialGap = SpeakerTranscriptGap(startSeconds: 500, endSeconds: 504)+ let materialGap = SpeakerTranscriptGap(startSeconds: 500, endSeconds: 506)let turns = [SpeakerRecognizedTurn(speaker: "Speaker 1",@@ -447,13 +491,13 @@ final class SpeakerLabeledTranscriptionPolicyTests: XCTestCase {SpeakerRecognizedTurn(speaker: "Speaker 2",startSeconds: 500,- endSeconds: 504,+ endSeconds: 506,transcription: SpeakerTurnTranscription(text: "", confidence: 0, gaps: [materialGap])),SpeakerRecognizedTurn(speaker: "Speaker 3",- startSeconds: 504,- endSeconds: 1_004,+ startSeconds: 506,+ endSeconds: 1_006,transcription: SpeakerTurnTranscription(text: "Last", confidence: 1, gaps: [])),]