Skip to content

Fastest and only macOS Dictation app with on-device STT and custom trained AI enhancement model. Windows, iOS testflight! Android, Linux waitlist open! A local Wispr Flow alternative. Follow https://x.com/fluidvoiceapp for more

fix: retain labels for near-complete diarization

Optic00bd292cf99b7f
diff --git a/Sources/Fluid/Services/MeetingTranscriptionService.swift b/Sources/Fluid/Services/MeetingTranscriptionService.swift
index 8e87861a..7e4582a3 100644
--- a/Sources/Fluid/Services/MeetingTranscriptionService.swift
+++ b/Sources/Fluid/Services/MeetingTranscriptionService.swift
@@ -81,6 +81,20 @@ nonisolated struct SpeakerLabeledTranscript: Sendable, Equatable {
let notice: String?
}
+nonisolated struct SpeakerLabelingCoverage: Sendable, Equatable {
+ let gapCount: Int
+ let skippedDurationSeconds: Double
+ let maxGapDurationSeconds: Double
+ let diarizedDurationSeconds: Double
+
+ var skippedRatio: Double {
+ guard self.diarizedDurationSeconds.isFinite, self.diarizedDurationSeconds > 0 else {
+ return self.skippedDurationSeconds > 0 ? .infinity : 0
+ }
+ return self.skippedDurationSeconds / self.diarizedDurationSeconds
+ }
+}
+
nonisolated enum SpeakerLabeledTranscriptionPolicy {
static func transcribeChunks(
_ ranges: [SpeakerTranscriptGap],
@@ -119,12 +133,46 @@ nonisolated enum SpeakerLabeledTranscriptionPolicy {
guard !gaps.isEmpty else { return true }
guard diarizedDurationSeconds.isFinite, diarizedDurationSeconds > 0 else { return false }
- let durations = gaps.map(\.durationSeconds)
- guard durations.allSatisfy({ $0 <= 3 }) else { return false }
+ let coverage = self.coverage(
+ gaps: gaps,
+ diarizedDurationSeconds: diarizedDurationSeconds
+ )
+ guard coverage.maxGapDurationSeconds <= 5 else { return false }
- let skippedDuration = durations.reduce(0, +)
let allowedSkippedDuration = min(30, diarizedDurationSeconds * 0.01)
- return skippedDuration <= allowedSkippedDuration
+ return coverage.skippedDurationSeconds <= allowedSkippedDuration
+ }
+
+ static func coverage(
+ gaps: [SpeakerTranscriptGap],
+ diarizedDurationSeconds: Double
+ ) -> SpeakerLabelingCoverage {
+ let durations = gaps.map(\.durationSeconds)
+ return SpeakerLabelingCoverage(
+ gapCount: gaps.count,
+ skippedDurationSeconds: durations.reduce(0, +),
+ maxGapDurationSeconds: durations.max() ?? 0,
+ diarizedDurationSeconds: diarizedDurationSeconds
+ )
+ }
+
+ static func fallbackDiagnostic(
+ hasRecognizedText: Bool,
+ gaps: [SpeakerTranscriptGap],
+ diarizedDurationSeconds: Double
+ ) -> String {
+ guard hasRecognizedText else {
+ return "Speaker labeling produced no recognized text"
+ }
+ guard diarizedDurationSeconds.isFinite, diarizedDurationSeconds > 0 else {
+ return "Speaker labeling produced an invalid diarized duration"
+ }
+
+ let coverage = self.coverage(
+ gaps: gaps,
+ diarizedDurationSeconds: diarizedDurationSeconds
+ )
+ return "Speaker labeling omitted too much audio (gaps=\(coverage.gapCount), skipped=\(String(format: "%.3f", coverage.skippedDurationSeconds))s, maxGap=\(String(format: "%.3f", coverage.maxGapDurationSeconds))s, diarized=\(String(format: "%.3f", coverage.diarizedDurationSeconds))s, ratio=\(String(format: "%.4f", coverage.skippedRatio)))"
}
static func limitationNotice(for gaps: [SpeakerTranscriptGap]) -> String? {
@@ -687,8 +735,20 @@ final class MeetingTranscriptionService: ObservableObject {
}
guard let labeledTranscript = SpeakerLabeledTranscriptionPolicy.assembleTurns(recognizedTurns) else {
+ let gaps = recognizedTurns.flatMap(\.transcription.gaps)
+ let diarizedDuration = recognizedTurns.reduce(0) {
+ $0 + max(0, $1.endSeconds - $1.startSeconds)
+ }
+ let hasRecognizedText = recognizedTurns.contains {
+ !$0.transcription.text.trimmingCharacters(in: .whitespacesAndNewlines).isEmpty
+ }
+ let diagnostic = SpeakerLabeledTranscriptionPolicy.fallbackDiagnostic(
+ hasRecognizedText: hasRecognizedText,
+ gaps: gaps,
+ diarizedDurationSeconds: diarizedDuration
+ )
DebugLogger.shared.warning(
- "Speaker labeling omitted too much audio; falling back to standard transcription",
+ "\(diagnostic); falling back to standard transcription",
source: "MeetingTranscriptionService"
)
return nil
diff --git a/Tests/FluidDictationIntegrationTests/SpeakerTurnMergingTests.swift b/Tests/FluidDictationIntegrationTests/SpeakerTurnMergingTests.swift
index 0fe7d71e..52b8f6c1 100644
--- a/Tests/FluidDictationIntegrationTests/SpeakerTurnMergingTests.swift
+++ b/Tests/FluidDictationIntegrationTests/SpeakerTurnMergingTests.swift
@@ -260,10 +260,26 @@ final class SpeakerLabeledTranscriptionPolicyTests: XCTestCase {
))
}
- func testMaterialityRejectsOneGapLongerThanThreeSeconds() {
+ func testMaterialityAcceptsSmallGapAboveThreeSecondsWhenTotalIsNegligible() {
+ XCTAssertTrue(SpeakerLabeledTranscriptionPolicy.shouldKeepSpeakerLabels(
+ hasRecognizedText: true,
+ gaps: [SpeakerTranscriptGap(startSeconds: 10, endSeconds: 13.311)],
+ diarizedDurationSeconds: 10_000
+ ))
+ }
+
+ func testMaterialityRejectsOneGapLongerThanFiveSeconds() {
XCTAssertFalse(SpeakerLabeledTranscriptionPolicy.shouldKeepSpeakerLabels(
hasRecognizedText: true,
- gaps: [SpeakerTranscriptGap(startSeconds: 10, endSeconds: 13.001)],
+ gaps: [SpeakerTranscriptGap(startSeconds: 10, endSeconds: 15.001)],
+ diarizedDurationSeconds: 10_000
+ ))
+ }
+
+ func testMaterialityAcceptsOneGapAtFiveSecondLimit() {
+ XCTAssertTrue(SpeakerLabeledTranscriptionPolicy.shouldKeepSpeakerLabels(
+ hasRecognizedText: true,
+ gaps: [SpeakerTranscriptGap(startSeconds: 10, endSeconds: 15)],
diarizedDurationSeconds: 10_000
))
}
@@ -303,6 +319,34 @@ final class SpeakerLabeledTranscriptionPolicyTests: XCTestCase {
))
}
+ func testCoverageReportsTheEvidenceUsedByTheFallbackDecision() {
+ let gaps = [
+ SpeakerTranscriptGap(startSeconds: 10, endSeconds: 11.5),
+ SpeakerTranscriptGap(startSeconds: 20, endSeconds: 24.25),
+ ]
+
+ let coverage = SpeakerLabeledTranscriptionPolicy.coverage(
+ gaps: gaps,
+ diarizedDurationSeconds: 200
+ )
+
+ XCTAssertEqual(coverage.gapCount, 2)
+ XCTAssertEqual(coverage.skippedDurationSeconds, 5.75, accuracy: 0.0001)
+ XCTAssertEqual(coverage.maxGapDurationSeconds, 4.25, accuracy: 0.0001)
+ XCTAssertEqual(coverage.diarizedDurationSeconds, 200, accuracy: 0.0001)
+ XCTAssertEqual(coverage.skippedRatio, 0.02875, accuracy: 0.000001)
+ }
+
+ func testFallbackDiagnosticNamesMissingRecognizedTextInsteadOfOmittedAudio() {
+ let description = SpeakerLabeledTranscriptionPolicy.fallbackDiagnostic(
+ hasRecognizedText: false,
+ gaps: [],
+ diarizedDurationSeconds: 100
+ )
+
+ XCTAssertEqual(description, "Speaker labeling produced no recognized text")
+ }
+
func testSpeakerLabelingNoticeNamesSkippedCountAndDuration() {
let gaps = [
SpeakerTranscriptGap(startSeconds: 10, endSeconds: 10.4),
@@ -436,7 +480,7 @@ final class SpeakerLabeledTranscriptionPolicyTests: XCTestCase {
}
func testMaterialEmptyTurnRejectsLabeledTranscript() {
- let materialGap = SpeakerTranscriptGap(startSeconds: 500, endSeconds: 504)
+ let materialGap = SpeakerTranscriptGap(startSeconds: 500, endSeconds: 506)
let turns = [
SpeakerRecognizedTurn(
speaker: "Speaker 1",
@@ -447,13 +491,13 @@ final class SpeakerLabeledTranscriptionPolicyTests: XCTestCase {
SpeakerRecognizedTurn(
speaker: "Speaker 2",
startSeconds: 500,
- endSeconds: 504,
+ endSeconds: 506,
transcription: SpeakerTurnTranscription(text: "", confidence: 0, gaps: [materialGap])
),
SpeakerRecognizedTurn(
speaker: "Speaker 3",
- startSeconds: 504,
- endSeconds: 1_004,
+ startSeconds: 506,
+ endSeconds: 1_006,
transcription: SpeakerTurnTranscription(text: "Last", confidence: 1, gaps: [])
),
]