A free, open source, and extensible speech-to-text application that works completely offline.
feat: add automatic filler word removal from transcriptions (#589)
Prasad Chalasanic84e8634230b
diff --git a/src-tauri/Cargo.lock b/src-tauri/Cargo.lockindex 3c29ee46..7cf44c1d 100644--- a/src-tauri/Cargo.lock+++ b/src-tauri/Cargo.lock@@ -2308,6 +2308,7 @@ dependencies = ["natural","once_cell","rdev",+ "regex","reqwest","rodio","rubato",diff --git a/src-tauri/Cargo.toml b/src-tauri/Cargo.tomlindex b2e0450a..e765c002 100644--- a/src-tauri/Cargo.toml+++ b/src-tauri/Cargo.toml@@ -63,6 +63,7 @@ futures-util = "0.3"rustfft = "6.4.0"strsim = "0.11.0"natural = "0.5.0"+regex = "1"chrono = "0.4"rusqlite = { version = "0.37", features = ["bundled"] }tar = "0.4.44"diff --git a/src-tauri/src/audio_toolkit/mod.rs b/src-tauri/src/audio_toolkit/mod.rsindex 6975fd9e..5aaa3ffc 100644--- a/src-tauri/src/audio_toolkit/mod.rs+++ b/src-tauri/src/audio_toolkit/mod.rs@@ -7,6 +7,6 @@ pub mod vad;pub use audio::{list_input_devices, list_output_devices, save_wav_file, AudioRecorder, CpalDeviceInfo,};-pub use text::apply_custom_words;+pub use text::{apply_custom_words, filter_transcription_output};pub use utils::get_cpal_host;pub use vad::{SileroVad, VoiceActivityDetector};diff --git a/src-tauri/src/audio_toolkit/text.rs b/src-tauri/src/audio_toolkit/text.rsindex 6f30ae95..3c047769 100644--- a/src-tauri/src/audio_toolkit/text.rs+++ b/src-tauri/src/audio_toolkit/text.rs@@ -1,4 +1,6 @@use natural::phonetics::soundex;+use once_cell::sync::Lazy;+use regex::Regex;use strsim::levenshtein;/// Applies custom word corrections to transcribed text using fuzzy matching@@ -132,6 +134,95 @@ fn extract_punctuation(word: &str) -> (&str, &str) {(prefix, suffix)}+/// Filler words to remove from transcriptions+const FILLER_WORDS: &[&str] = &[+ "uh", "um", "uhm", "umm", "uhh", "uhhh", "ah", "eh", "hmm", "hm", "mmm", "mm", "mh", "ha",+ "ehh",+];++static MULTI_SPACE_PATTERN: Lazy<Regex> = Lazy::new(|| Regex::new(r"\s{2,}").unwrap());++/// Collapses repeated 1-2 letter words (3+ repetitions) to a single instance.+/// E.g., "wh wh wh wh" -> "wh", "I I I I" -> "I"+fn collapse_stutters(text: &str) -> String {+ let words: Vec<&str> = text.split_whitespace().collect();+ if words.is_empty() {+ return text.to_string();+ }++ let mut result: Vec<&str> = Vec::new();+ let mut i = 0;++ while i < words.len() {+ let word = words[i];+ let word_lower = word.to_lowercase();++ // Only process 1-2 letter words+ if word_lower.len() <= 2 && word_lower.chars().all(|c| c.is_alphabetic()) {+ // Count consecutive repetitions (case-insensitive)+ let mut count = 1;+ while i + count < words.len() && words[i + count].to_lowercase() == word_lower {+ count += 1;+ }++ // If 3+ repetitions, collapse to single instance+ if count >= 3 {+ result.push(word);+ i += count;+ } else {+ result.push(word);+ i += 1;+ }+ } else {+ result.push(word);+ i += 1;+ }+ }++ result.join(" ")+}++/// Pre-compiled filler word patterns (built lazily)+static FILLER_PATTERNS: Lazy<Vec<Regex>> = Lazy::new(|| {+ FILLER_WORDS+ .iter()+ .map(|word| {+ // Match filler word with word boundaries, optionally followed by comma or period+ Regex::new(&format!(r"(?i)\b{}\b[,.]?", regex::escape(word))).unwrap()+ })+ .collect()+});++/// Filters transcription output by removing filler words and stutter artifacts.+///+/// This function cleans up raw transcription text by:+/// 1. Removing filler words (uh, um, hmm, etc.)+/// 2. Collapsing repeated 1-2 letter stutters (e.g., "wh wh wh" -> "wh")+/// 3. Cleaning up excess whitespace+///+/// # Arguments+/// * `text` - The raw transcription text to filter+///+/// # Returns+/// The filtered text with filler words and stutters removed+pub fn filter_transcription_output(text: &str) -> String {+ let mut filtered = text.to_string();++ // Remove filler words+ for pattern in FILLER_PATTERNS.iter() {+ filtered = pattern.replace_all(&filtered, "").to_string();+ }++ // Collapse repeated 1-2 letter words (stutter artifacts like "wh wh wh wh")+ filtered = collapse_stutters(&filtered);++ // Clean up multiple spaces to single space+ filtered = MULTI_SPACE_PATTERN.replace_all(&filtered, " ").to_string();++ // Trim leading/trailing whitespace+ filtered.trim().to_string()+}+#[cfg(test)]mod tests {use super::*;@@ -173,4 +264,81 @@ mod tests {let result = apply_custom_words(text, &custom_words, 0.5);assert_eq!(result, "hello world");}++ #[test]+ fn test_filter_filler_words() {+ let text = "So um I was thinking uh about this";+ let result = filter_transcription_output(text);+ assert_eq!(result, "So I was thinking about this");+ }++ #[test]+ fn test_filter_filler_words_case_insensitive() {+ let text = "UM this is UH a test";+ let result = filter_transcription_output(text);+ assert_eq!(result, "this is a test");+ }++ #[test]+ fn test_filter_filler_words_with_punctuation() {+ let text = "Well, um, I think, uh. that's right";+ let result = filter_transcription_output(text);+ assert_eq!(result, "Well, I think, that's right");+ }++ #[test]+ fn test_filter_cleans_whitespace() {+ let text = "Hello world test";+ let result = filter_transcription_output(text);+ assert_eq!(result, "Hello world test");+ }++ #[test]+ fn test_filter_trims() {+ let text = " Hello world ";+ let result = filter_transcription_output(text);+ assert_eq!(result, "Hello world");+ }++ #[test]+ fn test_filter_combined() {+ let text = " Um, so I was, uh, thinking about this ";+ let result = filter_transcription_output(text);+ assert_eq!(result, "so I was, thinking about this");+ }++ #[test]+ fn test_filter_preserves_valid_text() {+ let text = "This is a completely normal sentence.";+ let result = filter_transcription_output(text);+ assert_eq!(result, "This is a completely normal sentence.");+ }++ #[test]+ fn test_filter_stutter_collapse() {+ let text = "w wh wh wh wh wh wh wh wh wh why";+ let result = filter_transcription_output(text);+ assert_eq!(result, "w wh why");+ }++ #[test]+ fn test_filter_stutter_short_words() {+ let text = "I I I I think so so so so";+ let result = filter_transcription_output(text);+ assert_eq!(result, "I think so");+ }++ #[test]+ fn test_filter_stutter_mixed_case() {+ let text = "No NO no NO no";+ let result = filter_transcription_output(text);+ assert_eq!(result, "No");+ }++ #[test]+ fn test_filter_stutter_preserves_two_repetitions() {+ let text = "no no is fine";+ let result = filter_transcription_output(text);+ assert_eq!(result, "no no is fine");+ }}diff --git a/src-tauri/src/managers/transcription.rs b/src-tauri/src/managers/transcription.rsindex 54adbe2b..4287533d 100644--- a/src-tauri/src/managers/transcription.rs+++ b/src-tauri/src/managers/transcription.rs@@ -1,4 +1,4 @@-use crate::audio_toolkit::apply_custom_words;+use crate::audio_toolkit::{apply_custom_words, filter_transcription_output};use crate::managers::model::{EngineType, ModelManager};use crate::settings::{get_settings, ModelUnloadTimeout};use anyhow::Result;@@ -440,6 +440,9 @@ impl TranscriptionManager {result.text};+ // Filter out filler words and hallucinations+ let filtered_result = filter_transcription_output(&corrected_result);+let et = std::time::Instant::now();let translation_note = if settings.translate_to_english {" (translated)"@@ -452,7 +455,7 @@ impl TranscriptionManager {translation_note);- let final_result = corrected_result.trim().to_string();+ let final_result = filtered_result;if final_result.is_empty() {info!("Transcription result is empty");