Skip to content

armgit / Handy

Public Imported from GitHub
0

A free, open source, and extensible speech-to-text application that works completely offline.

fix short words being thrown out

CJ Pais4bab3f11a912
diff --git a/src-tauri/src/managers/audio.rs b/src-tauri/src/managers/audio.rs
index aec8dcc4..fb6b8b01 100644
--- a/src-tauri/src/managers/audio.rs
+++ b/src-tauri/src/managers/audio.rs
@@ -6,6 +6,8 @@ use std::vec::Vec;
use tauri::{App, Manager};
use vad_rs::Vad;
+const WHISPER_SAMPLE_RATE: usize = 16000;
+
#[derive(Clone, Debug)]
pub enum RecordingState {
Idle,
@@ -61,9 +63,9 @@ impl AudioRecordingManager {
let sample_rate = config.sample_rate().0;
// Configure the resampler - keeping 1024 as input size for FFT efficiency
- let resampler = FftFixedIn::new(sample_rate as usize, 16000, 1024, 2, 1)?;
+ let resampler = FftFixedIn::new(sample_rate as usize, WHISPER_SAMPLE_RATE, 1024, 2, 1)?;
- let vad = Arc::new(Mutex::new(Vad::new(vad_path, 16000).unwrap()));
+ let vad = Arc::new(Mutex::new(Vad::new(vad_path, WHISPER_SAMPLE_RATE).unwrap()));
let vad_clone = Arc::clone(&vad);
let state = Arc::new(Mutex::new(RecordingState::Idle));
@@ -135,9 +137,14 @@ impl AudioRecordingManager {
if let Ok(mut vad) = vad_clone.lock() {
match vad.compute(&chunk) {
Ok(result) => {
- if result.prob > 0.15 {
+ println!("VAD PROB {}", result.prob);
+ if result.prob > 0.1 {
let mut buffer = buffer_clone.lock().unwrap();
buffer.extend_from_slice(&chunk);
+ println!(
+ "EXTENDED BUFFER. BUFFER LENGTH {}",
+ buffer.len()
+ );
}
}
Err(error) => {
@@ -277,25 +284,21 @@ impl AudioRecordingManager {
println!("Stopped recording for binding {}", binding_id);
let mut buffer = self.buffer.lock().unwrap();
+ println!("READING BUFFER");
let audio_data: Vec<f32> = buffer.drain(..).collect();
+ println!("READ BUFFER");
+
+ let samples = audio_data.len();
- // Calculate duration in milliseconds
- // 16000 is our target sample rate after resampling
- let duration_ms = (audio_data.len() as f32 / 16000.0) * 1000.0;
+ println!("SAMPLE AFTER VAD {}, DURATION {}", samples, samples / 1000);
- if duration_ms < 300.0 {
- // Discard the audio if it's too short
- Some(Vec::new())
+ if samples < WHISPER_SAMPLE_RATE && samples > 1000 {
+ let target_samples = WHISPER_SAMPLE_RATE * 5 / 4; // sample rate * 1.25
+ let mut padded_audio = audio_data;
+ padded_audio.resize(target_samples, 0.0); // Pad with silence (zeros)
+ Some(padded_audio)
} else {
- // Pad to minimum 1000ms if needed
- if duration_ms < 1000.0 {
- let target_samples = (16000.0 * (1000.0 / 1000.0)) as usize; // 16000 samples for 1 second
- let mut padded_audio = audio_data;
- padded_audio.resize(target_samples, 0.0); // Pad with silence (zeros)
- Some(padded_audio)
- } else {
- Some(audio_data)
- }
+ Some(audio_data)
}
}
_ => {