Voice-to-text dictation app with local (Nvidia Parakeet/Whisper) and cloud models (BYOK). Privacy-first and available cross-platform.
JavaScript aianthropiccross-platformgeminigroqlinuxmacosnvidiaopen-sourceopenaiparakeetspeech-to-texttranscribewhisperwindows
perf: parallelize WebSocket and audio capture, buffer early audio
Gabriel Steinb89af23306d5
diff --git a/src/hooks/useMeetingTranscription.ts b/src/hooks/useMeetingTranscription.tsindex 3cd66c5b2..056802e42 100644--- a/src/hooks/useMeetingTranscription.ts+++ b/src/hooks/useMeetingTranscription.ts@@ -12,8 +12,6 @@ interface UseMeetingTranscriptionReturn {const getSystemAudioStream = async (): Promise<MediaStream | null> => {try {- // Use getDisplayMedia (handled by setDisplayMediaRequestHandler in main process)- // which properly captures system audio via macOS ScreenCaptureKit loopback.const stream = await navigator.mediaDevices.getDisplayMedia({audio: true,video: true,@@ -126,22 +124,30 @@ export function useMeetingTranscription(): UseMeetingTranscriptionReturn {logger.info("Meeting transcription starting...", {}, "meeting");+ setTranscript("");+ setPartialTranscript("");+ setError(null);+try {- const startResult = await window.electronAPI?.meetingTranscriptionStart?.({- provider: "openai-realtime",- model: "gpt-4o-mini-transcribe",- });+ const [startResult, stream] = await Promise.all([+ window.electronAPI?.meetingTranscriptionStart?.({+ provider: "openai-realtime",+ model: "gpt-4o-mini-transcribe",+ }),+ getSystemAudioStream(),+ ]);+if (!startResult?.success) {logger.error("Meeting transcription IPC start failed",{ error: startResult?.error },"meeting");+ stream?.getTracks().forEach((t) => t.stop());isStartingRef.current = false;return;}- const stream = await getSystemAudioStream();if (!stream) {logger.error("Could not capture system audio for meeting transcription", {}, "meeting");await window.electronAPI?.meetingTranscriptionStop?.();@@ -163,10 +169,6 @@ export function useMeetingTranscription(): UseMeetingTranscriptionReturn {const scriptNode = audioContext.createScriptProcessor(4096, 1, 1);scriptNodeRef.current = scriptNode;- setTranscript("");- setPartialTranscript("");- setError(null);-const partialCleanup = window.electronAPI?.onMeetingTranscriptionPartial?.((text) => {setPartialTranscript(text);});@@ -184,6 +186,9 @@ export function useMeetingTranscription(): UseMeetingTranscriptionReturn {});if (errorCleanup) ipcCleanupsRef.current.push(errorCleanup);+ const audioBuffer: ArrayBuffer[] = [];+ let socketReady = false;+let audioCheckCount = 0;scriptNode.onaudioprocess = (event) => {if (!isRecordingRef.current) return;@@ -204,7 +209,12 @@ export function useMeetingTranscription(): UseMeetingTranscriptionReturn {);}audioCheckCount++;- window.electronAPI?.meetingTranscriptionSend?.(pcm.buffer);++ if (socketReady) {+ window.electronAPI?.meetingTranscriptionSend?.(pcm.buffer);+ } else {+ audioBuffer.push(pcm.buffer.slice(0));+ }};source.connect(scriptNode);@@ -213,7 +223,16 @@ export function useMeetingTranscription(): UseMeetingTranscriptionReturn {isRecordingRef.current = true;isStartingRef.current = false;setIsRecording(true);- logger.info("Meeting transcription started successfully", {}, "meeting");++ for (const chunk of audioBuffer) {+ window.electronAPI?.meetingTranscriptionSend?.(chunk);+ }+ socketReady = true;+ logger.info(+ "Meeting transcription started successfully",+ { bufferedChunks: audioBuffer.length },+ "meeting"+ );} catch (err) {logger.error("Meeting transcription setup failed",