Voice-to-text dictation app with local (Nvidia Parakeet/Whisper) and cloud models (BYOK). Privacy-first and available cross-platform.
JavaScript aianthropiccross-platformgeminigroqlinuxmacosnvidiaopen-sourceopenaiparakeetspeech-to-texttranscribewhisperwindows
fix: wire up live transcription preview toggle and restore missing IPC handlers
Gabriel Stein30172aedd507
diff --git a/src/components/SettingsPage.tsx b/src/components/SettingsPage.tsxindex 79be0180c..f4d18f409 100644--- a/src/components/SettingsPage.tsx+++ b/src/components/SettingsPage.tsx@@ -194,6 +194,8 @@ interface TranscriptionSectionProps {setTranscriptionMode: (mode: InferenceMode) => void;remoteTranscriptionUrl: string;setRemoteTranscriptionUrl: (url: string) => void;+ showTranscriptionPreview: boolean;+ setShowTranscriptionPreview: (value: boolean) => void;toast: (opts: {title: string;description: string;@@ -233,6 +235,8 @@ function TranscriptionSection({setTranscriptionMode,remoteTranscriptionUrl,setRemoteTranscriptionUrl,+ showTranscriptionPreview,+ setShowTranscriptionPreview,toast,}: TranscriptionSectionProps) {const { t } = useTranslation();@@ -296,6 +300,19 @@ function TranscriptionSection({[localTranscriptionProvider, setParakeetModel, setWhisperModel]);+ const renderPreviewToggle = () => (+ <SettingsPanel>+ <SettingsPanelRow>+ <SettingsRow+ label={t("settingsPage.transcription.transcriptionPreview")}+ description={t("settingsPage.transcription.transcriptionPreviewDescription")}+ >+ <Toggle checked={showTranscriptionPreview} onChange={setShowTranscriptionPreview} />+ </SettingsRow>+ </SettingsPanelRow>+ </SettingsPanel>+ );+const renderTranscriptionPicker = (mode?: "cloud" | "local") => (<TranscriptionModelPickerselectedCloudProvider={cloudTranscriptionProvider}@@ -347,7 +364,12 @@ function TranscriptionSection({/>{transcriptionMode === "providers" && renderTranscriptionPicker("cloud")}- {transcriptionMode === "local" && renderTranscriptionPicker("local")}+ {transcriptionMode === "local" && (+ <>+ {renderTranscriptionPicker("local")}+ {renderPreviewToggle()}+ </>+ )}{transcriptionMode === "self-hosted" && (<SelfHostedPanel@@ -358,7 +380,10 @@ function TranscriptionSection({)}</>) : (- renderTranscriptionPicker()+ <>+ {renderTranscriptionPicker()}+ {useLocalWhisper && renderPreviewToggle()}+ </>)}<GpuDeviceSelector purpose="transcription" />@@ -695,6 +720,8 @@ export default function SettingsPage({ activeSection = "general" }: SettingsPagesetAudioCuesEnabled,pauseMediaOnDictation,setPauseMediaOnDictation,+ showTranscriptionPreview,+ setShowTranscriptionPreview,keepTranscriptionInClipboard,setKeepTranscriptionInClipboard,floatingIconAutoHide,@@ -2982,6 +3009,8 @@ EOF`,setTranscriptionMode={setTranscriptionMode}remoteTranscriptionUrl={remoteTranscriptionUrl}setRemoteTranscriptionUrl={setRemoteTranscriptionUrl}+ showTranscriptionPreview={showTranscriptionPreview}+ setShowTranscriptionPreview={setShowTranscriptionPreview}toast={toast}/>);diff --git a/src/components/TranscriptionPreviewOverlay.tsx b/src/components/TranscriptionPreviewOverlay.tsxindex 55e2d8847..4aa81a27c 100644--- a/src/components/TranscriptionPreviewOverlay.tsx+++ b/src/components/TranscriptionPreviewOverlay.tsx@@ -196,25 +196,21 @@ export default function TranscriptionPreviewOverlay() {try {const result = await window.electronAPI?.writeClipboard?.(textToCopy);if (result?.success === false) throw new Error("clipboard-write-failed");- setCopied(true);- resetCopyState();- if (phaseRef.current === "final") {- startHideTimer(FINAL_HIDE_DURATION_MS);- setCountdownKey((k) => k + 1);- }} catch {try {await navigator.clipboard.writeText(textToCopy);- setCopied(true);- resetCopyState();- if (phaseRef.current === "final") {- startHideTimer(FINAL_HIDE_DURATION_MS);- setCountdownKey((k) => k + 1);- }} catch {setCopied(false);+ return;}}++ setCopied(true);+ resetCopyState();+ if (phaseRef.current === "final") {+ startHideTimer(FINAL_HIDE_DURATION_MS);+ setCountdownKey((k) => k + 1);+ }}, [activeText, resetCopyState, startHideTimer]);const handleDismiss = useCallback(() => {diff --git a/src/helpers/ipcHandlers.js b/src/helpers/ipcHandlers.jsindex 661730e9d..722d6c482 100644--- a/src/helpers/ipcHandlers.js+++ b/src/helpers/ipcHandlers.js@@ -3836,6 +3836,84 @@ class IPCHandlers {meetingEchoLeakDetector.reset();};+ let dictationPreviewMode = false;+ let dictationPreviewBuffer = [];+ let dictationPreviewTimer = null;+ let dictationPreviewTranscribing = false;+ let dictationPreviewProvider = null;+ let dictationPreviewModel = null;+ let dictationPreviewSessionActive = false;+ let dictationPreviewChunkCount = 0;++ const resetDictationPreviewState = ({ preserveSession = false } = {}) => {+ if (dictationPreviewTimer) {+ clearInterval(dictationPreviewTimer);+ dictationPreviewTimer = null;+ }+ dictationPreviewMode = false;+ if (!preserveSession) {+ dictationPreviewSessionActive = false;+ }+ dictationPreviewBuffer = [];+ dictationPreviewTranscribing = false;+ dictationPreviewProvider = null;+ dictationPreviewModel = null;+ };++ const transcribeDictationPreviewChunk = async () => {+ if (dictationPreviewTranscribing) return;+ if (!dictationPreviewBuffer.length) return;++ dictationPreviewTranscribing = true;+ try {+ const pcm = Buffer.concat(dictationPreviewBuffer);+ dictationPreviewBuffer = [];++ const samples = new Int16Array(pcm.buffer, pcm.byteOffset, pcm.length / 2);+ let sumSq = 0;+ for (let i = 0; i < samples.length; i++) {+ const n = samples[i] / 0x7fff;+ sumSq += n * n;+ }+ const rms = Math.sqrt(sumSq / samples.length);+ debugLogger.debug("Dictation preview chunk", {+ pcmBytes: pcm.length,+ rms: rms.toFixed(6),+ samples: samples.length,+ });+ if (rms < 0.002) return;++ const wav = pcm16ToWav(pcm);++ let result;+ if (dictationPreviewProvider === "nvidia") {+ result = await this.parakeetManager.transcribeLocalParakeet(wav, {+ model: dictationPreviewModel,+ });+ } else {+ result = await this.whisperManager.transcribeLocalWhisper(wav, {+ model: dictationPreviewModel,+ });+ }++ if (result?.success && result.text?.trim()) {+ this.windowManager.appendTranscriptionPreview(result.text.trim());+ } else if (result && !result.success) {+ debugLogger.warn("Dictation preview chunk returned failure", {+ error: result.error || result.message,+ provider: dictationPreviewProvider,+ });+ }+ } catch (error) {+ debugLogger.error("Dictation preview transcription chunk failed", {+ error: error.message,+ provider: dictationPreviewProvider,+ });+ } finally {+ dictationPreviewTranscribing = false;+ }+ };+const resetMeetingStreamingState = () => {this._meetingMicStreaming = null;this._meetingSystemStreaming = null;@@ -4273,6 +4351,80 @@ class IPCHandlers {return { success: true, text: result.text || "" };});+ ipcMain.handle("start-dictation-preview", async (_event, { provider, model }) => {+ resetDictationPreviewState();+ dictationPreviewMode = true;+ dictationPreviewSessionActive = true;+ dictationPreviewProvider = provider;+ dictationPreviewModel = model;+ dictationPreviewChunkCount = 0;+ this.windowManager.showTranscriptionPreview("");+ dictationPreviewTimer = setInterval(() => transcribeDictationPreviewChunk(), 1500);+ return { success: true };+ });++ ipcMain.on("dictation-preview-audio", (_event, audioBuffer) => {+ if (!dictationPreviewMode) return;+ dictationPreviewChunkCount++;+ if (dictationPreviewChunkCount <= 3 || dictationPreviewChunkCount % 50 === 0) {+ debugLogger.debug("Dictation preview audio received", {+ bytes: audioBuffer?.byteLength || audioBuffer?.length,+ count: dictationPreviewChunkCount,+ bufferSize: dictationPreviewBuffer.length,+ });+ }+ dictationPreviewBuffer.push(+ Buffer.isBuffer(audioBuffer) ? audioBuffer : Buffer.from(audioBuffer)+ );+ });++ ipcMain.handle("dismiss-dictation-preview", async () => {+ resetDictationPreviewState();+ this.windowManager.hideTranscriptionPreview();+ return { success: true };+ });++ ipcMain.handle("complete-dictation-preview", async (_event, { text } = {}) => {+ if (!dictationPreviewSessionActive) {+ return { success: true };+ }+ if (typeof text === "string" && text.trim()) {+ this.windowManager.completeTranscriptionPreview(text);+ } else {+ resetDictationPreviewState();+ this.windowManager.hideTranscriptionPreview();+ }+ return { success: true };+ });++ ipcMain.handle("hide-dictation-preview", async () => {+ resetDictationPreviewState();+ this.windowManager.hideTranscriptionPreview();+ return { success: true };+ });++ ipcMain.handle("resize-transcription-preview-window", async (_event, width, height) => {+ if (!dictationPreviewSessionActive) {+ return { success: false, error: "Preview session not active" };+ }+ return this.windowManager.resizeTranscriptionPreview(width, height);+ });++ ipcMain.handle("stop-dictation-preview", async (_event, options = {}) => {+ if (!dictationPreviewMode && !dictationPreviewSessionActive) {+ return { success: true };+ }+ clearInterval(dictationPreviewTimer);+ dictationPreviewTimer = null;+ await transcribeDictationPreviewChunk();+ resetDictationPreviewState({ preserveSession: true });+ if (!dictationPreviewSessionActive) {+ return { success: true };+ }+ this.windowManager.holdTranscriptionPreview(options);+ return { success: true };+ });+ipcMain.handle("update-transcription-text", async (_event, id, text, rawText) => {try {this.databaseManager.updateTranscriptionText(id, text, rawText);diff --git a/src/hooks/useSettings.ts b/src/hooks/useSettings.tsindex dc9d0e228..808425e37 100644--- a/src/hooks/useSettings.ts+++ b/src/hooks/useSettings.ts@@ -23,6 +23,7 @@ export interface TranscriptionSettings {remoteTranscriptionUrl: string;customDictionary: string[];assemblyAiStreaming: boolean;+ showTranscriptionPreview: boolean;}export interface ReasoningSettings {@@ -262,6 +263,8 @@ function useSettingsInternal() {setSelectedMicDeviceId: store.setSelectedMicDeviceId,autoLearnCorrections,setAutoLearnCorrections,+ showTranscriptionPreview: store.showTranscriptionPreview,+ setShowTranscriptionPreview: store.setShowTranscriptionPreview,keepTranscriptionInClipboard: store.keepTranscriptionInClipboard,setKeepTranscriptionInClipboard: store.setKeepTranscriptionInClipboard,noteFilesEnabled: store.noteFilesEnabled,diff --git a/src/locales/ja/translation.json b/src/locales/ja/translation.jsonindex 50005af9b..2f2e78423 100644--- a/src/locales/ja/translation.json+++ b/src/locales/ja/translation.json@@ -1453,7 +1453,7 @@"deleteModels": "Delete Models"},"transcriptionPreview": "リアルタイム文字起こしプレビュー",- "transcriptionPreviewDescription": "補正前にフローティングウィンドウで文字起こしを表示"+ "transcriptionPreviewDescription": "クリーンアップ前にフローティングウィンドウで文字起こしを表示"},"intelligence": {"gpuDevice": {diff --git a/src/locales/pt/translation.json b/src/locales/pt/translation.jsonindex dfb036643..a92a9b312 100644--- a/src/locales/pt/translation.json+++ b/src/locales/pt/translation.json@@ -1425,7 +1425,7 @@"deleteModels": "Delete Models"},"transcriptionPreview": "Pré-visualização ao vivo",- "transcriptionPreviewDescription": "Mostrar transcrição em janela flutuante antes da correção"+ "transcriptionPreviewDescription": "Mostrar transcrição em janela flutuante antes da limpeza"},"intelligence": {"gpuDevice": {diff --git a/src/locales/ru/translation.json b/src/locales/ru/translation.jsonindex a3df40948..99d7b2d07 100644--- a/src/locales/ru/translation.json+++ b/src/locales/ru/translation.json@@ -1453,7 +1453,7 @@"deleteModels": "Delete Models"},"transcriptionPreview": "Предпросмотр транскрипции",- "transcriptionPreviewDescription": "Показывать транскрипцию в плавающем окне перед обработкой"+ "transcriptionPreviewDescription": "Показывать транскрипцию в плавающем окне перед очисткой"},"intelligence": {"gpuDevice": {diff --git a/src/locales/zh-CN/translation.json b/src/locales/zh-CN/translation.jsonindex 100e91c65..e59ff3310 100644--- a/src/locales/zh-CN/translation.json+++ b/src/locales/zh-CN/translation.json@@ -1448,7 +1448,7 @@"deleteModels": "Delete Models"},"transcriptionPreview": "实时转录预览",- "transcriptionPreviewDescription": "在浮动窗口中显示转录结果,然后再进行优化"+ "transcriptionPreviewDescription": "在浮动窗口中显示转录结果,然后再进行文本整理"},"intelligence": {"gpuDevice": {diff --git a/src/locales/zh-TW/translation.json b/src/locales/zh-TW/translation.jsonindex abd4af48e..07c870780 100644--- a/src/locales/zh-TW/translation.json+++ b/src/locales/zh-TW/translation.json@@ -1448,7 +1448,7 @@"deleteModels": "Delete Models"},"transcriptionPreview": "即時轉錄預覽",- "transcriptionPreviewDescription": "在浮動視窗中顯示轉錄結果,再進行校正"+ "transcriptionPreviewDescription": "在浮動視窗中顯示轉錄結果,再進行文字整理"},"intelligence": {"gpuDevice": {diff --git a/src/stores/settingsStore.ts b/src/stores/settingsStore.tsindex 302e81a4a..f63078492 100644--- a/src/stores/settingsStore.ts+++ b/src/stores/settingsStore.ts@@ -66,6 +66,7 @@ const BOOLEAN_SETTINGS = new Set(["keepTranscriptionInClipboard","dataRetentionEnabled","noteFilesEnabled",+ "showTranscriptionPreview",]);const ARRAY_SETTINGS = new Set(["customDictionary", "gcalAccounts"]);@@ -179,6 +180,7 @@ export interface SettingsStatemeetingProcessDetection: boolean;meetingAudioDetection: boolean;panelStartPosition: "bottom-right" | "center" | "bottom-left";+ showTranscriptionPreview: boolean;keepTranscriptionInClipboard: boolean;noteFilesEnabled: boolean;noteFilesPath: string;@@ -246,6 +248,7 @@ export interface SettingsStatesetMeetingProcessDetection: (value: boolean) => void;setMeetingAudioDetection: (value: boolean) => void;setPanelStartPosition: (position: "bottom-right" | "center" | "bottom-left") => void;+ setShowTranscriptionPreview: (value: boolean) => void;setKeepTranscriptionInClipboard: (value: boolean) => void;setNoteFilesEnabled: (value: boolean) => void;setNoteFilesPath: (value: string) => void;@@ -410,6 +413,7 @@ export const useSettingsStore = create<SettingsState>()((set, get) => ({if (v === "bottom-right" || v === "center" || v === "bottom-left") return v;return "bottom-right" as const;})(),+ showTranscriptionPreview: readBoolean("showTranscriptionPreview", false),keepTranscriptionInClipboard: readBoolean("keepTranscriptionInClipboard", false),noteFilesEnabled: readBoolean("noteFilesEnabled", false),noteFilesPath: readString("noteFilesPath", ""),@@ -669,6 +673,7 @@ export const useSettingsStore = create<SettingsState>()((set, get) => ({}},+ setShowTranscriptionPreview: createBooleanSetter("showTranscriptionPreview"),setKeepTranscriptionInClipboard: createBooleanSetter("keepTranscriptionInClipboard"),setNoteFilesEnabled: createBooleanSetter("noteFilesEnabled"),setNoteFilesPath: createStringSetter("noteFilesPath"),@@ -781,6 +786,8 @@ export const useSettingsStore = create<SettingsState>()((set, get) => ({if (settings.customDictionary !== undefined) s.setCustomDictionary(settings.customDictionary);if (settings.assemblyAiStreaming !== undefined)s.setAssemblyAiStreaming(settings.assemblyAiStreaming);+ if (settings.showTranscriptionPreview !== undefined)+ s.setShowTranscriptionPreview(settings.showTranscriptionPreview);},updateReasoningSettings: (settings: Partial<ReasoningSettings>) => {