Skip to content

Voice-to-text dictation app with local (Nvidia Parakeet/Whisper) and cloud models (BYOK). Privacy-first and available cross-platform.

fix: wire up live transcription preview toggle and restore missing IPC handlers

Gabriel Stein30172aedd507
diff --git a/src/components/SettingsPage.tsx b/src/components/SettingsPage.tsx
index 79be0180c..f4d18f409 100644
--- a/src/components/SettingsPage.tsx
+++ b/src/components/SettingsPage.tsx
@@ -194,6 +194,8 @@ interface TranscriptionSectionProps {
setTranscriptionMode: (mode: InferenceMode) => void;
remoteTranscriptionUrl: string;
setRemoteTranscriptionUrl: (url: string) => void;
+ showTranscriptionPreview: boolean;
+ setShowTranscriptionPreview: (value: boolean) => void;
toast: (opts: {
title: string;
description: string;
@@ -233,6 +235,8 @@ function TranscriptionSection({
setTranscriptionMode,
remoteTranscriptionUrl,
setRemoteTranscriptionUrl,
+ showTranscriptionPreview,
+ setShowTranscriptionPreview,
toast,
}: TranscriptionSectionProps) {
const { t } = useTranslation();
@@ -296,6 +300,19 @@ function TranscriptionSection({
[localTranscriptionProvider, setParakeetModel, setWhisperModel]
);
+ const renderPreviewToggle = () => (
+ <SettingsPanel>
+ <SettingsPanelRow>
+ <SettingsRow
+ label={t("settingsPage.transcription.transcriptionPreview")}
+ description={t("settingsPage.transcription.transcriptionPreviewDescription")}
+ >
+ <Toggle checked={showTranscriptionPreview} onChange={setShowTranscriptionPreview} />
+ </SettingsRow>
+ </SettingsPanelRow>
+ </SettingsPanel>
+ );
+
const renderTranscriptionPicker = (mode?: "cloud" | "local") => (
<TranscriptionModelPicker
selectedCloudProvider={cloudTranscriptionProvider}
@@ -347,7 +364,12 @@ function TranscriptionSection({
/>
{transcriptionMode === "providers" && renderTranscriptionPicker("cloud")}
- {transcriptionMode === "local" && renderTranscriptionPicker("local")}
+ {transcriptionMode === "local" && (
+ <>
+ {renderTranscriptionPicker("local")}
+ {renderPreviewToggle()}
+ </>
+ )}
{transcriptionMode === "self-hosted" && (
<SelfHostedPanel
@@ -358,7 +380,10 @@ function TranscriptionSection({
)}
</>
) : (
- renderTranscriptionPicker()
+ <>
+ {renderTranscriptionPicker()}
+ {useLocalWhisper && renderPreviewToggle()}
+ </>
)}
<GpuDeviceSelector purpose="transcription" />
@@ -695,6 +720,8 @@ export default function SettingsPage({ activeSection = "general" }: SettingsPage
setAudioCuesEnabled,
pauseMediaOnDictation,
setPauseMediaOnDictation,
+ showTranscriptionPreview,
+ setShowTranscriptionPreview,
keepTranscriptionInClipboard,
setKeepTranscriptionInClipboard,
floatingIconAutoHide,
@@ -2982,6 +3009,8 @@ EOF`,
setTranscriptionMode={setTranscriptionMode}
remoteTranscriptionUrl={remoteTranscriptionUrl}
setRemoteTranscriptionUrl={setRemoteTranscriptionUrl}
+ showTranscriptionPreview={showTranscriptionPreview}
+ setShowTranscriptionPreview={setShowTranscriptionPreview}
toast={toast}
/>
);
diff --git a/src/components/TranscriptionPreviewOverlay.tsx b/src/components/TranscriptionPreviewOverlay.tsx
index 55e2d8847..4aa81a27c 100644
--- a/src/components/TranscriptionPreviewOverlay.tsx
+++ b/src/components/TranscriptionPreviewOverlay.tsx
@@ -196,25 +196,21 @@ export default function TranscriptionPreviewOverlay() {
try {
const result = await window.electronAPI?.writeClipboard?.(textToCopy);
if (result?.success === false) throw new Error("clipboard-write-failed");
- setCopied(true);
- resetCopyState();
- if (phaseRef.current === "final") {
- startHideTimer(FINAL_HIDE_DURATION_MS);
- setCountdownKey((k) => k + 1);
- }
} catch {
try {
await navigator.clipboard.writeText(textToCopy);
- setCopied(true);
- resetCopyState();
- if (phaseRef.current === "final") {
- startHideTimer(FINAL_HIDE_DURATION_MS);
- setCountdownKey((k) => k + 1);
- }
} catch {
setCopied(false);
+ return;
}
}
+
+ setCopied(true);
+ resetCopyState();
+ if (phaseRef.current === "final") {
+ startHideTimer(FINAL_HIDE_DURATION_MS);
+ setCountdownKey((k) => k + 1);
+ }
}, [activeText, resetCopyState, startHideTimer]);
const handleDismiss = useCallback(() => {
diff --git a/src/helpers/ipcHandlers.js b/src/helpers/ipcHandlers.js
index 661730e9d..722d6c482 100644
--- a/src/helpers/ipcHandlers.js
+++ b/src/helpers/ipcHandlers.js
@@ -3836,6 +3836,84 @@ class IPCHandlers {
meetingEchoLeakDetector.reset();
};
+ let dictationPreviewMode = false;
+ let dictationPreviewBuffer = [];
+ let dictationPreviewTimer = null;
+ let dictationPreviewTranscribing = false;
+ let dictationPreviewProvider = null;
+ let dictationPreviewModel = null;
+ let dictationPreviewSessionActive = false;
+ let dictationPreviewChunkCount = 0;
+
+ const resetDictationPreviewState = ({ preserveSession = false } = {}) => {
+ if (dictationPreviewTimer) {
+ clearInterval(dictationPreviewTimer);
+ dictationPreviewTimer = null;
+ }
+ dictationPreviewMode = false;
+ if (!preserveSession) {
+ dictationPreviewSessionActive = false;
+ }
+ dictationPreviewBuffer = [];
+ dictationPreviewTranscribing = false;
+ dictationPreviewProvider = null;
+ dictationPreviewModel = null;
+ };
+
+ const transcribeDictationPreviewChunk = async () => {
+ if (dictationPreviewTranscribing) return;
+ if (!dictationPreviewBuffer.length) return;
+
+ dictationPreviewTranscribing = true;
+ try {
+ const pcm = Buffer.concat(dictationPreviewBuffer);
+ dictationPreviewBuffer = [];
+
+ const samples = new Int16Array(pcm.buffer, pcm.byteOffset, pcm.length / 2);
+ let sumSq = 0;
+ for (let i = 0; i < samples.length; i++) {
+ const n = samples[i] / 0x7fff;
+ sumSq += n * n;
+ }
+ const rms = Math.sqrt(sumSq / samples.length);
+ debugLogger.debug("Dictation preview chunk", {
+ pcmBytes: pcm.length,
+ rms: rms.toFixed(6),
+ samples: samples.length,
+ });
+ if (rms < 0.002) return;
+
+ const wav = pcm16ToWav(pcm);
+
+ let result;
+ if (dictationPreviewProvider === "nvidia") {
+ result = await this.parakeetManager.transcribeLocalParakeet(wav, {
+ model: dictationPreviewModel,
+ });
+ } else {
+ result = await this.whisperManager.transcribeLocalWhisper(wav, {
+ model: dictationPreviewModel,
+ });
+ }
+
+ if (result?.success && result.text?.trim()) {
+ this.windowManager.appendTranscriptionPreview(result.text.trim());
+ } else if (result && !result.success) {
+ debugLogger.warn("Dictation preview chunk returned failure", {
+ error: result.error || result.message,
+ provider: dictationPreviewProvider,
+ });
+ }
+ } catch (error) {
+ debugLogger.error("Dictation preview transcription chunk failed", {
+ error: error.message,
+ provider: dictationPreviewProvider,
+ });
+ } finally {
+ dictationPreviewTranscribing = false;
+ }
+ };
+
const resetMeetingStreamingState = () => {
this._meetingMicStreaming = null;
this._meetingSystemStreaming = null;
@@ -4273,6 +4351,80 @@ class IPCHandlers {
return { success: true, text: result.text || "" };
});
+ ipcMain.handle("start-dictation-preview", async (_event, { provider, model }) => {
+ resetDictationPreviewState();
+ dictationPreviewMode = true;
+ dictationPreviewSessionActive = true;
+ dictationPreviewProvider = provider;
+ dictationPreviewModel = model;
+ dictationPreviewChunkCount = 0;
+ this.windowManager.showTranscriptionPreview("");
+ dictationPreviewTimer = setInterval(() => transcribeDictationPreviewChunk(), 1500);
+ return { success: true };
+ });
+
+ ipcMain.on("dictation-preview-audio", (_event, audioBuffer) => {
+ if (!dictationPreviewMode) return;
+ dictationPreviewChunkCount++;
+ if (dictationPreviewChunkCount <= 3 || dictationPreviewChunkCount % 50 === 0) {
+ debugLogger.debug("Dictation preview audio received", {
+ bytes: audioBuffer?.byteLength || audioBuffer?.length,
+ count: dictationPreviewChunkCount,
+ bufferSize: dictationPreviewBuffer.length,
+ });
+ }
+ dictationPreviewBuffer.push(
+ Buffer.isBuffer(audioBuffer) ? audioBuffer : Buffer.from(audioBuffer)
+ );
+ });
+
+ ipcMain.handle("dismiss-dictation-preview", async () => {
+ resetDictationPreviewState();
+ this.windowManager.hideTranscriptionPreview();
+ return { success: true };
+ });
+
+ ipcMain.handle("complete-dictation-preview", async (_event, { text } = {}) => {
+ if (!dictationPreviewSessionActive) {
+ return { success: true };
+ }
+ if (typeof text === "string" && text.trim()) {
+ this.windowManager.completeTranscriptionPreview(text);
+ } else {
+ resetDictationPreviewState();
+ this.windowManager.hideTranscriptionPreview();
+ }
+ return { success: true };
+ });
+
+ ipcMain.handle("hide-dictation-preview", async () => {
+ resetDictationPreviewState();
+ this.windowManager.hideTranscriptionPreview();
+ return { success: true };
+ });
+
+ ipcMain.handle("resize-transcription-preview-window", async (_event, width, height) => {
+ if (!dictationPreviewSessionActive) {
+ return { success: false, error: "Preview session not active" };
+ }
+ return this.windowManager.resizeTranscriptionPreview(width, height);
+ });
+
+ ipcMain.handle("stop-dictation-preview", async (_event, options = {}) => {
+ if (!dictationPreviewMode && !dictationPreviewSessionActive) {
+ return { success: true };
+ }
+ clearInterval(dictationPreviewTimer);
+ dictationPreviewTimer = null;
+ await transcribeDictationPreviewChunk();
+ resetDictationPreviewState({ preserveSession: true });
+ if (!dictationPreviewSessionActive) {
+ return { success: true };
+ }
+ this.windowManager.holdTranscriptionPreview(options);
+ return { success: true };
+ });
+
ipcMain.handle("update-transcription-text", async (_event, id, text, rawText) => {
try {
this.databaseManager.updateTranscriptionText(id, text, rawText);
diff --git a/src/hooks/useSettings.ts b/src/hooks/useSettings.ts
index dc9d0e228..808425e37 100644
--- a/src/hooks/useSettings.ts
+++ b/src/hooks/useSettings.ts
@@ -23,6 +23,7 @@ export interface TranscriptionSettings {
remoteTranscriptionUrl: string;
customDictionary: string[];
assemblyAiStreaming: boolean;
+ showTranscriptionPreview: boolean;
}
export interface ReasoningSettings {
@@ -262,6 +263,8 @@ function useSettingsInternal() {
setSelectedMicDeviceId: store.setSelectedMicDeviceId,
autoLearnCorrections,
setAutoLearnCorrections,
+ showTranscriptionPreview: store.showTranscriptionPreview,
+ setShowTranscriptionPreview: store.setShowTranscriptionPreview,
keepTranscriptionInClipboard: store.keepTranscriptionInClipboard,
setKeepTranscriptionInClipboard: store.setKeepTranscriptionInClipboard,
noteFilesEnabled: store.noteFilesEnabled,
diff --git a/src/locales/ja/translation.json b/src/locales/ja/translation.json
index 50005af9b..2f2e78423 100644
--- a/src/locales/ja/translation.json
+++ b/src/locales/ja/translation.json
@@ -1453,7 +1453,7 @@
"deleteModels": "Delete Models"
},
"transcriptionPreview": "リアルタイム文字起こしプレビュー",
- "transcriptionPreviewDescription": "補正前にフローティングウィンドウで文字起こしを表示"
+ "transcriptionPreviewDescription": "クリーンアップ前にフローティングウィンドウで文字起こしを表示"
},
"intelligence": {
"gpuDevice": {
diff --git a/src/locales/pt/translation.json b/src/locales/pt/translation.json
index dfb036643..a92a9b312 100644
--- a/src/locales/pt/translation.json
+++ b/src/locales/pt/translation.json
@@ -1425,7 +1425,7 @@
"deleteModels": "Delete Models"
},
"transcriptionPreview": "Pré-visualização ao vivo",
- "transcriptionPreviewDescription": "Mostrar transcrição em janela flutuante antes da correção"
+ "transcriptionPreviewDescription": "Mostrar transcrição em janela flutuante antes da limpeza"
},
"intelligence": {
"gpuDevice": {
diff --git a/src/locales/ru/translation.json b/src/locales/ru/translation.json
index a3df40948..99d7b2d07 100644
--- a/src/locales/ru/translation.json
+++ b/src/locales/ru/translation.json
@@ -1453,7 +1453,7 @@
"deleteModels": "Delete Models"
},
"transcriptionPreview": "Предпросмотр транскрипции",
- "transcriptionPreviewDescription": "Показывать транскрипцию в плавающем окне перед обработкой"
+ "transcriptionPreviewDescription": "Показывать транскрипцию в плавающем окне перед очисткой"
},
"intelligence": {
"gpuDevice": {
diff --git a/src/locales/zh-CN/translation.json b/src/locales/zh-CN/translation.json
index 100e91c65..e59ff3310 100644
--- a/src/locales/zh-CN/translation.json
+++ b/src/locales/zh-CN/translation.json
@@ -1448,7 +1448,7 @@
"deleteModels": "Delete Models"
},
"transcriptionPreview": "实时转录预览",
- "transcriptionPreviewDescription": "在浮动窗口中显示转录结果,然后再进行优化"
+ "transcriptionPreviewDescription": "在浮动窗口中显示转录结果,然后再进行文本整理"
},
"intelligence": {
"gpuDevice": {
diff --git a/src/locales/zh-TW/translation.json b/src/locales/zh-TW/translation.json
index abd4af48e..07c870780 100644
--- a/src/locales/zh-TW/translation.json
+++ b/src/locales/zh-TW/translation.json
@@ -1448,7 +1448,7 @@
"deleteModels": "Delete Models"
},
"transcriptionPreview": "即時轉錄預覽",
- "transcriptionPreviewDescription": "在浮動視窗中顯示轉錄結果,再進行校正"
+ "transcriptionPreviewDescription": "在浮動視窗中顯示轉錄結果,再進行文字整理"
},
"intelligence": {
"gpuDevice": {
diff --git a/src/stores/settingsStore.ts b/src/stores/settingsStore.ts
index 302e81a4a..f63078492 100644
--- a/src/stores/settingsStore.ts
+++ b/src/stores/settingsStore.ts
@@ -66,6 +66,7 @@ const BOOLEAN_SETTINGS = new Set([
"keepTranscriptionInClipboard",
"dataRetentionEnabled",
"noteFilesEnabled",
+ "showTranscriptionPreview",
]);
const ARRAY_SETTINGS = new Set(["customDictionary", "gcalAccounts"]);
@@ -179,6 +180,7 @@ export interface SettingsState
meetingProcessDetection: boolean;
meetingAudioDetection: boolean;
panelStartPosition: "bottom-right" | "center" | "bottom-left";
+ showTranscriptionPreview: boolean;
keepTranscriptionInClipboard: boolean;
noteFilesEnabled: boolean;
noteFilesPath: string;
@@ -246,6 +248,7 @@ export interface SettingsState
setMeetingProcessDetection: (value: boolean) => void;
setMeetingAudioDetection: (value: boolean) => void;
setPanelStartPosition: (position: "bottom-right" | "center" | "bottom-left") => void;
+ setShowTranscriptionPreview: (value: boolean) => void;
setKeepTranscriptionInClipboard: (value: boolean) => void;
setNoteFilesEnabled: (value: boolean) => void;
setNoteFilesPath: (value: string) => void;
@@ -410,6 +413,7 @@ export const useSettingsStore = create<SettingsState>()((set, get) => ({
if (v === "bottom-right" || v === "center" || v === "bottom-left") return v;
return "bottom-right" as const;
})(),
+ showTranscriptionPreview: readBoolean("showTranscriptionPreview", false),
keepTranscriptionInClipboard: readBoolean("keepTranscriptionInClipboard", false),
noteFilesEnabled: readBoolean("noteFilesEnabled", false),
noteFilesPath: readString("noteFilesPath", ""),
@@ -669,6 +673,7 @@ export const useSettingsStore = create<SettingsState>()((set, get) => ({
}
},
+ setShowTranscriptionPreview: createBooleanSetter("showTranscriptionPreview"),
setKeepTranscriptionInClipboard: createBooleanSetter("keepTranscriptionInClipboard"),
setNoteFilesEnabled: createBooleanSetter("noteFilesEnabled"),
setNoteFilesPath: createStringSetter("noteFilesPath"),
@@ -781,6 +786,8 @@ export const useSettingsStore = create<SettingsState>()((set, get) => ({
if (settings.customDictionary !== undefined) s.setCustomDictionary(settings.customDictionary);
if (settings.assemblyAiStreaming !== undefined)
s.setAssemblyAiStreaming(settings.assemblyAiStreaming);
+ if (settings.showTranscriptionPreview !== undefined)
+ s.setShowTranscriptionPreview(settings.showTranscriptionPreview);
},
updateReasoningSettings: (settings: Partial<ReasoningSettings>) => {