Skip to content

Voice-to-text dictation app with local (Nvidia Parakeet/Whisper) and cloud models (BYOK). Privacy-first and available cross-platform.

feat: dual-channel meeting transcription with chat bubble UI

Gabriel Stein685a2312faf5
diff --git a/preload.js b/preload.js
index ff277146f..93952d1f8 100644
--- a/preload.js
+++ b/preload.js
@@ -451,19 +451,16 @@ contextBridge.exposeInMainWorld("electronAPI", {
meetingTranscribeChain: (blobUrl, opts) =>
ipcRenderer.invoke("meeting-transcribe-chain", blobUrl, opts),
- // Meeting transcription (streaming)
+ // Meeting transcription (streaming, dual-channel)
meetingTranscriptionPrepare: (options) =>
ipcRenderer.invoke("meeting-transcription-prepare", options),
meetingTranscriptionStart: (options) =>
ipcRenderer.invoke("meeting-transcription-start", options),
- meetingTranscriptionSend: (buffer) => ipcRenderer.send("meeting-transcription-send", buffer),
+ meetingTranscriptionSend: (buffer, source) =>
+ ipcRenderer.send("meeting-transcription-send", buffer, source),
meetingTranscriptionStop: () => ipcRenderer.invoke("meeting-transcription-stop"),
- onMeetingTranscriptionPartial: registerListener(
- "meeting-transcription-partial",
- (callback) => (_event, data) => callback(data)
- ),
- onMeetingTranscriptionFinal: registerListener(
- "meeting-transcription-final",
+ onMeetingTranscriptionSegment: registerListener(
+ "meeting-transcription-segment",
(callback) => (_event, data) => callback(data)
),
onMeetingTranscriptionError: registerListener(
diff --git a/src/components/SettingsPage.tsx b/src/components/SettingsPage.tsx
index 41aaee4e8..1075e6581 100644
--- a/src/components/SettingsPage.tsx
+++ b/src/components/SettingsPage.tsx
@@ -3257,10 +3257,7 @@ EOF`,
label={t("settingsPage.privacy.dataRetention")}
description={t("settingsPage.privacy.dataRetentionDescription")}
>
- <Toggle
- checked={dataRetentionEnabled}
- onChange={setDataRetentionEnabled}
- />
+ <Toggle checked={dataRetentionEnabled} onChange={setDataRetentionEnabled} />
</SettingsRow>
</SettingsPanelRow>
</SettingsPanel>
diff --git a/src/components/UpdateNotificationOverlay.tsx b/src/components/UpdateNotificationOverlay.tsx
index 49c2221b2..9d0a9bb2c 100644
--- a/src/components/UpdateNotificationOverlay.tsx
+++ b/src/components/UpdateNotificationOverlay.tsx
@@ -25,13 +25,15 @@ export default function UpdateNotificationOverlay() {
}, 50);
};
- const cleanup = window.electronAPI?.onUpdateNotificationData?.((incoming: UpdateNotificationData) =>
- show(incoming)
+ const cleanup = window.electronAPI?.onUpdateNotificationData?.(
+ (incoming: UpdateNotificationData) => show(incoming)
);
- window.electronAPI?.getUpdateNotificationData?.().then((pulled: UpdateNotificationData | null) => {
- if (pulled) show(pulled);
- });
+ window.electronAPI
+ ?.getUpdateNotificationData?.()
+ .then((pulled: UpdateNotificationData | null) => {
+ if (pulled) show(pulled);
+ });
return () => cleanup?.();
}, []);
diff --git a/src/components/notes/MeetingTranscriptChat.tsx b/src/components/notes/MeetingTranscriptChat.tsx
new file mode 100644
index 000000000..730123d0f
--- /dev/null
+++ b/src/components/notes/MeetingTranscriptChat.tsx
@@ -0,0 +1,131 @@
+import { useEffect, useRef } from "react";
+import { useTranslation } from "react-i18next";
+import { cn } from "../lib/utils";
+import type { TranscriptSegment } from "../../hooks/useMeetingTranscription";
+
+const BUBBLE_STYLES = {
+ mic: {
+ align: "justify-start",
+ radius: "rounded-bl-sm",
+ bg: "bg-primary/60 text-primary-foreground/80",
+ cursor: "bg-primary-foreground/60",
+ },
+ system: {
+ align: "justify-end",
+ radius: "rounded-br-sm",
+ bg: "bg-surface-2/70 border border-border/20 text-foreground/80",
+ cursor: "bg-foreground/40",
+ },
+} as const;
+
+function PartialBubble({ text, source }: { text: string; source: "mic" | "system" }) {
+ const s = BUBBLE_STYLES[source];
+ return (
+ <div
+ className={cn("flex", s.align)}
+ style={{ animation: "agent-message-in 150ms ease-out both" }}
+ >
+ <div
+ className={cn(
+ "max-w-[80%] px-3 py-1.5 rounded-lg",
+ s.radius,
+ s.bg,
+ "text-[13px] leading-relaxed italic"
+ )}
+ >
+ {text}
+ <span
+ className={cn("inline-block w-[2px] h-[13px] align-middle ml-0.5", s.cursor)}
+ style={{ animation: "agent-cursor-blink 800ms steps(1) infinite" }}
+ />
+ </div>
+ </div>
+ );
+}
+
+interface MeetingTranscriptChatProps {
+ segments: TranscriptSegment[];
+ micPartial?: string;
+ systemPartial?: string;
+}
+
+export function MeetingTranscriptChat({
+ segments,
+ micPartial,
+ systemPartial,
+}: MeetingTranscriptChatProps) {
+ const { t } = useTranslation();
+ const scrollRef = useRef<HTMLDivElement>(null);
+
+ useEffect(() => {
+ const el = scrollRef.current;
+ if (!el) return;
+ // Auto-scroll only when near the bottom (within 80px)
+ const isNearBottom = el.scrollHeight - el.scrollTop - el.clientHeight < 80;
+ if (isNearBottom) {
+ el.scrollTop = el.scrollHeight;
+ }
+ }, [segments, micPartial, systemPartial]);
+
+ const hasContent = segments.length > 0 || micPartial || systemPartial;
+
+ if (!hasContent) {
+ return (
+ <div className="h-full flex items-center justify-center px-5">
+ <p className="text-xs text-muted-foreground/40 select-none">
+ {t("notes.editor.conversationWillAppear")}
+ </p>
+ </div>
+ );
+ }
+
+ return (
+ <div
+ ref={scrollRef}
+ className="h-full overflow-y-auto px-4 py-3 flex flex-col gap-1.5 agent-chat-scroll"
+ >
+ {segments.map((segment, i) => {
+ const isMic = segment.source === "mic";
+ const prevSegment = i > 0 ? segments[i - 1] : null;
+ const sameSpeaker = prevSegment?.source === segment.source;
+
+ return (
+ <div
+ key={segment.id}
+ className={cn(
+ "flex",
+ isMic ? "justify-start" : "justify-end",
+ !sameSpeaker && i > 0 && "mt-2"
+ )}
+ style={{ animation: "agent-message-in 200ms ease-out both" }}
+ >
+ <div
+ className={cn(
+ "max-w-[80%] px-3 py-1.5",
+ "text-[13px] leading-relaxed",
+ isMic
+ ? cn(
+ "bg-primary/90 text-primary-foreground",
+ sameSpeaker ? "rounded-lg rounded-tl-sm" : "rounded-lg rounded-bl-sm"
+ )
+ : cn(
+ "bg-surface-2 border border-border/30 text-foreground",
+ sameSpeaker ? "rounded-lg rounded-tr-sm" : "rounded-lg rounded-br-sm"
+ )
+ )}
+ >
+ {segment.text}
+ </div>
+ </div>
+ );
+ })}
+
+ {[
+ { text: micPartial, source: "mic" as const },
+ { text: systemPartial, source: "system" as const },
+ ].map(
+ ({ text, source }) => text && <PartialBubble key={source} text={text} source={source} />
+ )}
+ </div>
+ );
+}
diff --git a/src/components/notes/NoteEditor.tsx b/src/components/notes/NoteEditor.tsx
index 9e6a54243..ba67cef5f 100644
--- a/src/components/notes/NoteEditor.tsx
+++ b/src/components/notes/NoteEditor.tsx
@@ -10,6 +10,8 @@ import {
MessageSquareText,
} from "lucide-react";
import { MarkdownTextarea } from "../ui/MarkdownTextarea";
+import { MeetingTranscriptChat } from "./MeetingTranscriptChat";
+import type { TranscriptSegment } from "../../hooks/useMeetingTranscription";
import {
DropdownMenu,
DropdownMenuTrigger,
@@ -65,6 +67,9 @@ interface NoteEditorProps {
actionName?: string | null;
isMeetingRecording?: boolean;
meetingTranscript?: string;
+ meetingSegments?: TranscriptSegment[];
+ meetingMicPartial?: string;
+ meetingSystemPartial?: string;
onStopMeetingRecording?: () => void;
liveTranscript?: string;
}
@@ -161,6 +166,9 @@ export default function NoteEditor({
actionName,
isMeetingRecording,
meetingTranscript,
+ meetingSegments,
+ meetingMicPartial,
+ meetingSystemPartial,
onStopMeetingRecording,
liveTranscript,
}: NoteEditorProps) {
@@ -368,6 +376,20 @@ export default function NoteEditor({
const effectiveTranscript = liveTranscript || meetingTranscript || note.transcript || "";
const hasMeetingTranscript = !isMeetingRecording && !!effectiveTranscript;
+ const displaySegments = useMemo<TranscriptSegment[]>(() => {
+ if (meetingSegments && meetingSegments.length > 0) return meetingSegments;
+ const raw = note.transcript || "";
+ if (raw.startsWith("[")) {
+ try {
+ const parsed = JSON.parse(raw) as Array<{ text: string; source: "mic" | "system" }>;
+ return parsed.map((s, i) => ({ id: `stored-${i}`, text: s.text, source: s.source }));
+ } catch {}
+ }
+ return [];
+ }, [meetingSegments, note.transcript]);
+
+ const hasChatSegments = displaySegments.length > 0;
+
const updateSegmentIndicator = useCallback(() => {
const container = segmentContainerRef.current;
if (!container) return;
@@ -455,6 +477,14 @@ export default function NoteEditor({
onStartRecording();
}, [onStartRecording, syncSelectionRefs]);
+ const prevMeetingRecRef = useRef(false);
+ useEffect(() => {
+ if (isMeetingRecording && !prevMeetingRecRef.current) {
+ setViewMode("transcript");
+ }
+ prevMeetingRecRef.current = !!isMeetingRecording;
+ }, [isMeetingRecording]);
+
const pendingTranscriptSwitchRef = useRef(false);
useEffect(() => {
@@ -676,7 +706,7 @@ export default function NoteEditor({
</div>
<div className="flex-1" />
<div className="flex items-center gap-1">
- {(enhancement || hasMeetingTranscript) && (
+ {(enhancement || hasMeetingTranscript || hasChatSegments || isMeetingRecording) && (
<div
ref={segmentContainerRef}
className="relative flex items-center shrink-0 rounded-md bg-foreground/3 dark:bg-white/3 p-0.5"
@@ -685,7 +715,7 @@ export default function NoteEditor({
className="absolute top-0.5 left-0 rounded bg-background dark:bg-surface-2 shadow-sm transition-[width,height,transform,opacity] duration-200 ease-out pointer-events-none"
style={indicatorStyle}
/>
- {hasMeetingTranscript && (
+ {(hasMeetingTranscript || hasChatSegments || isMeetingRecording) && (
<button
data-segment-button
data-segment-value="transcript"
@@ -782,7 +812,13 @@ export default function NoteEditor({
<div className="flex-1 relative min-h-0">
<div className="h-full overflow-y-auto">
- {viewMode === "transcript" && hasMeetingTranscript ? (
+ {viewMode === "transcript" && (hasChatSegments || isMeetingRecording) ? (
+ <MeetingTranscriptChat
+ segments={displaySegments}
+ micPartial={isMeetingRecording ? meetingMicPartial : undefined}
+ systemPartial={isMeetingRecording ? meetingSystemPartial : undefined}
+ />
+ ) : viewMode === "transcript" && hasMeetingTranscript ? (
<MarkdownTextarea value={effectiveTranscript} disabled />
) : viewMode === "enhanced" && enhancement ? (
<MarkdownTextarea value={enhancement.content} onChange={handleEnhancedChange} />
diff --git a/src/components/notes/PersonalNotesView.tsx b/src/components/notes/PersonalNotesView.tsx
index ef141de24..fe718db0e 100644
--- a/src/components/notes/PersonalNotesView.tsx
+++ b/src/components/notes/PersonalNotesView.tsx
@@ -87,6 +87,9 @@ export default function PersonalNotesView({
const {
isRecording: isMeetingRecording,
transcript: meetingTranscript,
+ segments: meetingSegments,
+ micPartial: meetingMicPartial,
+ systemPartial: meetingSystemPartial,
prepareTranscription: prepareMeetingTranscription,
startTranscription: startMeetingTranscription,
stopTranscription: stopMeetingTranscription,
@@ -406,15 +409,19 @@ export default function PersonalNotesView({
prevMeetingRecordingRef.current &&
!isMeetingRecording &&
meetingNoteIdRef.current &&
- meetingTranscript
+ (meetingTranscript || meetingSegments.length > 0)
) {
+ const transcript =
+ meetingSegments.length > 0
+ ? JSON.stringify(meetingSegments.map(({ text, source }) => ({ text, source })))
+ : meetingTranscript;
window.electronAPI.updateNote(meetingNoteIdRef.current, {
- transcript: meetingTranscript,
+ transcript,
});
meetingNoteIdRef.current = null;
}
prevMeetingRecordingRef.current = isMeetingRecording;
- }, [isMeetingRecording, meetingTranscript]);
+ }, [isMeetingRecording, meetingTranscript, meetingSegments]);
const editorNote = activeNote
? { ...activeNote, title: localTitle, content: localContent }
@@ -751,6 +758,9 @@ export default function PersonalNotesView({
}
isMeetingRecording={isMeetingRecording}
meetingTranscript={meetingTranscript}
+ meetingSegments={meetingSegments}
+ meetingMicPartial={meetingMicPartial}
+ meetingSystemPartial={meetingSystemPartial}
onStopMeetingRecording={stopMeetingTranscription}
liveTranscript={liveTranscript}
actionProcessingState={actionProcessingState}
diff --git a/src/helpers/ipcHandlers.js b/src/helpers/ipcHandlers.js
index 330af02de..30e95b9d5 100644
--- a/src/helpers/ipcHandlers.js
+++ b/src/helpers/ipcHandlers.js
@@ -2336,29 +2336,32 @@ class IPCHandlers {
let meetingTranscriptionPrepareInProgress = false;
let meetingTranscriptionPreparePromise = null;
- const attachMeetingStreamingHandlers = (streaming, win) => {
+ this._meetingMicStreaming = null;
+ this._meetingSystemStreaming = null;
+
+ const attachMeetingStreamingHandlers = (streaming, win, source) => {
+ const send = (channel, data) => {
+ if (win && !win.isDestroyed()) win.webContents.send(channel, data);
+ };
+
streaming.onPartialTranscript = (text) => {
- if (win && !win.isDestroyed()) {
- win.webContents.send("meeting-transcription-partial", text);
- }
+ send("meeting-transcription-segment", { text, source, type: "partial" });
};
streaming.onFinalTranscript = (text) => {
- if (win && !win.isDestroyed()) {
- win.webContents.send("meeting-transcription-final", text);
- }
+ const segments = streaming.completedSegments;
+ const latestSegment = segments.length > 0 ? segments[segments.length - 1] : text;
+ send("meeting-transcription-segment", { text: latestSegment, source, type: "final" });
};
streaming.onError = (error) => {
- if (win && !win.isDestroyed()) {
- win.webContents.send("meeting-transcription-error", error.message);
- }
+ send("meeting-transcription-error", error.message);
};
};
- const fetchRealtimeToken = async (event, options) => {
+ const fetchRealtimeToken = async (event, options, { streams } = {}) => {
if (options.mode === "byok") {
const apiKey = this.environmentManager.getOpenAIKey();
if (!apiKey) throw new Error("No OpenAI API key configured. Add your key in Settings.");
- return apiKey;
+ return streams === 2 ? [apiKey, apiKey] : apiKey;
}
const apiUrl = getApiUrl();
@@ -2370,7 +2373,11 @@ class IPCHandlers {
const tokenResponse = await fetch(`${apiUrl}/api/openai-realtime-token`, {
method: "POST",
headers: { "Content-Type": "application/json", Cookie: cookieHeader },
- body: JSON.stringify({ model: options.model, language: options.language }),
+ body: JSON.stringify({
+ model: options.model,
+ language: options.language,
+ streams: streams || 1,
+ }),
});
if (!tokenResponse.ok) {
@@ -2378,28 +2385,53 @@ class IPCHandlers {
throw new Error(err.error || `Token request failed: ${tokenResponse.status}`);
}
- const { clientSecret } = await tokenResponse.json();
- if (!clientSecret) throw new Error("No client secret received");
- return clientSecret;
+ const data = await tokenResponse.json();
+ if (streams === 2) {
+ if (!data.clientSecrets || data.clientSecrets.length < 2) {
+ throw new Error("Expected two client secrets for dual-stream");
+ }
+ return data.clientSecrets;
+ }
+ if (!data.clientSecret) throw new Error("No client secret received");
+ return data.clientSecret;
};
const connectRealtimeStreaming = async (event, options) => {
+ if (this._meetingMicStreaming?.isConnected) {
+ await this._meetingMicStreaming.disconnect();
+ }
+ if (this._meetingSystemStreaming?.isConnected) {
+ await this._meetingSystemStreaming.disconnect();
+ }
if (this.openaiRealtimeStreaming?.isConnected) {
await this.openaiRealtimeStreaming.disconnect();
}
- const clientSecret = await fetchRealtimeToken(event, options);
- this.openaiRealtimeStreaming = new OpenAIRealtimeStreaming();
-
const win = BrowserWindow.fromWebContents(event.sender);
- attachMeetingStreamingHandlers(this.openaiRealtimeStreaming, win);
- await this.openaiRealtimeStreaming.connect({
- apiKey: clientSecret,
+ const [micSecret, systemSecret] = await fetchRealtimeToken(event, options, { streams: 2 });
+
+ const connectOpts = {
model: options.model,
language: options.language,
preconfigured: options.mode !== "byok",
- });
+ };
+ const pairs = [
+ { ref: "_meetingMicStreaming", secret: micSecret, source: "mic" },
+ { ref: "_meetingSystemStreaming", secret: systemSecret, source: "system" },
+ ];
+
+ for (const { ref, source } of pairs) {
+ this[ref] = new OpenAIRealtimeStreaming();
+ attachMeetingStreamingHandlers(this[ref], win, source);
+ }
+
+ await Promise.all(
+ pairs.map(({ ref, secret }) => this[ref].connect({ apiKey: secret, ...connectOpts }))
+ );
+
+ // Keep legacy reference for backward compat with prepare check
+ this.openaiRealtimeStreaming = this._meetingMicStreaming;
return win;
};
@@ -2430,15 +2462,15 @@ class IPCHandlers {
this._dictationStreaming = streaming;
};
- // Pre-warm: fetch token + connect WebSocket before user hits record
+ // Pre-warm: fetch tokens + connect WebSockets before user hits record
ipcMain.handle("meeting-transcription-prepare", async (event, options = {}) => {
if (meetingTranscriptionPrepareInProgress || meetingTranscriptionStartInProgress) {
debugLogger.debug("Meeting transcription prepare already in progress, ignoring");
return { success: false, error: "Operation in progress" };
}
- if (this.openaiRealtimeStreaming?.isConnected) {
- debugLogger.debug("Meeting transcription already prepared (warm connection)");
+ if (this._meetingMicStreaming?.isConnected && this._meetingSystemStreaming?.isConnected) {
+ debugLogger.debug("Meeting transcription already prepared (warm connections)");
return { success: true, alreadyPrepared: true };
}
@@ -2450,7 +2482,7 @@ class IPCHandlers {
meetingTranscriptionPreparePromise = (async () => {
try {
await connectRealtimeStreaming(event, options);
- debugLogger.debug("Meeting transcription prepared (WebSocket warm)");
+ debugLogger.debug("Meeting transcription prepared (dual WebSockets warm)");
return { success: true };
} catch (error) {
debugLogger.error("Meeting transcription prepare error", { error: error.message });
@@ -2478,11 +2510,12 @@ class IPCHandlers {
meetingTranscriptionStartInProgress = true;
try {
- // If already prepared (warm connection from prepare), just re-attach handlers
- if (this.openaiRealtimeStreaming?.isConnected) {
- debugLogger.debug("Meeting transcription start: reusing warm connection");
+ // If already prepared (warm connections from prepare), just re-attach handlers
+ if (this._meetingMicStreaming?.isConnected && this._meetingSystemStreaming?.isConnected) {
+ debugLogger.debug("Meeting transcription start: reusing warm connections");
const win = BrowserWindow.fromWebContents(event.sender);
- attachMeetingStreamingHandlers(this.openaiRealtimeStreaming, win);
+ attachMeetingStreamingHandlers(this._meetingMicStreaming, win, "mic");
+ attachMeetingStreamingHandlers(this._meetingSystemStreaming, win, "system");
return { success: true };
}
@@ -2500,19 +2533,31 @@ class IPCHandlers {
}
});
- ipcMain.on("meeting-transcription-send", (_event, audioBuffer) => {
- if (!this.openaiRealtimeStreaming) return;
- this.openaiRealtimeStreaming.sendAudio(Buffer.from(audioBuffer));
+ ipcMain.on("meeting-transcription-send", (_event, audioBuffer, source) => {
+ const streaming = source === "mic" ? this._meetingMicStreaming : this._meetingSystemStreaming;
+ if (!streaming) return;
+ streaming.sendAudio(Buffer.from(audioBuffer));
});
ipcMain.handle("meeting-transcription-stop", async () => {
try {
- let result = { text: "" };
- if (this.openaiRealtimeStreaming) {
- result = await this.openaiRealtimeStreaming.disconnect();
- this.openaiRealtimeStreaming = null;
- }
- return { success: true, transcript: result?.text || "" };
+ const results = await Promise.all([
+ this._meetingMicStreaming
+ ? this._meetingMicStreaming.disconnect()
+ : Promise.resolve({ text: "" }),
+ this._meetingSystemStreaming
+ ? this._meetingSystemStreaming.disconnect()
+ : Promise.resolve({ text: "" }),
+ ]);
+
+ this._meetingMicStreaming = null;
+ this._meetingSystemStreaming = null;
+ this.openaiRealtimeStreaming = null;
+
+ return {
+ success: true,
+ transcript: [results[0]?.text, results[1]?.text].filter(Boolean).join(" "),
+ };
} catch (error) {
debugLogger.error("Meeting transcription stop error", { error: error.message });
return { success: false, error: error.message };
diff --git a/src/hooks/useMeetingTranscription.ts b/src/hooks/useMeetingTranscription.ts
index 4a968f41b..4cbd06463 100644
--- a/src/hooks/useMeetingTranscription.ts
+++ b/src/hooks/useMeetingTranscription.ts
@@ -4,10 +4,19 @@ import { isBuiltInMicrophone } from "../utils/audioDeviceUtils";
import { getSystemAudioStream } from "../utils/systemAudio";
import logger from "../utils/logger";
+export interface TranscriptSegment {
+ id: string;
+ text: string;
+ source: "mic" | "system";
+}
+
interface UseMeetingTranscriptionReturn {
isRecording: boolean;
transcript: string;
partialTranscript: string;
+ segments: TranscriptSegment[];
+ micPartial: string;
+ systemPartial: string;
error: string | null;
prepareTranscription: () => Promise<void>;
startTranscription: () => Promise<void>;
@@ -186,12 +195,15 @@ const flushAndDisconnectProcessor = async (processor: AudioWorkletNode | null) =
processor.disconnect();
};
-// getSystemAudioStream imported from ../utils/systemAudio
+let segmentCounter = 0;
export function useMeetingTranscription(): UseMeetingTranscriptionReturn {
const [isRecording, setIsRecording] = useState(false);
const [transcript, setTranscript] = useState("");
const [partialTranscript, setPartialTranscript] = useState("");
+ const [segments, setSegments] = useState<TranscriptSegment[]>([]);
+ const [micPartial, setMicPartial] = useState("");
+ const [systemPartial, setSystemPartial] = useState("");
const [error, setError] = useState<string | null>(null);
const audioContextRef = useRef<AudioContext | null>(null);
@@ -209,52 +221,30 @@ export function useMeetingTranscription(): UseMeetingTranscriptionReturn {
const ipcCleanupsRef = useRef<Array<() => void>>([]);
const cleanup = useCallback(async () => {
- if (processorRef.current) {
- await flushAndDisconnectProcessor(processorRef.current);
- processorRef.current = null;
- }
-
- if (sourceRef.current) {
- sourceRef.current.disconnect();
- sourceRef.current = null;
- }
-
- if (micProcessorRef.current) {
- await flushAndDisconnectProcessor(micProcessorRef.current);
- micProcessorRef.current = null;
- }
-
- if (micSourceRef.current) {
- micSourceRef.current.disconnect();
- micSourceRef.current = null;
- }
-
- if (streamRef.current) {
- try {
- streamRef.current.getTracks().forEach((t) => t.stop());
- } catch {}
- streamRef.current = null;
+ const processors = [processorRef, micProcessorRef];
+ const sources = [sourceRef, micSourceRef];
+ const streams = [streamRef, micStreamRef];
+ const contexts = [audioContextRef, micContextRef];
+
+ for (const ref of processors) {
+ await flushAndDisconnectProcessor(ref.current);
+ ref.current = null;
}
-
- if (micStreamRef.current) {
- try {
- micStreamRef.current.getTracks().forEach((t) => t.stop());
- } catch {}
- micStreamRef.current = null;
+ for (const ref of sources) {
+ ref.current?.disconnect();
+ ref.current = null;
}
-
- if (audioContextRef.current) {
+ for (const ref of streams) {
try {
- await audioContextRef.current.close();
+ ref.current?.getTracks().forEach((t) => t.stop());
} catch {}
- audioContextRef.current = null;
+ ref.current = null;
}
-
- if (micContextRef.current) {
+ for (const ref of contexts) {
try {
- await micContextRef.current.close();
+ await ref.current?.close();
} catch {}
- micContextRef.current = null;
+ ref.current = null;
}
ipcCleanupsRef.current.forEach((fn) => fn());
@@ -295,7 +285,7 @@ export function useMeetingTranscription(): UseMeetingTranscriptionReturn {
if (isPreparedRef.current || isRecordingRef.current || isStartingRef.current) return;
if (preparePromiseRef.current) return; // already preparing
- logger.info("Meeting transcription preparing (pre-warming WebSocket)...", {}, "meeting");
+ logger.info("Meeting transcription preparing (pre-warming WebSockets)...", {}, "meeting");
const promise = (async () => {
try {
@@ -335,6 +325,9 @@ export function useMeetingTranscription(): UseMeetingTranscriptionReturn {
logger.info("Meeting transcription starting...", {}, "meeting");
setTranscript("");
setPartialTranscript("");
+ setSegments([]);
+ setMicPartial("");
+ setSystemPartial("");
setError(null);
// Set recording state immediately for instant UI feedback
@@ -401,16 +394,27 @@ export function useMeetingTranscription(): UseMeetingTranscriptionReturn {
}
streamRef.current = stream;
- const partialCleanup = window.electronAPI?.onMeetingTranscriptionPartial?.((text) => {
- setPartialTranscript(text);
- });
- if (partialCleanup) ipcCleanupsRef.current.push(partialCleanup);
-
- const finalCleanup = window.electronAPI?.onMeetingTranscriptionFinal?.((text) => {
- setTranscript(text);
- setPartialTranscript("");
- });
- if (finalCleanup) ipcCleanupsRef.current.push(finalCleanup);
+ const partialSetters = { mic: setMicPartial, system: setSystemPartial };
+
+ const segmentCleanup = window.electronAPI?.onMeetingTranscriptionSegment?.(
+ (data: { text: string; source: "mic" | "system"; type: "partial" | "final" }) => {
+ const setPartialForSource = partialSetters[data.source];
+
+ if (data.type === "partial") {
+ setPartialForSource(data.text);
+ setPartialTranscript(data.text);
+ } else {
+ setSegments((prev) => [
+ ...prev,
+ { id: `seg-${++segmentCounter}`, text: data.text, source: data.source },
+ ]);
+ setPartialForSource("");
+ setTranscript((prev) => (prev ? prev + " " + data.text : data.text));
+ setPartialTranscript("");
+ }
+ }
+ );
+ if (segmentCleanup) ipcCleanupsRef.current.push(segmentCleanup);
const errorCleanup = window.electronAPI?.onMeetingTranscriptionError?.((err) => {
setError(err);
@@ -418,7 +422,8 @@ export function useMeetingTranscription(): UseMeetingTranscriptionReturn {
});
if (errorCleanup) ipcCleanupsRef.current.push(errorCleanup);
- const pendingAudioChunks: ArrayBuffer[] = [];
+ const pendingSystemChunks: ArrayBuffer[] = [];
+ const pendingMicChunks: ArrayBuffer[] = [];
let socketReady = false;
const audioContext = new AudioContext({ sampleRate: 24000 });
@@ -440,10 +445,10 @@ export function useMeetingTranscription(): UseMeetingTranscriptionReturn {
}
if (!hasSignal) return;
if (socketReady) {
- window.electronAPI?.meetingTranscriptionSend?.(chunk);
+ window.electronAPI?.meetingTranscriptionSend?.(chunk, "system");
return;
}
- pendingAudioChunks.push(chunk.slice(0));
+ pendingSystemChunks.push(chunk.slice(0));
},
});
@@ -460,10 +465,10 @@ export function useMeetingTranscription(): UseMeetingTranscriptionReturn {
onChunk: (chunk) => {
if (!isRecordingRef.current) return;
if (socketReady) {
- window.electronAPI?.meetingTranscriptionSend?.(chunk);
+ window.electronAPI?.meetingTranscriptionSend?.(chunk, "mic");
return;
}
- pendingAudioChunks.push(chunk.slice(0));
+ pendingMicChunks.push(chunk.slice(0));
},
}).then(({ source, processor }) => {
micSourceRef.current = source;
@@ -505,15 +510,18 @@ export function useMeetingTranscription(): UseMeetingTranscriptionReturn {
isStartingRef.current = false;
socketReady = true;
- for (const chunk of pendingAudioChunks) {
- window.electronAPI?.meetingTranscriptionSend?.(chunk);
+ for (const chunk of pendingSystemChunks) {
+ window.electronAPI?.meetingTranscriptionSend?.(chunk, "system");
+ }
+ for (const chunk of pendingMicChunks) {
+ window.electronAPI?.meetingTranscriptionSend?.(chunk, "mic");
}
const totalMs = performance.now() - startTime;
logger.info(
"Meeting transcription started successfully",
{
- bufferedChunks: pendingAudioChunks.length,
+ bufferedChunks: pendingSystemChunks.length + pendingMicChunks.length,
streamsMs: Math.round(streamsMs),
totalMs: Math.round(totalMs),
wasPrepared: isPreparedRef.current,
@@ -550,6 +558,9 @@ export function useMeetingTranscription(): UseMeetingTranscriptionReturn {
isRecording,
transcript,
partialTranscript,
+ segments,
+ micPartial,
+ systemPartial,
error,
prepareTranscription,
startTranscription,
diff --git a/src/locales/de/translation.json b/src/locales/de/translation.json
index e3f894b91..231718153 100644
--- a/src/locales/de/translation.json
+++ b/src/locales/de/translation.json
@@ -1527,7 +1527,8 @@
"staleIndicator": "Der Inhalt hat sich seit der Verbesserung geändert",
"live": "Live",
"transcript": "Transkript",
- "notes": "Notizen"
+ "notes": "Notizen",
+ "conversationWillAppear": "Gespräch wird hier angezeigt..."
},
"upload": {
"title": "Audio hochladen",
diff --git a/src/locales/en/translation.json b/src/locales/en/translation.json
index fbeeda04b..179984ae3 100644
--- a/src/locales/en/translation.json
+++ b/src/locales/en/translation.json
@@ -1635,7 +1635,8 @@
"staleIndicator": "Content has changed since enhancement",
"live": "Live",
"transcript": "Transcript",
- "notes": "Notes"
+ "notes": "Notes",
+ "conversationWillAppear": "Conversation will appear here..."
},
"upload": {
"title": "Upload Audio",
diff --git a/src/locales/es/translation.json b/src/locales/es/translation.json
index 3a30a27d6..a153f4611 100644
--- a/src/locales/es/translation.json
+++ b/src/locales/es/translation.json
@@ -1527,7 +1527,8 @@
"staleIndicator": "El contenido ha cambiado desde la mejora",
"live": "En vivo",
"transcript": "Transcripción",
- "notes": "Notas"
+ "notes": "Notas",
+ "conversationWillAppear": "La conversación aparecerá aquí..."
},
"upload": {
"title": "Subir audio",
diff --git a/src/locales/fr/translation.json b/src/locales/fr/translation.json
index 5cbaa5566..0ca5147b0 100644
--- a/src/locales/fr/translation.json
+++ b/src/locales/fr/translation.json
@@ -1565,7 +1565,8 @@
"staleIndicator": "Le contenu a changé depuis l'amélioration",
"live": "En direct",
"transcript": "Transcription",
- "notes": "Notes"
+ "notes": "Notes",
+ "conversationWillAppear": "La conversation apparaîtra ici..."
},
"upload": {
"title": "Téléverser un fichier audio",
diff --git a/src/locales/it/translation.json b/src/locales/it/translation.json
index 932c3f44e..441820fbb 100644
--- a/src/locales/it/translation.json
+++ b/src/locales/it/translation.json
@@ -1527,7 +1527,8 @@
"staleIndicator": "Il contenuto è cambiato dall'ultimo miglioramento",
"live": "Dal vivo",
"transcript": "Trascrizione",
- "notes": "Note"
+ "notes": "Note",
+ "conversationWillAppear": "La conversazione apparirà qui..."
},
"upload": {
"title": "Carica audio",
diff --git a/src/locales/ja/translation.json b/src/locales/ja/translation.json
index dedd2de41..b2bc66b56 100644
--- a/src/locales/ja/translation.json
+++ b/src/locales/ja/translation.json
@@ -1426,6 +1426,7 @@
"live": "ライブ",
"transcript": "文字起こし",
"notes": "ノート",
+ "conversationWillAppear": "会話がここに表示されます...",
"untitled": "無題",
"noteTitle": "ノートのタイトル",
"stop": "停止",
diff --git a/src/locales/pt/translation.json b/src/locales/pt/translation.json
index b6decda3d..d59230971 100644
--- a/src/locales/pt/translation.json
+++ b/src/locales/pt/translation.json
@@ -1527,7 +1527,8 @@
"staleIndicator": "O conteúdo mudou desde o aprimoramento",
"live": "Ao vivo",
"transcript": "Transcrição",
- "notes": "Notas"
+ "notes": "Notas",
+ "conversationWillAppear": "A conversa aparecerá aqui..."
},
"upload": {
"title": "Enviar áudio",
diff --git a/src/locales/ru/translation.json b/src/locales/ru/translation.json
index 2aa430c0e..5d63c6206 100644
--- a/src/locales/ru/translation.json
+++ b/src/locales/ru/translation.json
@@ -1527,7 +1527,8 @@
"staleIndicator": "Содержимое изменилось после улучшения",
"live": "Живой",
"transcript": "Транскрипция",
- "notes": "Заметки"
+ "notes": "Заметки",
+ "conversationWillAppear": "Разговор появится здесь..."
},
"upload": {
"title": "Загрузить аудио",
diff --git a/src/locales/zh-CN/translation.json b/src/locales/zh-CN/translation.json
index 242515edb..8401a940c 100644
--- a/src/locales/zh-CN/translation.json
+++ b/src/locales/zh-CN/translation.json
@@ -1527,7 +1527,8 @@
"staleIndicator": "内容在增强后已更改",
"live": "实时",
"transcript": "转录",
- "notes": "笔记"
+ "notes": "笔记",
+ "conversationWillAppear": "对话将显示在这里..."
},
"upload": {
"title": "上传音频",
diff --git a/src/locales/zh-TW/translation.json b/src/locales/zh-TW/translation.json
index e30c6f42f..771ce4ffc 100644
--- a/src/locales/zh-TW/translation.json
+++ b/src/locales/zh-TW/translation.json
@@ -1527,7 +1527,8 @@
"staleIndicator": "內容在增強後已變更",
"live": "即時",
"transcript": "轉錄",
- "notes": "筆記"
+ "notes": "筆記",
+ "conversationWillAppear": "對話將顯示在這裡..."
},
"upload": {
"title": "上傳音訊",
diff --git a/src/types/electron.ts b/src/types/electron.ts
index 663f423d7..5aee2c6e4 100644
--- a/src/types/electron.ts
+++ b/src/types/electron.ts
@@ -1115,7 +1115,7 @@ declare global {
error?: string;
}>;
- // Meeting transcription (streaming)
+ // Meeting transcription (streaming, dual-channel)
meetingTranscriptionPrepare?: (options: {
provider?: string;
model?: string;
@@ -1126,14 +1126,19 @@ declare global {
model?: string;
language?: string;
}) => Promise<{ success: boolean; error?: string }>;
- meetingTranscriptionSend?: (buffer: ArrayBuffer) => void;
+ meetingTranscriptionSend?: (buffer: ArrayBuffer, source: "mic" | "system") => void;
meetingTranscriptionStop?: () => Promise<{
success: boolean;
transcript?: string;
error?: string;
}>;
- onMeetingTranscriptionPartial?: (callback: (text: string) => void) => () => void;
- onMeetingTranscriptionFinal?: (callback: (text: string) => void) => () => void;
+ onMeetingTranscriptionSegment?: (
+ callback: (data: {
+ text: string;
+ source: "mic" | "system";
+ type: "partial" | "final";
+ }) => void
+ ) => () => void;
onMeetingTranscriptionError?: (callback: (error: string) => void) => () => void;
// Dictation realtime streaming