Voice-to-text dictation app with local (Nvidia Parakeet/Whisper) and cloud models (BYOK). Privacy-first and available cross-platform.
JavaScript aianthropiccross-platformgeminigroqlinuxmacosnvidiaopen-sourceopenaiparakeetspeech-to-texttranscribewhisperwindows
feat: dual-channel meeting transcription with chat bubble UI
Gabriel Stein685a2312faf5
diff --git a/preload.js b/preload.jsindex ff277146f..93952d1f8 100644--- a/preload.js+++ b/preload.js@@ -451,19 +451,16 @@ contextBridge.exposeInMainWorld("electronAPI", {meetingTranscribeChain: (blobUrl, opts) =>ipcRenderer.invoke("meeting-transcribe-chain", blobUrl, opts),- // Meeting transcription (streaming)+ // Meeting transcription (streaming, dual-channel)meetingTranscriptionPrepare: (options) =>ipcRenderer.invoke("meeting-transcription-prepare", options),meetingTranscriptionStart: (options) =>ipcRenderer.invoke("meeting-transcription-start", options),- meetingTranscriptionSend: (buffer) => ipcRenderer.send("meeting-transcription-send", buffer),+ meetingTranscriptionSend: (buffer, source) =>+ ipcRenderer.send("meeting-transcription-send", buffer, source),meetingTranscriptionStop: () => ipcRenderer.invoke("meeting-transcription-stop"),- onMeetingTranscriptionPartial: registerListener(- "meeting-transcription-partial",- (callback) => (_event, data) => callback(data)- ),- onMeetingTranscriptionFinal: registerListener(- "meeting-transcription-final",+ onMeetingTranscriptionSegment: registerListener(+ "meeting-transcription-segment",(callback) => (_event, data) => callback(data)),onMeetingTranscriptionError: registerListener(diff --git a/src/components/SettingsPage.tsx b/src/components/SettingsPage.tsxindex 41aaee4e8..1075e6581 100644--- a/src/components/SettingsPage.tsx+++ b/src/components/SettingsPage.tsx@@ -3257,10 +3257,7 @@ EOF`,label={t("settingsPage.privacy.dataRetention")}description={t("settingsPage.privacy.dataRetentionDescription")}>- <Toggle- checked={dataRetentionEnabled}- onChange={setDataRetentionEnabled}- />+ <Toggle checked={dataRetentionEnabled} onChange={setDataRetentionEnabled} /></SettingsRow></SettingsPanelRow></SettingsPanel>diff --git a/src/components/UpdateNotificationOverlay.tsx b/src/components/UpdateNotificationOverlay.tsxindex 49c2221b2..9d0a9bb2c 100644--- a/src/components/UpdateNotificationOverlay.tsx+++ b/src/components/UpdateNotificationOverlay.tsx@@ -25,13 +25,15 @@ export default function UpdateNotificationOverlay() {}, 50);};- const cleanup = window.electronAPI?.onUpdateNotificationData?.((incoming: UpdateNotificationData) =>- show(incoming)+ const cleanup = window.electronAPI?.onUpdateNotificationData?.(+ (incoming: UpdateNotificationData) => show(incoming));- window.electronAPI?.getUpdateNotificationData?.().then((pulled: UpdateNotificationData | null) => {- if (pulled) show(pulled);- });+ window.electronAPI+ ?.getUpdateNotificationData?.()+ .then((pulled: UpdateNotificationData | null) => {+ if (pulled) show(pulled);+ });return () => cleanup?.();}, []);diff --git a/src/components/notes/MeetingTranscriptChat.tsx b/src/components/notes/MeetingTranscriptChat.tsxnew file mode 100644index 000000000..730123d0f--- /dev/null+++ b/src/components/notes/MeetingTranscriptChat.tsx@@ -0,0 +1,131 @@+import { useEffect, useRef } from "react";+import { useTranslation } from "react-i18next";+import { cn } from "../lib/utils";+import type { TranscriptSegment } from "../../hooks/useMeetingTranscription";++const BUBBLE_STYLES = {+ mic: {+ align: "justify-start",+ radius: "rounded-bl-sm",+ bg: "bg-primary/60 text-primary-foreground/80",+ cursor: "bg-primary-foreground/60",+ },+ system: {+ align: "justify-end",+ radius: "rounded-br-sm",+ bg: "bg-surface-2/70 border border-border/20 text-foreground/80",+ cursor: "bg-foreground/40",+ },+} as const;++function PartialBubble({ text, source }: { text: string; source: "mic" | "system" }) {+ const s = BUBBLE_STYLES[source];+ return (+ <div+ className={cn("flex", s.align)}+ style={{ animation: "agent-message-in 150ms ease-out both" }}+ >+ <div+ className={cn(+ "max-w-[80%] px-3 py-1.5 rounded-lg",+ s.radius,+ s.bg,+ "text-[13px] leading-relaxed italic"+ )}+ >+ {text}+ <span+ className={cn("inline-block w-[2px] h-[13px] align-middle ml-0.5", s.cursor)}+ style={{ animation: "agent-cursor-blink 800ms steps(1) infinite" }}+ />+ </div>+ </div>+ );+}++interface MeetingTranscriptChatProps {+ segments: TranscriptSegment[];+ micPartial?: string;+ systemPartial?: string;+}++export function MeetingTranscriptChat({+ segments,+ micPartial,+ systemPartial,+}: MeetingTranscriptChatProps) {+ const { t } = useTranslation();+ const scrollRef = useRef<HTMLDivElement>(null);++ useEffect(() => {+ const el = scrollRef.current;+ if (!el) return;+ // Auto-scroll only when near the bottom (within 80px)+ const isNearBottom = el.scrollHeight - el.scrollTop - el.clientHeight < 80;+ if (isNearBottom) {+ el.scrollTop = el.scrollHeight;+ }+ }, [segments, micPartial, systemPartial]);++ const hasContent = segments.length > 0 || micPartial || systemPartial;++ if (!hasContent) {+ return (+ <div className="h-full flex items-center justify-center px-5">+ <p className="text-xs text-muted-foreground/40 select-none">+ {t("notes.editor.conversationWillAppear")}+ </p>+ </div>+ );+ }++ return (+ <div+ ref={scrollRef}+ className="h-full overflow-y-auto px-4 py-3 flex flex-col gap-1.5 agent-chat-scroll"+ >+ {segments.map((segment, i) => {+ const isMic = segment.source === "mic";+ const prevSegment = i > 0 ? segments[i - 1] : null;+ const sameSpeaker = prevSegment?.source === segment.source;++ return (+ <div+ key={segment.id}+ className={cn(+ "flex",+ isMic ? "justify-start" : "justify-end",+ !sameSpeaker && i > 0 && "mt-2"+ )}+ style={{ animation: "agent-message-in 200ms ease-out both" }}+ >+ <div+ className={cn(+ "max-w-[80%] px-3 py-1.5",+ "text-[13px] leading-relaxed",+ isMic+ ? cn(+ "bg-primary/90 text-primary-foreground",+ sameSpeaker ? "rounded-lg rounded-tl-sm" : "rounded-lg rounded-bl-sm"+ )+ : cn(+ "bg-surface-2 border border-border/30 text-foreground",+ sameSpeaker ? "rounded-lg rounded-tr-sm" : "rounded-lg rounded-br-sm"+ )+ )}+ >+ {segment.text}+ </div>+ </div>+ );+ })}++ {[+ { text: micPartial, source: "mic" as const },+ { text: systemPartial, source: "system" as const },+ ].map(+ ({ text, source }) => text && <PartialBubble key={source} text={text} source={source} />+ )}+ </div>+ );+}diff --git a/src/components/notes/NoteEditor.tsx b/src/components/notes/NoteEditor.tsxindex 9e6a54243..ba67cef5f 100644--- a/src/components/notes/NoteEditor.tsx+++ b/src/components/notes/NoteEditor.tsx@@ -10,6 +10,8 @@ import {MessageSquareText,} from "lucide-react";import { MarkdownTextarea } from "../ui/MarkdownTextarea";+import { MeetingTranscriptChat } from "./MeetingTranscriptChat";+import type { TranscriptSegment } from "../../hooks/useMeetingTranscription";import {DropdownMenu,DropdownMenuTrigger,@@ -65,6 +67,9 @@ interface NoteEditorProps {actionName?: string | null;isMeetingRecording?: boolean;meetingTranscript?: string;+ meetingSegments?: TranscriptSegment[];+ meetingMicPartial?: string;+ meetingSystemPartial?: string;onStopMeetingRecording?: () => void;liveTranscript?: string;}@@ -161,6 +166,9 @@ export default function NoteEditor({actionName,isMeetingRecording,meetingTranscript,+ meetingSegments,+ meetingMicPartial,+ meetingSystemPartial,onStopMeetingRecording,liveTranscript,}: NoteEditorProps) {@@ -368,6 +376,20 @@ export default function NoteEditor({const effectiveTranscript = liveTranscript || meetingTranscript || note.transcript || "";const hasMeetingTranscript = !isMeetingRecording && !!effectiveTranscript;+ const displaySegments = useMemo<TranscriptSegment[]>(() => {+ if (meetingSegments && meetingSegments.length > 0) return meetingSegments;+ const raw = note.transcript || "";+ if (raw.startsWith("[")) {+ try {+ const parsed = JSON.parse(raw) as Array<{ text: string; source: "mic" | "system" }>;+ return parsed.map((s, i) => ({ id: `stored-${i}`, text: s.text, source: s.source }));+ } catch {}+ }+ return [];+ }, [meetingSegments, note.transcript]);++ const hasChatSegments = displaySegments.length > 0;+const updateSegmentIndicator = useCallback(() => {const container = segmentContainerRef.current;if (!container) return;@@ -455,6 +477,14 @@ export default function NoteEditor({onStartRecording();}, [onStartRecording, syncSelectionRefs]);+ const prevMeetingRecRef = useRef(false);+ useEffect(() => {+ if (isMeetingRecording && !prevMeetingRecRef.current) {+ setViewMode("transcript");+ }+ prevMeetingRecRef.current = !!isMeetingRecording;+ }, [isMeetingRecording]);+const pendingTranscriptSwitchRef = useRef(false);useEffect(() => {@@ -676,7 +706,7 @@ export default function NoteEditor({</div><div className="flex-1" /><div className="flex items-center gap-1">- {(enhancement || hasMeetingTranscript) && (+ {(enhancement || hasMeetingTranscript || hasChatSegments || isMeetingRecording) && (<divref={segmentContainerRef}className="relative flex items-center shrink-0 rounded-md bg-foreground/3 dark:bg-white/3 p-0.5"@@ -685,7 +715,7 @@ export default function NoteEditor({className="absolute top-0.5 left-0 rounded bg-background dark:bg-surface-2 shadow-sm transition-[width,height,transform,opacity] duration-200 ease-out pointer-events-none"style={indicatorStyle}/>- {hasMeetingTranscript && (+ {(hasMeetingTranscript || hasChatSegments || isMeetingRecording) && (<buttondata-segment-buttondata-segment-value="transcript"@@ -782,7 +812,13 @@ export default function NoteEditor({<div className="flex-1 relative min-h-0"><div className="h-full overflow-y-auto">- {viewMode === "transcript" && hasMeetingTranscript ? (+ {viewMode === "transcript" && (hasChatSegments || isMeetingRecording) ? (+ <MeetingTranscriptChat+ segments={displaySegments}+ micPartial={isMeetingRecording ? meetingMicPartial : undefined}+ systemPartial={isMeetingRecording ? meetingSystemPartial : undefined}+ />+ ) : viewMode === "transcript" && hasMeetingTranscript ? (<MarkdownTextarea value={effectiveTranscript} disabled />) : viewMode === "enhanced" && enhancement ? (<MarkdownTextarea value={enhancement.content} onChange={handleEnhancedChange} />diff --git a/src/components/notes/PersonalNotesView.tsx b/src/components/notes/PersonalNotesView.tsxindex ef141de24..fe718db0e 100644--- a/src/components/notes/PersonalNotesView.tsx+++ b/src/components/notes/PersonalNotesView.tsx@@ -87,6 +87,9 @@ export default function PersonalNotesView({const {isRecording: isMeetingRecording,transcript: meetingTranscript,+ segments: meetingSegments,+ micPartial: meetingMicPartial,+ systemPartial: meetingSystemPartial,prepareTranscription: prepareMeetingTranscription,startTranscription: startMeetingTranscription,stopTranscription: stopMeetingTranscription,@@ -406,15 +409,19 @@ export default function PersonalNotesView({prevMeetingRecordingRef.current &&!isMeetingRecording &&meetingNoteIdRef.current &&- meetingTranscript+ (meetingTranscript || meetingSegments.length > 0)) {+ const transcript =+ meetingSegments.length > 0+ ? JSON.stringify(meetingSegments.map(({ text, source }) => ({ text, source })))+ : meetingTranscript;window.electronAPI.updateNote(meetingNoteIdRef.current, {- transcript: meetingTranscript,+ transcript,});meetingNoteIdRef.current = null;}prevMeetingRecordingRef.current = isMeetingRecording;- }, [isMeetingRecording, meetingTranscript]);+ }, [isMeetingRecording, meetingTranscript, meetingSegments]);const editorNote = activeNote? { ...activeNote, title: localTitle, content: localContent }@@ -751,6 +758,9 @@ export default function PersonalNotesView({}isMeetingRecording={isMeetingRecording}meetingTranscript={meetingTranscript}+ meetingSegments={meetingSegments}+ meetingMicPartial={meetingMicPartial}+ meetingSystemPartial={meetingSystemPartial}onStopMeetingRecording={stopMeetingTranscription}liveTranscript={liveTranscript}actionProcessingState={actionProcessingState}diff --git a/src/helpers/ipcHandlers.js b/src/helpers/ipcHandlers.jsindex 330af02de..30e95b9d5 100644--- a/src/helpers/ipcHandlers.js+++ b/src/helpers/ipcHandlers.js@@ -2336,29 +2336,32 @@ class IPCHandlers {let meetingTranscriptionPrepareInProgress = false;let meetingTranscriptionPreparePromise = null;- const attachMeetingStreamingHandlers = (streaming, win) => {+ this._meetingMicStreaming = null;+ this._meetingSystemStreaming = null;++ const attachMeetingStreamingHandlers = (streaming, win, source) => {+ const send = (channel, data) => {+ if (win && !win.isDestroyed()) win.webContents.send(channel, data);+ };+streaming.onPartialTranscript = (text) => {- if (win && !win.isDestroyed()) {- win.webContents.send("meeting-transcription-partial", text);- }+ send("meeting-transcription-segment", { text, source, type: "partial" });};streaming.onFinalTranscript = (text) => {- if (win && !win.isDestroyed()) {- win.webContents.send("meeting-transcription-final", text);- }+ const segments = streaming.completedSegments;+ const latestSegment = segments.length > 0 ? segments[segments.length - 1] : text;+ send("meeting-transcription-segment", { text: latestSegment, source, type: "final" });};streaming.onError = (error) => {- if (win && !win.isDestroyed()) {- win.webContents.send("meeting-transcription-error", error.message);- }+ send("meeting-transcription-error", error.message);};};- const fetchRealtimeToken = async (event, options) => {+ const fetchRealtimeToken = async (event, options, { streams } = {}) => {if (options.mode === "byok") {const apiKey = this.environmentManager.getOpenAIKey();if (!apiKey) throw new Error("No OpenAI API key configured. Add your key in Settings.");- return apiKey;+ return streams === 2 ? [apiKey, apiKey] : apiKey;}const apiUrl = getApiUrl();@@ -2370,7 +2373,11 @@ class IPCHandlers {const tokenResponse = await fetch(`${apiUrl}/api/openai-realtime-token`, {method: "POST",headers: { "Content-Type": "application/json", Cookie: cookieHeader },- body: JSON.stringify({ model: options.model, language: options.language }),+ body: JSON.stringify({+ model: options.model,+ language: options.language,+ streams: streams || 1,+ }),});if (!tokenResponse.ok) {@@ -2378,28 +2385,53 @@ class IPCHandlers {throw new Error(err.error || `Token request failed: ${tokenResponse.status}`);}- const { clientSecret } = await tokenResponse.json();- if (!clientSecret) throw new Error("No client secret received");- return clientSecret;+ const data = await tokenResponse.json();+ if (streams === 2) {+ if (!data.clientSecrets || data.clientSecrets.length < 2) {+ throw new Error("Expected two client secrets for dual-stream");+ }+ return data.clientSecrets;+ }+ if (!data.clientSecret) throw new Error("No client secret received");+ return data.clientSecret;};const connectRealtimeStreaming = async (event, options) => {+ if (this._meetingMicStreaming?.isConnected) {+ await this._meetingMicStreaming.disconnect();+ }+ if (this._meetingSystemStreaming?.isConnected) {+ await this._meetingSystemStreaming.disconnect();+ }if (this.openaiRealtimeStreaming?.isConnected) {await this.openaiRealtimeStreaming.disconnect();}- const clientSecret = await fetchRealtimeToken(event, options);- this.openaiRealtimeStreaming = new OpenAIRealtimeStreaming();-const win = BrowserWindow.fromWebContents(event.sender);- attachMeetingStreamingHandlers(this.openaiRealtimeStreaming, win);- await this.openaiRealtimeStreaming.connect({- apiKey: clientSecret,+ const [micSecret, systemSecret] = await fetchRealtimeToken(event, options, { streams: 2 });++ const connectOpts = {model: options.model,language: options.language,preconfigured: options.mode !== "byok",- });+ };+ const pairs = [+ { ref: "_meetingMicStreaming", secret: micSecret, source: "mic" },+ { ref: "_meetingSystemStreaming", secret: systemSecret, source: "system" },+ ];++ for (const { ref, source } of pairs) {+ this[ref] = new OpenAIRealtimeStreaming();+ attachMeetingStreamingHandlers(this[ref], win, source);+ }++ await Promise.all(+ pairs.map(({ ref, secret }) => this[ref].connect({ apiKey: secret, ...connectOpts }))+ );++ // Keep legacy reference for backward compat with prepare check+ this.openaiRealtimeStreaming = this._meetingMicStreaming;return win;};@@ -2430,15 +2462,15 @@ class IPCHandlers {this._dictationStreaming = streaming;};- // Pre-warm: fetch token + connect WebSocket before user hits record+ // Pre-warm: fetch tokens + connect WebSockets before user hits recordipcMain.handle("meeting-transcription-prepare", async (event, options = {}) => {if (meetingTranscriptionPrepareInProgress || meetingTranscriptionStartInProgress) {debugLogger.debug("Meeting transcription prepare already in progress, ignoring");return { success: false, error: "Operation in progress" };}- if (this.openaiRealtimeStreaming?.isConnected) {- debugLogger.debug("Meeting transcription already prepared (warm connection)");+ if (this._meetingMicStreaming?.isConnected && this._meetingSystemStreaming?.isConnected) {+ debugLogger.debug("Meeting transcription already prepared (warm connections)");return { success: true, alreadyPrepared: true };}@@ -2450,7 +2482,7 @@ class IPCHandlers {meetingTranscriptionPreparePromise = (async () => {try {await connectRealtimeStreaming(event, options);- debugLogger.debug("Meeting transcription prepared (WebSocket warm)");+ debugLogger.debug("Meeting transcription prepared (dual WebSockets warm)");return { success: true };} catch (error) {debugLogger.error("Meeting transcription prepare error", { error: error.message });@@ -2478,11 +2510,12 @@ class IPCHandlers {meetingTranscriptionStartInProgress = true;try {- // If already prepared (warm connection from prepare), just re-attach handlers- if (this.openaiRealtimeStreaming?.isConnected) {- debugLogger.debug("Meeting transcription start: reusing warm connection");+ // If already prepared (warm connections from prepare), just re-attach handlers+ if (this._meetingMicStreaming?.isConnected && this._meetingSystemStreaming?.isConnected) {+ debugLogger.debug("Meeting transcription start: reusing warm connections");const win = BrowserWindow.fromWebContents(event.sender);- attachMeetingStreamingHandlers(this.openaiRealtimeStreaming, win);+ attachMeetingStreamingHandlers(this._meetingMicStreaming, win, "mic");+ attachMeetingStreamingHandlers(this._meetingSystemStreaming, win, "system");return { success: true };}@@ -2500,19 +2533,31 @@ class IPCHandlers {}});- ipcMain.on("meeting-transcription-send", (_event, audioBuffer) => {- if (!this.openaiRealtimeStreaming) return;- this.openaiRealtimeStreaming.sendAudio(Buffer.from(audioBuffer));+ ipcMain.on("meeting-transcription-send", (_event, audioBuffer, source) => {+ const streaming = source === "mic" ? this._meetingMicStreaming : this._meetingSystemStreaming;+ if (!streaming) return;+ streaming.sendAudio(Buffer.from(audioBuffer));});ipcMain.handle("meeting-transcription-stop", async () => {try {- let result = { text: "" };- if (this.openaiRealtimeStreaming) {- result = await this.openaiRealtimeStreaming.disconnect();- this.openaiRealtimeStreaming = null;- }- return { success: true, transcript: result?.text || "" };+ const results = await Promise.all([+ this._meetingMicStreaming+ ? this._meetingMicStreaming.disconnect()+ : Promise.resolve({ text: "" }),+ this._meetingSystemStreaming+ ? this._meetingSystemStreaming.disconnect()+ : Promise.resolve({ text: "" }),+ ]);++ this._meetingMicStreaming = null;+ this._meetingSystemStreaming = null;+ this.openaiRealtimeStreaming = null;++ return {+ success: true,+ transcript: [results[0]?.text, results[1]?.text].filter(Boolean).join(" "),+ };} catch (error) {debugLogger.error("Meeting transcription stop error", { error: error.message });return { success: false, error: error.message };diff --git a/src/hooks/useMeetingTranscription.ts b/src/hooks/useMeetingTranscription.tsindex 4a968f41b..4cbd06463 100644--- a/src/hooks/useMeetingTranscription.ts+++ b/src/hooks/useMeetingTranscription.ts@@ -4,10 +4,19 @@ import { isBuiltInMicrophone } from "../utils/audioDeviceUtils";import { getSystemAudioStream } from "../utils/systemAudio";import logger from "../utils/logger";+export interface TranscriptSegment {+ id: string;+ text: string;+ source: "mic" | "system";+}+interface UseMeetingTranscriptionReturn {isRecording: boolean;transcript: string;partialTranscript: string;+ segments: TranscriptSegment[];+ micPartial: string;+ systemPartial: string;error: string | null;prepareTranscription: () => Promise<void>;startTranscription: () => Promise<void>;@@ -186,12 +195,15 @@ const flushAndDisconnectProcessor = async (processor: AudioWorkletNode | null) =processor.disconnect();};-// getSystemAudioStream imported from ../utils/systemAudio+let segmentCounter = 0;export function useMeetingTranscription(): UseMeetingTranscriptionReturn {const [isRecording, setIsRecording] = useState(false);const [transcript, setTranscript] = useState("");const [partialTranscript, setPartialTranscript] = useState("");+ const [segments, setSegments] = useState<TranscriptSegment[]>([]);+ const [micPartial, setMicPartial] = useState("");+ const [systemPartial, setSystemPartial] = useState("");const [error, setError] = useState<string | null>(null);const audioContextRef = useRef<AudioContext | null>(null);@@ -209,52 +221,30 @@ export function useMeetingTranscription(): UseMeetingTranscriptionReturn {const ipcCleanupsRef = useRef<Array<() => void>>([]);const cleanup = useCallback(async () => {- if (processorRef.current) {- await flushAndDisconnectProcessor(processorRef.current);- processorRef.current = null;- }-- if (sourceRef.current) {- sourceRef.current.disconnect();- sourceRef.current = null;- }-- if (micProcessorRef.current) {- await flushAndDisconnectProcessor(micProcessorRef.current);- micProcessorRef.current = null;- }-- if (micSourceRef.current) {- micSourceRef.current.disconnect();- micSourceRef.current = null;- }-- if (streamRef.current) {- try {- streamRef.current.getTracks().forEach((t) => t.stop());- } catch {}- streamRef.current = null;+ const processors = [processorRef, micProcessorRef];+ const sources = [sourceRef, micSourceRef];+ const streams = [streamRef, micStreamRef];+ const contexts = [audioContextRef, micContextRef];++ for (const ref of processors) {+ await flushAndDisconnectProcessor(ref.current);+ ref.current = null;}-- if (micStreamRef.current) {- try {- micStreamRef.current.getTracks().forEach((t) => t.stop());- } catch {}- micStreamRef.current = null;+ for (const ref of sources) {+ ref.current?.disconnect();+ ref.current = null;}-- if (audioContextRef.current) {+ for (const ref of streams) {try {- await audioContextRef.current.close();+ ref.current?.getTracks().forEach((t) => t.stop());} catch {}- audioContextRef.current = null;+ ref.current = null;}-- if (micContextRef.current) {+ for (const ref of contexts) {try {- await micContextRef.current.close();+ await ref.current?.close();} catch {}- micContextRef.current = null;+ ref.current = null;}ipcCleanupsRef.current.forEach((fn) => fn());@@ -295,7 +285,7 @@ export function useMeetingTranscription(): UseMeetingTranscriptionReturn {if (isPreparedRef.current || isRecordingRef.current || isStartingRef.current) return;if (preparePromiseRef.current) return; // already preparing- logger.info("Meeting transcription preparing (pre-warming WebSocket)...", {}, "meeting");+ logger.info("Meeting transcription preparing (pre-warming WebSockets)...", {}, "meeting");const promise = (async () => {try {@@ -335,6 +325,9 @@ export function useMeetingTranscription(): UseMeetingTranscriptionReturn {logger.info("Meeting transcription starting...", {}, "meeting");setTranscript("");setPartialTranscript("");+ setSegments([]);+ setMicPartial("");+ setSystemPartial("");setError(null);// Set recording state immediately for instant UI feedback@@ -401,16 +394,27 @@ export function useMeetingTranscription(): UseMeetingTranscriptionReturn {}streamRef.current = stream;- const partialCleanup = window.electronAPI?.onMeetingTranscriptionPartial?.((text) => {- setPartialTranscript(text);- });- if (partialCleanup) ipcCleanupsRef.current.push(partialCleanup);-- const finalCleanup = window.electronAPI?.onMeetingTranscriptionFinal?.((text) => {- setTranscript(text);- setPartialTranscript("");- });- if (finalCleanup) ipcCleanupsRef.current.push(finalCleanup);+ const partialSetters = { mic: setMicPartial, system: setSystemPartial };++ const segmentCleanup = window.electronAPI?.onMeetingTranscriptionSegment?.(+ (data: { text: string; source: "mic" | "system"; type: "partial" | "final" }) => {+ const setPartialForSource = partialSetters[data.source];++ if (data.type === "partial") {+ setPartialForSource(data.text);+ setPartialTranscript(data.text);+ } else {+ setSegments((prev) => [+ ...prev,+ { id: `seg-${++segmentCounter}`, text: data.text, source: data.source },+ ]);+ setPartialForSource("");+ setTranscript((prev) => (prev ? prev + " " + data.text : data.text));+ setPartialTranscript("");+ }+ }+ );+ if (segmentCleanup) ipcCleanupsRef.current.push(segmentCleanup);const errorCleanup = window.electronAPI?.onMeetingTranscriptionError?.((err) => {setError(err);@@ -418,7 +422,8 @@ export function useMeetingTranscription(): UseMeetingTranscriptionReturn {});if (errorCleanup) ipcCleanupsRef.current.push(errorCleanup);- const pendingAudioChunks: ArrayBuffer[] = [];+ const pendingSystemChunks: ArrayBuffer[] = [];+ const pendingMicChunks: ArrayBuffer[] = [];let socketReady = false;const audioContext = new AudioContext({ sampleRate: 24000 });@@ -440,10 +445,10 @@ export function useMeetingTranscription(): UseMeetingTranscriptionReturn {}if (!hasSignal) return;if (socketReady) {- window.electronAPI?.meetingTranscriptionSend?.(chunk);+ window.electronAPI?.meetingTranscriptionSend?.(chunk, "system");return;}- pendingAudioChunks.push(chunk.slice(0));+ pendingSystemChunks.push(chunk.slice(0));},});@@ -460,10 +465,10 @@ export function useMeetingTranscription(): UseMeetingTranscriptionReturn {onChunk: (chunk) => {if (!isRecordingRef.current) return;if (socketReady) {- window.electronAPI?.meetingTranscriptionSend?.(chunk);+ window.electronAPI?.meetingTranscriptionSend?.(chunk, "mic");return;}- pendingAudioChunks.push(chunk.slice(0));+ pendingMicChunks.push(chunk.slice(0));},}).then(({ source, processor }) => {micSourceRef.current = source;@@ -505,15 +510,18 @@ export function useMeetingTranscription(): UseMeetingTranscriptionReturn {isStartingRef.current = false;socketReady = true;- for (const chunk of pendingAudioChunks) {- window.electronAPI?.meetingTranscriptionSend?.(chunk);+ for (const chunk of pendingSystemChunks) {+ window.electronAPI?.meetingTranscriptionSend?.(chunk, "system");+ }+ for (const chunk of pendingMicChunks) {+ window.electronAPI?.meetingTranscriptionSend?.(chunk, "mic");}const totalMs = performance.now() - startTime;logger.info("Meeting transcription started successfully",{- bufferedChunks: pendingAudioChunks.length,+ bufferedChunks: pendingSystemChunks.length + pendingMicChunks.length,streamsMs: Math.round(streamsMs),totalMs: Math.round(totalMs),wasPrepared: isPreparedRef.current,@@ -550,6 +558,9 @@ export function useMeetingTranscription(): UseMeetingTranscriptionReturn {isRecording,transcript,partialTranscript,+ segments,+ micPartial,+ systemPartial,error,prepareTranscription,startTranscription,diff --git a/src/locales/de/translation.json b/src/locales/de/translation.jsonindex e3f894b91..231718153 100644--- a/src/locales/de/translation.json+++ b/src/locales/de/translation.json@@ -1527,7 +1527,8 @@"staleIndicator": "Der Inhalt hat sich seit der Verbesserung geändert","live": "Live","transcript": "Transkript",- "notes": "Notizen"+ "notes": "Notizen",+ "conversationWillAppear": "Gespräch wird hier angezeigt..."},"upload": {"title": "Audio hochladen",diff --git a/src/locales/en/translation.json b/src/locales/en/translation.jsonindex fbeeda04b..179984ae3 100644--- a/src/locales/en/translation.json+++ b/src/locales/en/translation.json@@ -1635,7 +1635,8 @@"staleIndicator": "Content has changed since enhancement","live": "Live","transcript": "Transcript",- "notes": "Notes"+ "notes": "Notes",+ "conversationWillAppear": "Conversation will appear here..."},"upload": {"title": "Upload Audio",diff --git a/src/locales/es/translation.json b/src/locales/es/translation.jsonindex 3a30a27d6..a153f4611 100644--- a/src/locales/es/translation.json+++ b/src/locales/es/translation.json@@ -1527,7 +1527,8 @@"staleIndicator": "El contenido ha cambiado desde la mejora","live": "En vivo","transcript": "Transcripción",- "notes": "Notas"+ "notes": "Notas",+ "conversationWillAppear": "La conversación aparecerá aquí..."},"upload": {"title": "Subir audio",diff --git a/src/locales/fr/translation.json b/src/locales/fr/translation.jsonindex 5cbaa5566..0ca5147b0 100644--- a/src/locales/fr/translation.json+++ b/src/locales/fr/translation.json@@ -1565,7 +1565,8 @@"staleIndicator": "Le contenu a changé depuis l'amélioration","live": "En direct","transcript": "Transcription",- "notes": "Notes"+ "notes": "Notes",+ "conversationWillAppear": "La conversation apparaîtra ici..."},"upload": {"title": "Téléverser un fichier audio",diff --git a/src/locales/it/translation.json b/src/locales/it/translation.jsonindex 932c3f44e..441820fbb 100644--- a/src/locales/it/translation.json+++ b/src/locales/it/translation.json@@ -1527,7 +1527,8 @@"staleIndicator": "Il contenuto è cambiato dall'ultimo miglioramento","live": "Dal vivo","transcript": "Trascrizione",- "notes": "Note"+ "notes": "Note",+ "conversationWillAppear": "La conversazione apparirà qui..."},"upload": {"title": "Carica audio",diff --git a/src/locales/ja/translation.json b/src/locales/ja/translation.jsonindex dedd2de41..b2bc66b56 100644--- a/src/locales/ja/translation.json+++ b/src/locales/ja/translation.json@@ -1426,6 +1426,7 @@"live": "ライブ","transcript": "文字起こし","notes": "ノート",+ "conversationWillAppear": "会話がここに表示されます...","untitled": "無題","noteTitle": "ノートのタイトル","stop": "停止",diff --git a/src/locales/pt/translation.json b/src/locales/pt/translation.jsonindex b6decda3d..d59230971 100644--- a/src/locales/pt/translation.json+++ b/src/locales/pt/translation.json@@ -1527,7 +1527,8 @@"staleIndicator": "O conteúdo mudou desde o aprimoramento","live": "Ao vivo","transcript": "Transcrição",- "notes": "Notas"+ "notes": "Notas",+ "conversationWillAppear": "A conversa aparecerá aqui..."},"upload": {"title": "Enviar áudio",diff --git a/src/locales/ru/translation.json b/src/locales/ru/translation.jsonindex 2aa430c0e..5d63c6206 100644--- a/src/locales/ru/translation.json+++ b/src/locales/ru/translation.json@@ -1527,7 +1527,8 @@"staleIndicator": "Содержимое изменилось после улучшения","live": "Живой","transcript": "Транскрипция",- "notes": "Заметки"+ "notes": "Заметки",+ "conversationWillAppear": "Разговор появится здесь..."},"upload": {"title": "Загрузить аудио",diff --git a/src/locales/zh-CN/translation.json b/src/locales/zh-CN/translation.jsonindex 242515edb..8401a940c 100644--- a/src/locales/zh-CN/translation.json+++ b/src/locales/zh-CN/translation.json@@ -1527,7 +1527,8 @@"staleIndicator": "内容在增强后已更改","live": "实时","transcript": "转录",- "notes": "笔记"+ "notes": "笔记",+ "conversationWillAppear": "对话将显示在这里..."},"upload": {"title": "上传音频",diff --git a/src/locales/zh-TW/translation.json b/src/locales/zh-TW/translation.jsonindex e30c6f42f..771ce4ffc 100644--- a/src/locales/zh-TW/translation.json+++ b/src/locales/zh-TW/translation.json@@ -1527,7 +1527,8 @@"staleIndicator": "內容在增強後已變更","live": "即時","transcript": "轉錄",- "notes": "筆記"+ "notes": "筆記",+ "conversationWillAppear": "對話將顯示在這裡..."},"upload": {"title": "上傳音訊",diff --git a/src/types/electron.ts b/src/types/electron.tsindex 663f423d7..5aee2c6e4 100644--- a/src/types/electron.ts+++ b/src/types/electron.ts@@ -1115,7 +1115,7 @@ declare global {error?: string;}>;- // Meeting transcription (streaming)+ // Meeting transcription (streaming, dual-channel)meetingTranscriptionPrepare?: (options: {provider?: string;model?: string;@@ -1126,14 +1126,19 @@ declare global {model?: string;language?: string;}) => Promise<{ success: boolean; error?: string }>;- meetingTranscriptionSend?: (buffer: ArrayBuffer) => void;+ meetingTranscriptionSend?: (buffer: ArrayBuffer, source: "mic" | "system") => void;meetingTranscriptionStop?: () => Promise<{success: boolean;transcript?: string;error?: string;}>;- onMeetingTranscriptionPartial?: (callback: (text: string) => void) => () => void;- onMeetingTranscriptionFinal?: (callback: (text: string) => void) => () => void;+ onMeetingTranscriptionSegment?: (+ callback: (data: {+ text: string;+ source: "mic" | "system";+ type: "partial" | "final";+ }) => void+ ) => () => void;onMeetingTranscriptionError?: (callback: (error: string) => void) => () => void;// Dictation realtime streaming