Voice-to-text dictation app with local (Nvidia Parakeet/Whisper) and cloud models (BYOK). Privacy-first and available cross-platform.
JavaScript aianthropiccross-platformgeminigroqlinuxmacosnvidiaopen-sourceopenaiparakeetspeech-to-texttranscribewhisperwindows
fix(meeting): bind 1-on-1 attendee to speaker profile and label immediately
Gabriel Stein1e3fb4e9fd17
diff --git a/src/helpers/ipcHandlers.js b/src/helpers/ipcHandlers.jsindex e59df2cc5..872107245 100644--- a/src/helpers/ipcHandlers.js+++ b/src/helpers/ipcHandlers.js@@ -3676,13 +3676,14 @@ class IPCHandlers {let meetingPendingMicFinals = [];let meetingPendingMicFinalTimer = null;let meetingAecEnabled = false;- let meetingOneOnOneAttendeeName = null;+ let meetingOneOnOneAttendee = null;+ let meetingOneOnOneProfileBound = false;const getLiveSpeakerProfiles = () => this.databaseManager.getSpeakerProfiles(true);const shouldSuppressMicTranscriptSegment = (startedAt, endedAt = Date.now()) =>meetingEchoLeakDetector.shouldSuppressMicSegment(startedAt, endedAt);- const resolveOneOnOneAttendeeName = () => {+ const resolveOneOnOneAttendee = () => {try {const activeEvents = this.databaseManager.getActiveEvents();if (!activeEvents.length) return null;@@ -3703,14 +3704,41 @@ class IPCHandlers {const others = attendees.filter((a) => !isSelf(a));if (others.length === 1) {- const name = others[0].displayName || others[0].email;- if (name) return name;+ const displayName = others[0].displayName || others[0].email;+ if (displayName) return { displayName, email: others[0].email || null };}}} catch (_) {}return null;};+ const bindOneOnOneAttendeeToSpeaker = (speakerId) => {+ if (!meetingOneOnOneAttendee || meetingOneOnOneProfileBound || !speakerId) return;+ const embedding = liveSpeakerIdentifier.getSpeakerEmbedding(speakerId);+ if (!embedding) return;+ try {+ const buffer = Buffer.from(embedding.buffer, embedding.byteOffset, embedding.byteLength);+ const profile = this.databaseManager.upsertSpeakerProfile(+ meetingOneOnOneAttendee.displayName,+ meetingOneOnOneAttendee.email,+ buffer+ );+ liveSpeakerIdentifier.mapSpeaker(+ speakerId,+ profile.id,+ meetingOneOnOneAttendee.displayName,+ null+ );+ meetingOneOnOneProfileBound = true;+ } catch (error) {+ debugLogger.warn(+ "1-on-1 attendee profile binding failed",+ { error: error.message },+ "speaker"+ );+ }+ };+const dispatchMeetingAudioBuffer = (buffer, source) => {if (meetingLocalMode) {meetingLocalBuffers[source].push(buffer);@@ -3848,6 +3876,12 @@ class IPCHandlers {return;}+ bindOneOnOneAttendeeToSpeaker(identification.speakerId);++ const displayName = meetingOneOnOneAttendee+ ? meetingOneOnOneAttendee.displayName+ : identification.displayName;+const startTime = Math.max(meetingLiveSpeakerStartedAt || 0,(meetingLiveSpeakerStartedAt || 0) + identification.startTime * 1000@@ -3858,6 +3892,7 @@ class IPCHandlers {);const enrichedIdentification = {...identification,+ displayName,startTime,endTime,};@@ -3874,7 +3909,7 @@ class IPCHandlers {) {applyConfirmedSpeaker(seg, {speaker: identification.speakerId,- speakerName: identification.displayName || seg.speakerName,+ speakerName: displayName || seg.speakerName,speakerIsPlaceholder: false,});}@@ -3911,18 +3946,6 @@ class IPCHandlers {return started;};- const emitOneOnOneAttendeeSpeaker = (win) => {- if (!meetingOneOnOneAttendeeName || !win || win.isDestroyed()) return;- const speakerId = "speaker_0";- const now = Date.now();- win.webContents.send("meeting-speaker-identified", {- speakerId,- displayName: meetingOneOnOneAttendeeName,- startTime: now,- endTime: now + 24 * 60 * 60 * 1000,- });- };-const transcribeLocalMeetingChunk = async (source) => {const chunks = meetingLocalBuffers[source];if (!chunks.length) return;@@ -4113,7 +4136,8 @@ class IPCHandlers {void stopLiveSpeakerIdentification();meetingLiveSpeakerState = null;meetingLiveSpeakerStartedAt = null;- meetingOneOnOneAttendeeName = null;+ meetingOneOnOneAttendee = null;+ meetingOneOnOneProfileBound = false;meetingLocalMode = false;meetingLocalBuffers = { mic: [], system: [] };if (meetingDiarizationStream) {@@ -4341,7 +4365,8 @@ class IPCHandlers {const systemAudioPlan = await getMeetingSystemAudioPlan();let { mode: systemAudioMode, strategy: systemAudioStrategy } = systemAudioPlan;meetingEchoLeakDetector.reset();- meetingOneOnOneAttendeeName = resolveOneOnOneAttendeeName();+ meetingOneOnOneAttendee = resolveOneOnOneAttendee();+ meetingOneOnOneProfileBound = false;if (systemAudioMode === "unsupported" && this._meetingSystemStreaming?.isConnected) {await this._meetingSystemStreaming.disconnect().catch(() => ({ text: "" }));@@ -4358,14 +4383,18 @@ class IPCHandlers {}await startMeetingAec(systemAudioMode);await startLiveSpeakerIdentification(win, systemAudioMode);- emitOneOnOneAttendeeSpeaker(win);systemAudioStrategy = await startMeetingSystemAudio(event,systemAudioMode,systemAudioStrategy,"during warm-start reuse");- return { success: true, systemAudioMode, systemAudioStrategy };+ return {+ success: true,+ systemAudioMode,+ systemAudioStrategy,+ oneOnOneAttendee: meetingOneOnOneAttendee,+ };}if (options.provider === "local") {@@ -4377,7 +4406,6 @@ class IPCHandlers {meetingLocalTranscript = "";await startLiveSpeakerIdentification(meetingLocalWin, systemAudioMode);- emitOneOnOneAttendeeSpeaker(meetingLocalWin);await startMeetingAec(systemAudioMode);meetingLocalTimer = setInterval(() => {@@ -4397,7 +4425,12 @@ class IPCHandlers {systemAudioStrategy,});- return { success: true, systemAudioMode, systemAudioStrategy };+ return {+ success: true,+ systemAudioMode,+ systemAudioStrategy,+ oneOnOneAttendee: meetingOneOnOneAttendee,+ };}if (options.provider !== "openai-realtime") {@@ -4407,7 +4440,6 @@ class IPCHandlers {await connectRealtimeStreaming(event, options);const realtimeWin = BrowserWindow.fromWebContents(event.sender);await startLiveSpeakerIdentification(realtimeWin, systemAudioMode);- emitOneOnOneAttendeeSpeaker(realtimeWin);await startMeetingAec(systemAudioMode);systemAudioStrategy = await startMeetingSystemAudio(event,@@ -4415,7 +4447,12 @@ class IPCHandlers {systemAudioStrategy,"in realtime mode");- return { success: true, systemAudioMode, systemAudioStrategy };+ return {+ success: true,+ systemAudioMode,+ systemAudioStrategy,+ oneOnOneAttendee: meetingOneOnOneAttendee,+ };} catch (error) {await rollbackMeetingTranscriptionStart();this.meetingDetectionEngine?.setUserRecording(false);diff --git a/src/hooks/useMeetingTranscription.ts b/src/hooks/useMeetingTranscription.tsindex 3ae23a664..b73839840 100644--- a/src/hooks/useMeetingTranscription.ts+++ b/src/hooks/useMeetingTranscription.ts@@ -933,6 +933,19 @@ export function useMeetingTranscription(): UseMeetingTranscriptionReturn {});if (errorCleanup) ipcCleanupsRef.current.push(errorCleanup);+ if (startResult.oneOnOneAttendee) {+ const synthetic: SpeakerIdentification = {+ speakerId: "speaker_0",+ displayName: startResult.oneOnOneAttendee.displayName,+ startTime: 0,+ endTime: Number.MAX_SAFE_INTEGER,+ };+ reserveSpeakerIndex(synthetic.speakerId);+ setSystemPartialSpeakerIdentity(synthetic.speakerId, synthetic.displayName);+ rememberSystemSpeaker(synthetic.speakerId, synthetic.displayName, false, Date.now());+ speakerIdentificationsRef.current.push(synthetic);+ }+const pendingMicChunks: ArrayBuffer[] = [];const pendingSystemChunks: ArrayBuffer[] = [];let socketReady = false;diff --git a/src/types/electron.ts b/src/types/electron.tsindex 205b87ee7..84f167151 100644--- a/src/types/electron.ts+++ b/src/types/electron.ts@@ -1376,6 +1376,7 @@ declare global {error?: string;systemAudioMode?: SystemAudioMode;systemAudioStrategy?: SystemAudioStrategy;+ oneOnOneAttendee?: { displayName: string; email: string | null } | null;}>;meetingTranscriptionSend?: (buffer: ArrayBuffer, source: "mic" | "system") => void;meetingTranscriptionStop?: () => Promise<{