Skip to content

Voice-to-text dictation app with local (Nvidia Parakeet/Whisper) and cloud models (BYOK). Privacy-first and available cross-platform.

feat(meeting): auto-label system audio as attendee in 1-on-1 meetings

Gabriel Stein56bdb8d19107
diff --git a/src/helpers/ipcHandlers.js b/src/helpers/ipcHandlers.js
index 467e9f4d2..e59df2cc5 100644
--- a/src/helpers/ipcHandlers.js
+++ b/src/helpers/ipcHandlers.js
@@ -3676,11 +3676,41 @@ class IPCHandlers {
let meetingPendingMicFinals = [];
let meetingPendingMicFinalTimer = null;
let meetingAecEnabled = false;
+ let meetingOneOnOneAttendeeName = null;
const getLiveSpeakerProfiles = () => this.databaseManager.getSpeakerProfiles(true);
const shouldSuppressMicTranscriptSegment = (startedAt, endedAt = Date.now()) =>
meetingEchoLeakDetector.shouldSuppressMicSegment(startedAt, endedAt);
+ const resolveOneOnOneAttendeeName = () => {
+ try {
+ const activeEvents = this.databaseManager.getActiveEvents();
+ if (!activeEvents.length) return null;
+
+ const googleEmails = new Set(
+ this.databaseManager.getGoogleAccounts().map((a) => a.email.toLowerCase())
+ );
+ const isSelf = (p) => p.self === true || googleEmails.has((p.email || "").toLowerCase());
+
+ for (const event of activeEvents) {
+ let attendees;
+ try {
+ attendees = JSON.parse(event.attendees || "[]");
+ } catch (_) {
+ continue;
+ }
+ if (!Array.isArray(attendees)) continue;
+
+ const others = attendees.filter((a) => !isSelf(a));
+ if (others.length === 1) {
+ const name = others[0].displayName || others[0].email;
+ if (name) return name;
+ }
+ }
+ } catch (_) {}
+ return null;
+ };
+
const dispatchMeetingAudioBuffer = (buffer, source) => {
if (meetingLocalMode) {
meetingLocalBuffers[source].push(buffer);
@@ -3881,6 +3911,18 @@ class IPCHandlers {
return started;
};
+ const emitOneOnOneAttendeeSpeaker = (win) => {
+ if (!meetingOneOnOneAttendeeName || !win || win.isDestroyed()) return;
+ const speakerId = "speaker_0";
+ const now = Date.now();
+ win.webContents.send("meeting-speaker-identified", {
+ speakerId,
+ displayName: meetingOneOnOneAttendeeName,
+ startTime: now,
+ endTime: now + 24 * 60 * 60 * 1000,
+ });
+ };
+
const transcribeLocalMeetingChunk = async (source) => {
const chunks = meetingLocalBuffers[source];
if (!chunks.length) return;
@@ -4071,6 +4113,7 @@ class IPCHandlers {
void stopLiveSpeakerIdentification();
meetingLiveSpeakerState = null;
meetingLiveSpeakerStartedAt = null;
+ meetingOneOnOneAttendeeName = null;
meetingLocalMode = false;
meetingLocalBuffers = { mic: [], system: [] };
if (meetingDiarizationStream) {
@@ -4298,6 +4341,7 @@ class IPCHandlers {
const systemAudioPlan = await getMeetingSystemAudioPlan();
let { mode: systemAudioMode, strategy: systemAudioStrategy } = systemAudioPlan;
meetingEchoLeakDetector.reset();
+ meetingOneOnOneAttendeeName = resolveOneOnOneAttendeeName();
if (systemAudioMode === "unsupported" && this._meetingSystemStreaming?.isConnected) {
await this._meetingSystemStreaming.disconnect().catch(() => ({ text: "" }));
@@ -4314,6 +4358,7 @@ class IPCHandlers {
}
await startMeetingAec(systemAudioMode);
await startLiveSpeakerIdentification(win, systemAudioMode);
+ emitOneOnOneAttendeeSpeaker(win);
systemAudioStrategy = await startMeetingSystemAudio(
event,
systemAudioMode,
@@ -4332,6 +4377,7 @@ class IPCHandlers {
meetingLocalTranscript = "";
await startLiveSpeakerIdentification(meetingLocalWin, systemAudioMode);
+ emitOneOnOneAttendeeSpeaker(meetingLocalWin);
await startMeetingAec(systemAudioMode);
meetingLocalTimer = setInterval(() => {
@@ -4359,10 +4405,9 @@ class IPCHandlers {
}
await connectRealtimeStreaming(event, options);
- await startLiveSpeakerIdentification(
- BrowserWindow.fromWebContents(event.sender),
- systemAudioMode
- );
+ const realtimeWin = BrowserWindow.fromWebContents(event.sender);
+ await startLiveSpeakerIdentification(realtimeWin, systemAudioMode);
+ emitOneOnOneAttendeeSpeaker(realtimeWin);
await startMeetingAec(systemAudioMode);
systemAudioStrategy = await startMeetingSystemAudio(
event,