Skip to content

armgit / cindy

Public Imported from GitHub
0

Consider it done. The open-source AI agent that works out of the box · 想到,就能做到。开源、开箱即用的 AI Agent。

feat(desktop): add sentence playback and reply read-aloud

JiangJiahao1724fca608eb
diff --git a/apps/desktop/src/main/voice-conversation/__tests__/ipc.test.ts b/apps/desktop/src/main/voice-conversation/__tests__/ipc.test.ts
index da1d761cb5..a681fde89c 100644
--- a/apps/desktop/src/main/voice-conversation/__tests__/ipc.test.ts
+++ b/apps/desktop/src/main/voice-conversation/__tests__/ipc.test.ts
@@ -19,6 +19,7 @@ vi.mock('electron', () => ({
vi.mock('../../security/trustedAppRenderer.js', () => ({
assertTrustedAppRendererEvent: h.trusted,
}));
+vi.mock('../../cindy-brain/index.js', () => ({ hasEnabledGhostAssistantHook: () => false }));
vi.mock('../../maker-host/active-catalog.js', () => ({
getActiveCatalog: () => ({
providers: [
@@ -98,17 +99,59 @@ const start = () =>
voice: 'alloy',
});
+it('patches playback without replacing the saved route and validates boolean overrides', async () => {
+ const choice = { modelId: 'voice-test', voice: 'alloy' };
+ await call('set-preference', 'bot-a', choice);
+ await call('set-preference', 'bot-a', undefined, false);
+ expect(await call('preference', 'bot-a')).toEqual({
+ selection: choice,
+ customized: true,
+ sentencePlayback: false,
+ });
+ await expect(call('set-preference', 'bot-a', undefined, 'false')).rejects.toThrow();
+ expect(await call('preference', 'bot-a')).toMatchObject({ sentencePlayback: false });
+ await call('set-preference', 'bot-a', null, null);
+ expect(await call('preference', 'bot-a')).toEqual({
+ selection: null,
+ customized: false,
+ sentencePlayback: true,
+ });
+ await start();
+ await expect(
+ call('speak', { callId: 'call', requestId: 'a', text: 'hi', streaming: 'true' }),
+ ).rejects.toThrow();
+});
+
it('rejects an untrusted sender before returning models or opening a connection', async () => {
h.trusted.mockImplementation(() => {
throw new Error('untrusted frame');
});
await expect(call('models')).rejects.toThrow('untrusted frame');
await expect(start()).rejects.toThrow('untrusted frame');
- for (const name of ['voices', 'preview', 'read-preview', 'stop-preview']) {
+ for (const name of ['voices', 'preview', 'read-preview', 'stop-preview', 'start-playback']) {
await expect(call(name, {})).rejects.toThrow('untrusted frame');
}
});
+it('validates playback-only starts with the same canonical, account and selection boundaries', async () => {
+ const input = {
+ callId: 'call',
+ botId: 'bot',
+ sessionId: 'canonical',
+ modelId: 'voice-test',
+ voice: 'alloy',
+ };
+ await expect(call('start-playback', { ...input, voice: 'bad\nvoice' })).rejects.toThrow();
+ await expect(call('start-playback', { ...input, sessionId: 'not-canonical' })).rejects.toThrow();
+ await expect(call('start-playback', { ...input, callId: 'x'.repeat(65) })).rejects.toThrow();
+ h.boundary = true;
+ await expect(call('start-playback', input)).rejects.toThrow();
+ h.boundary = false;
+ expect(await call('start-playback', input)).toEqual({ callId: 'call' });
+ await expect(call('set-input-muted', 'call', false)).rejects.toThrow();
+ expect(outboundFetch).not.toHaveBeenCalled();
+});
+
it('validates preview boundaries before synthesis and cleans up when its sender is destroyed', async () => {
const input = {
previewId: 'preview',
@@ -183,9 +226,17 @@ it('saves and resets one companion without overwriting another, and guards setti
};
await call('set-preference', 'bot-a', choice);
await call('set-preference', 'bot-b', { ...choice, voice: 'alloy' });
- expect(await call('preference', 'bot-a')).toEqual({ selection: choice, customized: true });
+ expect(await call('preference', 'bot-a')).toEqual({
+ selection: choice,
+ customized: true,
+ sentencePlayback: true,
+ });
await call('set-preference', 'bot-a', null);
- expect(await call('preference', 'bot-a')).toEqual({ selection: null, customized: false });
+ expect(await call('preference', 'bot-a')).toEqual({
+ selection: null,
+ customized: false,
+ sentencePlayback: true,
+ });
expect(await call('preference', 'bot-b')).toMatchObject({ selection: { voice: 'alloy' } });
h.boundary = true;
await expect(call('preference', 'bot-b')).rejects.toThrow();
@@ -197,3 +248,26 @@ it('saves and resets one companion without overwriting another, and guards setti
await expect(call('preference', 'bot-b')).rejects.toThrow('untrusted');
await expect(call('set-preference', 'bot-b', null)).rejects.toThrow('untrusted');
});
+
+it('validates microphone mute ownership and drops PCM from previous input generations', async () => {
+ await start();
+ await expect(call('set-input-muted', 'call', 'true')).rejects.toThrow();
+ await expect(
+ h.handlers.get('voice-conversation:set-input-muted')!(sender(2), 'call', true),
+ ).rejects.toThrow();
+ expect(await call('set-input-muted', 'call', true)).toEqual({ inputGeneration: 1 });
+ h.boundary = true;
+ await expect(call('set-input-muted', 'call', false)).rejects.toThrow();
+ h.boundary = false;
+ expect(await call('set-input-muted', 'call', false)).toEqual({ inputGeneration: 2 });
+ const audio = h.listeners.get('voice-conversation:audio')!;
+ for (const inputGeneration of [undefined, 0, -1, 0.5, '2', NaN, Infinity])
+ audio(sender(), { callId: 'call', inputGeneration, pcm: new ArrayBuffer(2) });
+ expect(h.append).not.toHaveBeenCalled();
+ audio(sender(), { callId: 'call', inputGeneration: 2, pcm: new ArrayBuffer(2) });
+ expect(h.append).toHaveBeenCalledOnce();
+ h.trusted.mockImplementation(() => {
+ throw new Error('untrusted frame');
+ });
+ await expect(call('set-input-muted', 'call', true)).rejects.toThrow('untrusted frame');
+});
diff --git a/apps/desktop/src/main/voice-conversation/__tests__/preferences.test.ts b/apps/desktop/src/main/voice-conversation/__tests__/preferences.test.ts
index 8f895c350f..63cab1c6f3 100644
--- a/apps/desktop/src/main/voice-conversation/__tests__/preferences.test.ts
+++ b/apps/desktop/src/main/voice-conversation/__tests__/preferences.test.ts
@@ -1,6 +1,10 @@
import { expect, it } from 'vitest';
import { normalizeVoiceInputSettings } from '../../../shared/voiceInputData.js';
-import { companionVoicePreference, updateCompanionVoicePreference } from '../preferences.js';
+import {
+ companionVoicePreference,
+ updateCompanionVoicePreference,
+ updateSentencePlaybackPreference,
+} from '../preferences.js';
const a = { providerId: 'a', agent: 'codex' as const, modelId: 'tts', voice: 'alloy' };
const b = { ...a, providerId: 'b', voice: 'nova' };
it('persists each companion independently, preserves legacy inheritance, and deletes only a reset override', () => {
@@ -16,18 +20,28 @@ it('persists each companion independently, preserves legacy inheritance, and del
update('bot-a', a);
update('bot-b', b);
settings = normalizeVoiceInputSettings(JSON.parse(JSON.stringify(settings)));
- expect(companionVoicePreference(settings, 'bot-a')).toEqual({ selection: a, customized: true });
- expect(companionVoicePreference(settings, 'bot-b')).toEqual({ selection: b, customized: true });
+ expect(companionVoicePreference(settings, 'bot-a')).toEqual({
+ selection: a,
+ customized: true,
+ sentencePlayback: true,
+ });
+ expect(companionVoicePreference(settings, 'bot-b')).toEqual({
+ selection: b,
+ customized: true,
+ sentencePlayback: true,
+ });
update('bot-a', null);
expect(settings.conversationSelections!['bot-a']).toBeNull();
expect(companionVoicePreference(settings, 'bot-a')).toEqual({
selection: null,
customized: false,
+ sentencePlayback: true,
});
expect(companionVoicePreference(settings, 'bot-b').selection).toEqual(b);
expect(companionVoicePreference(normalizeVoiceInputSettings({}), 'bot-b')).toEqual({
selection: null,
customized: false,
+ sentencePlayback: true,
});
});
it('does not read prototype keys or retain malformed saved choices', () => {
@@ -37,3 +51,34 @@ it('does not read prototype keys or retain malformed saved choices', () => {
expect(companionVoicePreference(settings, 'toString').selection).toBe(null);
expect(Object.keys(settings.conversationSelections!)).toEqual(['valid']);
});
+
+it('defaults to sentence playback, keeps explicit choices across reloads and resets only one companion', () => {
+ let settings = normalizeVoiceInputSettings({ conversationSelections: { 'bot-a': a } });
+ expect(settings.conversationSentencePlayback).toBeUndefined();
+ expect(companionVoicePreference(settings, 'bot-a').sentencePlayback).toBe(true);
+ const update = (botId: string, enabled: boolean | null) => {
+ settings = normalizeVoiceInputSettings({
+ ...settings,
+ conversationSentencePlayback: updateSentencePlaybackPreference(settings, botId, enabled),
+ });
+ };
+ update('bot-a', false);
+ update('bot-b', true);
+ settings = normalizeVoiceInputSettings(JSON.parse(JSON.stringify(settings)));
+ expect(companionVoicePreference(settings, 'bot-a')).toMatchObject({
+ selection: a,
+ sentencePlayback: false,
+ });
+ expect(companionVoicePreference(settings, 'bot-b')).toMatchObject({
+ customized: true,
+ sentencePlayback: true,
+ });
+ update('bot-a', null);
+ expect(settings.conversationSentencePlayback).toEqual({ 'bot-b': true });
+ expect(companionVoicePreference(settings, 'bot-a').sentencePlayback).toBe(true);
+ expect(companionVoicePreference(settings, 'toString').sentencePlayback).toBe(true);
+ expect(
+ normalizeVoiceInputSettings({ conversationSentencePlayback: { bad: 'false', valid: false } })
+ .conversationSentencePlayback,
+ ).toEqual({ valid: false });
+});
diff --git a/apps/desktop/src/main/voice-conversation/__tests__/service.test.ts b/apps/desktop/src/main/voice-conversation/__tests__/service.test.ts
index aef3e14f19..91086e7305 100644
--- a/apps/desktop/src/main/voice-conversation/__tests__/service.test.ts
+++ b/apps/desktop/src/main/voice-conversation/__tests__/service.test.ts
@@ -115,6 +115,7 @@ function fixture() {
const deps = {
owner: vi.fn(() => 'owner-a'),
hasDictation: vi.fn(() => false),
+ hasReplyHook: vi.fn(() => false),
assertCompanion: vi.fn(async () => {}),
models: vi.fn(() => [{ id: 'tts', name: 'Speech' }]),
createProvider: vi.fn(async () => provider),
@@ -135,18 +136,134 @@ function fixture() {
return { service, deps, provider };
}
+describe('message read-aloud ownership', () => {
+ it('reuses synthesis without creating ASR and cannot be unmuted into a conversation', async () => {
+ const { service, deps } = fixture();
+ await service.startPlayback(1, selection);
+ expect(deps.assertCompanion).toHaveBeenCalledWith('bot', 'canonical');
+ expect(deps.createProvider).not.toHaveBeenCalled();
+ expect(deps.fetch).not.toHaveBeenCalled();
+ await expect(service.setInputMuted(1, selection.callId, false)).rejects.toThrow(
+ 'playback_only',
+ );
+ service.audio(1, selection.callId, new ArrayBuffer(2));
+ service.finishUtterance(1, selection.callId);
+ await service.speak(1, selection.callId, 'reply', 'existing reply');
+ expect(deps.fetch).toHaveBeenCalledOnce();
+ expect((await service.readSpeech(1, selection.callId, 'reply')).pcm.byteLength).toBe(2);
+ expect(deps.createProvider).not.toHaveBeenCalled();
+ await service.end(1, selection.callId);
+ expect(hasVoiceConversationLease()).toBe(false);
+ });
+
+ it('retains exclusive ownership against calls, previews, dictation and other renderers', async () => {
+ const { service, deps } = fixture();
+ deps.hasDictation.mockReturnValueOnce(true);
+ await expect(service.startPlayback(1, selection)).rejects.toThrow('busy');
+ await service.startPlayback(1, selection);
+ await expect(service.start(1, selection)).rejects.toThrow('busy');
+ await expect(service.startPreview(1, previewSelection)).rejects.toThrow('busy');
+ await expect(service.startPlayback(2, selection)).rejects.toThrow('busy');
+ await expect(service.speak(2, selection.callId, 'reply', 'text')).rejects.toThrow('call_ended');
+ await service.end(2, selection.callId);
+ expect(hasVoiceConversationLease()).toBe(true);
+ deps.owner.mockReturnValue('owner-b');
+ await expect(service.speak(1, selection.callId, 'reply', 'text')).rejects.toThrow('call_ended');
+ await vi.waitFor(() => expect(hasVoiceConversationLease()).toBe(false));
+ expect(deps.fetch).not.toHaveBeenCalled();
+ });
+
+ it('validates the model and canonical companion, and drops a cancelled pending open', async () => {
+ const { service, deps } = fixture();
+ await expect(service.startPlayback(1, { ...selection, modelId: 'missing' })).rejects.toThrow(
+ 'model_unavailable',
+ );
+ deps.assertCompanion.mockRejectedValueOnce(new Error('not canonical'));
+ await expect(service.startPlayback(1, selection)).rejects.toThrow('not canonical');
+ let release!: () => void;
+ deps.assertCompanion.mockReturnValueOnce(
+ new Promise<void>((resolve) => {
+ release = resolve;
+ }),
+ );
+ const old = service.startPlayback(1, selection);
+ await service.end(1, selection.callId);
+ await service.startPlayback(1, { ...selection, callId: 'replacement' });
+ release();
+ await expect(old).rejects.toThrow('call_ended');
+ await service.speak(1, 'replacement', 'reply', 'current');
+ expect(deps.fetch).toHaveBeenCalledOnce();
+ expect(deps.createProvider).not.toHaveBeenCalled();
+ });
+});
+
describe('local companion call ownership', () => {
+ it('checks outgoing reply hooks before every unfinished request without issuing paid synthesis', async () => {
+ const { service, deps } = fixture();
+ await service.start(1, selection);
+ deps.hasReplyHook.mockReturnValue(true);
+ expect(await service.speak(1, selection.callId, 'early', 'original', true)).toEqual({
+ deferred: true,
+ });
+ expect(deps.fetch).not.toHaveBeenCalled();
+ expect(await service.speak(1, selection.callId, 'final', 'processed')).toEqual({
+ sampleRate: 24000,
+ });
+ expect(deps.fetch).toHaveBeenCalledOnce();
+ await expect(service.speak(2, selection.callId, 'other', 'private', true)).rejects.toThrow(
+ 'call_ended',
+ );
+ });
+
+ it('keeps playing and prefetched streams independent, bounds lookahead, and releases completed slots', async () => {
+ const { service, deps } = fixture();
+ await service.start(1, selection);
+ await service.speak(1, selection.callId, 'one', 'one', true);
+ await service.speak(1, selection.callId, 'two', 'two', true);
+ await expect(service.speak(1, selection.callId, 'three', 'three', true)).rejects.toThrow();
+ expect(deps.fetch).toHaveBeenCalledTimes(2);
+ expect((await service.readSpeech(1, selection.callId, 'one')).pcm.byteLength).toBe(2);
+ expect((await service.readSpeech(1, selection.callId, 'one')).done).toBe(true);
+ await service.speak(1, selection.callId, 'three', 'three', true);
+ expect((await service.readSpeech(1, selection.callId, 'two')).pcm.byteLength).toBe(2);
+ service.interrupt(1, selection.callId);
+ await expect(service.readSpeech(1, selection.callId, 'two')).rejects.toThrow();
+ await expect(service.readSpeech(1, selection.callId, 'three')).rejects.toThrow();
+ });
+
+ it('cancels pending lookahead headers and prevents their late audio from joining a new reply', async () => {
+ const { service, deps } = fixture();
+ let headers!: (response: Response) => void;
+ await service.start(1, selection);
+ await service.speak(1, selection.callId, 'playing', 'one', true);
+ deps.fetch.mockImplementationOnce(
+ () =>
+ new Promise<Response>((resolve) => {
+ headers = resolve;
+ }),
+ );
+ const pending = service.speak(1, selection.callId, 'lookahead', 'two', true);
+ const rejected = expect(pending).rejects.toThrow();
+ service.interrupt(1, selection.callId);
+ await service.speak(1, selection.callId, 'new', 'three', true);
+ headers(new Response(new Uint8Array([1, 2]), { headers: { 'Content-Type': 'audio/pcm' } }));
+ await rejected;
+ expect((await service.readSpeech(1, selection.callId, 'new')).pcm.byteLength).toBe(2);
+ await expect(service.readSpeech(1, selection.callId, 'lookahead')).rejects.toThrow();
+ });
+
it('logs send timing and speech stages through the injected logger without content or credentials', async () => {
vi.useFakeTimers();
const { service, deps, provider } = fixture();
await service.start(1, selection);
provider.onSegment.mock.calls[0][0]({ id: 'segment', text: 'private utterance', final: true });
- await vi.advanceTimersByTimeAsync(1_500);
+ await vi.advanceTimersByTimeAsync(1_250);
expect(deps.log.info).toHaveBeenCalledWith('input settled', {
callId: selection.callId,
+ inputGeneration: 0,
trigger: 'silence',
- inactiveMs: 1_500,
- finalStableMs: 1_500,
+ inactiveMs: 1_250,
+ finalStableMs: 1_250,
segments: 1,
characters: 17,
});
@@ -267,3 +384,81 @@ it('cancels an existing body when credentials change before a PCM read', async (
await expect(service.readSpeech(1, selection.callId, 'req')).rejects.toThrow('model_unavailable');
expect(cancelled).toHaveBeenCalledOnce();
});
+
+describe('input-only mute', () => {
+ it('releases ASR, keeps synthesis and lease, and isolates resumed input from old PCM/results', async () => {
+ vi.useFakeTimers();
+ const { service, deps, provider } = fixture();
+ await service.start(1, selection);
+ const oldSegment = provider.onSegment.mock.calls[0][0];
+ oldSegment({ id: 'old', text: 'do not send', final: true });
+ await service.speak(1, selection.callId, 'reply', 'keep reading');
+ await expect(service.setInputMuted(2, selection.callId, true)).rejects.toThrow('call_ended');
+ expect(await service.setInputMuted(1, selection.callId, true)).toEqual({ inputGeneration: 1 });
+ expect(provider.stop).toHaveBeenCalledOnce();
+ expect(provider.dispose).toHaveBeenCalledOnce();
+ expect(hasVoiceConversationLease()).toBe(true);
+ expect((await service.readSpeech(1, selection.callId, 'reply')).pcm.byteLength).toBe(2);
+ deps.emit.mockClear();
+ await vi.advanceTimersByTimeAsync(2_000);
+ expect(deps.emit).not.toHaveBeenCalled();
+ expect(await service.setInputMuted(1, selection.callId, false)).toEqual({ inputGeneration: 2 });
+ expect(provider.start).toHaveBeenCalledTimes(2);
+ oldSegment({ id: 'late', text: 'stale result', final: true });
+ service.audio(1, selection.callId, new ArrayBuffer(2), undefined, 0);
+ expect(provider.appendAudio).not.toHaveBeenCalled();
+ service.audio(1, selection.callId, new ArrayBuffer(2), undefined, 2);
+ expect(provider.appendAudio).toHaveBeenCalledOnce();
+ deps.emit.mockClear();
+ provider.onSegment.mock.calls[1][0]({ id: 'new', text: 'new input', final: true });
+ await vi.advanceTimersByTimeAsync(1_249);
+ expect(deps.emit.mock.calls.filter(([, e]) => e.event.type === 'utterance')).toHaveLength(0);
+ await vi.advanceTimersByTimeAsync(1);
+ expect(deps.emit).toHaveBeenCalledWith(1, {
+ callId: selection.callId,
+ inputGeneration: 2,
+ event: { type: 'utterance', id: '1', text: 'new input' },
+ });
+ });
+
+ it('keeps the call usable for speech after an ASR resume failure', async () => {
+ const { service, deps } = fixture();
+ await service.start(1, selection);
+ await service.setInputMuted(1, selection.callId, true);
+ deps.createProvider.mockRejectedValueOnce(new Error('offline'));
+ await expect(service.setInputMuted(1, selection.callId, false)).rejects.toThrow('offline');
+ expect(hasVoiceConversationLease()).toBe(true);
+ expect(await service.speak(1, selection.callId, 'reply', 'still reading')).toEqual({
+ sampleRate: 24000,
+ });
+ await service.setInputMuted(1, selection.callId, false);
+ expect(deps.createProvider).toHaveBeenCalledTimes(3);
+ });
+
+ it.each(['mute', 'end'] as const)(
+ 'disposes a late ASR allocation after %s without blocking the action',
+ async (action) => {
+ const { service, deps, provider } = fixture();
+ await service.start(1, selection);
+ await service.setInputMuted(1, selection.callId, true);
+ let allocated!: (value: typeof provider) => void;
+ deps.createProvider.mockImplementationOnce(
+ () =>
+ new Promise((resolve) => {
+ allocated = resolve;
+ }),
+ );
+ const restoring = service.setInputMuted(1, selection.callId, false);
+ const rejected = expect(restoring).rejects.toThrow('input_ended');
+ await vi.waitFor(() => expect(deps.createProvider).toHaveBeenCalledTimes(2));
+ if (action === 'end') await service.end(1);
+ else await service.setInputMuted(1, selection.callId, true);
+ allocated(provider);
+ await rejected;
+ expect(provider.start).toHaveBeenCalledOnce();
+ expect(provider.dispose).toHaveBeenCalledTimes(2);
+ expect(hasVoiceConversationLease()).toBe(action === 'mute');
+ if (action === 'mute') await service.setInputMuted(1, selection.callId, false);
+ },
+ );
+});
diff --git a/apps/desktop/src/main/voice-conversation/index.ts b/apps/desktop/src/main/voice-conversation/index.ts
index fb05a51077..1f135142b3 100644
--- a/apps/desktop/src/main/voice-conversation/index.ts
+++ b/apps/desktop/src/main/voice-conversation/index.ts
@@ -17,7 +17,12 @@ import { assertTrustedAppRendererEvent } from '../security/trustedAppRenderer.js
import { requireObject, requireString, throwIpcError } from '../utils/ipcValidate.js';
import { VoiceConversationService } from './service.js';
import { resolveSpeechConnection, speechModels, type SpeechCatalogDeps } from './models.js';
-import { companionVoicePreference, updateCompanionVoicePreference } from './preferences.js';
+import {
+ companionVoicePreference,
+ updateCompanionVoicePreference,
+ updateSentencePlaybackPreference,
+} from './preferences.js';
+import { hasEnabledGhostAssistantHook } from '../cindy-brain/index.js';
import type { VoiceInputSettings } from '../../shared/voiceInputData.js';
import { createLogger } from '../logger.js';
@@ -61,6 +66,7 @@ export function registerVoiceConversationIpc(deps: {
models: () => speechModels(catalogDeps()),
connection: (selection) => resolveSpeechConnection(catalogDeps(), selection),
fetch: outboundFetch,
+ hasReplyHook: hasEnabledGhostAssistantHook,
emit: (sender, event) => {
const target = webContents.fromId(sender);
if (target && !target.isDestroyed()) target.send('voice-conversation:event', event);
@@ -132,27 +138,45 @@ export function registerVoiceConversationIpc(deps: {
handle('preference', (_event, raw) =>
preferenceBot(raw, (botId) => companionVoicePreference(deps.getSettings(), botId)),
);
- handle('set-preference', (_event, raw, value) =>
+ handle('set-preference', (_event, raw, value, sentencePlayback) =>
preferenceBot(raw, (botId) => {
- const selection = value === null ? null : normalizeVoiceConversationSelection(value);
- if (selection === undefined) throwIpcError('INVALID_PARAMS', 'Invalid speech selection');
- const map = updateCompanionVoicePreference(deps.getSettings(), botId, selection);
- return companionVoicePreference(deps.updateSettings({ conversationSelections: map }), botId);
+ const settings = deps.getSettings();
+ const patch: Partial<VoiceInputSettings> = {};
+ if (value !== undefined) {
+ const selection = value === null ? null : normalizeVoiceConversationSelection(value);
+ if (selection === undefined) throwIpcError('INVALID_PARAMS', 'Invalid speech selection');
+ patch.conversationSelections = updateCompanionVoicePreference(settings, botId, selection);
+ }
+ if (sentencePlayback !== undefined) {
+ if (sentencePlayback !== null && typeof sentencePlayback !== 'boolean')
+ throwIpcError('INVALID_PARAMS', 'Invalid speech preference');
+ patch.conversationSentencePlayback = updateSentencePlaybackPreference(
+ settings,
+ botId,
+ sentencePlayback,
+ );
+ }
+ return companionVoicePreference(deps.updateSettings(patch), botId);
}),
);
- handle('start', async (event, raw) => {
- if (isAppSessionBoundaryPending()) throw new Error('changing_account');
- const value = requireObject(raw);
- const selection = normalizeVoiceConversationSelection(value);
- if (!selection) throwIpcError('INVALID_PARAMS', 'Invalid speech selection');
- observe(event);
- return service.start(event.sender.id, {
- ...selection,
- callId: boundedString(value.callId, 'callId', 64),
- botId: boundedString(value.botId, 'botId', 256),
- sessionId: boundedString(value.sessionId, 'sessionId', 256),
+ for (const operation of ['start', 'start-playback'] as const) {
+ handle(operation, async (event, raw) => {
+ if (isAppSessionBoundaryPending()) throw new Error('changing_account');
+ const value = requireObject(raw);
+ const selection = normalizeVoiceConversationSelection(value);
+ if (!selection) throwIpcError('INVALID_PARAMS', 'Invalid speech selection');
+ observe(event);
+ const input = {
+ ...selection,
+ callId: boundedString(value.callId, 'callId', 64),
+ botId: boundedString(value.botId, 'botId', 256),
+ sessionId: boundedString(value.sessionId, 'sessionId', 256),
+ };
+ return operation === 'start'
+ ? service.start(event.sender.id, input)
+ : service.startPlayback(event.sender.id, input);
});
- });
+ }
ipcMain.on('voice-conversation:audio', (event, raw: unknown) => {
try {
assertTrustedAppRendererEvent(event);
@@ -164,7 +188,20 @@ export function registerVoiceConversationIpc(deps: {
value.pcm.byteLength % 2
)
return;
- service.audio(event.sender.id, boundedString(value.callId, 'callId', 64), value.pcm);
+ if (
+ value.inputGeneration !== undefined &&
+ (typeof value.inputGeneration !== 'number' ||
+ !Number.isSafeInteger(value.inputGeneration) ||
+ value.inputGeneration < 0)
+ )
+ return;
+ service.audio(
+ event.sender.id,
+ boundedString(value.callId, 'callId', 64),
+ value.pcm,
+ undefined,
+ value.inputGeneration,
+ );
} catch {
/* Untrusted or late frames are ignored; no payload is logged. */
}
@@ -172,17 +209,25 @@ export function registerVoiceConversationIpc(deps: {
handle('finish-utterance', (event, id) =>
service.finishUtterance(event.sender.id, boundedString(id, 'callId', 64)),
);
+ handle('set-input-muted', (event, id, muted) => {
+ if (typeof muted !== 'boolean') throwIpcError('INVALID_PARAMS', 'Invalid microphone state');
+ if (!muted && isAppSessionBoundaryPending()) throw new Error('changing_account');
+ return service.setInputMuted(event.sender.id, boundedString(id, 'callId', 64), muted);
+ });
handle('end', (event, id) => service.end(event.sender.id, boundedString(id, 'callId', 64)));
handle('interrupt', (event, id) =>
service.interrupt(event.sender.id, boundedString(id, 'callId', 64)),
);
handle('speak', (event, raw) => {
const value = requireObject(raw);
+ if (value.streaming !== undefined && typeof value.streaming !== 'boolean')
+ throwIpcError('INVALID_PARAMS', 'Invalid speech state');
return service.speak(
event.sender.id,
boundedString(value.callId, 'callId', 64),
boundedString(value.requestId, 'requestId', 128),
boundedString(value.text, 'text', 4_096),
+ value.streaming === true,
);
});
handle('read-speech', (event, id, requestId) =>
diff --git a/apps/desktop/src/main/voice-conversation/preferences.ts b/apps/desktop/src/main/voice-conversation/preferences.ts
index 7da98d3223..d2e6a8092b 100644
--- a/apps/desktop/src/main/voice-conversation/preferences.ts
+++ b/apps/desktop/src/main/voice-conversation/preferences.ts
@@ -1,5 +1,6 @@
import {
normalizeVoiceConversationPreferences,
+ normalizeSentencePlaybackOverrides,
type VoiceConversationPreference,
type VoiceConversationSelection,
} from '../../shared/voiceConversation.js';
@@ -13,7 +14,30 @@ export function companionVoicePreference(
const selection = Object.hasOwn(map, botId)
? map[botId]
: (settings.conversationSelection ?? null);
- return { selection, customized: !!selection };
+ const playback = normalizeSentencePlaybackOverrides(settings.conversationSentencePlayback);
+ const hasOverride = Object.hasOwn(playback, botId);
+ return {
+ selection,
+ customized: !!selection || hasOverride,
+ sentencePlayback: hasOverride ? playback[botId] : true,
+ };
+}
+
+export function updateSentencePlaybackPreference(
+ settings: VoiceInputSettings,
+ botId: string,
+ enabled: boolean | null,
+): Record<string, boolean> {
+ const map = normalizeSentencePlaybackOverrides(settings.conversationSentencePlayback);
+ if (enabled === null) delete map[botId];
+ else
+ Object.defineProperty(map, botId, {
+ value: enabled,
+ enumerable: true,
+ configurable: true,
+ writable: true,
+ });
+ return map;
}
/** Read the latest map in Main before changing one key; windows never overwrite each other. */
diff --git a/apps/desktop/src/main/voice-conversation/service.ts b/apps/desktop/src/main/voice-conversation/service.ts
index 29e9b884d1..ac948dedcd 100644
--- a/apps/desktop/src/main/voice-conversation/service.ts
+++ b/apps/desktop/src/main/voice-conversation/service.ts
@@ -4,6 +4,7 @@ import {
type SpeechModelSelection,
type SpeechPreviewStart,
type SpeechVoiceCatalog,
+ type SpeechStartResult,
} from '../../shared/voiceConversation.js';
import type {
VoiceConversationEvent,
@@ -12,15 +13,20 @@ import type {
} from '../../shared/voiceConversation.js';
import { acquireVoiceConversationLease, releaseVoiceConversationLease } from './lease.js';
import { SpeechSynthesisSession, type SpeechConnection } from './speech.js';
+import { SpeechSynthesisQueue } from './speechQueue.js';
import { loadSpeechVoices } from './voices.js';
import type { Logger } from '../logger.js';
type Call = {
id: string;
+ kind: 'conversation' | 'playback';
sender: number;
owner: string;
- input: VoiceConversationInput;
- speech: SpeechSynthesisSession;
+ input: VoiceConversationInput | null;
+ inputGeneration: number;
+ inputTeardown: Promise<unknown>;
+ inputReady: Promise<void>;
+ speech: SpeechSynthesisQueue;
selection: VoiceConversationStart;
};
type Preview = {
@@ -31,7 +37,7 @@ type Preview = {
timer?: ReturnType<typeof setTimeout>;
};
-/** One local call owns the microphone. Cancellation invalidates all pending starts and audio reads. */
+/** One local call or message playback owns the voice lease. Cancellation invalidates pending work. */
export class VoiceConversationService {
private call: Call | null = null;
private preview: Preview | null = null;
@@ -45,6 +51,7 @@ export class VoiceConversationService {
createProvider(): Promise<AsrProvider>;
connection(selection: SpeechModelSelection): SpeechConnection;
fetch: typeof fetch;
+ hasReplyHook?(): boolean;
emit(sender: number, event: VoiceConversationEvent): void;
log?: Pick<Logger, 'info' | 'warn'>;
},
@@ -141,6 +148,21 @@ export class VoiceConversationService {
}
async start(sender: number, selection: VoiceConversationStart): Promise<{ callId: string }> {
+ return this.open(sender, selection, 'conversation');
+ }
+
+ async startPlayback(
+ sender: number,
+ selection: VoiceConversationStart,
+ ): Promise<{ callId: string }> {
+ return this.open(sender, selection, 'playback');
+ }
+
+ private async open(
+ sender: number,
+ selection: VoiceConversationStart,
+ kind: Call['kind'],
+ ): Promise<{ callId: string }> {
if (this.call || this.preview || this.deps.hasDictation()) throw new Error('busy');
if (!this.models().some((model) => voiceModelKey(model) === voiceModelKey(selection)))
throw new Error('model_unavailable');
@@ -152,68 +174,155 @@ export class VoiceConversationService {
const assertCurrent = (): void => {
if (this.call?.id !== id || this.deps.owner() !== owner) throw new Error('call_ended');
};
- const input = new VoiceConversationInput({
- diagnostic: (event) => this.deps.log?.info('input settled', { callId: id, ...event }),
+ const speech = new SpeechSynthesisQueue(
+ () =>
+ new SpeechSynthesisSession({
+ diagnostic: (event) =>
+ this.deps.log?.[event.stage === 'error' ? 'warn' : 'info']('speech transport', {
+ callId: id,
+ ...event,
+ }),
+ connection: () => binding,
+ fetch: this.deps.fetch,
+ assertCurrent: () => {
+ assertCurrent();
+ // Resolving the selected binding rechecks its current catalog, route and key.
+ if (JSON.stringify(this.deps.connection(selection)) !== bindingIdentity)
+ throw new Error('connection_changed');
+ },
+ }),
+ );
+ const call: Call = {
+ id,
+ kind,
+ owner,
+ sender,
+ selection,
+ speech,
+ input: null,
+ inputGeneration: 0,
+ inputTeardown: Promise.resolve(),
+ inputReady: Promise.resolve(),
+ };
+ this.call = call;
+ const startedAt = Date.now();
+ this.deps.log?.info('call starting', { callId: id, kind, protocol: binding.protocol });
+ try {
+ await this.deps.assertCompanion(selection.botId, selection.sessionId);
+ assertCurrent();
+ if (kind === 'conversation') {
+ const input = this.createInput(call);
+ call.input = input;
+ call.inputReady = input.start();
+ await call.inputReady;
+ }
+ assertCurrent();
+ this.deps.log?.info('call ready', { callId: id, elapsedMs: Date.now() - startedAt });
+ return { callId: id };
+ } catch (error) {
+ this.deps.log?.warn('call start failed', { callId: id, elapsedMs: Date.now() - startedAt });
+ await this.end(sender, id);
+ throw error;
+ }
+ }
+
+ private createInput(call: Call): VoiceConversationInput {
+ const inputGeneration = call.inputGeneration;
+ const current = () => this.call === call && call.inputGeneration === inputGeneration;
+ return new VoiceConversationInput({
+ diagnostic: (event) =>
+ this.deps.log?.info('input settled', { callId: call.id, inputGeneration, ...event }),
createProvider: async () => {
- assertCurrent();
+ this.requireCall(call.sender, call.id);
+ if (!current()) throw new Error('input_ended');
return this.deps.createProvider();
},
emit: (event) => {
- if (this.call?.id !== id) return;
- if (this.deps.owner() !== owner) {
- void this.end(sender, id);
+ if (!current()) return;
+ if (this.deps.owner() !== call.owner) {
+ void this.end(call.sender, call.id);
return;
}
if (event.type !== 'draft')
this.deps.log?.[event.type === 'error' ? 'warn' : 'info']('input event', {
- callId: id,
+ callId: call.id,
+ inputGeneration,
event: event.type,
...(event.type === 'utterance'
? { utteranceId: event.id, characters: event.text.length }
: {}),
});
- this.deps.emit(sender, { callId: id, event });
- if (event.type === 'error') void this.end(sender, id);
+ this.deps.emit(call.sender, { callId: call.id, inputGeneration, event });
+ // The renderer decides whether a capture failure ends the call. A failed
+ // unmute must leave an already playing reply and its TTS transport alive.
+ if (event.type === 'error') void this.stopInput(call);
},
});
- const speech = new SpeechSynthesisSession({
- diagnostic: (event) =>
- this.deps.log?.[event.stage === 'error' ? 'warn' : 'info']('speech transport', {
- callId: id,
- ...event,
- }),
- connection: () => binding,
- fetch: this.deps.fetch,
- assertCurrent: () => {
- assertCurrent();
- // Resolving the selected binding rechecks its current catalog, route and key.
- if (JSON.stringify(this.deps.connection(selection)) !== bindingIdentity)
- throw new Error('connection_changed');
- },
- });
- this.call = { id, owner, sender, selection, input, speech };
+ }
+
+ private async stopInput(call: Call): Promise<void> {
+ const input = call.input;
+ call.input = null;
+ ++call.inputGeneration;
+ // stop() invalidates the input immediately and disposes a late allocation
+ // when it arrives. Do not block End on an outstanding provider dial.
+ call.inputTeardown = Promise.allSettled([call.inputTeardown, input?.stop()]);
+ await call.inputTeardown;
+ }
+
+ /** Keep the call, reply ownership and synthesis queue while releasing only ASR. */
+ async setInputMuted(
+ sender: number,
+ id: string,
+ muted: boolean,
+ ): Promise<{ inputGeneration: number }> {
+ const call = this.requireCall(sender, id);
+ if (call.kind !== 'conversation') throw new Error('playback_only');
const startedAt = Date.now();
- this.deps.log?.info('call starting', { callId: id, protocol: binding.protocol });
- try {
- await this.deps.assertCompanion(selection.botId, selection.sessionId);
- assertCurrent();
- await input.start();
- assertCurrent();
- this.deps.log?.info('call ready', { callId: id, elapsedMs: Date.now() - startedAt });
- return { callId: id };
- } catch (error) {
- this.deps.log?.warn('call start failed', { callId: id, elapsedMs: Date.now() - startedAt });
- await this.end(sender, id);
- throw error;
+ if (muted) {
+ await this.stopInput(call);
+ } else if (call.input) {
+ await call.inputReady;
+ } else {
+ ++call.inputGeneration;
+ const input = this.createInput(call);
+ call.input = input;
+ call.inputReady = (async () => {
+ await call.inputTeardown;
+ if (this.call !== call || call.input !== input) throw new Error('input_ended');
+ await input.start();
+ if (this.call !== call || call.input !== input) throw new Error('input_ended');
+ })();
+ try {
+ await call.inputReady;
+ } catch (error) {
+ if (call.input === input) await this.stopInput(call);
+ throw error;
+ }
}
+ this.requireCall(sender, id);
+ this.deps.log?.info('input mute changed', {
+ callId: id,
+ muted,
+ inputGeneration: call.inputGeneration,
+ elapsedMs: Date.now() - startedAt,
+ });
+ return { inputGeneration: call.inputGeneration };
}
- audio(sender: number, id: string, pcm: ArrayBuffer, trace?: AudioTrace): void {
- this.requireCall(sender, id).input.appendAudio(pcm, trace);
+ audio(
+ sender: number,
+ id: string,
+ pcm: ArrayBuffer,
+ trace?: AudioTrace,
+ inputGeneration = 0,
+ ): void {
+ const call = this.requireCall(sender, id);
+ if (inputGeneration === call.inputGeneration) call.input?.appendAudio(pcm, trace);
}
finishUtterance(sender: number, id: string): void {
- this.requireCall(sender, id).input.finishUtterance(true);
+ this.requireCall(sender, id).input?.finishUtterance(true);
}
async speak(
@@ -221,8 +330,15 @@ export class VoiceConversationService {
id: string,
requestId: string,
text: string,
- ): Promise<{ sampleRate: number }> {
+ streaming = false,
+ ): Promise<SpeechStartResult> {
const call = this.requireCall(sender, id);
+ // The pending UI flag is set only after done. Check the actual hook before
+ // every incremental request so unprocessed text never bypasses that boundary.
+ if (streaming && (this.deps.hasReplyHook?.() ?? true)) {
+ this.deps.log?.info('speech deferred', { callId: id, requestId, reason: 'reply_hook' });
+ return { deferred: true };
+ }
return call.speech.start({
requestId,
text,
@@ -252,7 +368,7 @@ export class VoiceConversationService {
this.deps.emit(call.sender, { callId: call.id, event: { type: 'ended' } });
call.speech.cancel();
try {
- await call.input.stop();
+ await this.stopInput(call);
} catch {
/* Ownership release must survive provider teardown. */
} finally {
diff --git a/apps/desktop/src/main/voice-conversation/speechQueue.ts b/apps/desktop/src/main/voice-conversation/speechQueue.ts
new file mode 100644
index 0000000000..84ba691dc4
--- /dev/null
+++ b/apps/desktop/src/main/voice-conversation/speechQueue.ts
@@ -0,0 +1,48 @@
+import { SpeechSynthesisSession } from './speech.js';
+import { SpeechError } from './speechError.js';
+
+/** Two independent transports: the playing segment and at most one lookahead.
+ * Readers still apply backpressure; cancellation revokes both, including pending headers.
+ * Preview continues to use a single SpeechSynthesisSession.
+ */
+export class SpeechSynthesisQueue {
+ private sessions = new Map<string, SpeechSynthesisSession>();
+
+ constructor(private readonly create: () => SpeechSynthesisSession) {}
+
+ async start(
+ input: Parameters<SpeechSynthesisSession['start']>[0],
+ ): Promise<{ sampleRate: number }> {
+ if (this.sessions.has(input.requestId) || this.sessions.size >= 2)
+ throw new SpeechError('request');
+ const session = this.create();
+ this.sessions.set(input.requestId, session);
+ try {
+ return await session.start(input);
+ } catch (error) {
+ if (this.sessions.get(input.requestId) === session) this.sessions.delete(input.requestId);
+ session.cancel();
+ throw error;
+ }
+ }
+
+ async read(requestId: string): Promise<{ pcm: ArrayBuffer; done: boolean }> {
+ const session = this.sessions.get(requestId);
+ if (!session) throw new SpeechError('cancelled');
+ try {
+ const chunk = await session.read(requestId);
+ if (chunk.done && this.sessions.get(requestId) === session) this.sessions.delete(requestId);
+ return chunk;
+ } catch (error) {
+ // Authorization/route failures invalidate the lookahead as well as playback.
+ // Do not let a late old read cancel a new generation reusing the same queue.
+ if (this.sessions.get(requestId) === session) this.cancel();
+ throw error;
+ }
+ }
+
+ cancel(): void {
+ for (const session of this.sessions.values()) session.cancel();
+ this.sessions.clear();
+ }
+}
diff --git a/apps/desktop/src/main/voice-input/__tests__/VoiceInputDataStore.test.ts b/apps/desktop/src/main/voice-input/__tests__/VoiceInputDataStore.test.ts
index aed5feff1b..08b2956d28 100644
--- a/apps/desktop/src/main/voice-input/__tests__/VoiceInputDataStore.test.ts
+++ b/apps/desktop/src/main/voice-input/__tests__/VoiceInputDataStore.test.ts
@@ -38,7 +38,7 @@ import {
voiceInputDataStore,
VoiceInputDataStore,
} from '../VoiceInputDataStore.js';
-import { companionVoicePreference, updateCompanionVoicePreference } from '../../voice-conversation/preferences.js';
+import { companionVoicePreference, updateCompanionVoicePreference, updateSentencePlaybackPreference } from '../../voice-conversation/preferences.js';
import { createVoiceInputHistoryEntry, getDefaultVoiceInputSettings } from '../../../shared/voiceInputData.js';
describe('VoiceInputDataStore persistence', () => {
@@ -60,9 +60,21 @@ describe('VoiceInputDataStore persistence', () => {
const choice = { providerId: 'tts-connection', agent: 'codex' as const, modelId: 'same-model', voice: 'voice-id', protocol: 'elevenlabs' as const };
store.updateSettings({ conversationSelections: updateCompanionVoicePreference(store.getSettings(), 'companion', choice) });
const reopened = new VoiceInputDataStore();
- expect(companionVoicePreference(reopened.getSettings(), 'companion')).toEqual({ selection: choice, customized: true });
+ expect(companionVoicePreference(reopened.getSettings(), 'companion')).toEqual({ selection: choice, customized: true, sentencePlayback: true });
reopened.updateSettings({ conversationSelections: updateCompanionVoicePreference(reopened.getSettings(), 'companion', null) });
- expect(companionVoicePreference(new VoiceInputDataStore().getSettings(), 'companion')).toEqual({ selection: null, customized: false });
+ expect(companionVoicePreference(new VoiceInputDataStore().getSettings(), 'companion')).toEqual({ selection: null, customized: false, sentencePlayback: true });
+ });
+
+ it('persists explicit sentence playback choices independently and deletes only the reset override', () => {
+ const store = new VoiceInputDataStore();
+ store.updateSettings({ conversationSentencePlayback: { companion: false, other: false } });
+ const reopened = new VoiceInputDataStore();
+ expect(companionVoicePreference(reopened.getSettings(), 'companion').sentencePlayback).toBe(false);
+ expect(companionVoicePreference(reopened.getSettings(), 'new-companion').sentencePlayback).toBe(true);
+ reopened.updateSettings({ conversationSentencePlayback: updateSentencePlaybackPreference(reopened.getSettings(), 'companion', null) });
+ const reset = new VoiceInputDataStore().getSettings();
+ expect(reset.conversationSentencePlayback).toEqual({ other: false });
+ expect(companionVoicePreference(reset, 'companion').sentencePlayback).toBe(true);
});
it('关闭同步开关也会立刻广播,让在线手机清掉旧词典', () => {
diff --git a/apps/desktop/src/preload/preload.ts b/apps/desktop/src/preload/preload.ts
index 9dbd2fdab1..abb1cdb0e7 100644
--- a/apps/desktop/src/preload/preload.ts
+++ b/apps/desktop/src/preload/preload.ts
@@ -1622,10 +1622,12 @@ contextBridge.exposeInMainWorld('electronAPI', {
readPreview: (previewId) => ipcRenderer.invoke('voice-conversation:read-preview', previewId),
stopPreview: (previewId) => ipcRenderer.invoke('voice-conversation:stop-preview', previewId),
preference: (botId) => ipcRenderer.invoke('voice-conversation:preference', botId),
- setPreference: (botId, selection) => ipcRenderer.invoke('voice-conversation:set-preference', botId, selection),
+ setPreference: (botId, selection, sentencePlayback) => ipcRenderer.invoke('voice-conversation:set-preference', botId, selection, sentencePlayback),
start: (input) => ipcRenderer.invoke('voice-conversation:start', input),
+ startPlayback: (input) => ipcRenderer.invoke('voice-conversation:start-playback', input),
audio: (input) => ipcRenderer.send('voice-conversation:audio', input),
finishUtterance: (callId) => ipcRenderer.invoke('voice-conversation:finish-utterance', callId),
+ setInputMuted: (callId, muted) => ipcRenderer.invoke('voice-conversation:set-input-muted', callId, muted),
end: (callId) => ipcRenderer.invoke('voice-conversation:end', callId),
speak: (input) => ipcRenderer.invoke('voice-conversation:speak', input),
readSpeech: (callId, requestId) => ipcRenderer.invoke('voice-conversation:read-speech', callId, requestId),
diff --git a/apps/desktop/src/renderer/components/chat/AssistantMessage.tsx b/apps/desktop/src/renderer/components/chat/AssistantMessage.tsx
index b1cf40e29b..5a944fce83 100644
--- a/apps/desktop/src/renderer/components/chat/AssistantMessage.tsx
+++ b/apps/desktop/src/renderer/components/chat/AssistantMessage.tsx
@@ -427,6 +427,9 @@ export const AssistantMessage = memo(function AssistantMessage({
align="left"
hovered={hovered}
simplifiedBotConversation={simplifiedBotConversation}
+ readAloudMessage={simplifiedBotConversation && !ghostReplyPending && currentSessionId && messageClientId
+ ? { sessionId: currentSessionId, messageId: messageClientId }
+ : undefined}
onFork={!sharedGuest && canFork ? handleFork : undefined}
onAddToChat={messageDeepLink ? handleAddToChat : undefined}
onShareAsImage={handleShareAsImage}
diff --git a/apps/desktop/src/renderer/components/chat/MessageActionBar.tsx b/apps/desktop/src/renderer/components/chat/MessageActionBar.tsx
index 9fbecc838e..2b22e6f87e 100644
--- a/apps/desktop/src/renderer/components/chat/MessageActionBar.tsx
+++ b/apps/desktop/src/renderer/components/chat/MessageActionBar.tsx
@@ -27,7 +27,7 @@
* the default Copy icon again).
*/
-import { useCallback, useEffect, useRef, useState, type ReactNode } from 'react';
+import { useCallback, useContext, useEffect, useRef, useState, type ReactNode } from 'react';
import {
Check,
Copy,
@@ -42,11 +42,14 @@ import {
Split,
Trash2,
Undo2,
+ Volume2,
+ Square,
} from 'lucide-react';
import { useStableTranslation as useTranslation } from '@/hooks/useStableTranslation';
import { cn } from '@/lib/utils';
import { MENU_ITEM_CLASS } from '@/features/cc-agent/sidebar/menuStyles';
import { CHAT_COLOR_TRANSITION_CLASS, CHAT_ICON_BUTTON_CLASS } from './chatChrome';
+import { MessageReadAloudContext } from './MessageReadAloudContext';
import { Spinner } from '@/components/ui/spinner';
import { Popover, PopoverContent, PopoverTrigger } from '@/components/ui/popover';
import { Tip, Tooltip } from '@/components/ui/tooltip';
@@ -82,6 +85,8 @@ interface MessageActionBarProps {
hovered: boolean;
/** 伙伴对话专属精简态:操作栏常显,隐藏费用和 Fork,并把引用入口外显为“回复”。 */
simplifiedBotConversation?: boolean;
+ /** Only completed companion replies opt in; ordinary task/user messages do not. */
+ readAloudMessage?: { sessionId: string; messageId: string };
/** When provided, render a Fork button (user messages fork *before* the
* question; assistant messages fork *through* the reply's turn — the
* parent decides whether to wire it). Returning a promise keeps the
@@ -146,6 +151,7 @@ export function MessageActionBar({
align,
hovered,
simplifiedBotConversation = false,
+ readAloudMessage,
onFork,
onAddToChat,
onShareAsImage,
@@ -164,6 +170,7 @@ export function MessageActionBar({
turnUsageDetails,
}: MessageActionBarProps) {
const { t } = useTranslation();
+ const readAloud = useContext(MessageReadAloudContext);
const [copied, setCopied] = useState(false);
const [forking, setForking] = useState(false);
const [deleting, setDeleting] = useState(false);
@@ -656,6 +663,40 @@ export function MessageActionBar({
</DropdownMenu>
);
+ const canReadAloud = simplifiedBotConversation && readAloudMessage && readAloud?.available
+ && readAloud.sessionId === readAloudMessage.sessionId && readAloud.canRead(copyText);
+ const reading = canReadAloud && readAloud.messageId === readAloudMessage.messageId;
+ const readAloudLabel = t(reading ? 'bots.voiceMode.stopReadAloud' : 'bots.voiceMode.readAloud');
+ const readAloudBtn = canReadAloud && (
+ <Tooltip.Root key="read-aloud">
+ <Tooltip.Trigger asChild>
+ <button
+ type="button"
+ className={actionButtonClass}
+ aria-label={readAloudLabel}
+ aria-pressed={Boolean(reading)}
+ aria-busy={Boolean(reading && readAloud.phase === 'preparing')}
+ disabled={readAloud.disabled && !reading}
+ onClick={(event) => {
+ event.stopPropagation();
+ readAloud.toggle(readAloudMessage.messageId, copyText);
+ }}
+ >
+ {reading && readAloud.phase === 'preparing' ? (
+ <Spinner size={14} strokeWidth={2} className={actionIconClass} />
+ ) : reading ? (
+ <Square size={14} strokeWidth={2} className={actionIconClass} />
+ ) : (
+ <Volume2 size={14} strokeWidth={2} className={actionIconClass} />
+ )}
+ </button>
+ </Tooltip.Trigger>
+ <Tooltip.Content>
+ {readAloud.disabled && !reading ? t('bots.voiceMode.finishBeforeReadAloud') : readAloudLabel}
+ </Tooltip.Content>
+ </Tooltip.Root>
+ );
+
// 普通任务:
// align='left' → [copy][share][fork][edit][more][time][cost]
// align='right' → [time][copy][share][fork][edit][more] (user)
@@ -667,13 +708,14 @@ export function MessageActionBar({
shareBtn,
forkBtn,
replyBtn,
+ readAloudBtn,
reactionBtn,
editBtn,
moreMenu,
timeText,
simplifiedBotConversation ? null : costText || tokensText,
]
- : [timeText, copyBtn, shareBtn, forkBtn, replyBtn, reactionBtn, editBtn, moreMenu];
+ : [timeText, copyBtn, shareBtn, forkBtn, replyBtn, readAloudBtn, reactionBtn, editBtn, moreMenu];
return (
<div
diff --git a/apps/desktop/src/renderer/components/chat/MessageReadAloudContext.ts b/apps/desktop/src/renderer/components/chat/MessageReadAloudContext.ts
new file mode 100644
index 0000000000..cbe9f596f3
--- /dev/null
+++ b/apps/desktop/src/renderer/components/chat/MessageReadAloudContext.ts
@@ -0,0 +1,13 @@
+import { createContext } from 'react';
+
+/** Optional capability supplied only by a local companion view, not ordinary task messages. */
+export type MessageReadAloud = {
+ sessionId: string;
+ available: boolean;
+ disabled: boolean;
+ messageId: string | null;
+ phase: 'idle' | 'preparing' | 'playing' | 'error';
+ canRead(text: string): boolean;
+ toggle(messageId: string, text: string): void;
+};
+export const MessageReadAloudContext = createContext<MessageReadAloud | null>(null);
diff --git a/apps/desktop/src/renderer/components/chat/__tests__/MessageActionBar.test.tsx b/apps/desktop/src/renderer/components/chat/__tests__/MessageActionBar.test.tsx
index 5cb9e5f18a..9f4f75629b 100644
--- a/apps/desktop/src/renderer/components/chat/__tests__/MessageActionBar.test.tsx
+++ b/apps/desktop/src/renderer/components/chat/__tests__/MessageActionBar.test.tsx
@@ -4,9 +4,16 @@ import { act, fireEvent, render, screen, waitFor } from '@testing-library/react'
import type { ReactNode } from 'react';
import { beforeEach, describe, expect, it, vi } from 'vitest';
-vi.mock('react-i18next', () => ({
- useTranslation: () => ({ t: (key: string) => key }),
-}));
+vi.mock('react-i18next', async () => {
+ const { default: en } = await import('@/i18n/locales/en/common.json');
+ const voice: Record<string, unknown> = en.bots.voiceMode;
+ return {
+ useTranslation: () => ({ t: (key: string) => {
+ const value = key.startsWith('bots.voiceMode.') ? voice[key.slice('bots.voiceMode.'.length)] : null;
+ return typeof value === 'string' ? value : key;
+ } }),
+ };
+});
vi.mock('@/components/ui/tooltip', async (importOriginal) => ({
// Keep Tip's real ref/event forwarding for the composed menu trigger.
@@ -28,6 +35,56 @@ vi.mock('@/lib/toast', () => ({
}));
import { MessageActionBar } from '../MessageActionBar';
+import { MessageReadAloudContext, type MessageReadAloud } from '../MessageReadAloudContext';
+
+describe('companion message read-aloud', () => {
+ const identity = { sessionId: 'companion-task', messageId: 'reply' };
+ const capability = (patch: Partial<MessageReadAloud> = {}): MessageReadAloud => ({
+ sessionId: identity.sessionId, available: true, disabled: false,
+ messageId: null, phase: 'idle', canRead: () => true, toggle: vi.fn(), ...patch,
+ });
+ const bar = (value: MessageReadAloud | null, companion = true, eligible = true) => (
+ <MessageReadAloudContext.Provider value={value}>
+ <MessageActionBar copyText="Saved reply" align="left" hovered={false}
+ simplifiedBotConversation={companion}
+ readAloudMessage={eligible ? identity : undefined} />
+ </MessageReadAloudContext.Provider>
+ );
+
+ it('shows an accessible persistent action only for eligible configured companion replies', () => {
+ const value = capability();
+ const { rerender } = render(bar(value));
+ fireEvent.click(screen.getByRole('button', { name: 'Read aloud' }));
+ expect(value.toggle).toHaveBeenCalledWith('reply', 'Saved reply');
+ for (const unavailable of [null, capability({ available: false }), capability({ sessionId: 'other' }), capability({ canRead: () => false })]) {
+ rerender(bar(unavailable));
+ expect(screen.queryByRole('button', { name: 'Read aloud' })).toBeNull();
+ }
+ rerender(bar(value, false));
+ expect(screen.queryByRole('button', { name: 'Read aloud' })).toBeNull();
+ rerender(bar(value, true, false));
+ expect(screen.queryByRole('button', { name: 'Read aloud' })).toBeNull();
+ });
+
+ it.each(['preparing', 'playing'] as const)('keeps the %s action cancellable', (phase) => {
+ const value = capability({ messageId: 'reply', phase });
+ render(bar(value));
+ const stop = screen.getByRole('button', { name: 'Stop reading' });
+ expect(stop.getAttribute('aria-pressed')).toBe('true');
+ expect(stop.getAttribute('aria-busy')).toBe(String(phase === 'preparing'));
+ fireEvent.click(stop);
+ expect(value.toggle).toHaveBeenCalledOnce();
+ });
+
+ it('disables concurrent message playback during continuous voice mode', () => {
+ const value = capability({ disabled: true });
+ render(bar(value));
+ const button = screen.getByRole('button', { name: 'Read aloud' });
+ expect(button.hasAttribute('disabled')).toBe(true);
+ fireEvent.click(button);
+ expect(value.toggle).not.toHaveBeenCalled();
+ });
+});
describe('MessageActionBar', () => {
const writeText = vi.fn(async () => undefined);
diff --git a/apps/desktop/src/renderer/features/bots/voice/CompanionVoicePanel.tsx b/apps/desktop/src/renderer/features/bots/voice/CompanionVoicePanel.tsx
index a7123c95f9..75e5c39906 100644
--- a/apps/desktop/src/renderer/features/bots/voice/CompanionVoicePanel.tsx
+++ b/apps/desktop/src/renderer/features/bots/voice/CompanionVoicePanel.tsx
@@ -10,6 +10,7 @@ import {
import { AudioLines, Mic, MicOff, PhoneOff, Send, Settings2, VolumeX, X } from 'lucide-react';
import { useTranslation } from 'react-i18next';
import { Button } from '@/components/ui/button';
+import { Spinner } from '@/components/ui/spinner';
import { getDataOwnerGeneration } from '@/contexts/dataOwnerGeneration';
import { getVoiceInputSettings } from '@/hooks/useVoiceInputSettings';
import type { ChatMessage } from '@/lib/makerChatStore';
@@ -48,7 +49,7 @@ export function CompanionVoicePanel(props: Props) {
botId: props.bot.id,
sessionId: props.sessionId,
send: (...args) => latest.current.onSend(...args),
- microphone: (onInterrupted) =>
+ microphone: (onInterrupted, onStateChange) =>
new WebMicAudioEngine({
workletUrl: getVoiceInputWorkletUrl(),
deviceId: getVoiceInputSettings().microphoneDeviceId ?? undefined,
@@ -61,15 +62,19 @@ export function CompanionVoicePanel(props: Props) {
autoGainControl: false,
},
onInterrupted,
+ onStateChange,
}),
player: (onLevel) => new PcmSpeechPlayer(onLevel),
}),
[props.bot.id, props.sessionId],
);
const state = useSyncExternalStore(controller.subscribe, controller.getSnapshot);
- const active = ['connecting', 'listening', 'thinking', 'preparing', 'speaking'].includes(
- state.phase,
- );
+ const active =
+ !props.blocked &&
+ (loading ||
+ ['connecting', 'microphone', 'listening', 'thinking', 'preparing', 'speaking'].includes(
+ state.phase,
+ ));
const start = useCallback(async () => {
const version = ++launchVersion.current;
setLoading(true);
@@ -86,7 +91,7 @@ export function CompanionVoicePanel(props: Props) {
return;
}
controller.setBlocked(false);
- await controller.start(selection);
+ await controller.start(selection, preference.sentencePlayback ?? true);
if (version === launchVersion.current && !latest.current.blocked) controller.retryUnsent();
} catch {
if (version === launchVersion.current) setConfigurationError(true);
@@ -131,7 +136,15 @@ export function CompanionVoicePanel(props: Props) {
removePower();
};
}, [controller]);
- const status = props.blocked ? 'confirmation' : loading ? 'connecting' : state.phase;
+ const status = props.blocked
+ ? 'confirmation'
+ : loading && state.phase === 'idle'
+ ? 'loading'
+ : state.muted && state.phase === 'listening'
+ ? 'muted'
+ : state.phase;
+ const waiting = ['loading', 'connecting', 'microphone', 'thinking', 'preparing'].includes(status);
+ const wave = status === 'listening' || status === 'speaking';
return (
<section
className="companion-voice-panel flex max-h-[min(36rem,65vh)] w-full flex-col rounded-xl border border-[var(--border-default)] bg-[var(--surface-elevated)] p-4 text-[var(--text-primary)]"
@@ -174,17 +187,27 @@ export function CompanionVoicePanel(props: Props) {
<div className="flex items-center gap-5">
<BotAvatar bot={props.bot} size="xl" />
<div
- className="companion-voice-meter flex h-10 items-center gap-1"
+ className="flex h-10 w-14 items-center justify-center text-[var(--text-secondary)]"
aria-hidden="true"
- data-active={active}
+ data-activity={status}
>
- {[0.4, 0.7, 1, 0.65, 0.9, 0.5, 0.75].map((weight, index) => (
- <span
- key={index}
- className="h-8 w-1 rounded-full bg-[var(--text-secondary)]"
- style={{ transform: `scaleY(${0.12 + state.level * weight * 0.88})` }}
- />
- ))}
+ {waiting ? (
+ <Spinner size={24} />
+ ) : wave ? (
+ <div
+ className={`companion-voice-meter flex items-center gap-1 ${status === 'speaking' ? 'text-[var(--text-primary)]' : ''}`}
+ >
+ {[0.4, 0.7, 1, 0.65, 0.9, 0.5, 0.75].map((weight, index) => (
+ <span
+ key={index}
+ className="h-8 w-1 rounded-full bg-current"
+ style={{ transform: `scaleY(${0.12 + state.level * weight * 0.88})` }}
+ />
+ ))}
+ </div>
+ ) : (
+ <MicOff size={24} />
+ )}
</div>
</div>
<div className="text-center">
@@ -219,6 +242,11 @@ export function CompanionVoicePanel(props: Props) {
{t(`bots.voiceMode.errors.${state.error}`)}
</p>
) : null}
+ {state.microphoneError ? (
+ <p role="alert" className="mb-3 text-13 text-[var(--error-fg)]">
+ {t('bots.voiceMode.microphoneResumeError')}
+ </p>
+ ) : null}
{configurationError ? (
<p role="alert" className="mb-3 text-13 text-[var(--error-fg)]">
@@ -242,11 +270,13 @@ export function CompanionVoicePanel(props: Props) {
<Button
variant="secondary"
size="lg"
- onClick={() => controller.toggleMute()}
- disabled={state.phase === 'connecting'}
+ onClick={() => void controller.toggleMute()}
+ aria-pressed={state.muted}
+ loading={state.microphonePending}
+ disabled={loading || state.phase === 'connecting' || state.phase === 'microphone'}
>
- <MicOff size={16} />
- {t('bots.voiceMode.mute')}
+ {state.muted ? <Mic size={16} /> : <MicOff size={16} />}
+ {t(state.muted ? 'bots.voiceMode.unmute' : 'bots.voiceMode.mute')}
</Button>
{state.phase === 'speaking' || state.phase === 'preparing' ? (
<Button variant="secondary" size="lg" onClick={() => controller.interrupt()}>
@@ -254,8 +284,16 @@ export function CompanionVoicePanel(props: Props) {
{t('bots.voiceMode.interrupt')}
</Button>
) : null}
- {state.transcript ? (
- <Button variant="secondary" size="lg" onClick={() => controller.finishUtterance()}>
+ {state.transcript || state.unsent ? (
+ <Button
+ variant="secondary"
+ tone="quiet"
+ size="lg"
+ disabled={state.microphonePending}
+ onClick={() =>
+ state.transcript ? controller.finishUtterance() : controller.retryUnsent()
+ }
+ >
<Send size={16} />
{t('bots.voiceMode.send')}
</Button>
@@ -268,7 +306,7 @@ export function CompanionVoicePanel(props: Props) {
)}
</div>
<p className="mt-3 shrink-0 text-center text-12 leading-relaxed text-[var(--text-tertiary)]">
- {t('bots.voiceMode.hint')}
+ {t(state.muted ? 'bots.voiceMode.mutedHint' : 'bots.voiceMode.hint')}
</p>
</section>
);
diff --git a/apps/desktop/src/renderer/features/bots/voice/CompanionVoiceSettings.tsx b/apps/desktop/src/renderer/features/bots/voice/CompanionVoiceSettings.tsx
index b1a795f7a3..3ae376bc05 100644
--- a/apps/desktop/src/renderer/features/bots/voice/CompanionVoiceSettings.tsx
+++ b/apps/desktop/src/renderer/features/bots/voice/CompanionVoiceSettings.tsx
@@ -1,9 +1,18 @@
-import { useCallback, useEffect, useMemo, useRef, useState, useSyncExternalStore } from 'react';
+import {
+ useCallback,
+ useEffect,
+ useId,
+ useMemo,
+ useRef,
+ useState,
+ useSyncExternalStore,
+} from 'react';
import { RefreshCw } from 'lucide-react';
import { useTranslation } from 'react-i18next';
import { Button } from '@/components/ui/button';
import { FormField } from '@/components/ui/form-field';
import { Select } from '@/components/ui/select';
+import { Switch } from '@/components/ui/switch';
import { getDataOwnerGeneration } from '@/contexts/dataOwnerGeneration';
import { makerChatStore, EMPTY_LIGHT_STATE } from '@/lib/makerChatStore';
import type {
@@ -27,6 +36,7 @@ type Props = {
/** Per-companion settings. Opening this page never starts ASR or submits a message. */
export function CompanionVoiceSettings(props: Props) {
const { t } = useTranslation();
+ const sentencePlaybackId = useId();
const session = useSyncExternalStore(
useCallback(
(notify) =>
@@ -52,6 +62,7 @@ export function CompanionVoiceSettings(props: Props) {
const [preference, setPreference] = useState<VoiceConversationSelection | null>(null);
const [voice, setVoice] = useState<string>();
const [customized, setCustomized] = useState(false);
+ const [sentencePlayback, setSentencePlayback] = useState(true);
const [preferenceOwner, setPreferenceOwner] = useState<string>();
const [preferenceError, setPreferenceError] = useState(false);
const [saving, setSaving] = useState(false);
@@ -103,6 +114,7 @@ export function CompanionVoiceSettings(props: Props) {
setPreference(null);
setVoice(undefined);
setCustomized(false);
+ setSentencePlayback(true);
setSaving(false);
dirty.current = false;
pendingSave.current = null;
@@ -112,6 +124,7 @@ export function CompanionVoiceSettings(props: Props) {
if (version !== preferenceVersion.current) return;
setPreference(result.selection);
setCustomized(result.customized);
+ setSentencePlayback(result.sentencePlayback ?? true);
setPreferenceOwner(props.botId);
})
.catch(() => {
@@ -156,19 +169,30 @@ export function CompanionVoiceSettings(props: Props) {
};
}, [preview]);
const persist = useCallback(
- (next: VoiceConversationSelection | null): Promise<boolean> => {
+ (
+ next: VoiceConversationSelection | null | undefined,
+ playback?: boolean | null,
+ ): Promise<boolean> => {
if (pendingSave.current) return pendingSave.current;
const version = preferenceVersion.current;
setSaving(true);
setPreferenceError(false);
- const pending = window.electronAPI.voiceConversation
- .setPreference(props.botId, next)
+ const api = window.electronAPI.voiceConversation;
+ const operation =
+ playback === undefined
+ ? api.setPreference(props.botId, next)
+ : api.setPreference(props.botId, next, playback);
+ const pending = operation
.then((result) => {
if (version !== preferenceVersion.current) return false;
- setPreference(result.selection);
+ // A playback-only change must not erase an unfinished model/voice draft.
+ if (next !== undefined) {
+ setPreference(result.selection);
+ setVoice(undefined);
+ dirty.current = false;
+ }
setCustomized(result.customized);
- setVoice(undefined);
- dirty.current = false;
+ setSentencePlayback(result.sentencePlayback ?? true);
return true;
})
.catch(() => {
@@ -358,6 +382,30 @@ export function CompanionVoiceSettings(props: Props) {
{t('bots.voiceMode.previewNeedsChat')}
</p>
) : null}
+ <div className="flex items-start justify-between gap-4">
+ <div className="min-w-0 space-y-2">
+ <label
+ htmlFor={sentencePlaybackId}
+ className="text-13 font-medium text-[var(--settings-section-title)]"
+ >
+ {t('bots.voiceMode.sentencePlayback')}
+ </label>
+ <p
+ id={`${sentencePlaybackId}-hint`}
+ className="text-12 leading-snug text-[var(--form-field-hint)]"
+ >
+ {t('bots.voiceMode.sentencePlaybackHint')}
+ </p>
+ </div>
+ <Switch
+ id={sentencePlaybackId}
+ aria-describedby={`${sentencePlaybackId}-hint`}
+ className="shrink-0"
+ checked={sentencePlayback}
+ disabled={!ready || saving}
+ onCheckedChange={(enabled) => void persist(undefined, enabled)}
+ />
+ </div>
{preferenceError ? (
<p role="alert" className="text-13 text-[var(--error-fg)]">
{t('bots.voiceMode.preferenceError')}
@@ -371,7 +419,7 @@ export function CompanionVoiceSettings(props: Props) {
variant="secondary"
size="sm"
disabled={!ready || saving || (!customized && !dirty.current)}
- onClick={() => void persist(null)}
+ onClick={() => void persist(null, null)}
>
{t('bots.voiceMode.resetPreference')}
</Button>
diff --git a/apps/desktop/src/renderer/features/bots/voice/MessageReadAloudController.ts b/apps/desktop/src/renderer/features/bots/voice/MessageReadAloudController.ts
new file mode 100644
index 0000000000..0dbaa64506
--- /dev/null
+++ b/apps/desktop/src/renderer/features/bots/voice/MessageReadAloudController.ts
@@ -0,0 +1,141 @@
+import type {
+ VoiceConversationApi,
+ VoiceConversationSelection,
+} from '@/../shared/voiceConversation';
+import { createLogger } from '@/lib/logger';
+import type { SpeechPlayer } from './PcmSpeechPlayer';
+import { SpeechPlaybackQueue } from './SpeechPlaybackQueue';
+import { speechChunks, speechText } from './VoiceReplyTracker';
+
+const log = createLogger('voice-conversation');
+type Snapshot = { messageId: string | null; phase: 'idle' | 'preparing' | 'playing' | 'error' };
+type Playback = {
+ id: string;
+ messageId: string;
+ player: SpeechPlayer;
+ queue?: SpeechPlaybackQueue;
+ opened: boolean;
+ unsubscribe: () => void;
+};
+
+/** Explicitly reads an existing reply. No capture, task submission or preference writes. */
+export class MessageReadAloudController {
+ private state: Snapshot = { messageId: null, phase: 'idle' };
+ private current: Playback | null = null;
+ private stopping: Promise<void> = Promise.resolve();
+ private listeners = new Set<() => void>();
+
+ constructor(
+ private readonly deps: {
+ api: Pick<VoiceConversationApi, 'startPlayback' | 'speak' | 'readSpeech' | 'end' | 'onEvent'>;
+ botId: string;
+ sessionId: string;
+ player(): SpeechPlayer;
+ },
+ ) {}
+
+ getSnapshot = (): Snapshot => this.state;
+ subscribe = (listener: () => void): (() => void) => {
+ this.listeners.add(listener);
+ return () => this.listeners.delete(listener);
+ };
+ private update(state: Snapshot): void {
+ this.state = state;
+ this.listeners.forEach((listener) => listener());
+ }
+ private end(id: string): Promise<void> {
+ const end = this.deps.api.end(id).catch(() => undefined);
+ this.stopping = Promise.all([this.stopping, end]).then(() => undefined);
+ return this.stopping;
+ }
+ stop = (): Promise<void> => {
+ const current = this.current;
+ this.current = null;
+ if (current) {
+ current.unsubscribe();
+ current.queue?.cancel();
+ current.player.close();
+ log.info('message playback stopped', { callId: current.id });
+ if (current.opened) void this.end(current.id);
+ }
+ this.update({ messageId: null, phase: 'idle' });
+ return this.stopping;
+ };
+
+ async start(
+ messageId: string,
+ markdown: string,
+ resolveSelection: () => Promise<VoiceConversationSelection | undefined>,
+ ): Promise<void> {
+ const text = speechText(markdown);
+ if (!text) return;
+ const stopped = this.stop();
+ let player: SpeechPlayer;
+ try {
+ // Resume output during the click gesture, before configuration/network awaits.
+ player = this.deps.player();
+ } catch {
+ this.update({ messageId: null, phase: 'error' });
+ return;
+ }
+ const run: Playback = {
+ id: crypto.randomUUID(),
+ messageId,
+ player,
+ opened: false,
+ unsubscribe: () => {},
+ };
+ this.current = run;
+ this.update({ messageId, phase: 'preparing' });
+ const isCurrent = () => this.current === run;
+ const finish = (failed = false) => {
+ if (!isCurrent()) return;
+ void this.stop();
+ if (failed) {
+ log.warn('message playback failed', { callId: run.id });
+ this.update({ messageId: null, phase: 'error' });
+ }
+ };
+ try {
+ await stopped;
+ if (!isCurrent()) return;
+ const selection = await resolveSelection();
+ if (!isCurrent()) return;
+ if (!selection) throw new Error('speech_unavailable');
+ run.unsubscribe = this.deps.api.onEvent((event) => {
+ if (event.callId === run.id && event.event.type === 'ended') finish();
+ });
+ run.opened = true;
+ await this.deps.api.startPlayback({
+ ...selection,
+ callId: run.id,
+ botId: this.deps.botId,
+ sessionId: this.deps.sessionId,
+ });
+ if (!isCurrent()) return;
+ log.info('message playback ready', { callId: run.id, characters: text.length });
+ run.queue = new SpeechPlaybackQueue({
+ api: this.deps.api,
+ callId: run.id,
+ prefix: run.id,
+ player,
+ prefetch: true,
+ phase: (phase) => {
+ if (isCurrent() && phase)
+ this.update({ messageId, phase: phase === 'speaking' ? 'playing' : 'preparing' });
+ },
+ drained: () => finish(),
+ deferred: () => finish(true),
+ failed: () => finish(true),
+ diagnostic: (event, details) => log.info(event, { callId: run.id, ...details }),
+ });
+ // Bound each request, retain the complete reply and prefetch at most one segment.
+ run.queue.append(speechChunks(text, 500), true);
+ } catch {
+ finish(true);
+ } finally {
+ // A cancelled IPC start can settle after a replacement. End only its own lease.
+ if (!isCurrent() && run.opened) await this.end(run.id);
+ }
+ }
+}
diff --git a/apps/desktop/src/renderer/features/bots/voice/SpeechPlaybackQueue.ts b/apps/desktop/src/renderer/features/bots/voice/SpeechPlaybackQueue.ts
new file mode 100644
index 0000000000..91e27eafa9
--- /dev/null
+++ b/apps/desktop/src/renderer/features/bots/voice/SpeechPlaybackQueue.ts
@@ -0,0 +1,142 @@
+import type { SpeechStartResult, VoiceConversationApi } from '@/../shared/voiceConversation';
+import type { SpeechPlayer } from './PcmSpeechPlayer';
+
+type Segment = { text: string; streaming: boolean };
+type Prepared = { requestId: string; ready: Promise<SpeechStartResult | { error: true }> };
+
+/** Ordered playback with one bounded lookahead. Text may keep arriving while
+ * audio plays; an empty queue is not the end of an unfinished model reply.
+ * HTTP adapters share this scheduler; native text-streaming adapters can later
+ * replace preparation without owning a second player or interruption lifecycle.
+ */
+export class SpeechPlaybackQueue {
+ private queued: Segment[] = [];
+ private prepared: Prepared[] = [];
+ private active = false;
+ private cancelled = false;
+ private paused = false;
+ private complete = false;
+ private sequence = 0;
+ private played = false;
+ private lastPlaybackEnd?: number;
+
+ constructor(
+ private readonly deps: {
+ api: Pick<VoiceConversationApi, 'speak' | 'readSpeech'>;
+ callId: string;
+ prefix: string;
+ player: SpeechPlayer;
+ prefetch: boolean;
+ phase(phase: 'thinking' | 'preparing' | 'speaking' | null): void;
+ drained(): void;
+ deferred(alreadyPlayed: boolean): void;
+ failed(): void;
+ diagnostic(event: string, details: Record<string, string | number | boolean>): void;
+ },
+ ) {}
+
+ append(texts: string[], complete: boolean): void {
+ if (this.cancelled) return;
+ this.queued.push(...texts.map((text) => ({ text, streaming: !complete })));
+ this.complete ||= complete;
+ // Once done is known, queued text no longer bypasses outgoing processing.
+ // Only the tracker can declare completion, after ghostReplyPending clears.
+ if (complete) for (const segment of this.queued) segment.streaming = false;
+ this.pump();
+ }
+
+ pause(): void {
+ this.paused = true;
+ }
+ resume(): void {
+ this.paused = false;
+ this.pump();
+ }
+
+ cancel(): void {
+ this.cancelled = true;
+ this.queued = [];
+ this.prepared = [];
+ }
+
+ private prepare(): void {
+ const capacity = this.deps.prefetch ? 2 : 1;
+ while (
+ !this.paused &&
+ this.queued.length &&
+ this.prepared.length + Number(this.active) < capacity
+ ) {
+ const segment = this.queued.shift()!;
+ const requestId = `${this.deps.prefix}:${this.sequence++}`;
+ this.deps.diagnostic('speech requested', {
+ requestId,
+ characters: segment.text.length,
+ streaming: segment.streaming,
+ });
+ const ready = this.deps.api
+ .speak({
+ callId: this.deps.callId,
+ requestId,
+ text: segment.text,
+ ...(segment.streaming ? { streaming: true } : {}),
+ })
+ .catch(() => ({ error: true as const }));
+ // Observe rejection immediately, even if playback never reaches this segment.
+ this.prepared.push({ requestId, ready });
+ }
+ }
+
+ private pump(): void {
+ if (this.cancelled || this.paused) return;
+ this.prepare();
+ if (this.active) return;
+ const next = this.prepared.shift();
+ if (!next) {
+ this.deps.phase(this.complete ? null : 'thinking');
+ if (this.complete) this.deps.drained();
+ return;
+ }
+ this.active = true;
+ this.deps.phase('preparing');
+ void this.play(next);
+ }
+
+ private async play(segment: Prepared): Promise<void> {
+ try {
+ const result = await segment.ready;
+ if (this.cancelled) return;
+ if ('deferred' in result) {
+ this.cancel();
+ this.deps.deferred(this.played);
+ return;
+ }
+ if ('error' in result) throw new Error('Speech preparation failed');
+ await this.deps.player.play(
+ () => this.deps.api.readSpeech(this.deps.callId, segment.requestId),
+ result.sampleRate,
+ () => {
+ if (this.cancelled) return;
+ this.deps.diagnostic('playback scheduled', {
+ requestId: segment.requestId,
+ first: !this.played,
+ ...(this.lastPlaybackEnd === undefined
+ ? {}
+ : { gapMs: Date.now() - this.lastPlaybackEnd }),
+ });
+ this.played = true;
+ this.deps.phase('speaking');
+ },
+ );
+ if (this.cancelled) return;
+ this.lastPlaybackEnd = Date.now();
+ this.deps.diagnostic('playback completed', { requestId: segment.requestId });
+ this.active = false;
+ this.pump();
+ } catch {
+ if (!this.cancelled) {
+ this.cancel();
+ this.deps.failed();
+ }
+ }
+ }
+}
diff --git a/apps/desktop/src/renderer/features/bots/voice/SpeechTextBuffer.ts b/apps/desktop/src/renderer/features/bots/voice/SpeechTextBuffer.ts
new file mode 100644
index 0000000000..3d0bb8286d
--- /dev/null
+++ b/apps/desktop/src/renderer/features/bots/voice/SpeechTextBuffer.ts
@@ -0,0 +1,86 @@
+import { Lexer, type Token, type Tokens } from 'marked';
+
+/** Parse unfinished Markdown as prose, keeping incomplete inline constructs out
+ * of speech. The same projection is used at completion so closing a code fence
+ * or link cannot make already queued text appear twice.
+ */
+export function streamingSpeechText(markdown: string, complete: boolean): string {
+ let held = false;
+ const prose = (tokens: readonly Token[]): string =>
+ tokens
+ .map((token): string => {
+ if (held) return '';
+ switch (token.type) {
+ case 'code':
+ case 'image':
+ case 'html':
+ case 'def':
+ return '';
+ case 'space':
+ case 'br':
+ case 'hr':
+ return '\n';
+ case 'list':
+ return (token as Tokens.List).items.map((item) => prose(item.tokens)).join('\n');
+ case 'table':
+ return [(token as Tokens.Table).header, ...(token as Tokens.Table).rows]
+ .map((row) => row.map((cell) => prose(cell.tokens)).join(' '))
+ .join('\n');
+ case 'link':
+ if (/^https?:\/\//.test(token.text)) return '';
+ return prose(token.tokens ?? []);
+ default: {
+ if ('tokens' in token && token.tokens) {
+ const text = prose(token.tokens);
+ return ['paragraph', 'heading', 'blockquote'].includes(token.type)
+ ? `${text}\n`
+ : text;
+ }
+ let text = 'text' in token ? token.text : '';
+ if (!complete && token.type === 'text') {
+ // Closed links/code are separate lexer tokens. A remaining opener may
+ // acquire a destination or fence later; do not read its temporary text.
+ const opener = /(?<!\\)[[<`]/.exec(text);
+ if (opener) {
+ text = text.slice(0, opener.index).replace(/!$/, '');
+ held = true;
+ }
+ }
+ return text;
+ }
+ }
+ })
+ .join('');
+ return prose(Lexer.lex(markdown))
+ .replace(/https?:\/\/\S+/g, '')
+ .replace(/[`*_~]/g, '')
+ .replace(/\s+/g, ' ')
+ .trim();
+}
+
+/** Choose a stable sentence prefix. Latin periods need following whitespace so
+ * decimals/URLs split across deltas do not become premature sentence endings.
+ * A long unpunctuated sentence can use a word/clause boundary, never half a word.
+ */
+export function completeSpeechPrefix(text: string): string {
+ let end = 0;
+ const punctuation = /[。!?!?]+[”’"'))】]*|\.+[”’"'))】]*(?=\s)/g;
+ for (const match of text.matchAll(punctuation)) {
+ const before = text.slice(0, match.index);
+ if (
+ match[0].startsWith('.') &&
+ /(?:\b(?:Mr|Mrs|Ms|Dr|Prof|Sr|Jr|St|vs|etc)|\b[A-Z]|e\.g|i\.e)$/i.test(before)
+ )
+ continue;
+ end = match.index + match[0].length;
+ }
+ if (!end && text.length > 500) {
+ const prefix = text.slice(0, 500);
+ end = Math.max(
+ prefix.lastIndexOf(' '),
+ prefix.lastIndexOf(',') + 1,
+ prefix.lastIndexOf('、') + 1,
+ );
+ }
+ return end > 0 ? text.slice(0, end) : '';
+}
diff --git a/apps/desktop/src/renderer/features/bots/voice/VoiceConversationController.ts b/apps/desktop/src/renderer/features/bots/voice/VoiceConversationController.ts
index 0f244f5fbe..ae788e9616 100644
--- a/apps/desktop/src/renderer/features/bots/voice/VoiceConversationController.ts
+++ b/apps/desktop/src/renderer/features/bots/voice/VoiceConversationController.ts
@@ -7,11 +7,21 @@ import { createLogger } from '@/lib/logger';
import type { PcmChunk } from '@/voice-input/WebMicAudioEngine';
import type { SpeechPlayer } from './PcmSpeechPlayer';
import { speechChunks, VoiceReplyTracker } from './VoiceReplyTracker';
+import { SpeechPlaybackQueue } from './SpeechPlaybackQueue';
+import { microphoneDiagnostic } from './microphoneDiagnostics';
const log = createLogger('voice-conversation');
export type VoicePhase =
- 'idle' | 'connecting' | 'listening' | 'thinking' | 'preparing' | 'speaking' | 'paused' | 'error';
+ | 'idle'
+ | 'connecting'
+ | 'microphone'
+ | 'listening'
+ | 'thinking'
+ | 'preparing'
+ | 'speaking'
+ | 'paused'
+ | 'error';
export type VoiceSnapshot = {
phase: VoicePhase;
transcript: string;
@@ -19,6 +29,8 @@ export type VoiceSnapshot = {
level: number;
error: 'connection' | 'microphone' | 'send' | 'speech' | null;
muted: boolean;
+ microphonePending: boolean;
+ microphoneError: boolean;
};
interface Microphone {
onPcm16k(callback: (chunk: PcmChunk) => void): void;
@@ -35,6 +47,8 @@ export class VoiceConversationController {
level: 0,
error: null,
muted: false,
+ microphonePending: false,
+ microphoneError: false,
};
private listeners = new Set<() => void>();
private epoch = 0;
@@ -56,13 +70,28 @@ export class VoiceConversationController {
private teardown: Promise<unknown> = Promise.resolve();
private speechCandidate = false;
private replyPhase: 'thinking' | 'preparing' | 'speaking' | null = null;
+ private sentencePlayback = true;
+ private replyComplete = false;
+ private deferringSpeech = false;
+ private playback: SpeechPlaybackQueue | null = null;
+ private replyStartedAt = 0;
+ private phaseStartedAt = Date.now();
+ private candidateStartedAt = 0;
+ private captureVersion = 0;
+ private inputGeneration = 0;
+ private resumingInput = false;
+ private inputChange: Promise<void> = Promise.resolve();
+ private pendingCapture: Promise<unknown> = Promise.resolve();
constructor(
private readonly deps: {
api: VoiceConversationApi;
botId: string;
sessionId: string;
- microphone(onInterrupted: () => void): Microphone;
+ microphone(
+ onInterrupted: () => void,
+ onStateChange: (event: string, details?: Record<string, unknown>) => void,
+ ): Microphone;
player(onLevel: (level: number) => void): SpeechPlayer;
send(
text: string,
@@ -78,18 +107,37 @@ export class VoiceConversationController {
return () => this.listeners.delete(listener);
};
private patch(patch: Partial<VoiceSnapshot>): void {
- if (patch.phase && patch.phase !== this.state.phase)
- log.info('phase changed', { callId: this.callId, from: this.state.phase, to: patch.phase });
+ if (patch.phase && patch.phase !== this.state.phase) {
+ log.info('phase changed', {
+ callId: this.callId,
+ from: this.state.phase,
+ to: patch.phase,
+ elapsedMs: Date.now() - this.phaseStartedAt,
+ muted: patch.muted ?? this.state.muted,
+ });
+ this.phaseStartedAt = Date.now();
+ }
this.state = { ...this.state, ...patch };
for (const listener of this.listeners) listener();
}
- async start(selection: VoiceConversationSelection): Promise<void> {
+ async start(
+ selection: VoiceConversationSelection,
+ sentencePlayback = this.sentencePlayback,
+ ): Promise<void> {
if (this.blocked || this.callId || this.state.phase === 'connecting') return;
this.selection = selection;
+ this.sentencePlayback = sentencePlayback;
this.enabled = true;
const epoch = ++this.epoch;
- this.patch({ phase: 'connecting', error: null, muted: false });
+ this.inputGeneration = 0;
+ this.patch({
+ phase: 'connecting',
+ error: null,
+ muted: false,
+ microphonePending: false,
+ microphoneError: false,
+ });
const current = () => this.enabled && epoch === this.epoch && !this.blocked;
try {
this.player = this.deps.player((level) => {
@@ -97,14 +145,27 @@ export class VoiceConversationController {
});
await this.teardown;
if (!current()) return;
- this.unsubscribe = this.deps.api.onEvent(({ callId, event }) => {
+ this.unsubscribe = this.deps.api.onEvent(({ callId, inputGeneration = 0, event }) => {
if (!current() || callId !== this.callId) return;
+ if (event.type === 'ended') {
+ this.end();
+ return;
+ }
+ if (inputGeneration !== this.inputGeneration) return;
+ if (this.state.muted) {
+ // ASR can disconnect after its resume handshake while getUserMedia is
+ // still pending. Do not report listening when that input is gone.
+ if (event.type === 'error' && this.resumingInput) this.patch({ microphoneError: true });
+ return;
+ }
if (event.type === 'speech-started') {
// An acoustic onset can be noise. Pause playback without consuming
// the reply; only a finalized, nonempty utterance replaces its owner.
if (!this.speechCandidate) {
this.speechCandidate = true;
+ this.candidateStartedAt = Date.now();
this.player?.pause();
+ this.playback?.pause();
log.info('reply held for possible speech', { callId, pendingInput: this.pendingInput });
this.patch({ phase: 'listening', level: 0 });
}
@@ -112,9 +173,11 @@ export class VoiceConversationController {
if (this.speechCandidate) {
this.speechCandidate = false;
this.player?.resume();
+ this.playback?.resume();
log.info('reply resumed after empty speech', {
callId,
pendingInput: this.pendingInput,
+ heldMs: Date.now() - this.candidateStartedAt,
});
this.setReplyPhase(this.replyPhase);
this.updateMessages(this.latestMessages);
@@ -123,10 +186,8 @@ export class VoiceConversationController {
this.patch({ transcript: event.text });
} else if (event.type === 'utterance') {
this.queued.push(event.text);
- if (this.queued.join(' ').length > 16_000) this.fail('send');
+ if ([this.state.unsent, ...this.queued].join(' ').length > 16_000) this.fail('send');
else void this.drain(epoch);
- } else if (event.type === 'ended') {
- this.end();
} else if (event.type === 'error') {
this.fail('connection', event.text);
}
@@ -150,31 +211,16 @@ export class VoiceConversationController {
return;
}
this.callId = result.callId;
- const mic = this.deps.microphone(() => {
- if (current()) this.fail('microphone');
- });
- this.microphone = mic;
- mic.onPcm16k(({ pcm16k }) => {
- if (!current() || !this.callId) return;
- this.deps.api.audio({ callId: this.callId, pcm: pcm16k });
- if (this.state.phase !== 'speaking') {
- const samples = new Int16Array(pcm16k);
- const rms = Math.sqrt(
- samples.reduce((sum, sample) => sum + sample * sample, 0) / Math.max(1, samples.length),
- );
- this.patch({ level: Math.min(1, rms / 5000) });
- }
- });
+ this.patch({ phase: 'microphone' });
try {
- await mic.start();
+ const capturing = this.openMicrophone(epoch);
+ this.pendingCapture = capturing.catch(() => undefined);
+ await capturing;
} catch {
if (current()) this.fail('microphone');
return;
}
- if (!current()) {
- await mic.stop();
- return;
- }
+ if (!current()) return;
this.setReplyPhase(this.pendingInput ? 'thinking' : null);
this.updateMessages(this.latestMessages);
} catch {
@@ -182,6 +228,66 @@ export class VoiceConversationController {
}
}
+ private async openMicrophone(epoch: number): Promise<void> {
+ const version = ++this.captureVersion;
+ const startedAt = Date.now();
+ const current = () =>
+ this.enabled && epoch === this.epoch && version === this.captureVersion && !this.blocked;
+ let firstFrame = true;
+ let interrupted = false;
+ const mic = this.deps.microphone(
+ () => {
+ if (!current()) return;
+ interrupted = true;
+ // During unmute, the caller restores the muted state without stopping TTS.
+ if (!this.state.muted) this.fail('microphone');
+ },
+ (event, details) => {
+ if (!current()) return;
+ const safe = microphoneDiagnostic(event, details);
+ if (safe)
+ log.info('microphone capture', {
+ callId: this.callId,
+ elapsedMs: Date.now() - startedAt,
+ ...safe,
+ });
+ },
+ );
+ this.microphone = mic;
+ mic.onPcm16k(({ pcm16k }) => {
+ if (!current() || !this.callId || this.state.muted) return;
+ if (firstFrame) {
+ firstFrame = false;
+ log.info('microphone first frame', {
+ callId: this.callId,
+ inputGeneration: this.inputGeneration,
+ elapsedMs: Date.now() - startedAt,
+ });
+ }
+ this.deps.api.audio({
+ callId: this.callId,
+ pcm: pcm16k,
+ inputGeneration: this.inputGeneration,
+ });
+ if (this.state.phase !== 'speaking') {
+ const samples = new Int16Array(pcm16k);
+ const rms = Math.sqrt(
+ samples.reduce((sum, sample) => sum + sample * sample, 0) / Math.max(1, samples.length),
+ );
+ this.patch({ level: Math.min(1, rms / 5000) });
+ }
+ });
+ try {
+ await mic.start();
+ if (interrupted) throw new Error('microphone_interrupted');
+ if (current())
+ log.info('microphone ready', { callId: this.callId, elapsedMs: Date.now() - startedAt });
+ } finally {
+ // getUserMedia can resolve after End. Its eventual tracks still need stopping.
+ if (!current()) await mic.stop();
+ }
+ }
+
private setReplyPhase(phase: typeof this.replyPhase): void {
this.replyPhase = phase;
this.patch({ phase: this.speechCandidate ? 'listening' : (phase ?? 'listening'), level: 0 });
@@ -189,8 +295,17 @@ export class VoiceConversationController {
/** Explicit stop or a committed new utterance permanently relinquishes the old reply. */
interrupt(reason: 'user_stop' | 'new_utterance' = 'user_stop'): void {
- log.info('reply interrupted', { callId: this.callId, reason, pendingInput: this.pendingInput });
+ log.info('reply interrupted', {
+ callId: this.callId,
+ reason,
+ pendingInput: this.pendingInput,
+ ...(this.speechCandidate ? { heldMs: Date.now() - this.candidateStartedAt } : {}),
+ });
++this.speechEpoch;
+ this.playback?.cancel();
+ this.playback = null;
+ this.replyComplete = false;
+ this.deferringSpeech = false;
this.speechCandidate = false;
this.replyPhase = null;
this.tracker.interrupt();
@@ -207,8 +322,9 @@ export class VoiceConversationController {
}
private async submit(text: string, epoch: number): Promise<void> {
- const current = () =>
- this.enabled && epoch === this.epoch && !this.blocked && !this.state.muted;
+ const captureVersion = this.captureVersion;
+ const current = () => this.enabled && epoch === this.epoch && !this.blocked;
+ const canEnqueue = () => current() && captureVersion === this.captureVersion;
if (!current()) return;
this.interrupt('new_utterance');
this.setReplyPhase('thinking');
@@ -221,7 +337,7 @@ export class VoiceConversationController {
(id) => {
clientId = id;
},
- current,
+ canEnqueue,
);
if (!current()) {
// A permission/mute boundary can cancel preflight before enqueue. Wait
@@ -231,18 +347,26 @@ export class VoiceConversationController {
return;
}
if (!accepted || !clientId) {
+ if (!canEnqueue()) {
+ this.patch({ unsent: [text, this.state.unsent].filter(Boolean).join(' ') });
+ this.setReplyPhase(null);
+ return;
+ }
this.fail('send', text);
return;
}
if (replyEpoch !== this.speechEpoch) return;
log.info('voice input accepted', { callId: this.callId, clientId, characters: text.length });
this.pendingInput = clientId;
+ this.replyStartedAt = Date.now();
this.tracker.expect(clientId);
this.updateMessages(this.latestMessages);
} catch {
- if (current()) this.fail('send', text);
- else if (this.enabled)
+ if (canEnqueue()) this.fail('send', text);
+ else if (this.enabled) {
this.patch({ unsent: [text, this.state.unsent].filter(Boolean).join(' ') });
+ if (current() && replyEpoch === this.speechEpoch) this.setReplyPhase(null);
+ }
}
}
@@ -251,7 +375,10 @@ export class VoiceConversationController {
this.sending = true;
try {
while (this.queued.length && this.enabled && epoch === this.epoch && !this.blocked) {
- this.inFlight = this.submit(this.queued.shift()!, epoch);
+ // A muted preflight can settle after input has resumed. Merge retained
+ // text here so a newer queued utterance cannot erase that late result.
+ const text = [this.state.unsent, this.queued.shift()!].filter(Boolean).join(' ');
+ this.inFlight = this.submit(text, epoch);
await this.inFlight;
}
} finally {
@@ -267,67 +394,111 @@ export class VoiceConversationController {
!this.enabled ||
!this.callId ||
this.blocked ||
- this.state.muted ||
!this.pendingInput ||
- this.speechCandidate
+ this.speechCandidate ||
+ this.deferringSpeech
)
return;
- const reply = this.tracker.take(messages);
+ const inputIndex = messages.findIndex((message) => message.clientId === this.pendingInput);
+ if (
+ inputIndex >= 0 &&
+ messages.slice(inputIndex + 1).some((message) => message.role === 'user')
+ ) {
+ this.interrupt();
+ return;
+ }
+ const reply = this.tracker.take(messages, this.sentencePlayback);
if (!reply) {
- if (!this.tracker.hasPendingReply) {
+ if (!this.tracker.hasPendingReply && !this.replyComplete) {
log.info('reply ownership superseded', {
callId: this.callId,
pendingInput: this.pendingInput,
});
- this.pendingInput = null;
- this.setReplyPhase(null);
+ this.interrupt();
}
return;
}
- this.pendingInput = null;
- log.info('final reply selected', {
+ if (reply.invalidated) {
+ log.info('speech prefix replaced', { callId: this.callId, replyId: reply.id });
+ this.interrupt();
+ return;
+ }
+ this.replyComplete = reply.complete;
+ log.info('reply speech available', {
callId: this.callId,
replyId: reply.id,
characters: reply.text.length,
+ complete: reply.complete,
+ elapsedMs: Date.now() - this.replyStartedAt,
});
- void this.speak(reply.text);
+ if (!this.playback) this.playback = this.createPlayback();
+ this.playback?.append(
+ speechChunks(reply.text, this.sentencePlayback ? 500 : 3_500),
+ reply.complete,
+ );
}
- private async speak(text: string): Promise<void> {
+ private createPlayback(): SpeechPlaybackQueue | null {
const epoch = this.epoch;
const speechEpoch = ++this.speechEpoch;
const callId = this.callId;
const player = this.player;
- if (!callId || !player) return;
+ if (!callId || !player) return null;
const current = () =>
epoch === this.epoch && speechEpoch === this.speechEpoch && this.enabled && !this.blocked;
- this.setReplyPhase('preparing');
- try {
- for (const [index, chunk] of speechChunks(text).entries()) {
+ return new SpeechPlaybackQueue({
+ api: this.deps.api,
+ callId,
+ prefix: String(speechEpoch),
+ player,
+ prefetch: this.sentencePlayback,
+ phase: (phase) => {
+ if (current()) this.setReplyPhase(phase);
+ },
+ drained: () => {
if (!current()) return;
- const requestId = `${speechEpoch}:${index}`;
- log.info('speech requested', { callId, requestId, characters: chunk.length });
- const { sampleRate } = await this.deps.api.speak({ callId, requestId, text: chunk });
+ this.pendingInput = null;
+ this.playback = null;
+ },
+ deferred: (alreadyPlayed) => {
if (!current()) return;
- this.setReplyPhase('speaking');
- await player.play(
- () => this.deps.api.readSpeech(callId, requestId),
- sampleRate,
- () => {
- log.info('playback scheduled', { callId, requestId, sampleRate });
- },
- );
- if (current()) log.info('playback completed', { callId, requestId });
- }
- if (current()) this.setReplyPhase(null);
- } catch {
- if (current()) this.fail('speech');
- }
+ if (alreadyPlayed || !this.pendingInput) {
+ this.interrupt();
+ return;
+ }
+ ++this.speechEpoch;
+ this.playback = null;
+ this.replyComplete = false;
+ this.deferringSpeech = true;
+ this.tracker.expect(this.pendingInput);
+ this.tracker.deferUntilComplete();
+ this.setReplyPhase('thinking');
+ const deferredEpoch = this.speechEpoch;
+ void this.deps.api
+ .interrupt(callId)
+ .then(() => {
+ if (epoch === this.epoch && deferredEpoch === this.speechEpoch) {
+ this.deferringSpeech = false;
+ this.updateMessages(this.latestMessages);
+ }
+ })
+ .catch(() => {
+ if (epoch === this.epoch && deferredEpoch === this.speechEpoch) this.fail('speech');
+ });
+ },
+ failed: () => {
+ if (current()) this.fail('speech');
+ },
+ diagnostic: (event, details) => {
+ if (current())
+ log.info(event, { callId, elapsedMs: Date.now() - this.replyStartedAt, ...details });
+ },
+ });
}
finishUtterance(): void {
const epoch = this.epoch;
- if (this.callId)
+ if (this.callId && !this.state.muted && !this.state.microphonePending)
void this.deps.api.finishUtterance(this.callId).catch(() => {
if (epoch === this.epoch) this.fail('connection');
});
@@ -341,26 +512,115 @@ export class VoiceConversationController {
.filter(Boolean)
.join(' ');
this.release();
- this.patch({ phase: 'paused', unsent, transcript: '', level: 0 });
+ this.patch({
+ phase: 'paused',
+ unsent,
+ transcript: '',
+ level: 0,
+ microphonePending: false,
+ microphoneError: false,
+ });
}
// Confirmation completion does not silently restart a microphone.
}
- toggleMute(): void {
- if (this.state.muted) {
- if (this.selection) void this.start(this.selection);
- return;
+ toggleMute(): Promise<void> {
+ if (
+ !this.callId ||
+ this.state.microphonePending ||
+ ['connecting', 'microphone'].includes(this.state.phase)
+ )
+ return this.inputChange;
+ const epoch = this.epoch;
+ const callId = this.callId;
+ const unmuting = this.state.muted;
+ this.resumingInput = unmuting;
+ const startedAt = Date.now();
+ const current = () =>
+ this.enabled && epoch === this.epoch && this.callId === callId && !this.blocked;
+ this.patch({ microphonePending: true, microphoneError: false });
+ if (!unmuting) {
+ ++this.captureVersion;
+ const unsent = [this.state.unsent, ...this.queued, this.state.transcript]
+ .filter(Boolean)
+ .join(' ');
+ this.queued = [];
+ this.patch({ muted: true, transcript: '', unsent });
+ // A possible interruption can no longer be confirmed with the mic closed.
+ // Restore the held reply instead of discarding its playback/ownership.
+ if (this.speechCandidate) {
+ this.speechCandidate = false;
+ this.player?.resume();
+ this.playback?.resume();
+ log.info('reply resumed on microphone mute', {
+ callId,
+ heldMs: Date.now() - this.candidateStartedAt,
+ });
+ }
+ this.setReplyPhase(this.replyPhase);
+ this.updateMessages(this.latestMessages);
}
- const unsent = [this.state.unsent, ...this.queued, this.state.transcript]
- .filter(Boolean)
- .join(' ');
- this.release();
- this.patch({ muted: true, phase: 'paused', transcript: '', unsent, level: 0 });
+ const mic = this.microphone;
+ if (!unmuting) this.microphone = null;
+ this.inputChange = (async () => {
+ let stage: 'asr' | 'microphone' = 'asr';
+ try {
+ if (!unmuting) {
+ const [result] = await Promise.all([
+ this.deps.api.setInputMuted(callId, true),
+ mic?.stop().catch(() => {
+ // Tracks and PCM forwarding stop before AudioContext cleanup.
+ // A failed context close must not silence the companion's reply.
+ log.warn('microphone cleanup failed', { callId });
+ }),
+ ]);
+ if (current()) this.inputGeneration = result.inputGeneration;
+ } else {
+ const result = await this.deps.api.setInputMuted(callId, false);
+ if (!current()) return;
+ this.inputGeneration = result.inputGeneration;
+ stage = 'microphone';
+ await this.openMicrophone(epoch);
+ if (!current()) return;
+ if (this.state.microphoneError) {
+ stage = 'asr';
+ throw new Error('input_ended');
+ }
+ this.patch({ muted: false });
+ }
+ if (current())
+ log.info('microphone mute changed', {
+ callId,
+ muted: !unmuting,
+ elapsedMs: Date.now() - startedAt,
+ });
+ } catch {
+ if (!current()) return;
+ if (!unmuting) {
+ this.fail('connection');
+ return;
+ }
+ // Failure to restore capture must not cancel the reply the user is hearing.
+ ++this.captureVersion;
+ const failedMic = this.microphone;
+ this.microphone = null;
+ this.patch({ muted: true, microphoneError: true });
+ await Promise.allSettled([failedMic?.stop(), this.deps.api.setInputMuted(callId, true)]);
+ log.warn('microphone resume failed', { callId, stage, elapsedMs: Date.now() - startedAt });
+ } finally {
+ if (current()) {
+ this.resumingInput = false;
+ this.patch({ microphonePending: false });
+ }
+ }
+ })();
+ return this.inputChange;
}
retryUnsent(): void {
if (!this.state.unsent || !this.callId || this.blocked) return;
const text = this.state.unsent;
+ this.patch({ unsent: '' });
this.queued.push(text);
void this.drain(this.epoch);
}
@@ -371,12 +631,30 @@ export class VoiceConversationController {
.filter(Boolean)
.join(' ');
this.release();
- this.patch({ phase: 'error', error, unsent, transcript: '', level: 0 });
+ this.patch({
+ phase: 'error',
+ error,
+ unsent,
+ transcript: '',
+ level: 0,
+ microphonePending: false,
+ microphoneError: false,
+ });
}
private release(): void {
++this.epoch;
+ this.resumingInput = false;
+ ++this.captureVersion;
++this.speechEpoch;
+ if (this.playback) {
+ this.playback.cancel();
+ this.playback = null;
+ this.tracker.interrupt();
+ this.pendingInput = null;
+ }
+ this.replyComplete = false;
+ this.deferringSpeech = false;
this.speechCandidate = false;
this.replyPhase = null;
this.queued = [];
@@ -391,6 +669,8 @@ export class VoiceConversationController {
this.teardown = Promise.allSettled([
this.teardown,
this.pendingStart,
+ this.pendingCapture,
+ this.inputChange,
this.inFlight,
microphone?.stop(),
callId ? this.deps.api.end(callId) : undefined,
@@ -402,6 +682,13 @@ export class VoiceConversationController {
this.release();
this.tracker.interrupt();
this.pendingInput = null;
- this.patch({ phase: 'idle', transcript: '', level: 0, muted: false });
+ this.patch({
+ phase: 'idle',
+ transcript: '',
+ level: 0,
+ muted: false,
+ microphonePending: false,
+ microphoneError: false,
+ });
}
}
diff --git a/apps/desktop/src/renderer/features/bots/voice/VoiceReplyTracker.ts b/apps/desktop/src/renderer/features/bots/voice/VoiceReplyTracker.ts
index f9ec23b65a..53425bf1e1 100644
--- a/apps/desktop/src/renderer/features/bots/voice/VoiceReplyTracker.ts
+++ b/apps/desktop/src/renderer/features/bots/voice/VoiceReplyTracker.ts
@@ -1,12 +1,20 @@
import type { ChatMessage } from '@/lib/makerChatStore';
+import { completeSpeechPrefix, streamingSpeechText } from './SpeechTextBuffer';
-/** Only the completed, top-level answer to a voice input belongs to this call. */
+export type VoiceReply = { id: string; text: string; complete: boolean; invalidated?: true };
+
+/** Correlate one voice input with its final answer, emitting each stable prefix once. */
export class VoiceReplyTracker {
private waitingFor: string | null = null;
- private consumed = new Set<string>();
+ private replyId: string | null = null;
+ private emitted = '';
+ private deferred = false;
expect(clientId: string): void {
this.waitingFor = clientId;
+ this.replyId = null;
+ this.emitted = '';
+ this.deferred = false;
}
interrupt(): void {
this.waitingFor = null;
@@ -15,7 +23,14 @@ export class VoiceReplyTracker {
return this.waitingFor !== null;
}
- take(messages: readonly ChatMessage[]): { id: string; text: string } | null {
+ /** Main can defer a reply before any audio starts, e.g. for an outgoing hook. */
+ deferUntilComplete(): void {
+ this.replyId = null;
+ this.emitted = '';
+ this.deferred = true;
+ }
+
+ take(messages: readonly ChatMessage[], sentencePlayback = false): VoiceReply | null {
if (!this.waitingFor) return null;
const index = messages.findIndex((message) => message.clientId === this.waitingFor);
if (index < 0) return null; // A queued input has not entered the task yet.
@@ -23,12 +38,13 @@ export class VoiceReplyTracker {
this.interrupt();
return null;
}
- for (const message of messages.slice(index + 1)) {
- // An input from another surface/automation owns the subsequent answer.
- if (message.role === 'user') {
- this.interrupt();
- return null;
- }
+ const following = messages.slice(index + 1);
+ // Supersession applies even when the previous answer precedes the new input.
+ if (following.some((message) => message.role === 'user')) {
+ this.interrupt();
+ return null;
+ }
+ for (const message of following) {
if (
message.role !== 'assistant' ||
message.parentToolUseId ||
@@ -36,16 +52,37 @@ export class VoiceReplyTracker {
message.sourceGroup ||
message.botPrivateReply ||
message.assistantPhase === 'commentary' ||
- message.isStreaming ||
- message.ghostReplyPending ||
- message.turnCompleted !== true
+ message.ghostReplyPending
)
continue;
- if (this.consumed.has(message.clientId)) continue;
- const text = speechText(message.content);
- this.consumed.add(message.clientId);
- this.interrupt();
- return { id: message.clientId, text };
+ const complete = !message.isStreaming && message.turnCompleted === true;
+ if (
+ !complete &&
+ (!sentencePlayback || this.deferred || message.assistantPhase !== 'final_answer')
+ )
+ continue;
+ const text = sentencePlayback
+ ? streamingSpeechText(message.content, complete)
+ : speechText(message.content);
+ // Full-text reconciliation can replace a streamed prefix. Already spoken
+ // words cannot be undone; cancel this reply instead of reading it twice.
+ if ((this.replyId && this.replyId !== message.clientId) || !text.startsWith(this.emitted)) {
+ this.interrupt();
+ return { id: message.clientId, text: '', complete: true, invalidated: true };
+ }
+ const remaining = text.slice(this.emitted.length);
+ const next = complete ? remaining : completeSpeechPrefix(remaining);
+ if (!next.trim() && !complete) continue;
+ this.replyId = message.clientId;
+ this.emitted += next;
+ if (complete) this.interrupt();
+ // Closing quotes or ellipses may arrive after the spoken sentence. Consume
+ // that suffix for reconciliation without paying for punctuation-only TTS.
+ return {
+ id: message.clientId,
+ text: sentencePlayback && /^[\s\p{P}]*$/u.test(next) ? '' : next.trim(),
+ complete,
+ };
}
return null;
}
@@ -78,6 +115,7 @@ export function speechChunks(text: string, limit = 3_500): string[] {
prefix.lastIndexOf('\n'),
);
let end = boundary > limit / 2 ? boundary + 1 : limit;
+ if (end === limit && prefix.lastIndexOf(' ') > limit / 2) end = prefix.lastIndexOf(' ');
if (/^[\uDC00-\uDFFF]/.test(text.slice(end))) end--;
chunks.push(text.slice(0, end).trim());
text = text.slice(end).trim();
diff --git a/apps/desktop/src/renderer/features/bots/voice/__tests__/CompanionVoicePanel.test.tsx b/apps/desktop/src/renderer/features/bots/voice/__tests__/CompanionVoicePanel.test.tsx
index 9d22504eb8..64eb939961 100644
--- a/apps/desktop/src/renderer/features/bots/voice/__tests__/CompanionVoicePanel.test.tsx
+++ b/apps/desktop/src/renderer/features/bots/voice/__tests__/CompanionVoicePanel.test.tsx
@@ -1,10 +1,14 @@
// @vitest-environment jsdom
import { StrictMode } from 'react';
import { act, cleanup, fireEvent, render, screen, waitFor } from '@testing-library/react';
-import { type VoiceConversationModel } from '@/../shared/voiceConversation';
+import {
+ type VoiceConversationModel,
+ type VoiceConversationEvent,
+} from '@/../shared/voiceConversation';
import { afterEach, beforeEach, expect, it, vi } from 'vitest';
vi.mock('react-i18next', () => ({ useTranslation: () => ({ t: (key: string) => key }) }));
+vi.mock('@/lib/logger', () => ({ createLogger: () => ({ info: vi.fn(), warn: vi.fn() }) }));
vi.mock('@/hooks/useVoiceInputSettings', () => ({
getVoiceInputSettings: () => ({ microphoneDeviceId: null }),
}));
@@ -35,6 +39,7 @@ vi.mock('../PcmSpeechPlayer', () => ({
import { CompanionVoicePanel } from '../CompanionVoicePanel';
let models: VoiceConversationModel[];
+let inputEvent: (event: VoiceConversationEvent) => void;
const start = vi.fn(async () => ({ callId: 'call' }));
const refresh = vi.fn(async () => undefined);
beforeEach(() => {
@@ -52,8 +57,15 @@ beforeEach(() => {
preference: vi.fn(async () => ({ selection: null, customized: false })),
setPreference: vi.fn(async (_botId, selection) => ({ selection, customized: !!selection })),
start,
+ setInputMuted: vi.fn(async () => ({ inputGeneration: 2 })),
+ finishUtterance: vi.fn(async () => {}),
end: vi.fn(async () => {}),
- onEvent: () => () => {},
+ onEvent: (callback: typeof inputEvent) => {
+ inputEvent = callback;
+ return () => {
+ inputEvent = () => {};
+ };
+ },
},
maker: { refreshBuiltinProviderModels: refresh },
voiceInput: { updateSettings: vi.fn(async () => ({})), onPowerStateChange: () => () => {} },
@@ -199,3 +211,96 @@ it('keeps a load failure visible and retries without silently switching provider
fireEvent.click(screen.getByRole('button', { name: 'bots.voiceMode.resume' }));
await waitFor(() => expect(audio.start).toHaveBeenCalledOnce());
});
+
+it('distinguishes ASR connection from microphone startup, with explicit microphone-only controls', async () => {
+ models = [{ id: 'tts', name: 'Speech', defaultVoice: 'alloy' }];
+ let connected!: (value: { callId: string }) => void;
+ let capturing!: () => void;
+ start.mockImplementationOnce(
+ () =>
+ new Promise((resolve) => {
+ connected = resolve;
+ }),
+ );
+ audio.start.mockImplementationOnce(
+ () =>
+ new Promise<void>((resolve) => {
+ capturing = resolve;
+ }),
+ );
+ const view = render(panel());
+ await waitFor(() => expect(start).toHaveBeenCalledOnce());
+ expect(screen.getByRole('status').textContent).toBe('bots.voiceMode.status.connecting');
+ expect(screen.getByRole('button', { name: 'bots.voiceMode.mute' }).hasAttribute('disabled')).toBe(
+ true,
+ );
+ await act(async () => {
+ connected({ callId: 'call' });
+ });
+ expect(screen.getByRole('status').textContent).toBe('bots.voiceMode.status.microphone');
+ expect(
+ view.container.querySelector('[data-activity="microphone"] .animate-spinner'),
+ ).not.toBeNull();
+ expect(view.container.querySelector('.companion-voice-meter')).toBeNull();
+ await act(async () => {
+ capturing();
+ });
+ expect(screen.getByRole('status').textContent).toBe('bots.voiceMode.status.listening');
+ expect(view.container.querySelector('.companion-voice-meter')).not.toBeNull();
+ fireEvent.click(screen.getByRole('button', { name: 'bots.voiceMode.mute' }));
+ await waitFor(() =>
+ expect(window.electronAPI.voiceConversation.setInputMuted).toHaveBeenCalledWith('call', true),
+ );
+ expect(screen.getByRole('status').textContent).toBe('bots.voiceMode.status.muted');
+ expect(
+ screen.getByRole('button', { name: 'bots.voiceMode.unmute' }).getAttribute('aria-pressed'),
+ ).toBe('true');
+ expect(screen.getByText('bots.voiceMode.mutedHint')).toBeTruthy();
+ expect(view.container.querySelector('.companion-voice-meter')).toBeNull();
+ expect(window.electronAPI.voiceConversation.end).not.toHaveBeenCalled();
+ fireEvent.click(screen.getByRole('button', { name: 'bots.voiceMode.unmute' }));
+ await waitFor(() => expect(audio.start).toHaveBeenCalledTimes(2));
+ expect(screen.getByRole('status').textContent).toBe('bots.voiceMode.status.listening');
+ expect(start).toHaveBeenCalledOnce();
+});
+
+it('keeps Send secondary and preserves a visible unsent draft when the microphone is muted', async () => {
+ models = [{ id: 'tts', name: 'Speech', defaultVoice: 'alloy' }];
+ render(panel());
+ await waitFor(() => expect(audio.start).toHaveBeenCalledOnce());
+ act(() => inputEvent({ callId: 'call', event: { type: 'draft', text: 'unfinished thought' } }));
+ fireEvent.click(screen.getByRole('button', { name: 'bots.voiceMode.send' }));
+ expect(window.electronAPI.voiceConversation.finishUtterance).toHaveBeenCalledWith('call');
+ fireEvent.click(screen.getByRole('button', { name: 'bots.voiceMode.mute' }));
+ await waitFor(() =>
+ expect(
+ screen.getByRole('button', { name: 'bots.voiceMode.unmute' }).hasAttribute('disabled'),
+ ).toBe(false),
+ );
+ expect(screen.getByText('bots.voiceMode.unsent')).toBeTruthy();
+ expect(screen.getByText('unfinished thought')).toBeTruthy();
+ expect(screen.getByRole('button', { name: 'bots.voiceMode.send' })).toBeTruthy();
+ expect(window.electronAPI.voiceConversation.end).not.toHaveBeenCalled();
+});
+
+it('offers unmute again after capture fails without replacing the call with a full reconnect', async () => {
+ models = [{ id: 'tts', name: 'Speech', defaultVoice: 'alloy' }];
+ render(panel());
+ await waitFor(() => expect(audio.start).toHaveBeenCalledOnce());
+ fireEvent.click(screen.getByRole('button', { name: 'bots.voiceMode.mute' }));
+ await waitFor(() =>
+ expect(
+ screen.getByRole('button', { name: 'bots.voiceMode.unmute' }).hasAttribute('disabled'),
+ ).toBe(false),
+ );
+ audio.start.mockRejectedValueOnce(new Error('device unavailable'));
+ fireEvent.click(screen.getByRole('button', { name: 'bots.voiceMode.unmute' }));
+ await screen.findByText('bots.voiceMode.microphoneResumeError');
+ await waitFor(() =>
+ expect(
+ screen.getByRole('button', { name: 'bots.voiceMode.unmute' }).hasAttribute('disabled'),
+ ).toBe(false),
+ );
+ expect(screen.queryByRole('button', { name: 'bots.voiceMode.resume' })).toBeNull();
+ expect(window.electronAPI.voiceConversation.end).not.toHaveBeenCalled();
+});
diff --git a/apps/desktop/src/renderer/features/bots/voice/__tests__/CompanionVoiceSettings.test.tsx b/apps/desktop/src/renderer/features/bots/voice/__tests__/CompanionVoiceSettings.test.tsx
index c0feb31366..b7c60f4803 100644
--- a/apps/desktop/src/renderer/features/bots/voice/__tests__/CompanionVoiceSettings.test.tsx
+++ b/apps/desktop/src/renderer/features/bots/voice/__tests__/CompanionVoiceSettings.test.tsx
@@ -106,6 +106,75 @@ afterEach(cleanup);
const renderSettings = (botId = 'bot') =>
render(<CompanionVoiceSettings botId={botId} sessionId="canonical" />);
+it('defaults to sentence playback, persists a toggle without a model, and restores the default', async () => {
+ const view = renderSettings();
+ const toggle = screen.getByRole('switch', { name: 'bots.voiceMode.sentencePlayback' });
+ await waitFor(() => expect(toggle.hasAttribute('disabled')).toBe(false));
+ expect(toggle.getAttribute('aria-checked')).toBe('true');
+ vi.mocked(window.electronAPI.voiceConversation.setPreference).mockResolvedValueOnce({
+ selection: null,
+ customized: true,
+ sentencePlayback: false,
+ });
+ fireEvent.click(toggle);
+ await waitFor(() => expect(toggle.getAttribute('aria-checked')).toBe('false'));
+ expect(window.electronAPI.voiceConversation.setPreference).toHaveBeenCalledWith(
+ 'bot',
+ undefined,
+ false,
+ );
+ view.unmount();
+ vi.mocked(window.electronAPI.voiceConversation.preference).mockResolvedValueOnce({
+ selection: null,
+ customized: true,
+ sentencePlayback: false,
+ });
+ renderSettings();
+ await waitFor(() =>
+ expect(screen.getByRole('switch').getAttribute('aria-checked')).toBe('false'),
+ );
+ fireEvent.click(screen.getByRole('button', { name: 'bots.voiceMode.resetPreference' }));
+ await waitFor(() => expect(screen.getByRole('switch').getAttribute('aria-checked')).toBe('true'));
+ expect(window.electronAPI.voiceConversation.setPreference).toHaveBeenLastCalledWith(
+ 'bot',
+ null,
+ null,
+ );
+ expect(start).not.toHaveBeenCalled();
+});
+
+it('retains the saved toggle and reports a save failure', async () => {
+ renderSettings();
+ const toggle = screen.getByRole('switch');
+ await waitFor(() => expect(toggle.hasAttribute('disabled')).toBe(false));
+ vi.mocked(window.electronAPI.voiceConversation.setPreference).mockRejectedValueOnce(
+ new Error('disk'),
+ );
+ fireEvent.click(toggle);
+ await screen.findByRole('alert');
+ expect(toggle.getAttribute('aria-checked')).toBe('true');
+});
+
+it('does not erase an unsaved manual voice when only changing playback', async () => {
+ models = [{ id: 'tts', name: 'Speech', defaultVoice: 'alloy' }];
+ renderSettings();
+ const voice = await screen.findByLabelText('bots.voiceMode.voiceId');
+ await waitFor(() => expect((voice as HTMLInputElement).disabled).toBe(false));
+ fireEvent.change(voice, { target: { value: 'unfinished-voice' } });
+ vi.mocked(window.electronAPI.voiceConversation.setPreference).mockResolvedValueOnce({
+ selection: null,
+ customized: true,
+ sentencePlayback: false,
+ });
+ fireEvent.click(screen.getByRole('switch'));
+ await waitFor(() =>
+ expect(screen.getByRole('switch').getAttribute('aria-checked')).toBe('false'),
+ );
+ expect((screen.getByLabelText('bots.voiceMode.voiceId') as HTMLInputElement).value).toBe(
+ 'unfinished-voice',
+ );
+});
+
it('shows a useful empty state without requesting a microphone or inventing models', async () => {
renderSettings();
await screen.findByText('bots.voiceMode.noModels');
@@ -372,7 +441,11 @@ it('preserves an unavailable saved connection until the user restores defaults',
expect(screen.queryByRole('button', { name: 'bots.voiceMode.preview' })).toBeNull();
fireEvent.click(screen.getByRole('button', { name: 'bots.voiceMode.resetPreference' }));
await waitFor(() =>
- expect(window.electronAPI.voiceConversation.setPreference).toHaveBeenCalledWith('bot', null),
+ expect(window.electronAPI.voiceConversation.setPreference).toHaveBeenCalledWith(
+ 'bot',
+ null,
+ null,
+ ),
);
await waitFor(() =>
expect(
diff --git a/apps/desktop/src/renderer/features/bots/voice/__tests__/MessageReadAloudController.test.ts b/apps/desktop/src/renderer/features/bots/voice/__tests__/MessageReadAloudController.test.ts
new file mode 100644
index 0000000000..7a0c424d56
--- /dev/null
+++ b/apps/desktop/src/renderer/features/bots/voice/__tests__/MessageReadAloudController.test.ts
@@ -0,0 +1,204 @@
+import { expect, it, vi } from 'vitest';
+import type { VoiceConversationApi, VoiceConversationEvent } from '@/../shared/voiceConversation';
+import type { SpeechPlayer } from '../PcmSpeechPlayer';
+import { speechText } from '../VoiceReplyTracker';
+import { MessageReadAloudController } from '../MessageReadAloudController';
+
+const log = vi.hoisted(() => ({ info: vi.fn(), warn: vi.fn() }));
+vi.mock('@/lib/logger', () => ({ createLogger: () => log }));
+const selection = {
+ providerId: 'mine',
+ agent: 'codex' as const,
+ modelId: 'tts',
+ voice: 'my-voice',
+};
+function deferred<T>() {
+ let resolve!: (value: T) => void;
+ const promise = new Promise<T>((done) => {
+ resolve = done;
+ });
+ return { promise, resolve };
+}
+function fixture() {
+ const listeners = new Set<(event: VoiceConversationEvent) => void>();
+ const api = {
+ startPlayback: vi.fn<VoiceConversationApi['startPlayback']>(async ({ callId }) => ({ callId })),
+ speak: vi.fn<VoiceConversationApi['speak']>(async () => ({ sampleRate: 24000 })),
+ readSpeech: vi.fn<VoiceConversationApi['readSpeech']>(async () => ({
+ pcm: new ArrayBuffer(2),
+ done: true,
+ })),
+ end: vi.fn<VoiceConversationApi['end']>(async () => {}),
+ onEvent: vi.fn<VoiceConversationApi['onEvent']>((listener) => {
+ listeners.add(listener);
+ return () => {
+ listeners.delete(listener);
+ };
+ }),
+ };
+ const makePlayer = () => ({
+ play: vi.fn<SpeechPlayer['play']>(async (read, _rate, onStarted) => {
+ await read();
+ onStarted?.();
+ }),
+ close: vi.fn(),
+ cancel: vi.fn(),
+ pause: vi.fn(),
+ resume: vi.fn(),
+ });
+ const players: ReturnType<typeof makePlayer>[] = [];
+ const createPlayer = vi.fn(() => {
+ const player = makePlayer();
+ players.push(player);
+ return player;
+ });
+ const controller = new MessageReadAloudController({
+ api,
+ botId: 'bot',
+ sessionId: 'canonical',
+ player: createPlayer,
+ });
+ return {
+ api,
+ controller,
+ players,
+ createPlayer,
+ emit: (event: VoiceConversationEvent) => listeners.forEach((listener) => listener(event)),
+ };
+}
+
+it('reads all completed reply text in bounded order with the saved route and cleans up', async () => {
+ const f = fixture();
+ log.info.mockClear();
+ const markdown =
+ '**Hello.** [Reference](https://example.test)\n```js\nprivateCode();\n```\n' +
+ 'A whole sentence. '.repeat(400);
+ await f.controller.start('reply', markdown, async () => selection);
+ await vi.waitFor(() => expect(f.controller.getSnapshot().phase).toBe('idle'));
+ expect(f.api.startPlayback).toHaveBeenCalledWith({
+ ...selection,
+ callId: expect.any(String),
+ botId: 'bot',
+ sessionId: 'canonical',
+ });
+ const parts = f.api.speak.mock.calls.map(([input]) => input.text);
+ expect(parts.length).toBeGreaterThan(2);
+ expect(parts.every((text) => text.length <= 500)).toBe(true);
+ expect(parts.join(' ')).toBe(speechText(markdown));
+ expect(f.api.speak.mock.calls.every(([input]) => input.streaming === undefined)).toBe(true);
+ expect(f.players[0].close).toHaveBeenCalledOnce();
+ expect(f.api.end).toHaveBeenCalled();
+ expect(JSON.stringify(log.info.mock.calls)).not.toContain('privateCode');
+ expect(JSON.stringify(log.info.mock.calls)).not.toContain('A whole sentence');
+});
+
+it('does not invent a route or synthesize unreadable content', async () => {
+ const f = fixture();
+ await f.controller.start('code', '```js\nx();\n```', async () => selection);
+ expect(f.createPlayer).not.toHaveBeenCalled();
+ await f.controller.start('reply', 'text', async () => undefined);
+ expect(f.controller.getSnapshot().phase).toBe('error');
+ expect(f.api.startPlayback).not.toHaveBeenCalled();
+ expect(f.api.speak).not.toHaveBeenCalled();
+ expect(f.players[0].close).toHaveBeenCalledOnce();
+});
+
+it('drops selection loaded after Stop without opening a lease or sending text', async () => {
+ const f = fixture();
+ const configuration = deferred<typeof selection>();
+ const pending = f.controller.start('reply', 'text', () => configuration.promise);
+ expect(f.createPlayer).toHaveBeenCalledOnce();
+ await f.controller.stop();
+ configuration.resolve(selection);
+ await pending;
+ expect(f.api.startPlayback).not.toHaveBeenCalled();
+ expect(f.api.speak).not.toHaveBeenCalled();
+});
+
+it('keeps replacement playback alive when a cancelled Main start settles late', async () => {
+ const f = fixture();
+ const open = deferred<{ callId: string }>();
+ f.api.startPlayback.mockReturnValueOnce(open.promise);
+ const old = f.controller.start('old', 'old text', async () => selection);
+ await vi.waitFor(() => expect(f.api.startPlayback).toHaveBeenCalledOnce());
+ const oldId = f.api.startPlayback.mock.calls[0][0].callId;
+ const drain = deferred<void>();
+ const current = f.controller.start('new', 'new text', async () => selection);
+ f.players[1].play.mockImplementationOnce(async (_read, _rate, onStarted) => {
+ onStarted?.();
+ await drain.promise;
+ });
+ await current;
+ await vi.waitFor(() =>
+ expect(f.controller.getSnapshot()).toEqual({ messageId: 'new', phase: 'playing' }),
+ );
+ open.resolve({ callId: oldId });
+ await old;
+ expect(f.controller.getSnapshot().messageId).toBe('new');
+ expect(f.api.speak).toHaveBeenCalledOnce();
+ expect(f.api.speak.mock.calls[0][0].text).toBe('new text');
+ expect(f.api.end.mock.calls.every(([id]) => id === oldId)).toBe(true);
+ drain.resolve();
+ await vi.waitFor(() => expect(f.controller.getSnapshot().phase).toBe('idle'));
+});
+
+it('stops output immediately and waits for the previous lease before replacing a reply', async () => {
+ const f = fixture();
+ const audio = deferred<void>();
+ const started = f.controller.start('first', 'first', async () => selection);
+ f.players[0].play.mockReturnValueOnce(audio.promise);
+ await started;
+ await vi.waitFor(() => expect(f.players[0].play).toHaveBeenCalledOnce());
+ const ended = deferred<void>();
+ f.api.end.mockReturnValueOnce(ended.promise);
+ const replacement = f.controller.start('second', 'second', async () => selection);
+ expect(f.players[0].close).toHaveBeenCalledOnce();
+ await Promise.resolve();
+ expect(f.api.startPlayback).toHaveBeenCalledOnce();
+ ended.resolve();
+ await replacement;
+ expect(f.api.startPlayback).toHaveBeenCalledTimes(2);
+ audio.resolve();
+ await vi.waitFor(() => expect(f.controller.getSnapshot().phase).toBe('idle'));
+});
+
+it('only marks playing after the player schedules audio and allows cancellation while preparing', async () => {
+ const f = fixture();
+ const request = deferred<{ sampleRate: number }>();
+ f.api.speak.mockReturnValueOnce(request.promise);
+ await f.controller.start('reply', 'text', async () => selection);
+ expect(f.controller.getSnapshot()).toEqual({ messageId: 'reply', phase: 'preparing' });
+ await f.controller.stop();
+ request.resolve({ sampleRate: 24000 });
+ await Promise.resolve();
+ expect(f.players[0].play).not.toHaveBeenCalled();
+ expect(f.api.readSpeech).not.toHaveBeenCalled();
+ expect(f.controller.getSnapshot().phase).toBe('idle');
+});
+
+it('ends failed synthesis without retries, raw errors or a provider fallback', async () => {
+ const f = fixture();
+ log.warn.mockClear();
+ f.api.speak.mockRejectedValueOnce(new Error('secret provider payload'));
+ await f.controller.start('reply', 'private reply', async () => selection);
+ await vi.waitFor(() => expect(f.controller.getSnapshot().phase).toBe('error'));
+ expect(f.api.speak).toHaveBeenCalledOnce();
+ expect(f.api.end).toHaveBeenCalled();
+ expect(f.players[0].close).toHaveBeenCalledOnce();
+ expect(JSON.stringify(log.warn.mock.calls)).not.toMatch(/secret|private reply/);
+});
+
+it('releases local playback when Main ends the owned call', async () => {
+ const f = fixture();
+ const audio = deferred<void>();
+ const start = f.controller.start('reply', 'text', async () => selection);
+ f.players[0].play.mockReturnValueOnce(audio.promise);
+ await start;
+ const callId = f.api.startPlayback.mock.calls[0][0].callId;
+ f.emit({ callId: 'other', event: { type: 'ended' } });
+ expect(f.controller.getSnapshot().messageId).toBe('reply');
+ f.emit({ callId, event: { type: 'ended' } });
+ expect(f.controller.getSnapshot().phase).toBe('idle');
+ expect(f.players[0].close).toHaveBeenCalledOnce();
+ audio.resolve();
+});
diff --git a/apps/desktop/src/renderer/features/bots/voice/__tests__/SpeechTextBuffer.test.ts b/apps/desktop/src/renderer/features/bots/voice/__tests__/SpeechTextBuffer.test.ts
new file mode 100644
index 0000000000..a1ed6447dd
--- /dev/null
+++ b/apps/desktop/src/renderer/features/bots/voice/__tests__/SpeechTextBuffer.test.ts
@@ -0,0 +1,40 @@
+import { expect, it } from 'vitest';
+import { completeSpeechPrefix, streamingSpeechText } from '../SpeechTextBuffer';
+
+it('never reads an unfinished fenced code block, including nested Markdown blocks', () => {
+ expect(streamingSpeechText('说明。\n```js\nsecret();\n', false)).toBe('说明。');
+ expect(streamingSpeechText('说明。\n```js\nsecret();\n```\n结论。', true)).toBe('说明。 结论。');
+ expect(streamingSpeechText('> ```js\n> secret();\n', false)).toBe('');
+});
+
+it.each(['[a sentence.', '[label](https://private.test', '`unfinished code.', '<unfinished'])(
+ 'holds unfinished inline syntax: %s',
+ (tail) => {
+ expect(streamingSpeechText(`First sentence. ${tail}`, false)).toBe('First sentence.');
+ },
+);
+
+it('keeps readable link text, omits images and supports emphasis across snapshots', () => {
+ expect(streamingSpeechText('**你好。', false)).toBe('你好。');
+ expect(
+ streamingSpeechText(
+ '**你好。** [世界](https://example.test)。 ![图](https://private.test)',
+ true,
+ ),
+ ).toBe('你好。 世界。');
+});
+
+it('finds CJK sentence ends, handles English decimals and holds an unfinished tail', () => {
+ expect(completeSpeechPrefix('你好。再见!剩余')).toBe('你好。再见!');
+ expect(completeSpeechPrefix('Version 3.14 is ready. Next')).toBe('Version 3.14 is ready.');
+ expect(completeSpeechPrefix('Ask Dr. Smith')).toBe('');
+ expect(completeSpeechPrefix('Incomplete')).toBe('');
+});
+
+it('bounds a long unfinished sentence at a word boundary', () => {
+ const text = 'word '.repeat(150);
+ const prefix = completeSpeechPrefix(text);
+ expect(prefix.length).toBeLessThanOrEqual(500);
+ expect(prefix.endsWith('word')).toBe(true);
+ expect(text.startsWith(prefix)).toBe(true);
+});
diff --git a/apps/desktop/src/renderer/features/bots/voice/__tests__/VoiceConversationController.test.ts b/apps/desktop/src/renderer/features/bots/voice/__tests__/VoiceConversationController.test.ts
index 4f4327a4c0..eb615d47a5 100644
--- a/apps/desktop/src/renderer/features/bots/voice/__tests__/VoiceConversationController.test.ts
+++ b/apps/desktop/src/renderer/features/bots/voice/__tests__/VoiceConversationController.test.ts
@@ -1,5 +1,10 @@
import { beforeEach, describe, expect, it, vi } from 'vitest';
-import type { VoiceConversationApi, VoiceConversationEvent } from '@/../shared/voiceConversation';
+import type {
+ VoiceConversationApi,
+ VoiceConversationEvent,
+ SpeechStartResult,
+} from '@/../shared/voiceConversation';
+import type { SpeechPlayer } from '../PcmSpeechPlayer';
import type { ChatMessage } from '@/lib/makerChatStore';
import { VoiceConversationController } from '../VoiceConversationController';
@@ -16,6 +21,7 @@ function fixture() {
let listener: (event: VoiceConversationEvent) => void = () => {};
let inputs = 0;
let calls = 0;
+ let inputGeneration = 0;
const api = {
models: vi.fn(async () => []),
voices: vi.fn(async () => ({ source: 'manual' as const, voices: [] })),
@@ -25,12 +31,21 @@ function fixture() {
preference: vi.fn(async () => ({ selection: null, customized: false })),
setPreference: vi.fn(async () => ({ selection: null, customized: false })),
start: vi.fn(async () => ({ callId: `call-${++calls}` })),
+ startPlayback: vi.fn<VoiceConversationApi['startPlayback']>(async (input) => ({
+ callId: input.callId,
+ })),
audio: vi.fn(),
finishUtterance: vi.fn(async () => {}),
+ setInputMuted: vi.fn<VoiceConversationApi['setInputMuted']>(async () => ({
+ inputGeneration: ++inputGeneration,
+ })),
end: vi.fn(async () => {}),
interrupt: vi.fn(async () => {}),
- speak: vi.fn(async () => ({ sampleRate: 24000 })),
- readSpeech: vi.fn(async () => ({ pcm: new ArrayBuffer(0), done: true })),
+ speak: vi.fn<VoiceConversationApi['speak']>(async () => ({ sampleRate: 24000 })),
+ readSpeech: vi.fn<VoiceConversationApi['readSpeech']>(async () => ({
+ pcm: new ArrayBuffer(0),
+ done: true,
+ })),
onEvent: vi.fn((callback) => {
listener = callback;
return () => {
@@ -44,7 +59,9 @@ function fixture() {
onPcm16k: vi.fn(),
};
const player = {
- play: vi.fn(async () => {}),
+ play: vi.fn<SpeechPlayer['play']>(async (_read, _rate, onStarted) => {
+ onStarted?.();
+ }),
pause: vi.fn(),
resume: vi.fn(),
cancel: vi.fn(),
@@ -57,20 +74,264 @@ function fixture() {
return true;
},
);
+ const createMicrophone = vi.fn<
+ (
+ onInterrupted: () => void,
+ onStateChange: (event: string, details?: Record<string, unknown>) => void,
+ ) => typeof microphone
+ >(() => microphone);
const controller = new VoiceConversationController({
api,
botId: 'bot',
sessionId: 'task',
- microphone: () => microphone,
+ microphone: createMicrophone,
player: () => player,
send,
});
- const emit = (event: VoiceConversationEvent['event'], callId = `call-${calls}`) =>
- listener({ callId, event });
+ const emit = (
+ event: VoiceConversationEvent['event'],
+ callId = `call-${calls}`,
+ generation = inputGeneration,
+ ) => listener({ callId, inputGeneration: generation, event });
const utterance = (text = 'hello') => emit({ type: 'utterance', id: crypto.randomUUID(), text });
- return { controller, api, microphone, player, send, emit, utterance };
+ return { controller, api, microphone, createMicrophone, player, send, emit, utterance };
}
+const streamingReply = (content: string, complete = false): ChatMessage => ({
+ ...reply(),
+ content,
+ assistantPhase: 'final_answer',
+ isStreaming: !complete,
+ turnCompleted: complete,
+});
+
+describe('sentence playback', () => {
+ it('starts before turn completion, waits between sentences, and flushes the tail exactly once', async () => {
+ const f = fixture();
+ await f.controller.start(selection);
+ f.utterance();
+ await Promise.resolve();
+ await Promise.resolve();
+ f.controller.updateMessages([user(), streamingReply('第一句话。第二句还')]);
+ await vi.waitFor(() => expect(f.player.play).toHaveBeenCalledOnce());
+ expect(f.api.speak.mock.calls[0][0]).toMatchObject({ text: '第一句话。', streaming: true });
+ expect(f.controller.getSnapshot().phase).toBe('thinking');
+ f.controller.updateMessages([user(), streamingReply('第一句话。第二句还')]);
+ expect(f.api.speak).toHaveBeenCalledOnce();
+ f.controller.updateMessages([user(), streamingReply('第一句话。第二句还没结束')]);
+ expect(f.api.speak).toHaveBeenCalledOnce();
+ const final = [user(), streamingReply('第一句话。第二句还没结束', true)];
+ f.controller.updateMessages(final);
+ await vi.waitFor(() => expect(f.player.play).toHaveBeenCalledTimes(2));
+ expect(f.api.speak.mock.calls.map(([value]) => value.text)).toEqual([
+ '第一句话。',
+ '第二句还没结束',
+ ]);
+ expect(f.controller.getSnapshot().phase).toBe('listening');
+ f.controller.updateMessages(final);
+ expect(f.api.speak).toHaveBeenCalledTimes(2);
+ f.controller.end();
+ });
+
+ it.each([false, true])(
+ 'waits for completion when playback is %s but phase is unknown',
+ async (enabled) => {
+ const f = fixture();
+ await f.controller.start(selection, enabled);
+ f.utterance();
+ await Promise.resolve();
+ await Promise.resolve();
+ const content = '第一句话。第二句话。';
+ f.controller.updateMessages([
+ user(),
+ { ...reply(), content, isStreaming: true, turnCompleted: false },
+ ]);
+ expect(f.api.speak).not.toHaveBeenCalled();
+ if (!enabled) {
+ f.controller.updateMessages([user(), streamingReply(content)]);
+ expect(f.api.speak).not.toHaveBeenCalled();
+ }
+ f.controller.updateMessages([user(), streamingReply(content, true)]);
+ await vi.waitFor(() => expect(f.player.play).toHaveBeenCalledOnce());
+ expect(f.api.speak.mock.calls[0][0].text).toBe(content);
+ f.controller.end();
+ },
+ );
+
+ it('defers to the processed full reply when Main reports an outgoing hook', async () => {
+ const f = fixture();
+ f.api.speak.mockResolvedValueOnce({ deferred: true });
+ await f.controller.start(selection);
+ f.utterance();
+ await Promise.resolve();
+ await Promise.resolve();
+ f.controller.updateMessages([user(), streamingReply('原文第一句话。后续')]);
+ await vi.waitFor(() => expect(f.api.interrupt).toHaveBeenCalledTimes(2));
+ expect(f.player.play).not.toHaveBeenCalled();
+ f.controller.updateMessages([user(), streamingReply('原文第一句话。后续完成。')]);
+ expect(f.api.speak).toHaveBeenCalledOnce();
+ f.controller.updateMessages([
+ user(),
+ { ...streamingReply('处理后的完整回复。', true), ghostReplyPending: true },
+ ]);
+ expect(f.api.speak).toHaveBeenCalledOnce();
+ f.controller.updateMessages([user(), streamingReply('处理后的完整回复。', true)]);
+ await vi.waitFor(() => expect(f.player.play).toHaveBeenCalledOnce());
+ expect(f.api.speak.mock.calls[1][0]).toMatchObject({ text: '处理后的完整回复。' });
+ expect(f.api.speak.mock.calls[1][0].streaming).toBeUndefined();
+ f.controller.end();
+ });
+
+ it('prefetches only one segment and drops pending audio on a committed interruption', async () => {
+ const f = fixture();
+ let finish!: () => void;
+ f.player.play.mockImplementationOnce(async (_read, _rate, started) => {
+ started?.();
+ await new Promise<void>((resolve) => {
+ finish = resolve;
+ });
+ });
+ await f.controller.start(selection);
+ f.utterance();
+ await Promise.resolve();
+ await Promise.resolve();
+ f.controller.updateMessages([user(), streamingReply('第一句话。')]);
+ await vi.waitFor(() => expect(f.player.play).toHaveBeenCalledOnce());
+ f.controller.updateMessages([user(), streamingReply('第一句话。第二句话。')]);
+ f.controller.updateMessages([user(), streamingReply('第一句话。第二句话。第三句话。')]);
+ expect(f.api.speak.mock.calls.map(([value]) => value.text)).toEqual([
+ '第一句话。',
+ '第二句话。',
+ ]);
+ f.emit({ type: 'speech-started' });
+ f.utterance('a new question');
+ await vi.waitFor(() => expect(f.send).toHaveBeenCalledTimes(2));
+ finish();
+ await Promise.resolve();
+ await Promise.resolve();
+ expect(f.player.play).toHaveBeenCalledOnce();
+ expect(f.api.speak).toHaveBeenCalledTimes(2);
+ f.controller.end();
+ });
+
+ it('plays prepared sentences in order, pauses lookahead, and listens only after the final tail drains', async () => {
+ const f = fixture();
+ const finishes: Array<() => void> = [];
+ f.player.play.mockImplementation(async (read, _rate, started) => {
+ await read();
+ started?.();
+ await new Promise<void>((resolve) => finishes.push(resolve));
+ });
+ await f.controller.start(selection);
+ f.utterance();
+ await Promise.resolve();
+ await Promise.resolve();
+ f.controller.updateMessages([user(), streamingReply('第一句。')]);
+ await vi.waitFor(() => expect(finishes).toHaveLength(1));
+ f.controller.updateMessages([user(), streamingReply('第一句。第二句。')]);
+ f.controller.updateMessages([user(), streamingReply('第一句。第二句。第三句。', true)]);
+ expect(f.api.speak).toHaveBeenCalledTimes(2);
+ f.emit({ type: 'speech-started' });
+ finishes[0]();
+ await Promise.resolve();
+ await Promise.resolve();
+ expect(f.api.speak).toHaveBeenCalledTimes(2);
+ expect(f.player.play).toHaveBeenCalledOnce();
+ f.emit({ type: 'speech-idle' });
+ await vi.waitFor(() => expect(finishes).toHaveLength(2));
+ expect(f.api.speak).toHaveBeenCalledTimes(3);
+ expect(f.controller.getSnapshot().phase).toBe('speaking');
+ finishes[1]();
+ await vi.waitFor(() => expect(finishes).toHaveLength(3));
+ expect(f.api.readSpeech.mock.calls.map((call) => call[1])).toEqual(
+ f.api.speak.mock.calls.map(([request]) => request.requestId),
+ );
+ finishes[2]();
+ await vi.waitFor(() => expect(f.controller.getSnapshot().phase).toBe('listening'));
+ f.controller.end();
+ });
+
+ it('waits for deferred speech cleanup before replaying a final snapshot that arrived meanwhile', async () => {
+ const f = fixture();
+ f.api.speak.mockResolvedValueOnce({ deferred: true });
+ await f.controller.start(selection);
+ f.utterance();
+ await Promise.resolve();
+ await Promise.resolve();
+ let cleaned!: () => void;
+ f.api.interrupt.mockImplementationOnce(
+ () =>
+ new Promise<void>((resolve) => {
+ cleaned = resolve;
+ }),
+ );
+ f.controller.updateMessages([user(), streamingReply('原文第一句。')]);
+ await vi.waitFor(() => expect(f.api.interrupt).toHaveBeenCalledTimes(2));
+ f.controller.updateMessages([user(), streamingReply('处理后的完整回复。', true)]);
+ expect(f.api.speak).toHaveBeenCalledOnce();
+ cleaned();
+ await vi.waitFor(() => expect(f.player.play).toHaveBeenCalledOnce());
+ expect(f.api.speak.mock.calls[1][0].text).toBe('处理后的完整回复。');
+ f.controller.end();
+ });
+
+ it('ignores a late cleanup failure after the user has started a new voice turn', async () => {
+ const f = fixture();
+ f.api.speak.mockResolvedValueOnce({ deferred: true });
+ await f.controller.start(selection);
+ f.utterance();
+ await Promise.resolve();
+ await Promise.resolve();
+ let reject!: (error: Error) => void;
+ f.api.interrupt.mockImplementationOnce(
+ () =>
+ new Promise<void>((_resolve, fail) => {
+ reject = fail;
+ }),
+ );
+ f.controller.updateMessages([user(), streamingReply('原文第一句。')]);
+ await vi.waitFor(() => expect(f.api.interrupt).toHaveBeenCalledTimes(2));
+ f.utterance('next question');
+ await vi.waitFor(() => expect(f.send).toHaveBeenCalledTimes(2));
+ reject(new Error('late cleanup'));
+ await Promise.resolve();
+ await Promise.resolve();
+ f.controller.updateMessages([user(), reply(), user('user-2'), reply('reply-2')]);
+ await vi.waitFor(() => expect(f.player.play).toHaveBeenCalledOnce());
+ expect(f.controller.getSnapshot().error).toBeNull();
+ f.controller.end();
+ });
+
+ it('does not synthesize a closing quote that arrives after a spoken sentence', async () => {
+ const f = fixture();
+ await f.controller.start(selection);
+ f.utterance();
+ await Promise.resolve();
+ await Promise.resolve();
+ f.controller.updateMessages([user(), streamingReply('她说:“你好。')]);
+ await vi.waitFor(() => expect(f.player.play).toHaveBeenCalledOnce());
+ f.controller.updateMessages([user(), streamingReply('她说:“你好。”', true)]);
+ expect(f.api.speak).toHaveBeenCalledOnce();
+ expect(f.controller.getSnapshot().phase).toBe('listening');
+ f.controller.end();
+ });
+
+ it('cancels queued audio if a full-text correction replaces the spoken prefix', async () => {
+ const f = fixture();
+ await f.controller.start(selection);
+ f.utterance();
+ await Promise.resolve();
+ await Promise.resolve();
+ f.controller.updateMessages([user(), streamingReply('最初的答案。')]);
+ await vi.waitFor(() => expect(f.player.play).toHaveBeenCalledOnce());
+ f.controller.updateMessages([user(), streamingReply('更正后的答案。', true)]);
+ expect(f.api.speak).toHaveBeenCalledOnce();
+ expect(f.controller.getSnapshot().phase).toBe('listening');
+ expect(f.api.interrupt).toHaveBeenCalledTimes(2);
+ f.controller.end();
+ });
+});
+
describe('companion voice loop', () => {
it('sends speech through the existing task, reads only its final reply, then listens again', async () => {
const f = fixture();
@@ -101,7 +362,7 @@ describe('companion voice loop', () => {
it('pauses on acoustic onset and cancels pending TTS only when a new utterance commits', async () => {
const f = fixture();
- let finish!: (value: { sampleRate: number }) => void;
+ let finish!: (value: SpeechStartResult) => void;
f.api.speak.mockImplementationOnce(
() =>
new Promise((resolve) => {
@@ -246,8 +507,9 @@ describe('companion voice loop', () => {
const f = fixture();
let played!: () => void;
f.player.play.mockImplementationOnce(
- () =>
+ (_read, _rate, onStarted) =>
new Promise<void>((resolve) => {
+ onStarted?.();
played = resolve;
}),
);
@@ -268,7 +530,7 @@ describe('companion voice loop', () => {
f.controller.end();
});
- it.each(['permission', 'mute', 'end'] as const)(
+ it.each(['permission', 'end'] as const)(
'does not resume a held reply across the %s boundary',
async (boundary) => {
const f = fixture();
@@ -278,7 +540,6 @@ describe('companion voice loop', () => {
await Promise.resolve();
f.emit({ type: 'speech-started' });
if (boundary === 'permission') f.controller.setBlocked(true);
- else if (boundary === 'mute') f.controller.toggleMute();
else f.controller.end();
f.emit({ type: 'speech-idle' });
f.controller.updateMessages([user(), reply()]);
@@ -380,3 +641,351 @@ it('keeps the ordinary final text and stops voice on a BYOK synthesis failure wi
expect(f.send).toHaveBeenCalledOnce();
f.controller.end();
});
+
+describe('microphone-only mute', () => {
+ it('keeps the same call and spoken reply running, and rejects stale input after unmute', async () => {
+ const f = fixture();
+ let finished!: () => void;
+ f.player.play.mockImplementation(async (_read, _rate, started) => {
+ started?.();
+ await new Promise<void>((resolve) => {
+ finished = resolve;
+ });
+ });
+ await f.controller.start(selection);
+ const oldPcm = f.microphone.onPcm16k.mock.calls[0][0];
+ f.utterance();
+ await vi.waitFor(() => expect(f.send).toHaveBeenCalledOnce());
+ f.controller.updateMessages([user(), reply()]);
+ await vi.waitFor(() => expect(f.controller.getSnapshot().phase).toBe('speaking'));
+ f.player.cancel.mockClear();
+ f.api.interrupt.mockClear();
+ const muted = f.controller.toggleMute();
+ f.emit({ type: 'error', text: 'late input error' }, 'call-1', 0);
+ oldPcm({ pcm16k: new ArrayBuffer(2) });
+ await muted;
+ expect(f.controller.getSnapshot()).toMatchObject({
+ phase: 'speaking',
+ muted: true,
+ microphonePending: false,
+ microphoneError: false,
+ });
+ expect(f.microphone.stop).toHaveBeenCalledOnce();
+ expect(f.api.setInputMuted).toHaveBeenCalledWith('call-1', true);
+ f.emit({ type: 'speech-started' });
+ f.utterance('ignored while muted');
+ expect(f.player.pause).not.toHaveBeenCalled();
+ expect(f.api.audio).not.toHaveBeenCalled();
+ expect(f.send).toHaveBeenCalledOnce();
+ expect(f.api.end).not.toHaveBeenCalled();
+ expect(f.api.interrupt).not.toHaveBeenCalled();
+ expect(f.player.cancel).not.toHaveBeenCalled();
+ expect(f.player.close).not.toHaveBeenCalled();
+ await f.controller.toggleMute();
+ expect(f.api.start).toHaveBeenCalledOnce();
+ expect(f.microphone.start).toHaveBeenCalledTimes(2);
+ expect(f.controller.getSnapshot()).toMatchObject({ phase: 'speaking', muted: false });
+ f.emit({ type: 'utterance', id: 'old', text: 'stale' }, 'call-1', 0);
+ oldPcm({ pcm16k: new ArrayBuffer(2) });
+ expect(f.send).toHaveBeenCalledOnce();
+ expect(f.api.audio).not.toHaveBeenCalled();
+ const newPcm = f.microphone.onPcm16k.mock.calls[1][0];
+ newPcm({ pcm16k: new ArrayBuffer(2) });
+ expect(f.api.audio).toHaveBeenCalledWith({
+ callId: 'call-1',
+ inputGeneration: 2,
+ pcm: expect.any(ArrayBuffer),
+ });
+ finished();
+ await vi.waitFor(() => expect(f.controller.getSnapshot().phase).toBe('listening'));
+ f.utterance('next');
+ await vi.waitFor(() => expect(f.send).toHaveBeenCalledTimes(2));
+ f.controller.end();
+ });
+
+ it('keeps listening to the reply when microphone context cleanup rejects', async () => {
+ const f = fixture();
+ await f.controller.start(selection);
+ f.utterance();
+ await Promise.resolve();
+ await Promise.resolve();
+ f.microphone.stop.mockRejectedValueOnce(new Error('context already closed'));
+ await f.controller.toggleMute();
+ expect(f.controller.getSnapshot()).toMatchObject({
+ muted: true,
+ error: null,
+ microphonePending: false,
+ });
+ expect(f.api.end).not.toHaveBeenCalled();
+ f.controller.updateMessages([user(), reply()]);
+ await vi.waitFor(() => expect(f.player.play).toHaveBeenCalledOnce());
+ expect(log.warn).toHaveBeenCalledWith('microphone cleanup failed', { callId: 'call-1' });
+ f.controller.end();
+ });
+
+ it('resumes a noise-held reply on mute and keeps reading sentences received while muted', async () => {
+ const f = fixture();
+ await f.controller.start(selection);
+ f.utterance();
+ await Promise.resolve();
+ await Promise.resolve();
+ f.emit({ type: 'speech-started' });
+ f.controller.updateMessages([user(), streamingReply('第一句。')]);
+ expect(f.api.speak).not.toHaveBeenCalled();
+ await f.controller.toggleMute();
+ await vi.waitFor(() => expect(f.player.play).toHaveBeenCalledOnce());
+ expect(f.player.resume).toHaveBeenCalled();
+ f.controller.updateMessages([user(), streamingReply('第一句。第二句。', true)]);
+ await vi.waitFor(() => expect(f.player.play).toHaveBeenCalledTimes(2));
+ expect(f.controller.getSnapshot()).toMatchObject({ phase: 'listening', muted: true });
+ expect(f.api.end).not.toHaveBeenCalled();
+ expect(log.info).toHaveBeenCalledWith(
+ 'reply resumed on microphone mute',
+ expect.objectContaining({ heldMs: expect.any(Number) }),
+ );
+ f.controller.end();
+ });
+
+ it('tracks an already accepted task whose acknowledgement arrives after mute', async () => {
+ const f = fixture();
+ let accepted!: () => void;
+ f.send.mockImplementationOnce(async (_text, created) => {
+ created('user-1');
+ await new Promise<void>((resolve) => {
+ accepted = resolve;
+ });
+ return true;
+ });
+ await f.controller.start(selection);
+ f.utterance();
+ await f.controller.toggleMute();
+ accepted();
+ await Promise.resolve();
+ await Promise.resolve();
+ f.controller.updateMessages([user(), reply()]);
+ await vi.waitFor(() => expect(f.player.play).toHaveBeenCalledOnce());
+ expect(f.controller.getSnapshot().unsent).toBe('');
+ expect(f.send).toHaveBeenCalledOnce();
+ f.controller.end();
+ });
+
+ it.each(['reject', 'throw'] as const)(
+ 'retains cancelled preflight on mute (%s) and only sends on explicit retry',
+ async (outcome) => {
+ const f = fixture();
+ let finish!: () => void;
+ f.send.mockImplementationOnce(async (_text, _created, current) => {
+ await new Promise<void>((resolve) => {
+ finish = resolve;
+ });
+ expect(current()).toBe(false);
+ if (outcome === 'throw') throw new Error('cancelled');
+ return false;
+ });
+ await f.controller.start(selection);
+ f.utterance('not enqueued');
+ await f.controller.toggleMute();
+ finish();
+ await vi.waitFor(() => expect(f.controller.getSnapshot().unsent).toBe('not enqueued'));
+ expect(f.controller.getSnapshot()).toMatchObject({
+ phase: 'listening',
+ muted: true,
+ error: null,
+ });
+ expect(f.send).toHaveBeenCalledOnce();
+ f.controller.retryUnsent();
+ f.controller.retryUnsent();
+ await vi.waitFor(() => expect(f.send).toHaveBeenCalledTimes(2));
+ expect(f.send.mock.calls[1][0]).toBe('not enqueued');
+ expect(f.controller.getSnapshot().unsent).toBe('');
+ f.controller.end();
+ },
+ );
+
+ it('joins late rejected preflight text to speech already queued after unmute', async () => {
+ const f = fixture();
+ let finish!: () => void;
+ f.send.mockImplementationOnce(async (_text, _created, current) => {
+ await new Promise<void>((resolve) => {
+ finish = resolve;
+ });
+ return current();
+ });
+ await f.controller.start(selection);
+ f.utterance('first part');
+ await f.controller.toggleMute();
+ await f.controller.toggleMute();
+ f.utterance('second part');
+ finish();
+ await vi.waitFor(() => expect(f.send).toHaveBeenCalledTimes(2));
+ expect(f.send.mock.calls[1][0]).toBe('first part second part');
+ expect(f.controller.getSnapshot().unsent).toBe('');
+ f.controller.end();
+ });
+
+ it('preserves a draft on mute without sending it on unmute, then joins it to continued speech', async () => {
+ const f = fixture();
+ await f.controller.start(selection);
+ f.emit({ type: 'draft', text: 'first part' });
+ await f.controller.toggleMute();
+ expect(f.controller.getSnapshot()).toMatchObject({ transcript: '', unsent: 'first part' });
+ await f.controller.toggleMute();
+ expect(f.send).not.toHaveBeenCalled();
+ f.utterance('second part');
+ await vi.waitFor(() => expect(f.send).toHaveBeenCalledOnce());
+ expect(f.send.mock.calls[0][0]).toBe('first part second part');
+ f.controller.end();
+ });
+
+ it.each(['asr', 'microphone', 'interruption'] as const)(
+ 'keeps the reply available after failed %s unmute and allows retry',
+ async (failure) => {
+ const f = fixture();
+ await f.controller.start(selection);
+ f.utterance();
+ await Promise.resolve();
+ await Promise.resolve();
+ await f.controller.toggleMute();
+ if (failure === 'asr') f.api.setInputMuted.mockRejectedValueOnce(new Error('offline'));
+ else if (failure === 'microphone')
+ f.microphone.start.mockRejectedValueOnce(new Error('denied'));
+ else
+ f.microphone.start.mockImplementationOnce(async () => {
+ f.createMicrophone.mock.calls.at(-1)![0]();
+ });
+ await f.controller.toggleMute();
+ expect(f.controller.getSnapshot()).toMatchObject({
+ phase: 'thinking',
+ muted: true,
+ microphoneError: true,
+ microphonePending: false,
+ });
+ expect(f.api.end).not.toHaveBeenCalled();
+ expect(f.player.close).not.toHaveBeenCalled();
+ f.controller.updateMessages([user(), reply()]);
+ await vi.waitFor(() => expect(f.player.play).toHaveBeenCalledOnce());
+ await f.controller.toggleMute();
+ expect(f.controller.getSnapshot()).toMatchObject({ muted: false, microphoneError: false });
+ f.controller.end();
+ },
+ );
+
+ it('does not report listening when resumed ASR fails during microphone startup', async () => {
+ const f = fixture();
+ await f.controller.start(selection);
+ f.utterance();
+ await Promise.resolve();
+ await Promise.resolve();
+ await f.controller.toggleMute();
+ let ready!: () => void;
+ f.microphone.start.mockImplementationOnce(
+ () =>
+ new Promise<void>((resolve) => {
+ ready = resolve;
+ }),
+ );
+ const opening = f.controller.toggleMute();
+ await vi.waitFor(() => expect(f.microphone.start).toHaveBeenCalledTimes(2));
+ f.emit({ type: 'error', text: '' });
+ ready();
+ await opening;
+ expect(f.controller.getSnapshot()).toMatchObject({
+ muted: true,
+ microphoneError: true,
+ microphonePending: false,
+ });
+ expect(f.api.end).not.toHaveBeenCalled();
+ f.controller.updateMessages([user(), reply()]);
+ await vi.waitFor(() => expect(f.player.play).toHaveBeenCalledOnce());
+ f.controller.end();
+ });
+
+ it.each(['end', 'permission'] as const)(
+ 'disposes a late microphone obtained during unmute after %s',
+ async (boundary) => {
+ const f = fixture();
+ await f.controller.start(selection);
+ await f.controller.toggleMute();
+ let ready!: () => void;
+ f.microphone.start.mockImplementationOnce(
+ () =>
+ new Promise<void>((resolve) => {
+ ready = resolve;
+ }),
+ );
+ const opening = f.controller.toggleMute();
+ await vi.waitFor(() => expect(f.microphone.start).toHaveBeenCalledTimes(2));
+ expect(f.controller.getSnapshot()).toMatchObject({ muted: true, microphonePending: true });
+ const duplicate = f.controller.toggleMute();
+ expect(duplicate).toBe(opening);
+ if (boundary === 'end') f.controller.end();
+ else f.controller.setBlocked(true);
+ const stopped = f.microphone.stop.mock.calls.length;
+ ready();
+ await opening;
+ expect(f.microphone.stop).toHaveBeenCalledTimes(stopped + 1);
+ expect(f.controller.getSnapshot()).toMatchObject({
+ phase: boundary === 'end' ? 'idle' : 'paused',
+ microphonePending: false,
+ });
+ expect(f.api.start).toHaveBeenCalledOnce();
+ },
+ );
+
+ it('logs safe capture settings, first-frame timing, and phases through the existing logger', async () => {
+ const f = fixture();
+ await f.controller.start(selection);
+ f.createMicrophone.mock.calls[0][1]('stream_started', {
+ tracks: [
+ {
+ label: 'private mic',
+ settings: {
+ deviceId: 'secret-device',
+ groupId: 'secret-group',
+ echoCancellation: true,
+ noiseSuppression: true,
+ autoGainControl: false,
+ sampleRate: 48000,
+ channelCount: 1,
+ },
+ },
+ ],
+ });
+ f.microphone.onPcm16k.mock.calls[0][0]({ pcm16k: new ArrayBuffer(2) });
+ f.microphone.onPcm16k.mock.calls[0][0]({ pcm16k: new ArrayBuffer(2) });
+ expect(log.info).toHaveBeenCalledWith(
+ 'microphone capture',
+ expect.objectContaining({
+ event: 'stream_started',
+ tracks: [
+ {
+ echoCancellation: true,
+ noiseSuppression: true,
+ autoGainControl: false,
+ sampleRate: 48000,
+ channelCount: 1,
+ latency: null,
+ },
+ ],
+ }),
+ );
+ expect(
+ log.info.mock.calls.filter(([event]) => event === 'microphone first frame'),
+ ).toHaveLength(1);
+ expect(log.info).toHaveBeenCalledWith(
+ 'phase changed',
+ expect.objectContaining({
+ from: 'connecting',
+ to: 'microphone',
+ elapsedMs: expect.any(Number),
+ }),
+ );
+ expect(log.info).toHaveBeenCalledWith(
+ 'phase changed',
+ expect.objectContaining({ from: 'microphone', to: 'listening' }),
+ );
+ for (const secret of ['private mic', 'secret-device', 'secret-group'])
+ expect(JSON.stringify(log.info.mock.calls)).not.toContain(secret);
+ f.controller.end();
+ });
+});
diff --git a/apps/desktop/src/renderer/features/bots/voice/__tests__/VoiceReplyTracker.test.ts b/apps/desktop/src/renderer/features/bots/voice/__tests__/VoiceReplyTracker.test.ts
index 314e228f85..cce7cbb8c1 100644
--- a/apps/desktop/src/renderer/features/bots/voice/__tests__/VoiceReplyTracker.test.ts
+++ b/apps/desktop/src/renderer/features/bots/voice/__tests__/VoiceReplyTracker.test.ts
@@ -19,7 +19,7 @@ describe('voice reply correlation', () => {
];
expect(tracker.take(messages)).toBeNull();
messages.push(message('answer', 'assistant', { content: '**Done**', turnCompleted: true }));
- expect(tracker.take(messages)).toEqual({ id: 'answer', text: 'Done' });
+ expect(tracker.take(messages)).toEqual({ id: 'answer', text: 'Done', complete: true });
expect(tracker.take(messages)).toBeNull();
});
it('waits for a queued input and abandons speech ownership when another input takes over', () => {
diff --git a/apps/desktop/src/renderer/features/bots/voice/__tests__/microphoneDiagnostics.test.ts b/apps/desktop/src/renderer/features/bots/voice/__tests__/microphoneDiagnostics.test.ts
new file mode 100644
index 0000000000..7860dcfb59
--- /dev/null
+++ b/apps/desktop/src/renderer/features/bots/voice/__tests__/microphoneDiagnostics.test.ts
@@ -0,0 +1,78 @@
+import { expect, it } from 'vitest';
+import { microphoneDiagnostic } from '../microphoneDiagnostics';
+
+it('keeps only actual processing settings and finite numeric capture metadata', () => {
+ expect(
+ microphoneDiagnostic('stream_started', {
+ tracks: [
+ {
+ label: 'personal device',
+ settings: {
+ deviceId: 'private-id',
+ groupId: 'private-group',
+ echoCancellation: true,
+ noiseSuppression: false,
+ autoGainControl: 'unsupported',
+ sampleRate: 48000,
+ channelCount: 1,
+ latency: Infinity,
+ },
+ },
+ null,
+ ],
+ }),
+ ).toEqual({
+ event: 'stream_started',
+ tracks: [
+ {
+ echoCancellation: true,
+ noiseSuppression: false,
+ autoGainControl: null,
+ sampleRate: 48000,
+ channelCount: 1,
+ latency: null,
+ },
+ {
+ echoCancellation: null,
+ noiseSuppression: null,
+ autoGainControl: null,
+ sampleRate: null,
+ channelCount: null,
+ latency: null,
+ },
+ ],
+ });
+});
+
+it('does not spread raw errors, device identities or arbitrary context states into diagnostics', () => {
+ const privateDetails = {
+ label: 'private',
+ deviceId: 'private',
+ error: new Error('private'),
+ state: 'private',
+ sampleRate: NaN,
+ tracks: [{ label: 'private' }],
+ };
+ for (const event of [
+ 'audio_worklet_ready',
+ 'audio_worklet_fallback',
+ 'script_processor_ready',
+ 'track_ended',
+ 'track_muted',
+ 'track_unmuted',
+ ])
+ expect(microphoneDiagnostic(event, privateDetails)).toEqual({ event });
+ expect(microphoneDiagnostic('context_ready', privateDetails)).toEqual({
+ event: 'context_ready',
+ state: null,
+ sampleRate: null,
+ });
+ expect(
+ microphoneDiagnostic('audio_frame_stalled', {
+ ...privateDetails,
+ elapsedMs: 2000,
+ contextState: 'suspended',
+ }),
+ ).toEqual({ event: 'audio_frame_stalled', elapsedMs: 2000, state: 'suspended' });
+ expect(microphoneDiagnostic('unknown', privateDetails)).toBeNull();
+});
diff --git a/apps/desktop/src/renderer/features/bots/voice/__tests__/useMessageReadAloud.test.tsx b/apps/desktop/src/renderer/features/bots/voice/__tests__/useMessageReadAloud.test.tsx
new file mode 100644
index 0000000000..5bf624d245
--- /dev/null
+++ b/apps/desktop/src/renderer/features/bots/voice/__tests__/useMessageReadAloud.test.tsx
@@ -0,0 +1,210 @@
+// @vitest-environment jsdom
+import { act, cleanup, renderHook, waitFor } from '@testing-library/react';
+import { afterEach, beforeEach, expect, it, vi } from 'vitest';
+import type { VoiceConversationApi } from '@/../shared/voiceConversation';
+import { useMessageReadAloud } from '../useMessageReadAloud';
+
+const h = vi.hoisted(() => ({
+ close: vi.fn(),
+ warning: vi.fn(),
+ t: (key: string) => key,
+}));
+vi.mock('react-i18next', () => ({ useTranslation: () => ({ t: h.t }) }));
+vi.mock('@/lib/logger', () => ({ createLogger: () => ({ info: vi.fn(), warn: vi.fn() }) }));
+vi.mock('@/lib/toast', () => ({ toast: { warning: h.warning } }));
+vi.mock('@/contexts/dataOwnerGeneration', () => ({
+ getDataOwnerGeneration: () => ({ dataOwnerId: 'owner', generation: 1 }),
+}));
+vi.mock('../PcmSpeechPlayer', () => ({
+ PcmSpeechPlayer: class {
+ close = h.close;
+ pause() {}
+ resume() {}
+ cancel() {}
+ play(_read: unknown, _rate: number, onStarted: () => void) {
+ onStarted();
+ return new Promise<void>(() => {});
+ }
+ },
+}));
+const selection = { modelId: 'speech', voice: 'saved-voice' };
+const options = { botId: 'bot', sessionId: 'task', enabled: true, voiceModeOpen: false };
+let settingsChanged: () => void;
+let providersChanged: () => void;
+let powerChanged: () => void;
+let authChanged: (state: {
+ dataOwnerId: string;
+ ownerGeneration: number;
+ ownerBoundaryPending?: boolean;
+}) => void;
+let api: ReturnType<typeof makeApi>;
+function makeApi() {
+ return {
+ models: vi.fn<VoiceConversationApi['models']>(async () => [
+ { id: 'speech', name: 'Speech', protocol: 'openai' },
+ ]),
+ preference: vi.fn<VoiceConversationApi['preference']>(async () => ({
+ selection,
+ customized: true,
+ })),
+ startPlayback: vi.fn<VoiceConversationApi['startPlayback']>(async ({ callId }) => ({ callId })),
+ end: vi.fn<VoiceConversationApi['end']>(async () => {}),
+ speak: vi.fn<VoiceConversationApi['speak']>(async () => ({ sampleRate: 24000 })),
+ readSpeech: vi.fn<VoiceConversationApi['readSpeech']>(async () => ({
+ pcm: new ArrayBuffer(2),
+ done: true,
+ })),
+ onEvent: vi.fn(() => () => {}),
+ };
+}
+beforeEach(() => {
+ vi.clearAllMocks();
+ api = makeApi();
+ Object.defineProperty(window, 'electronAPI', {
+ configurable: true,
+ value: {
+ voiceConversation: api,
+ voiceInput: {
+ onDataChanged: (callback: () => void) => {
+ settingsChanged = callback;
+ return () => {};
+ },
+ onPowerStateChange: (callback: () => void) => {
+ powerChanged = callback;
+ return () => {};
+ },
+ },
+ maker: {
+ onProvidersChanged: (callback: () => void) => {
+ providersChanged = callback;
+ return () => {};
+ },
+ },
+ onAuthStateChange: (callback: typeof authChanged) => {
+ authChanged = callback;
+ return () => {};
+ },
+ },
+ });
+});
+afterEach(cleanup);
+
+it('advertises only a saved usable selection and rechecks it on every click', async () => {
+ api.preference.mockResolvedValue({ selection: null, customized: false });
+ const { result } = renderHook(() => useMessageReadAloud(options));
+ await waitFor(() => expect(api.preference).toHaveBeenCalled());
+ expect(result.current.value?.available).toBe(false);
+ expect(api.startPlayback).not.toHaveBeenCalled();
+ api.preference.mockResolvedValue({ selection, customized: true });
+ act(() => settingsChanged());
+ await waitFor(() => expect(result.current.value?.available).toBe(true));
+ // The saved route has been disabled since the last display refresh.
+ api.models.mockResolvedValue([]);
+ act(() => result.current.value?.toggle('reply', 'hello'));
+ await waitFor(() => expect(h.warning).toHaveBeenCalled());
+ expect(api.startPlayback).not.toHaveBeenCalled();
+ expect(result.current.value?.available).toBe(false);
+});
+
+it('updates discovery without defaulting to another connection with the same model ID', async () => {
+ const { result } = renderHook(() => useMessageReadAloud(options));
+ await waitFor(() => expect(result.current.value?.available).toBe(true));
+ api.models.mockResolvedValue([
+ {
+ id: 'speech',
+ name: 'Another',
+ providerId: 'another',
+ agent: 'codex',
+ protocol: 'elevenlabs',
+ },
+ ]);
+ act(() => providersChanged());
+ await waitFor(() => expect(result.current.value?.available).toBe(false));
+ expect(api.startPlayback).not.toHaveBeenCalled();
+});
+
+it('toggles the selected message, stops on leaving, and disables playback during voice mode', async () => {
+ const { result, rerender } = renderHook((props) => useMessageReadAloud(props), {
+ initialProps: options,
+ });
+ await waitFor(() => expect(result.current.value?.available).toBe(true));
+ act(() => result.current.value?.toggle('reply', 'hello'));
+ await waitFor(() => expect(result.current.value?.phase).toBe('playing'));
+ expect(api.startPlayback).toHaveBeenCalledWith(
+ expect.objectContaining({ ...selection, botId: 'bot', sessionId: 'task' }),
+ );
+ act(() => result.current.value?.toggle('reply', 'hello'));
+ await waitFor(() => expect(result.current.value?.phase).toBe('idle'));
+ expect(h.close).toHaveBeenCalledOnce();
+ rerender({ ...options, voiceModeOpen: true });
+ expect(result.current.value?.disabled).toBe(true);
+ act(() => result.current.value?.toggle('reply', 'hello'));
+ expect(api.startPlayback).toHaveBeenCalledOnce();
+ rerender(options);
+ act(() => result.current.value?.toggle('reply', 'hello'));
+ await waitFor(() => expect(api.startPlayback).toHaveBeenCalledTimes(2));
+ rerender({ ...options, enabled: false });
+ expect(result.current.value).toBeNull();
+ expect(h.close).toHaveBeenCalledTimes(2);
+});
+
+it.each(['account', 'suspend'] as const)(
+ 'cancels on %s and never resumes audio automatically',
+ async (boundary) => {
+ const { result } = renderHook(() => useMessageReadAloud(options));
+ await waitFor(() => expect(result.current.value?.available).toBe(true));
+ act(() => result.current.value?.toggle('reply', 'hello'));
+ await waitFor(() => expect(result.current.value?.phase).toBe('playing'));
+ act(() => {
+ if (boundary === 'account') authChanged({ dataOwnerId: 'next', ownerGeneration: 2 });
+ else powerChanged();
+ });
+ expect(h.close).toHaveBeenCalledOnce();
+ expect(result.current.value?.phase).toBe('idle');
+ expect(api.startPlayback).toHaveBeenCalledOnce();
+ },
+);
+
+it('cancels a pending handover to microphone mode when the system suspends', async () => {
+ const { result } = renderHook(() => useMessageReadAloud(options));
+ await waitFor(() => expect(result.current.value?.available).toBe(true));
+ act(() => result.current.value?.toggle('reply', 'hello'));
+ await waitFor(() => expect(result.current.value?.phase).toBe('playing'));
+ let release!: () => void;
+ api.end.mockReturnValueOnce(
+ new Promise<void>((resolve) => {
+ release = resolve;
+ }),
+ );
+ let handover!: Promise<boolean>;
+ act(() => {
+ handover = result.current.stopForVoiceMode();
+ });
+ act(() => powerChanged());
+ release();
+ await expect(handover).resolves.toBe(false);
+});
+
+it('ignores a late old-companion configuration result after navigating to another companion', async () => {
+ const { result, rerender } = renderHook((props) => useMessageReadAloud(props), {
+ initialProps: options,
+ });
+ await waitFor(() => expect(result.current.value?.available).toBe(true));
+ let resolve!: (value: Awaited<ReturnType<VoiceConversationApi['preference']>>) => void;
+ api.preference.mockReturnValueOnce(
+ new Promise((done) => {
+ resolve = done;
+ }),
+ );
+ const previousReads = api.preference.mock.calls.length;
+ act(() => result.current.value?.toggle('old-reply', 'hello'));
+ await waitFor(() => expect(api.preference.mock.calls.length).toBeGreaterThan(previousReads));
+ rerender({ ...options, botId: 'next-bot', sessionId: 'next-task' });
+ await waitFor(() => expect(result.current.value?.available).toBe(true));
+ await act(async () => {
+ resolve({ selection, customized: true });
+ });
+ expect(result.current.value?.sessionId).toBe('next-task');
+ expect(result.current.value?.available).toBe(true);
+ expect(api.startPlayback).not.toHaveBeenCalled();
+});
diff --git a/apps/desktop/src/renderer/features/bots/voice/microphoneDiagnostics.ts b/apps/desktop/src/renderer/features/bots/voice/microphoneDiagnostics.ts
new file mode 100644
index 0000000000..4284569136
--- /dev/null
+++ b/apps/desktop/src/renderer/features/bots/voice/microphoneDiagnostics.ts
@@ -0,0 +1,61 @@
+/** Select capture diagnostics explicitly: engine events can contain device names,
+ * stable identifiers and raw errors, none of which belong in voice-call logs. */
+export function microphoneDiagnostic(
+ event: string,
+ details: Record<string, unknown> = {},
+): Record<string, unknown> | null {
+ if (event === 'stream_started') {
+ const tracks = Array.isArray(details.tracks) ? details.tracks : [];
+ return {
+ event,
+ tracks: tracks.map((track) => {
+ const settings = track?.settings ?? {};
+ return {
+ echoCancellation:
+ typeof settings.echoCancellation === 'boolean' ? settings.echoCancellation : null,
+ noiseSuppression:
+ typeof settings.noiseSuppression === 'boolean' ? settings.noiseSuppression : null,
+ autoGainControl:
+ typeof settings.autoGainControl === 'boolean' ? settings.autoGainControl : null,
+ sampleRate: finite(settings.sampleRate),
+ channelCount: finite(settings.channelCount),
+ latency: finite(settings.latency),
+ };
+ }),
+ };
+ }
+ if (
+ [
+ 'context_created',
+ 'context_ready',
+ 'context_state_changed',
+ 'shared_audio_context_used',
+ ].includes(event)
+ )
+ return { event, state: audioState(details.state), sampleRate: finite(details.sampleRate) };
+ if (
+ [
+ 'audio_worklet_ready',
+ 'audio_worklet_fallback',
+ 'script_processor_ready',
+ 'track_ended',
+ 'track_muted',
+ 'track_unmuted',
+ ].includes(event)
+ )
+ return { event };
+ if (event === 'audio_frame_stalled')
+ return { event, elapsedMs: finite(details.elapsedMs), state: audioState(details.contextState) };
+ return null;
+}
+
+function finite(value: unknown): number | null {
+ return typeof value === 'number' && Number.isFinite(value) ? value : null;
+}
+
+function audioState(value: unknown): string | null {
+ return typeof value === 'string' &&
+ ['running', 'suspended', 'closed', 'interrupted'].includes(value)
+ ? value
+ : null;
+}
diff --git a/apps/desktop/src/renderer/features/bots/voice/useMessageReadAloud.ts b/apps/desktop/src/renderer/features/bots/voice/useMessageReadAloud.ts
new file mode 100644
index 0000000000..80c44d4f3d
--- /dev/null
+++ b/apps/desktop/src/renderer/features/bots/voice/useMessageReadAloud.ts
@@ -0,0 +1,160 @@
+import { useCallback, useEffect, useMemo, useRef, useState, useSyncExternalStore } from 'react';
+import { useTranslation } from 'react-i18next';
+import { getDataOwnerGeneration } from '@/contexts/dataOwnerGeneration';
+import type { MessageReadAloud } from '@/components/chat/MessageReadAloudContext';
+import { toast } from '@/lib/toast';
+import { MessageReadAloudController } from './MessageReadAloudController';
+import { PcmSpeechPlayer } from './PcmSpeechPlayer';
+import { resolveVoiceConfiguration } from './voiceConfiguration';
+import { speechText } from './VoiceReplyTracker';
+
+const canRead = (text: string) => Boolean(speechText(text));
+
+export function useMessageReadAloud(options: {
+ botId?: string;
+ sessionId: string;
+ enabled: boolean;
+ voiceModeOpen: boolean;
+}) {
+ const { t } = useTranslation();
+ const api = window.electronAPI.voiceConversation;
+ const latest = useRef(options);
+ latest.current = options;
+ const ownerValid = useRef(true);
+ const scopeVersion = useRef(0);
+ const controller = useMemo(
+ () =>
+ new MessageReadAloudController({
+ api,
+ botId: options.botId ?? '',
+ sessionId: options.sessionId,
+ player: () => new PcmSpeechPlayer(() => {}),
+ }),
+ [api, options.botId, options.sessionId],
+ );
+ const state = useSyncExternalStore(controller.subscribe, controller.getSnapshot);
+ const [availability, setAvailability] = useState({ controller, available: false });
+ const refreshVersion = useRef(0);
+ const enabled = options.enabled && Boolean(api?.startPlayback);
+
+ const loadSelection = useCallback(async () => {
+ const [models, preference] = await Promise.all([api.models(), api.preference(options.botId!)]);
+ // A message action must use an already chosen route, never silently pick the first model.
+ if (!preference.selection) return undefined;
+ const { selection, protocol } = resolveVoiceConfiguration(models, preference.selection);
+ return protocol && selection ? selection : undefined;
+ }, [api, options.botId]);
+
+ useEffect(() => {
+ if (!enabled) {
+ void controller.stop();
+ return;
+ }
+ let disposed = false;
+ const refresh = async () => {
+ const version = ++refreshVersion.current;
+ const selection = await loadSelection().catch(() => undefined);
+ if (disposed || version !== refreshVersion.current || !ownerValid.current) return;
+ setAvailability({ controller, available: Boolean(selection) });
+ if (!selection) void controller.stop();
+ };
+ const removeSettings = window.electronAPI.voiceInput.onDataChanged(() => {
+ void refresh();
+ });
+ const removeProviders = window.electronAPI.maker.onProvidersChanged(() => {
+ void refresh();
+ });
+ window.addEventListener('focus', refresh);
+ void refresh();
+ return () => {
+ disposed = true;
+ ++scopeVersion.current;
+ ++refreshVersion.current;
+ removeSettings();
+ removeProviders();
+ window.removeEventListener('focus', refresh);
+ void controller.stop();
+ };
+ }, [enabled, controller, loadSelection]);
+
+ useEffect(() => {
+ if (options.voiceModeOpen) void controller.stop();
+ }, [controller, options.voiceModeOpen]);
+
+ useEffect(() => {
+ if (!enabled) return;
+ const owner = getDataOwnerGeneration();
+ ownerValid.current = true;
+ const removeAuth = window.electronAPI.onAuthStateChange((next) => {
+ if (
+ next.ownerBoundaryPending ||
+ next.dataOwnerId !== owner.dataOwnerId ||
+ next.ownerGeneration !== owner.generation
+ ) {
+ ownerValid.current = false;
+ ++scopeVersion.current;
+ ++refreshVersion.current;
+ setAvailability({ controller, available: false });
+ void controller.stop();
+ }
+ });
+ const removePower = window.electronAPI.voiceInput.onPowerStateChange(() => {
+ ++scopeVersion.current;
+ void controller.stop();
+ });
+ return () => {
+ removeAuth();
+ removePower();
+ };
+ }, [enabled, controller]);
+
+ useEffect(() => {
+ if (state.phase === 'error') toast.warning(t('bots.voiceMode.readAloudFailed'));
+ }, [state.phase, t]);
+
+ const toggle = useCallback(
+ (messageId: string, text: string) => {
+ if (controller.getSnapshot().messageId === messageId) {
+ void controller.stop();
+ return;
+ }
+ if (!latest.current.enabled || latest.current.voiceModeOpen || !ownerValid.current) return;
+ void controller.start(messageId, text, async () => {
+ const selection = await loadSelection();
+ if (
+ !latest.current.enabled ||
+ latest.current.voiceModeOpen ||
+ !ownerValid.current ||
+ latest.current.botId !== options.botId ||
+ latest.current.sessionId !== options.sessionId
+ )
+ return undefined;
+ setAvailability({ controller, available: Boolean(selection) });
+ return selection;
+ });
+ },
+ [controller, loadSelection, options.botId, options.sessionId],
+ );
+
+ const value = useMemo<MessageReadAloud | null>(
+ () =>
+ enabled
+ ? {
+ sessionId: options.sessionId,
+ available: availability.controller === controller && availability.available,
+ disabled: options.voiceModeOpen,
+ ...state,
+ canRead,
+ toggle,
+ }
+ : null,
+ [enabled, options.sessionId, options.voiceModeOpen, availability, controller, state, toggle],
+ );
+ const stopForVoiceMode = useCallback(async () => {
+ const version = scopeVersion.current;
+ await controller.stop();
+ // A pending handover must not reopen capture after navigation, suspend or account change.
+ return version === scopeVersion.current && ownerValid.current;
+ }, [controller]);
+ return { value, stopForVoiceMode };
+}
diff --git a/apps/desktop/src/renderer/features/bots/voice/voiceConversation.css b/apps/desktop/src/renderer/features/bots/voice/voiceConversation.css
index 214be5ec6e..26bc20621f 100644
--- a/apps/desktop/src/renderer/features/bots/voice/voiceConversation.css
+++ b/apps/desktop/src/renderer/features/bots/voice/voiceConversation.css
@@ -7,10 +7,6 @@
transition: transform var(--motion-instant) linear;
}
-.companion-voice-meter[data-active='false'] {
- opacity: 0.45;
-}
-
@keyframes companion-voice-enter {
from {
opacity: 0;
diff --git a/apps/desktop/src/renderer/features/cc-agent/CCAgentSessionView.tsx b/apps/desktop/src/renderer/features/cc-agent/CCAgentSessionView.tsx
index 10dbf84a04..25ce094733 100644
--- a/apps/desktop/src/renderer/features/cc-agent/CCAgentSessionView.tsx
+++ b/apps/desktop/src/renderer/features/cc-agent/CCAgentSessionView.tsx
@@ -1,4 +1,6 @@
import { CompanionVoicePanel } from '../bots/voice/CompanionVoicePanel';
+import { useMessageReadAloud } from '../bots/voice/useMessageReadAloud';
+import { MessageReadAloudContext } from '@/components/chat/MessageReadAloudContext';
import { formatSessionDuration } from '@/lib/sessionDurationFormat';
import { shouldShowOpenPathError } from '../../../shared/openPathResult';
import { shouldShowFailedScheduleNotice } from '@cindy/maker-shared/schedule-model';
@@ -1003,7 +1005,6 @@ function CCAgentSessionContent({
// Bot route gates have already checked durable ownership. The async runtime
// snapshot may be absent during load/reconnect; it must never change the skin.
const [voiceModeOpen, setVoiceModeOpen] = useState(false);
- const startVoiceMode = useCallback(() => setVoiceModeOpen(true), []);
const closeVoiceMode = useCallback(() => setVoiceModeOpen(false), []);
const botChatIdentity = resolveBotChatIdentity(botIdentity, sessionId);
const companionSettingsOpen = new URLSearchParams(location.search).get('settings') === '1';
@@ -4102,6 +4103,22 @@ function CCAgentSessionContent({
|| pendingPluginSetup || pendingIssueConfirm || pendingRenameSessionsConfirm
|| pendingGhostGrantConfirm || pendingRemoteDesktopConfirmation || sessionBinding.attached
|| remoteHandoffPreparing || cindyMakeInputLocked || queuePaused);
+ const messageReadAloud = useMessageReadAloud({
+ botId: botChatIdentity?.id,
+ sessionId: sessionId ?? '',
+ enabled: voiceModeAvailable,
+ voiceModeOpen,
+ });
+ const voiceEntryRef = useRef({ sessionId, available: voiceModeAvailable });
+ voiceEntryRef.current = { sessionId, available: voiceModeAvailable };
+ const startVoiceMode = useCallback(() => {
+ const target = sessionId;
+ // Release message playback before the panel starts its exclusive voice lease.
+ void messageReadAloud.stopForVoiceMode().then((current) => {
+ if (current && voiceEntryRef.current.sessionId === target && voiceEntryRef.current.available)
+ setVoiceModeOpen(true);
+ });
+ }, [sessionId, messageReadAloud.stopForVoiceMode]);
const sendVoiceMessage = useCallback(async (text: string, onCreated: (id: string) => void, isCurrent: () => boolean) => {
if (!session?.workingDir || !session.model || voiceModeBlocked || !isCurrent()) return false;
const accepted = await handleSend(text, session.model, session.effort ?? '', session.permissionMode ?? 'default', undefined, undefined, {
@@ -4900,6 +4917,7 @@ function CCAgentSessionContent({
// MessageStream 提成变量:perf/session-switch 的 <Profiler> 是纯诊断,只在 DEV
// 包裹(见下方渲染处),生产直接渲染此 el,不引入多余 Profiler fiber。
const messageStreamEl = (
+ <MessageReadAloudContext.Provider value={messageReadAloud.value}>
<MessageStream
key={sessionId}
sessionId={sessionId}
@@ -4946,6 +4964,7 @@ function CCAgentSessionContent({
ownsHardwareScrollActions={ownsHardwareTaskActions}
onInlinePlanVisibilityChange={handleInlinePlanVisibilityChange}
/>
+ </MessageReadAloudContext.Provider>
);
const composerRuntimeVisible =
diff --git a/apps/desktop/src/renderer/i18n/locales/en/common.json b/apps/desktop/src/renderer/i18n/locales/en/common.json
index ed10827391..b3b60d9b6a 100644
--- a/apps/desktop/src/renderer/i18n/locales/en/common.json
+++ b/apps/desktop/src/renderer/i18n/locales/en/common.json
@@ -9425,6 +9425,10 @@
"complete": "Preview complete.",
"error": "Preview failed. Check the interface, model access and voice ID, then retry."
},
+ "readAloud": "Read aloud",
+ "stopReadAloud": "Stop reading",
+ "finishBeforeReadAloud": "End voice mode before reading a message aloud.",
+ "readAloudFailed": "Could not read this reply aloud. Check the model and voice in teammate settings, then try again.",
"finishBeforeDictation": "End voice mode before starting dictation.",
"title": "Voice Mode",
"close": "Close voice mode",
@@ -9440,20 +9444,23 @@
"retrySend": "Reconnect and send",
"mute": "Mute",
"interrupt": "Stop reading",
- "send": "Finish sentence",
+ "send": "Send",
"end": "End",
"unsent": "Not sent · select the text to copy it",
"hint": "Pause to send. Replies are read aloud with an AI voice. Speak at any time to interrupt.",
"status": {
"idle": "Ready when you are",
- "connecting": "Connecting…",
+ "connecting": "Connecting to speech recognition…",
"listening": "Listening · pause to send",
- "thinking": "Thinking · you can keep talking",
- "speaking": "Speaking · interrupt at any time",
+ "thinking": "Thinking…",
+ "speaking": "Speaking…",
"paused": "Paused · microphone off",
"error": "Paused · microphone off",
"confirmation": "Waiting for your confirmation · microphone off",
- "preparing": "Preparing voice…"
+ "preparing": "Preparing voice…",
+ "loading": "Loading voice settings…",
+ "microphone": "Turning on the microphone…",
+ "muted": "Microphone off · You can still listen"
},
"errors": {
"connection": "Voice connection interrupted. Your unsent text is kept below.",
@@ -9462,13 +9469,18 @@
"speech": "Could not read the reply aloud. The text reply remains in the conversation. Check the speech model and voice."
},
"voiceIdHint": "Enter a voice ID available to this provider account.",
- "preferenceHint": "The model and voice are saved for this companion only.",
+ "sentencePlayback": "Read by sentence",
+ "sentencePlaybackHint": "Start reading complete sentences as the reply arrives. Disable this option to wait for the full reply. Reading waits when reply processing is required.",
+ "preferenceHint": "Voice settings are saved for this teammate only.",
"resetPreference": "Use defaults",
"preferenceError": "Could not load or save voice settings. Please try again.",
"protocol": "Speech API",
"protocolOpenai": "OpenAI compatible",
"protocolHint": "Choose the speech API this address supports. This does not switch providers.",
- "protocolCorrectedHint": "The API now matches the official address. Choose a voice again."
+ "protocolCorrectedHint": "The API now matches the official address. Choose a voice again.",
+ "unmute": "Unmute",
+ "mutedHint": "Your microphone is off. Replies will still play. Unmute to keep talking.",
+ "microphoneResumeError": "Could not enable the microphone. You can still listen. Check permissions and your device, then try unmuting again."
}
},
"common": {
diff --git a/apps/desktop/src/renderer/i18n/locales/ja/common.json b/apps/desktop/src/renderer/i18n/locales/ja/common.json
index 046dd6e10b..8e4877cb25 100644
--- a/apps/desktop/src/renderer/i18n/locales/ja/common.json
+++ b/apps/desktop/src/renderer/i18n/locales/ja/common.json
@@ -9388,6 +9388,10 @@
"complete": "試聴が完了しました。",
"error": "試聴に失敗しました。インターフェース、モデルの利用権限、音声 ID を確認して再試行してください。"
},
+ "readAloud": "読み上げ",
+ "stopReadAloud": "読み上げを停止",
+ "finishBeforeReadAloud": "メッセージを読み上げるには、音声モードを終了してください。",
+ "readAloudFailed": "読み上げに失敗しました。チームメイトの設定でモデルと音声を確認してから、もう一度お試しください。",
"finishBeforeDictation": "音声モードを終了してから音声入力を開始してください。",
"title": "音声モード",
"close": "音声モードを閉じる",
@@ -9403,20 +9407,23 @@
"retrySend": "再接続して送信",
"mute": "ミュート",
"interrupt": "読み上げを停止",
- "send": "発話を確定",
+ "send": "送信",
"end": "終了",
"unsent": "未送信 · テキストを選択してコピーできます",
"hint": "話し終えると自動送信し、返答を AI 音声で読み上げます。いつでも話しかけて割り込めます。",
"status": {
"idle": "準備ができたら開始",
- "connecting": "接続中…",
+ "connecting": "音声認識に接続中…",
"listening": "聞いています · 間を置くと送信",
- "thinking": "考え中 · 続けて話せます",
- "speaking": "読み上げ中 · いつでも割り込めます",
+ "thinking": "考え中…",
+ "speaking": "読み上げ中…",
"paused": "一時停止 · マイクはオフ",
"error": "一時停止 · マイクはオフ",
"confirmation": "確認待ち · マイクはオフ",
- "preparing": "音声を準備中…"
+ "preparing": "音声を準備中…",
+ "loading": "音声設定を読み込み中…",
+ "microphone": "マイクを起動中…",
+ "muted": "マイクはオフ · 引き続き聞けます"
},
"errors": {
"connection": "音声接続が途切れました。未送信のテキストは保持されています。",
@@ -9425,13 +9432,18 @@
"speech": "読み上げに失敗しました。返答のテキストは会話に残っています。モデルと音声を確認してください。"
},
"voiceIdHint": "このプロバイダーのアカウントで利用できる音声 ID を入力してください。",
- "preferenceHint": "モデルと音声は、このパートナー専用に保存されます。",
+ "sentencePlayback": "文ごとに読み上げ",
+ "sentencePlaybackHint": "返答の生成中に、完成した文から読み上げます。オフにすると返答全体の完成を待ちます。返答の処理が必要な場合は、自動的に待機します。",
+ "preferenceHint": "音声設定は、このパートナー専用に保存されます。",
"resetPreference": "既定値に戻す",
"preferenceError": "音声設定を読み込むか保存できませんでした。もう一度お試しください。",
"protocol": "音声 API",
"protocolOpenai": "OpenAI 互換",
"protocolHint": "このアドレスが対応する音声 API を選択してください。プロバイダーは切り替わりません。",
- "protocolCorrectedHint": "公式アドレスに合わせて API を修正しました。音声を選び直してください。"
+ "protocolCorrectedHint": "公式アドレスに合わせて API を修正しました。音声を選び直してください。",
+ "unmute": "ミュート解除",
+ "mutedHint": "マイクはオフです。返答の読み上げは続きます。ミュートを解除すると会話を続けられます。",
+ "microphoneResumeError": "マイクをオンにできませんでした。読み上げは引き続き聞けます。権限とデバイスを確認し、ミュート解除を再試行してください。"
}
},
"common": {
diff --git a/apps/desktop/src/renderer/i18n/locales/ko/common.json b/apps/desktop/src/renderer/i18n/locales/ko/common.json
index 9102b7ff28..fe2edfcbef 100644
--- a/apps/desktop/src/renderer/i18n/locales/ko/common.json
+++ b/apps/desktop/src/renderer/i18n/locales/ko/common.json
@@ -9388,6 +9388,10 @@
"complete": "미리 듣기를 완료했습니다.",
"error": "미리 듣기에 실패했습니다. 인터페이스, 모델 접근 권한, 음성 ID를 확인한 후 다시 시도하세요."
},
+ "readAloud": "읽어주기",
+ "stopReadAloud": "읽어주기 중지",
+ "finishBeforeReadAloud": "메시지를 읽으려면 먼저 음성 모드를 종료하세요.",
+ "readAloudFailed": "읽어주기에 실패했습니다. 팀메이트 설정에서 모델과 음성을 확인한 후 다시 시도하세요.",
"finishBeforeDictation": "음성 모드를 종료한 후 받아쓰기를 시작하세요.",
"title": "음성 모드",
"close": "음성 모드 닫기",
@@ -9403,20 +9407,23 @@
"retrySend": "다시 연결하고 보내기",
"mute": "음소거",
"interrupt": "읽기 중지",
- "send": "발화 완료",
+ "send": "보내기",
"end": "종료",
"unsent": "전송되지 않음 · 텍스트를 선택해 복사할 수 있습니다",
"hint": "말을 멈추면 자동으로 보내고 답변을 AI 음성으로 읽어줍니다. 언제든 말해서 끼어들 수 있습니다.",
"status": {
"idle": "준비되면 시작하세요",
- "connecting": "연결 중…",
+ "connecting": "음성 인식에 연결 중…",
"listening": "듣는 중 · 잠시 멈추면 전송",
- "thinking": "생각 중 · 계속 말씀하세요",
- "speaking": "읽는 중 · 언제든 끼어들 수 있어요",
+ "thinking": "생각 중…",
+ "speaking": "읽는 중…",
"paused": "일시 중지 · 마이크 꺼짐",
"error": "일시 중지 · 마이크 꺼짐",
"confirmation": "확인 대기 · 마이크 꺼짐",
- "preparing": "음성 준비 중…"
+ "preparing": "음성 준비 중…",
+ "loading": "음성 설정 불러오는 중…",
+ "microphone": "마이크 켜는 중…",
+ "muted": "마이크 꺼짐 · 계속 들을 수 있습니다"
},
"errors": {
"connection": "음성 연결이 끊겼습니다. 전송되지 않은 텍스트는 유지됩니다.",
@@ -9425,13 +9432,18 @@
"speech": "답변을 읽지 못했습니다. 텍스트 답변은 대화에 남아 있습니다. 모델과 목소리를 확인하세요."
},
"voiceIdHint": "이 제공자 계정에서 사용할 수 있는 음성 ID를 입력하세요.",
- "preferenceHint": "모델과 음성은 이 파트너에만 저장됩니다.",
+ "sentencePlayback": "문장별로 읽기",
+ "sentencePlaybackHint": "답변이 생성되는 동안 완성된 문장부터 읽습니다. 끄면 전체 답변이 완성된 후 읽습니다. 답변 처리가 필요한 경우 자동으로 기다립니다.",
+ "preferenceHint": "음성 설정은 이 파트너에만 저장됩니다.",
"resetPreference": "기본값 복원",
"preferenceError": "음성 설정을 불러오거나 저장하지 못했습니다. 다시 시도해 주세요.",
"protocol": "음성 API",
"protocolOpenai": "OpenAI 호환",
"protocolHint": "이 주소가 지원하는 음성 API를 선택하세요. 제공자는 변경되지 않습니다.",
- "protocolCorrectedHint": "공식 주소에 맞게 API를 수정했습니다. 음성을 다시 선택하세요."
+ "protocolCorrectedHint": "공식 주소에 맞게 API를 수정했습니다. 음성을 다시 선택하세요.",
+ "unmute": "음소거 해제",
+ "mutedHint": "마이크가 꺼져 있습니다. 답변은 계속 읽어 줍니다. 음소거를 해제하면 대화를 이어갈 수 있습니다.",
+ "microphoneResumeError": "마이크를 켜지 못했습니다. 답변은 계속 들을 수 있습니다. 권한과 장치를 확인한 뒤 음소거 해제를 다시 시도하세요."
}
},
"common": {
diff --git a/apps/desktop/src/renderer/i18n/locales/zh-CN/common.json b/apps/desktop/src/renderer/i18n/locales/zh-CN/common.json
index 5ca7d62bf0..13ad04f4ec 100644
--- a/apps/desktop/src/renderer/i18n/locales/zh-CN/common.json
+++ b/apps/desktop/src/renderer/i18n/locales/zh-CN/common.json
@@ -9388,6 +9388,10 @@
"complete": "试听完成。",
"error": "试听失败。请检查接口、模型权限和音色 ID 后重试。"
},
+ "readAloud": "朗读",
+ "stopReadAloud": "停止朗读",
+ "finishBeforeReadAloud": "请先结束语音模式,再朗读消息。",
+ "readAloudFailed": "朗读失败,请在伙伴设置中检查模型和音色后重试。",
"finishBeforeDictation": "请先结束语音模式,再开始听写。",
"title": "语音模式",
"close": "关闭语音模式",
@@ -9403,20 +9407,23 @@
"retrySend": "重新连接并发送",
"mute": "静音",
"interrupt": "停止朗读",
- "send": "结束本句",
+ "send": "发送",
"end": "结束",
"unsent": "尚未发送 · 可选中文字复制",
"hint": "停顿后自动发送,回复由 AI 语音朗读。随时开口即可插话。",
"status": {
"idle": "准备好就开始",
- "connecting": "正在连接…",
+ "connecting": "正在连接语音识别…",
"listening": "正在听 · 停顿后发送",
- "thinking": "正在思考 · 可以继续说",
- "speaking": "正在朗读 · 随时开口插话",
+ "thinking": "正在思考…",
+ "speaking": "正在朗读…",
"paused": "已暂停 · 麦克风已关闭",
"error": "已暂停 · 麦克风已关闭",
"confirmation": "等待你的确认 · 麦克风已关闭",
- "preparing": "正在准备语音…"
+ "preparing": "正在准备语音…",
+ "loading": "正在读取语音设置…",
+ "microphone": "正在开启麦克风…",
+ "muted": "麦克风已关闭 · 可以继续收听"
},
"errors": {
"connection": "语音连接中断,未发送的文字已保留。",
@@ -9425,13 +9432,18 @@
"speech": "回复朗读失败,文字回复仍保留在对话中。请检查朗读模型和音色。"
},
"voiceIdHint": "填写该供应商账号可用的音色 ID。",
- "preferenceHint": "模型和音色仅为当前伙伴保存。",
+ "sentencePlayback": "按句朗读",
+ "sentencePlaybackHint": "回复生成时,尽早按完整句子朗读;关闭后等完整回复再朗读。需要等待回复处理时,会自动延后。",
+ "preferenceHint": "语音设置仅为当前伙伴保存。",
"resetPreference": "恢复默认",
"preferenceError": "未能读取或保存语音设置,请重试。",
"protocol": "语音接口",
"protocolOpenai": "OpenAI 兼容",
"protocolHint": "选择此地址实际支持的语音接口;切换接口不会更换供应商。",
- "protocolCorrectedHint": "已按官方地址修正接口,请重新选择音色。"
+ "protocolCorrectedHint": "已按官方地址修正接口,请重新选择音色。",
+ "unmute": "取消静音",
+ "mutedHint": "麦克风已关闭,伙伴回复仍会朗读。取消静音后可继续说话。",
+ "microphoneResumeError": "未能开启麦克风,仍可继续收听。请检查权限和设备后重试取消静音。"
}
},
"common": {
diff --git a/apps/desktop/src/renderer/i18n/locales/zh-TW/common.json b/apps/desktop/src/renderer/i18n/locales/zh-TW/common.json
index 2215c69396..455d6c4ed6 100644
--- a/apps/desktop/src/renderer/i18n/locales/zh-TW/common.json
+++ b/apps/desktop/src/renderer/i18n/locales/zh-TW/common.json
@@ -9388,6 +9388,10 @@
"complete": "試聽完成。",
"error": "試聽失敗。請檢查介面、模型權限與音色 ID 後重試。"
},
+ "readAloud": "朗讀",
+ "stopReadAloud": "停止朗讀",
+ "finishBeforeReadAloud": "請先結束語音模式,再朗讀訊息。",
+ "readAloudFailed": "朗讀失敗,請在夥伴設定中檢查模型和音色後重試。",
"finishBeforeDictation": "請先結束語音模式,再開始聽寫。",
"title": "語音模式",
"close": "關閉語音模式",
@@ -9403,20 +9407,23 @@
"retrySend": "重新連線並傳送",
"mute": "靜音",
"interrupt": "停止朗讀",
- "send": "結束本句",
+ "send": "傳送",
"end": "結束",
"unsent": "尚未傳送 · 可選取文字複製",
"hint": "停頓後自動傳送,回覆由 AI 語音朗讀。隨時開口即可插話。",
"status": {
"idle": "準備好就開始",
- "connecting": "正在連線…",
+ "connecting": "正在連接語音辨識…",
"listening": "正在聽 · 停頓後傳送",
- "thinking": "正在思考 · 可以繼續說",
- "speaking": "正在朗讀 · 隨時開口插話",
+ "thinking": "正在思考…",
+ "speaking": "正在朗讀…",
"paused": "已暫停 · 麥克風已關閉",
"error": "已暫停 · 麥克風已關閉",
"confirmation": "等待你的確認 · 麥克風已關閉",
- "preparing": "正在準備語音…"
+ "preparing": "正在準備語音…",
+ "loading": "正在讀取語音設定…",
+ "microphone": "正在開啟麥克風…",
+ "muted": "麥克風已關閉 · 可以繼續收聽"
},
"errors": {
"connection": "語音連線中斷,未傳送的文字已保留。",
@@ -9425,13 +9432,18 @@
"speech": "回覆朗讀失敗,文字回覆仍保留在對話中。請檢查朗讀模型和音色。"
},
"voiceIdHint": "填寫該供應商帳號可用的音色 ID。",
- "preferenceHint": "模型和音色僅為目前夥伴儲存。",
+ "sentencePlayback": "逐句朗讀",
+ "sentencePlaybackHint": "回覆產生時,儘早按完整句子朗讀;關閉後等完整回覆再朗讀。需要等待回覆處理時,會自動延後。",
+ "preferenceHint": "語音設定僅為目前夥伴儲存。",
"resetPreference": "恢復預設",
"preferenceError": "無法讀取或儲存語音設定,請重試。",
"protocol": "語音介面",
"protocolOpenai": "OpenAI 相容",
"protocolHint": "選擇此位址實際支援的語音介面;切換介面不會更換供應商。",
- "protocolCorrectedHint": "已依官方位址修正介面,請重新選擇音色。"
+ "protocolCorrectedHint": "已依官方位址修正介面,請重新選擇音色。",
+ "unmute": "取消靜音",
+ "mutedHint": "麥克風已關閉,夥伴回覆仍會朗讀。取消靜音後可繼續說話。",
+ "microphoneResumeError": "無法開啟麥克風,仍可繼續收聽。請檢查權限和裝置後重試取消靜音。"
}
},
"common": {
diff --git a/apps/desktop/src/shared/voiceConversation.ts b/apps/desktop/src/shared/voiceConversation.ts
index a439d7c3a2..22644370dd 100644
--- a/apps/desktop/src/shared/voiceConversation.ts
+++ b/apps/desktop/src/shared/voiceConversation.ts
@@ -39,7 +39,10 @@ export type VoiceConversationModel = {
export type VoiceConversationPreference = {
selection: VoiceConversationSelection | null;
customized: boolean;
+ /** Absent on older local bridges; the current default is enabled. */
+ sentencePlayback?: boolean;
};
+export type SpeechStartResult = { sampleRate: number } | { deferred: true };
export function voiceModelKey(model: {
providerId?: string;
agent?: AgentKind;
@@ -50,6 +53,8 @@ export function voiceModelKey(model: {
}
export type VoiceConversationEvent = {
callId: string;
+ /** Identifies the ASR capture generation; ended events have no input generation. */
+ inputGeneration?: number;
event: ConversationInputEvent | { type: 'ended' };
};
export type VoiceConversationStart = VoiceConversationSelection & {
@@ -66,17 +71,29 @@ export interface VoiceConversationApi {
preference(botId: string): Promise<VoiceConversationPreference>;
setPreference(
botId: string,
- selection: VoiceConversationSelection | null,
+ selection: VoiceConversationSelection | null | undefined,
+ /** undefined preserves this override; null restores the current default. */
+ sentencePlayback?: boolean | null,
): Promise<VoiceConversationPreference>;
start(input: VoiceConversationStart): Promise<{ callId: string }>;
- audio(input: { callId: string; pcm: ArrayBuffer; trace?: AudioTrace }): void;
+ /** Explicit message read-aloud: the same TTS lease and queue, without ASR or microphone input. */
+ startPlayback(input: VoiceConversationStart): Promise<{ callId: string }>;
+ audio(input: {
+ callId: string;
+ pcm: ArrayBuffer;
+ inputGeneration?: number;
+ trace?: AudioTrace;
+ }): void;
+ setInputMuted(callId: string, muted: boolean): Promise<{ inputGeneration: number }>;
finishUtterance(callId: string): Promise<void>;
end(callId: string): Promise<void>;
speak(input: {
callId: string;
requestId: string;
text: string;
- }): Promise<{ sampleRate: number }>;
+ /** Main defers unfinished replies while an outgoing reply hook is enabled. */
+ streaming?: boolean;
+ }): Promise<SpeechStartResult>;
readSpeech(callId: string, requestId: string): Promise<{ pcm: ArrayBuffer; done: boolean }>;
interrupt(callId: string): Promise<void>;
onEvent(callback: (event: VoiceConversationEvent) => void): () => void;
@@ -140,3 +157,13 @@ export function normalizeVoiceConversationPreferences(
}),
);
}
+
+/** Only explicit per-companion choices are stored, never copies of the default. */
+export function normalizeSentencePlaybackOverrides(value: unknown): Record<string, boolean> {
+ if (!value || typeof value !== 'object' || Array.isArray(value)) return {};
+ return Object.fromEntries(
+ Object.entries(value).filter(
+ ([id, enabled]) => id.trim() && id.length <= 256 && typeof enabled === 'boolean',
+ ),
+ ) as Record<string, boolean>;
+}
diff --git a/apps/desktop/src/shared/voiceInputData.ts b/apps/desktop/src/shared/voiceInputData.ts
index 9ed9fe5bdc..527dfdec79 100644
--- a/apps/desktop/src/shared/voiceInputData.ts
+++ b/apps/desktop/src/shared/voiceInputData.ts
@@ -1,4 +1,4 @@
-import { normalizeVoiceConversationPreferences, normalizeVoiceConversationSelection, type VoiceConversationSelection } from './voiceConversation';
+import { normalizeVoiceConversationPreferences, normalizeVoiceConversationSelection, normalizeSentencePlaybackOverrides, type VoiceConversationSelection } from './voiceConversation';
import type {
DictationDictionaryAdviceInput,
DictationDictionaryLearningAction,
@@ -83,6 +83,8 @@ export interface VoiceInputSettings {
conversationSelection?: VoiceConversationSelection | null;
/** Per-companion overrides; absence inherits the default without copying it. */
conversationSelections?: Record<string, VoiceConversationSelection | null>;
+ /** Missing entries follow the enabled default; false waits for the complete reply. */
+ conversationSentencePlayback?: Record<string, boolean>;
language: VoiceInputLanguage;
microphoneDeviceId: string | null;
muteSystemAudio: boolean;
@@ -524,6 +526,7 @@ export function normalizeVoiceInputSettings(
if (!raw || typeof raw !== 'object') return defaults;
const candidate = raw as Partial<VoiceInputSettings>;
const conversationSelections = normalizeVoiceConversationPreferences(candidate.conversationSelections);
+ const conversationSentencePlayback = normalizeSentencePlaybackOverrides(candidate.conversationSentencePlayback);
const legacyPlayStartSound = (candidate as { playStartSound?: unknown }).playStartSound;
const shortcut =
'shortcut' in candidate
@@ -533,6 +536,7 @@ export function normalizeVoiceInputSettings(
...(normalizeVoiceConversationSelection(candidate.conversationSelection)
? { conversationSelection: normalizeVoiceConversationSelection(candidate.conversationSelection) } : {}),
...(Object.keys(conversationSelections).length ? { conversationSelections } : {}),
+ ...(Object.keys(conversationSentencePlayback).length ? { conversationSentencePlayback } : {}),
language: isVoiceInputLanguage(candidate.language) ? candidate.language : defaults.language,
microphoneDeviceId:
typeof candidate.microphoneDeviceId === 'string' && candidate.microphoneDeviceId.trim().length > 0
diff --git a/docs/design-rules/design-inventory.md b/docs/design-rules/design-inventory.md
index de6d95c60d..b7c89cc3d7 100644
--- a/docs/design-rules/design-inventory.md
+++ b/docs/design-rules/design-inventory.md
@@ -9,7 +9,7 @@
本区块由 `scripts/design-inventory.mjs` 生成,请勿手改。
重新生成:`pnpm design:inventory`;校验:`pnpm check:design-inventory`。
-计数快照日期:2026-10-14。生成命令:`pnpm design:inventory`。裸颜色匹配与 `scripts/hardcoded-color-audit.mjs` 共用 `scripts/shared/hardcoded-color-match.mjs`(HEX / RGB / HSL / OKLCH 等字面通道),两者在共享 matcher 内统一排除纯语义包装、注释及 PR 编号;数值颜色函数还需位于样式属性、CSS 声明/函数或任意值语境,普通文案字符串里的颜色函数文本不计入;字面 fallback 仍计入——语义 token 消费与注释引用不是迁移债务;裸圆角为粗粒度(`rounded*` class、`border-radius:` 与 React style 对象的 `borderRadius:`)。Token 计数为样式源里 `var(--token)` / `hsl(var(--token)` 的去重 ID 数;Mobile 的 ThemeColors / typeScale 等 RN 属性不计入此列,不能将 0 解释为未使用 Token。
+计数快照日期:2026-10-15。生成命令:`pnpm design:inventory`。裸颜色匹配与 `scripts/hardcoded-color-audit.mjs` 共用 `scripts/shared/hardcoded-color-match.mjs`(HEX / RGB / HSL / OKLCH 等字面通道),两者在共享 matcher 内统一排除纯语义包装、注释及 PR 编号;数值颜色函数还需位于样式属性、CSS 声明/函数或任意值语境,普通文案字符串里的颜色函数文本不计入;字面 fallback 仍计入——语义 token 消费与注释引用不是迁移债务;裸圆角为粗粒度(`rounded*` class、`border-radius:` 与 React style 对象的 `borderRadius:`)。Token 计数为样式源里 `var(--token)` / `hsl(var(--token)` 的去重 ID 数;Mobile 的 ThemeColors / typeScale 等 RN 属性不计入此列,不能将 0 解释为未使用 Token。
登记 surface 数:52。平台包含 Desktop 与 Mobile;静态入口发现不表示已迁移或已实机验证。
@@ -18,12 +18,12 @@
| `desktop.auth.add-account` | desktop | 添加账号 | hash `/add-account`(ProtectedRoute → AddAccountLoginPage) | AddAccountLoginPage | apps/desktop/src/renderer/components/login/AddAccountLoginPage.tsx, apps/desktop/src/renderer/components/login/LoginBrandStage.tsx, apps/desktop/src/renderer/components/login/LoginCaptchaOverlay.tsx, apps/desktop/src/renderer/components/login/LoginControls.tsx, apps/desktop/src/renderer/components/login/LoginPage.tsx, apps/desktop/src/renderer/components/login/loginDesignTokens.ts | 59 | 0 | 20 |
| `desktop.auth.legacy-migration` | desktop | 首登数据迁移弹窗 | App 顶层挂载 LegacyMigrationDialog(仅主窗;main 检测到旧版 userData 经 `legacy-migration:state` 驱动) | LegacyMigrationDialog | apps/desktop/src/renderer/components/auth/LegacyMigrationDialog.tsx | 8 | 0 | 2 |
| `desktop.auth.login` | desktop | 登录页 | hash `/login`(GuestRoute → LoginPage) | LoginBrandStage, LoginCaptchaOverlay, LoginControls, LoginPage | apps/desktop/src/renderer/components/login/LoginBrandStage.tsx, apps/desktop/src/renderer/components/login/LoginCaptchaOverlay.tsx, apps/desktop/src/renderer/components/login/LoginControls.tsx, apps/desktop/src/renderer/components/login/LoginPage.tsx, apps/desktop/src/renderer/components/login/loginDesignTokens.ts | 59 | 0 | 20 |
-| `desktop.bots` | desktop | 伙伴(列表 / 对话 / 设置 / 历史 / 伙伴私聊 / 群聊) | hash `/bots`、`/bots/list`、`/bots/:botId`、`/bots/roster` 及伙伴当前/历史任务、伙伴私聊、伙伴群聊路由(BotsFeatureLayout) | BotBasicProfileFields, BotCollaborationCard, BotDirectMessageView, BotGroupChatView, BotGroupCreateDialog, BotGroupSettingsDrawer, BotHistorySessionView, BotLifecycleSettings, BotModelChainEditor, BotRosterView, BotSessionView, BotSettingsDrawer, BotsHomeView, BotsListView, RemoteBotSessionView | apps/desktop/src/renderer/components/chat/AgentActionRow.tsx, apps/desktop/src/renderer/components/chat/AgentActionsBlock.tsx, apps/desktop/src/renderer/components/chat/AgentOnOtherDeviceContext.tsx, apps/desktop/src/renderer/components/chat/AgentTaskCard.tsx, apps/desktop/src/renderer/components/chat/AgentTaskLiveDetails.tsx, apps/desktop/src/renderer/components/chat/AnnotationStrokesSvg.tsx, apps/desktop/src/renderer/components/chat/AskUserQuestionBubble.tsx, apps/desktop/src/renderer/components/chat/AssistantMessage.tsx, apps/desktop/src/renderer/components/chat/AutomationOriginBadge.tsx, apps/desktop/src/renderer/components/chat/ChatAudioCard.tsx, apps/desktop/src/renderer/components/chat/ChatDisplaySnapshotContext.tsx, apps/desktop/src/renderer/components/chat/ChatImageView.tsx, apps/desktop/src/renderer/components/chat/ChatLoadingImage.tsx, apps/desktop/src/renderer/components/chat/ChatSessionFileContext.tsx, apps/desktop/src/renderer/components/chat/ChatSoundEffectCard.tsx, apps/desktop/src/renderer/components/chat/ChatVideoView.tsx, apps/desktop/src/renderer/components/chat/CindyMakeDoctorCard.tsx, apps/desktop/src/renderer/components/chat/CopyAsImageBlock.tsx, apps/desktop/src/renderer/components/chat/CredentialSwitchWaitBanner.tsx, apps/desktop/src/renderer/components/chat/DiffView.tsx, apps/desktop/src/renderer/components/chat/ErrorBanner.tsx, apps/desktop/src/renderer/components/chat/ErrorMessageCard.tsx, apps/desktop/src/renderer/components/chat/GeneratedFilesCard.tsx, apps/desktop/src/renderer/components/chat/GhostCardHostPrompts.tsx, apps/desktop/src/renderer/components/chat/GhostSummonCard.tsx, apps/desktop/src/renderer/components/chat/GhostToolCard.tsx, apps/desktop/src/renderer/components/chat/HookTaskCard.tsx, apps/desktop/src/renderer/components/chat/ImageGalleryContext.tsx, apps/desktop/src/renderer/components/chat/ImageHoverPreview.tsx, apps/desktop/src/renderer/components/chat/ImageLightbox.tsx, apps/desktop/src/renderer/components/chat/ImageMissingPlaceholder.tsx, apps/desktop/src/renderer/components/chat/InlineReferenceChip.tsx, apps/desktop/src/renderer/components/chat/InterruptedTurnBanner.tsx, apps/desktop/src/renderer/components/chat/JumpToBottomChip.tsx, apps/desktop/src/renderer/components/chat/MarkdownDiffBlock.tsx, apps/desktop/src/renderer/components/chat/MarkdownMermaidBlock.tsx, apps/desktop/src/renderer/components/chat/MarkdownRenderer.tsx, apps/desktop/src/renderer/components/chat/MermaidLightbox.tsx, apps/desktop/src/renderer/components/chat/MessageActionBar.tsx, apps/desktop/src/renderer/components/chat/MessageNavRail.tsx, apps/desktop/src/renderer/components/chat/MessageSourceLabels.tsx, apps/desktop/src/renderer/components/chat/MessageStream.tsx, apps/desktop/src/renderer/components/chat/MessageViewport.tsx, apps/desktop/src/renderer/components/chat/ModelLightbox.tsx, apps/desktop/src/renderer/components/chat/NewMessageIndicator.tsx, apps/desktop/src/renderer/components/chat/PlanReviewBubble.tsx, apps/desktop/src/renderer/components/chat/PrevMessageJumpChip.tsx, apps/desktop/src/renderer/components/chat/ProjectLinkChip.tsx, apps/desktop/src/renderer/components/chat/QuoteChip.tsx, apps/desktop/src/renderer/components/chat/RewindPreviewDialog.tsx, apps/desktop/src/renderer/components/chat/SelectionQuoteButton.tsx, apps/desktop/src/renderer/components/chat/SentAgentReferenceChip.tsx, apps/desktop/src/renderer/components/chat/SentInlineAtomBody.tsx, apps/desktop/src/renderer/components/chat/SessionHandoffCard.tsx, apps/desktop/src/renderer/components/chat/SessionLinkChip.tsx, apps/desktop/src/renderer/components/chat/ShareMessageCheckbox.tsx, apps/desktop/src/renderer/components/chat/ShareSelectionBar.tsx, apps/desktop/src/renderer/components/chat/SlackIcon.tsx, apps/desktop/src/renderer/components/chat/StreamFadeSpan.tsx, apps/desktop/src/renderer/components/chat/StreamingMarkdownChunk.tsx, apps/desktop/src/renderer/components/chat/SystemCard.tsx, apps/desktop/src/renderer/components/chat/TextLightbox.tsx, apps/desktop/src/renderer/components/chat/ThinkingCard.tsx, apps/desktop/src/renderer/components/chat/ThinkingText.tsx, apps/desktop/src/renderer/components/chat/TodoListCard.tsx, apps/desktop/src/renderer/components/chat/ToolCallCard.tsx, apps/desktop/src/renderer/components/chat/ToolPayloadLightbox.tsx, apps/desktop/src/renderer/components/chat/TopRightChipStack.tsx, apps/desktop/src/renderer/components/chat/TurnChangesCard.tsx, apps/desktop/src/renderer/components/chat/UnreadFailedScheduleBanner.tsx, apps/desktop/src/renderer/components/chat/UpgradeBanner.tsx, apps/desktop/src/renderer/components/chat/UserAttachmentChip.tsx, apps/desktop/src/renderer/components/chat/UserMessage.tsx, apps/desktop/src/renderer/components/chat/UserMessageEditBox.tsx, apps/desktop/src/renderer/components/chat/UserMessageUrlLink.tsx, apps/desktop/src/renderer/components/chat/VideoLightbox.tsx, apps/desktop/src/renderer/components/chat/WorkGroupBlock.tsx, apps/desktop/src/renderer/components/chat/WorktreeRestoreBanner.tsx, apps/desktop/src/renderer/components/chat/XIcon.tsx, apps/desktop/src/renderer/components/chat/activityRowChrome.ts, apps/desktop/src/renderer/components/chat/animateFocusScroll.ts, apps/desktop/src/renderer/components/chat/autoFollowIntent.ts, apps/desktop/src/renderer/components/chat/chatChrome.ts, apps/desktop/src/renderer/components/chat/errorReasonI18n.ts, apps/desktop/src/renderer/components/chat/generatedFilesProjection.ts, apps/desktop/src/renderer/components/chat/imageDisplaySize.ts, apps/desktop/src/renderer/components/chat/lightboxAnnotations.ts, apps/desktop/src/renderer/components/chat/lightboxGestures.ts, apps/desktop/src/renderer/components/chat/markdownImageTargets.ts, apps/desktop/src/renderer/components/chat/markdownMedia.ts, apps/desktop/src/renderer/components/chat/messageNavRailModel.ts, apps/desktop/src/renderer/components/chat/messageNavRailWheel.ts, apps/desktop/src/renderer/components/chat/messageNavigationProjection.ts, apps/desktop/src/renderer/components/chat/messageProjectionCache.ts, apps/desktop/src/renderer/components/chat/messageStreamIndicatorPosition.ts, apps/desktop/src/renderer/components/chat/messageViewportCompensation.ts, apps/desktop/src/renderer/components/chat/messageViewportGeometry.ts, apps/desktop/src/renderer/components/chat/messageWorkGroups.ts, apps/desktop/src/renderer/components/chat/observeProgrammaticScroll.ts, apps/desktop/src/renderer/components/chat/rehypeFencedCodeMarker.ts, apps/desktop/src/renderer/components/chat/rehypeHighlightShared.ts, apps/desktop/src/renderer/components/chat/rehypeMathBlockMarker.ts, apps/desktop/src/renderer/components/chat/rehypeStreamWordFade.ts, apps/desktop/src/renderer/components/chat/remarkHtmlImages.ts, apps/desktop/src/renderer/components/chat/remarkLocalPathLinks.ts, apps/desktop/src/renderer/components/chat/remarkPreserveRawLocalDestinations.ts, apps/desktop/src/renderer/components/chat/remarkSessionLinks.ts, apps/desktop/src/renderer/components/chat/remarkStrictInlineMath.ts, apps/desktop/src/renderer/components/chat/remarkTruncateCjkUrls.ts, apps/desktop/src/renderer/components/chat/repairStreamingMarkdown.ts, apps/desktop/src/renderer/components/chat/scrollAnchoringDetect.ts, apps/desktop/src/renderer/components/chat/shareSelectionStore.ts, apps/desktop/src/renderer/components/chat/streamingMarkdownBlocks.tsx, apps/desktop/src/renderer/components/chat/streamingMarkdownChunks.ts, apps/desktop/src/renderer/components/chat/streamingMessageProjection.ts, apps/desktop/src/renderer/components/chat/toolLoopI18n.ts, apps/desktop/src/renderer/components/chat/unreadCount.ts, apps/desktop/src/renderer/components/chat/useAutomaticHistoryLoadBudget.ts, apps/desktop/src/renderer/components/chat/useCopyAsImage.tsx, apps/desktop/src/renderer/components/chat/useDeleteMessage.ts, apps/desktop/src/renderer/components/chat/useFileChipContextMenu.tsx, apps/desktop/src/renderer/components/chat/useForkAtMessage.ts, apps/desktop/src/renderer/components/chat/useImageClipboard.ts, apps/desktop/src/renderer/components/chat/useImageLoadFailure.ts, apps/desktop/src/renderer/components/chat/useMessageViewport.ts, apps/desktop/src/renderer/components/chat/useNavigationKeyListener.ts, apps/desktop/src/renderer/components/chat/useOpenWithMenu.tsx, apps/desktop/src/renderer/components/chat/usePrevUserMessageInView.ts, apps/desktop/src/renderer/components/chat/useTurnChangeSets.ts, apps/desktop/src/renderer/components/chat/userMessageCollapse.ts, apps/desktop/src/renderer/components/chat/userMessageDisplayText.ts, apps/desktop/src/renderer/components/chat/userMessageLinkify.ts, apps/desktop/src/renderer/components/chat/viewportFillDetect.ts, apps/desktop/src/renderer/components/new-chat/AddRemoteProjectDialog.tsx, apps/desktop/src/renderer/components/new-chat/AgentSelect.tsx, apps/desktop/src/renderer/components/new-chat/AskUserQuestionPrompt.tsx, apps/desktop/src/renderer/components/new-chat/AtMentionPanel.tsx, apps/desktop/src/renderer/components/new-chat/AttachmentTypeThumb.tsx, apps/desktop/src/renderer/components/new-chat/ChatInput.tsx, apps/desktop/src/renderer/components/new-chat/CjkPunctDecoration.ts, apps/desktop/src/renderer/components/new-chat/CjkPunctuationUtils.ts, apps/desktop/src/renderer/components/new-chat/ComposerAttachments.tsx, apps/desktop/src/renderer/components/new-chat/ComposerListIndentDecoration.ts, apps/desktop/src/renderer/components/new-chat/ComposerListNodes.ts, apps/desktop/src/renderer/components/new-chat/ComposerQuoteNode.tsx, apps/desktop/src/renderer/components/new-chat/DeviceSwitcherPill.tsx, apps/desktop/src/renderer/components/new-chat/EffortSlider.tsx, apps/desktop/src/renderer/components/new-chat/EmptyDocSelectionGuard.ts, apps/desktop/src/renderer/components/new-chat/ExtraDirsButton.tsx, apps/desktop/src/renderer/components/new-chat/FastModeToggle.tsx, apps/desktop/src/renderer/components/new-chat/FolderPickerPopover.tsx, apps/desktop/src/renderer/components/new-chat/FullAccessConfirmContent.tsx, apps/desktop/src/renderer/components/new-chat/GhostCommandDecoration.ts, apps/desktop/src/renderer/components/new-chat/GoalAdvancedLimits.tsx, apps/desktop/src/renderer/components/new-chat/GoalIndicator.tsx, apps/desktop/src/renderer/components/new-chat/HomeUsageDashboard.tsx, apps/desktop/src/renderer/components/new-chat/ListComposerTextarea.tsx, apps/desktop/src/renderer/components/new-chat/LocalModelCatalogNotice.tsx, apps/desktop/src/renderer/components/new-chat/MentionChipNode.tsx, apps/desktop/src/renderer/components/new-chat/MentionDragCaretDecoration.ts, apps/desktop/src/renderer/components/new-chat/ModelCompatibilityNotice.tsx, apps/desktop/src/renderer/components/new-chat/ModelConfigFlyout.tsx, apps/desktop/src/renderer/components/new-chat/ModelHarnessPicker.tsx, apps/desktop/src/renderer/components/new-chat/ModelSelector.tsx, apps/desktop/src/renderer/components/new-chat/ModelSourceDetails.tsx, apps/desktop/src/renderer/components/new-chat/NewGoalDialog.tsx, apps/desktop/src/renderer/components/new-chat/PastedTextChipNode.tsx, apps/desktop/src/renderer/components/new-chat/PendingQueuePanel.tsx, apps/desktop/src/renderer/components/new-chat/PermissionPrompt.tsx, apps/desktop/src/renderer/components/new-chat/PermissionSelector.tsx, apps/desktop/src/renderer/components/new-chat/PinnedPlanPanel.tsx, apps/desktop/src/renderer/components/new-chat/PlanActionCard.tsx, apps/desktop/src/renderer/components/new-chat/PlanModeIndicator.tsx, apps/desktop/src/renderer/components/new-chat/PlanViewerCard.tsx, apps/desktop/src/renderer/components/new-chat/PluginConnectionForm.tsx, apps/desktop/src/renderer/components/new-chat/PluginOauthDeviceCode.tsx, apps/desktop/src/renderer/components/new-chat/PluginSetupPrompt.tsx, apps/desktop/src/renderer/components/new-chat/PluginSetupRemoteDesktopButton.tsx, apps/desktop/src/renderer/components/new-chat/PluginWriteAccessRecovery.tsx, apps/desktop/src/renderer/components/new-chat/QuickStartPillMark.ts, apps/desktop/src/renderer/components/new-chat/RemoteOauthSetupCard.tsx, apps/desktop/src/renderer/components/new-chat/SendButton.tsx, apps/desktop/src/renderer/components/new-chat/SlashCommandDecoration.ts, apps/desktop/src/renderer/components/new-chat/SlashCommandPalette.tsx, apps/desktop/src/renderer/components/new-chat/TakeoverMask.tsx, apps/desktop/src/renderer/components/new-chat/ThinkingToggle.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedFlyoutHost.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedModelPanel.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedModelRail.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedModelRow.tsx, apps/desktop/src/renderer/components/new-chat/UsageDailyBars.tsx, apps/desktop/src/renderer/components/new-chat/UsageHeatmap.tsx, apps/desktop/src/renderer/components/new-chat/VendorSegmentedSwitcher.tsx, apps/desktop/src/renderer/components/new-chat/VoiceInputDraftDecoration.ts, apps/desktop/src/renderer/components/new-chat/WindowsSelectionReplacement.ts, apps/desktop/src/renderer/components/new-chat/WorktreeChipsRow.tsx, apps/desktop/src/renderer/components/new-chat/WorktreeCreatingOverlay.tsx, apps/desktop/src/renderer/components/new-chat/agentOptions.ts, apps/desktop/src/renderer/components/new-chat/agentSwitchConfirmation.ts, apps/desktop/src/renderer/components/new-chat/branchPick.ts, apps/desktop/src/renderer/components/new-chat/composerBlankPointerFocus.ts, apps/desktop/src/renderer/components/new-chat/composerContentSerialization.ts, apps/desktop/src/renderer/components/new-chat/composerDocState.ts, apps/desktop/src/renderer/components/new-chat/composerFrameScheduler.ts, apps/desktop/src/renderer/components/new-chat/composerHistoryProjection.ts, apps/desktop/src/renderer/components/new-chat/composerModelSelection.ts, apps/desktop/src/renderer/components/new-chat/composerPromptRecommendation.ts, apps/desktop/src/renderer/components/new-chat/composerRenderGate.ts, apps/desktop/src/renderer/components/new-chat/composerSendOwnership.ts, apps/desktop/src/renderer/components/new-chat/composerSendSnapshot.ts, apps/desktop/src/renderer/components/new-chat/effortChangeQueue.ts, apps/desktop/src/renderer/components/new-chat/extraDirsActions.ts, apps/desktop/src/renderer/components/new-chat/ghostComposerPlacement.ts, apps/desktop/src/renderer/components/new-chat/localAttachmentPicker.ts, apps/desktop/src/renderer/components/new-chat/mentionChipInsertion.ts, apps/desktop/src/renderer/components/new-chat/modelWindowErrorToast.ts, apps/desktop/src/renderer/components/new-chat/pastePipeline.ts, apps/desktop/src/renderer/components/new-chat/pathPaste.ts, apps/desktop/src/renderer/components/new-chat/pendingQueueLocks.ts, apps/desktop/src/renderer/components/new-chat/pendingQueueRowActivity.ts, apps/desktop/src/renderer/components/new-chat/pendingQueueRowPresentation.ts, apps/desktop/src/renderer/components/new-chat/planModeComposerCommand.ts, apps/desktop/src/renderer/components/new-chat/priceTierMarks.tsx, apps/desktop/src/renderer/components/new-chat/remoteBrowseAdapters.ts, apps/desktop/src/renderer/components/new-chat/remoteExistingProjects.ts, apps/desktop/src/renderer/components/new-chat/restoreComposerDocument.ts, apps/desktop/src/renderer/components/new-chat/sessionLinkPaste.ts, apps/desktop/src/renderer/components/new-chat/sourceSwitch.ts, apps/desktop/src/renderer/components/new-chat/unifiedModelSelection.ts, apps/desktop/src/renderer/components/new-chat/usagePalette.ts, apps/desktop/src/renderer/components/new-chat/useComposerSendFocusRestore.ts, apps/desktop/src/renderer/components/new-chat/useModelDiscoveryPending.ts, apps/desktop/src/renderer/components/new-chat/useProviderWeeklyQuota.ts, apps/desktop/src/renderer/components/new-chat/useUnifiedRowActions.ts, apps/desktop/src/renderer/features/bots/BotAuthorizationCard.tsx, apps/desktop/src/renderer/features/bots/BotAvatar.tsx, apps/desktop/src/renderer/features/bots/BotBasicProfileFields.tsx, apps/desktop/src/renderer/features/bots/BotCapabilitySettings.tsx, apps/desktop/src/renderer/features/bots/BotCollaborationCard.tsx, apps/desktop/src/renderer/features/bots/BotConnectionStatus.tsx, apps/desktop/src/renderer/features/bots/BotCreateMenu.tsx, apps/desktop/src/renderer/features/bots/BotDeleteDialog.tsx, apps/desktop/src/renderer/features/bots/BotDirectMessageCard.tsx, apps/desktop/src/renderer/features/bots/BotDirectMessageView.tsx, apps/desktop/src/renderer/features/bots/BotFollowMark.tsx, apps/desktop/src/renderer/features/bots/BotGenerationLabel.tsx, apps/desktop/src/renderer/features/bots/BotGroupAvatars.tsx, apps/desktop/src/renderer/features/bots/BotGroupChatView.tsx, apps/desktop/src/renderer/features/bots/BotGroupComposer.tsx, apps/desktop/src/renderer/features/bots/BotGroupCreateDialog.tsx, apps/desktop/src/renderer/features/bots/BotGroupPendingInteraction.tsx, apps/desktop/src/renderer/features/bots/BotGroupPlan.tsx, apps/desktop/src/renderer/features/bots/BotGroupRuntimeFailureNotice.tsx, apps/desktop/src/renderer/features/bots/BotGroupSettingsDrawer.tsx, apps/desktop/src/renderer/features/bots/BotGroupSidebarRow.tsx, apps/desktop/src/renderer/features/bots/BotHistorySessionView.tsx, apps/desktop/src/renderer/features/bots/BotImportForm.tsx, apps/desktop/src/renderer/features/bots/BotInvitationWelcome.tsx, apps/desktop/src/renderer/features/bots/BotLearningFooter.tsx, apps/desktop/src/renderer/features/bots/BotLifecycleSettings.tsx, apps/desktop/src/renderer/features/bots/BotMemorySettings.tsx, apps/desktop/src/renderer/features/bots/BotModelChainEditor.tsx, apps/desktop/src/renderer/features/bots/BotPortraitPicker.tsx, apps/desktop/src/renderer/features/bots/BotRosterView.tsx, apps/desktop/src/renderer/features/bots/BotRoutines.tsx, apps/desktop/src/renderer/features/bots/BotSessionContentHeader.tsx, apps/desktop/src/renderer/features/bots/BotSessionTaskLink.tsx, apps/desktop/src/renderer/features/bots/BotSessionTaskResultCard.tsx, apps/desktop/src/renderer/features/bots/BotSessionView.tsx, apps/desktop/src/renderer/features/bots/BotSettingsBlock.tsx, apps/desktop/src/renderer/features/bots/BotSettingsDrawer.tsx, apps/desktop/src/renderer/features/bots/BotTaskCardHeader.tsx, apps/desktop/src/renderer/features/bots/BotTaskModelEditor.tsx, apps/desktop/src/renderer/features/bots/BotTodoList.tsx, apps/desktop/src/renderer/features/bots/BotWorkbench.tsx, apps/desktop/src/renderer/features/bots/BotWorkingStatus.tsx, apps/desktop/src/renderer/features/bots/BotsFeatureLayout.tsx, apps/desktop/src/renderer/features/bots/BotsGlobalSettingsSection.tsx, apps/desktop/src/renderer/features/bots/BotsHomeView.tsx, apps/desktop/src/renderer/features/bots/BotsListView.tsx, apps/desktop/src/renderer/features/bots/BotsSidebar.tsx, apps/desktop/src/renderer/features/bots/ChatBotAccessField.tsx, apps/desktop/src/renderer/features/bots/ChatGroupSettings.tsx, apps/desktop/src/renderer/features/bots/ChatInviteDialog.tsx, apps/desktop/src/renderer/features/bots/ChatInviteHost.tsx, apps/desktop/src/renderer/features/bots/ChatServerControls.tsx, apps/desktop/src/renderer/features/bots/ChatThreadPanel.tsx, apps/desktop/src/renderer/features/bots/CindyDevicePicker.tsx, apps/desktop/src/renderer/features/bots/CindyDeviceRow.tsx, apps/desktop/src/renderer/features/bots/RemoteBotSessionView.tsx, apps/desktop/src/renderer/features/bots/RemoteBotSettings.tsx, apps/desktop/src/renderer/features/bots/WorkbenchSessionList.tsx, apps/desktop/src/renderer/features/bots/botAvatarIdentity.ts, apps/desktop/src/renderer/features/bots/botCapabilityDefaults.ts, apps/desktop/src/renderer/features/bots/botChatPresentation.ts, apps/desktop/src/renderer/features/bots/botConversationPresentation.ts, apps/desktop/src/renderer/features/bots/botConversationTimeline.ts, apps/desktop/src/renderer/features/bots/botDelegationLive.ts, apps/desktop/src/renderer/features/bots/botFollowScopes.ts, apps/desktop/src/renderer/features/bots/botGeneratedArtifacts.ts, apps/desktop/src/renderer/features/bots/botGroupAttachments.ts, apps/desktop/src/renderer/features/bots/botGroupLane.ts, apps/desktop/src/renderer/features/bots/botGroupMentions.ts, apps/desktop/src/renderer/features/bots/botGroupPresentation.ts, apps/desktop/src/renderer/features/bots/botGroupStore.ts, apps/desktop/src/renderer/features/bots/botListDisplay.ts, apps/desktop/src/renderer/features/bots/botNavigation.ts, apps/desktop/src/renderer/features/bots/botPronounContext.tsx, apps/desktop/src/renderer/features/bots/botReadState.ts, apps/desktop/src/renderer/features/bots/botRosterDisplay.ts, apps/desktop/src/renderer/features/bots/botSessionOwners.ts, apps/desktop/src/renderer/features/bots/botSettingsAutosave.ts, apps/desktop/src/renderer/features/bots/botStore.ts, apps/desktop/src/renderer/features/bots/botTodo.css, apps/desktop/src/renderer/features/bots/botWelcomeContext.ts, apps/desktop/src/renderer/features/bots/botWorkbenchProjection.ts, apps/desktop/src/renderer/features/bots/chatError.ts, apps/desktop/src/renderer/features/bots/cindyDeviceRoster.ts, apps/desktop/src/renderer/features/bots/remoteBotRoster.ts, apps/desktop/src/renderer/features/bots/remoteBotSettingsData.ts, apps/desktop/src/renderer/features/bots/useBotGeneratedFileDeliveries.ts, apps/desktop/src/renderer/features/bots/useBotIslandVisibleSession.ts, apps/desktop/src/renderer/features/bots/useBotSettingsAutosave.ts, apps/desktop/src/renderer/features/bots/useBotUnreadSync.ts, apps/desktop/src/renderer/features/bots/useRemoteBots.ts, apps/desktop/src/renderer/features/bots/useWorkbenchSessionPages.ts, apps/desktop/src/renderer/features/bots/useWorkingStatusCopy.ts, apps/desktop/src/renderer/features/bots/voice/CompanionVoicePanel.tsx, apps/desktop/src/renderer/features/bots/voice/CompanionVoiceSettings.tsx, apps/desktop/src/renderer/features/bots/voice/PcmSpeechPlayer.ts, apps/desktop/src/renderer/features/bots/voice/SpeechVoicePicker.tsx, apps/desktop/src/renderer/features/bots/voice/VoiceConversationController.ts, apps/desktop/src/renderer/features/bots/voice/VoicePreviewController.ts, apps/desktop/src/renderer/features/bots/voice/VoiceReplyTracker.ts, apps/desktop/src/renderer/features/bots/voice/speechVoiceLabelCache.ts, apps/desktop/src/renderer/features/bots/voice/voiceConfiguration.ts, apps/desktop/src/renderer/features/bots/voice/voiceConversation.css, apps/desktop/src/renderer/features/cc-agent/CCAgentFeatureLayout.tsx, apps/desktop/src/renderer/features/cc-agent/CCAgentSessionView.tsx | 278 | 38 | 478 |
+| `desktop.bots` | desktop | 伙伴(列表 / 对话 / 设置 / 历史 / 伙伴私聊 / 群聊) | hash `/bots`、`/bots/list`、`/bots/:botId`、`/bots/roster` 及伙伴当前/历史任务、伙伴私聊、伙伴群聊路由(BotsFeatureLayout) | BotBasicProfileFields, BotCollaborationCard, BotDirectMessageView, BotGroupChatView, BotGroupCreateDialog, BotGroupSettingsDrawer, BotHistorySessionView, BotLifecycleSettings, BotModelChainEditor, BotRosterView, BotSessionView, BotSettingsDrawer, BotsHomeView, BotsListView, RemoteBotSessionView | apps/desktop/src/renderer/components/chat/AgentActionRow.tsx, apps/desktop/src/renderer/components/chat/AgentActionsBlock.tsx, apps/desktop/src/renderer/components/chat/AgentOnOtherDeviceContext.tsx, apps/desktop/src/renderer/components/chat/AgentTaskCard.tsx, apps/desktop/src/renderer/components/chat/AgentTaskLiveDetails.tsx, apps/desktop/src/renderer/components/chat/AnnotationStrokesSvg.tsx, apps/desktop/src/renderer/components/chat/AskUserQuestionBubble.tsx, apps/desktop/src/renderer/components/chat/AssistantMessage.tsx, apps/desktop/src/renderer/components/chat/AutomationOriginBadge.tsx, apps/desktop/src/renderer/components/chat/ChatAudioCard.tsx, apps/desktop/src/renderer/components/chat/ChatDisplaySnapshotContext.tsx, apps/desktop/src/renderer/components/chat/ChatImageView.tsx, apps/desktop/src/renderer/components/chat/ChatLoadingImage.tsx, apps/desktop/src/renderer/components/chat/ChatSessionFileContext.tsx, apps/desktop/src/renderer/components/chat/ChatSoundEffectCard.tsx, apps/desktop/src/renderer/components/chat/ChatVideoView.tsx, apps/desktop/src/renderer/components/chat/CindyMakeDoctorCard.tsx, apps/desktop/src/renderer/components/chat/CopyAsImageBlock.tsx, apps/desktop/src/renderer/components/chat/CredentialSwitchWaitBanner.tsx, apps/desktop/src/renderer/components/chat/DiffView.tsx, apps/desktop/src/renderer/components/chat/ErrorBanner.tsx, apps/desktop/src/renderer/components/chat/ErrorMessageCard.tsx, apps/desktop/src/renderer/components/chat/GeneratedFilesCard.tsx, apps/desktop/src/renderer/components/chat/GhostCardHostPrompts.tsx, apps/desktop/src/renderer/components/chat/GhostSummonCard.tsx, apps/desktop/src/renderer/components/chat/GhostToolCard.tsx, apps/desktop/src/renderer/components/chat/HookTaskCard.tsx, apps/desktop/src/renderer/components/chat/ImageGalleryContext.tsx, apps/desktop/src/renderer/components/chat/ImageHoverPreview.tsx, apps/desktop/src/renderer/components/chat/ImageLightbox.tsx, apps/desktop/src/renderer/components/chat/ImageMissingPlaceholder.tsx, apps/desktop/src/renderer/components/chat/InlineReferenceChip.tsx, apps/desktop/src/renderer/components/chat/InterruptedTurnBanner.tsx, apps/desktop/src/renderer/components/chat/JumpToBottomChip.tsx, apps/desktop/src/renderer/components/chat/MarkdownDiffBlock.tsx, apps/desktop/src/renderer/components/chat/MarkdownMermaidBlock.tsx, apps/desktop/src/renderer/components/chat/MarkdownRenderer.tsx, apps/desktop/src/renderer/components/chat/MermaidLightbox.tsx, apps/desktop/src/renderer/components/chat/MessageActionBar.tsx, apps/desktop/src/renderer/components/chat/MessageNavRail.tsx, apps/desktop/src/renderer/components/chat/MessageReadAloudContext.ts, apps/desktop/src/renderer/components/chat/MessageSourceLabels.tsx, apps/desktop/src/renderer/components/chat/MessageStream.tsx, apps/desktop/src/renderer/components/chat/MessageViewport.tsx, apps/desktop/src/renderer/components/chat/ModelLightbox.tsx, apps/desktop/src/renderer/components/chat/NewMessageIndicator.tsx, apps/desktop/src/renderer/components/chat/PlanReviewBubble.tsx, apps/desktop/src/renderer/components/chat/PrevMessageJumpChip.tsx, apps/desktop/src/renderer/components/chat/ProjectLinkChip.tsx, apps/desktop/src/renderer/components/chat/QuoteChip.tsx, apps/desktop/src/renderer/components/chat/RewindPreviewDialog.tsx, apps/desktop/src/renderer/components/chat/SelectionQuoteButton.tsx, apps/desktop/src/renderer/components/chat/SentAgentReferenceChip.tsx, apps/desktop/src/renderer/components/chat/SentInlineAtomBody.tsx, apps/desktop/src/renderer/components/chat/SessionHandoffCard.tsx, apps/desktop/src/renderer/components/chat/SessionLinkChip.tsx, apps/desktop/src/renderer/components/chat/ShareMessageCheckbox.tsx, apps/desktop/src/renderer/components/chat/ShareSelectionBar.tsx, apps/desktop/src/renderer/components/chat/SlackIcon.tsx, apps/desktop/src/renderer/components/chat/StreamFadeSpan.tsx, apps/desktop/src/renderer/components/chat/StreamingMarkdownChunk.tsx, apps/desktop/src/renderer/components/chat/SystemCard.tsx, apps/desktop/src/renderer/components/chat/TextLightbox.tsx, apps/desktop/src/renderer/components/chat/ThinkingCard.tsx, apps/desktop/src/renderer/components/chat/ThinkingText.tsx, apps/desktop/src/renderer/components/chat/TodoListCard.tsx, apps/desktop/src/renderer/components/chat/ToolCallCard.tsx, apps/desktop/src/renderer/components/chat/ToolPayloadLightbox.tsx, apps/desktop/src/renderer/components/chat/TopRightChipStack.tsx, apps/desktop/src/renderer/components/chat/TurnChangesCard.tsx, apps/desktop/src/renderer/components/chat/UnreadFailedScheduleBanner.tsx, apps/desktop/src/renderer/components/chat/UpgradeBanner.tsx, apps/desktop/src/renderer/components/chat/UserAttachmentChip.tsx, apps/desktop/src/renderer/components/chat/UserMessage.tsx, apps/desktop/src/renderer/components/chat/UserMessageEditBox.tsx, apps/desktop/src/renderer/components/chat/UserMessageUrlLink.tsx, apps/desktop/src/renderer/components/chat/VideoLightbox.tsx, apps/desktop/src/renderer/components/chat/WorkGroupBlock.tsx, apps/desktop/src/renderer/components/chat/WorktreeRestoreBanner.tsx, apps/desktop/src/renderer/components/chat/XIcon.tsx, apps/desktop/src/renderer/components/chat/activityRowChrome.ts, apps/desktop/src/renderer/components/chat/animateFocusScroll.ts, apps/desktop/src/renderer/components/chat/autoFollowIntent.ts, apps/desktop/src/renderer/components/chat/chatChrome.ts, apps/desktop/src/renderer/components/chat/errorReasonI18n.ts, apps/desktop/src/renderer/components/chat/generatedFilesProjection.ts, apps/desktop/src/renderer/components/chat/imageDisplaySize.ts, apps/desktop/src/renderer/components/chat/lightboxAnnotations.ts, apps/desktop/src/renderer/components/chat/lightboxGestures.ts, apps/desktop/src/renderer/components/chat/markdownImageTargets.ts, apps/desktop/src/renderer/components/chat/markdownMedia.ts, apps/desktop/src/renderer/components/chat/messageNavRailModel.ts, apps/desktop/src/renderer/components/chat/messageNavRailWheel.ts, apps/desktop/src/renderer/components/chat/messageNavigationProjection.ts, apps/desktop/src/renderer/components/chat/messageProjectionCache.ts, apps/desktop/src/renderer/components/chat/messageStreamIndicatorPosition.ts, apps/desktop/src/renderer/components/chat/messageViewportCompensation.ts, apps/desktop/src/renderer/components/chat/messageViewportGeometry.ts, apps/desktop/src/renderer/components/chat/messageWorkGroups.ts, apps/desktop/src/renderer/components/chat/observeProgrammaticScroll.ts, apps/desktop/src/renderer/components/chat/rehypeFencedCodeMarker.ts, apps/desktop/src/renderer/components/chat/rehypeHighlightShared.ts, apps/desktop/src/renderer/components/chat/rehypeMathBlockMarker.ts, apps/desktop/src/renderer/components/chat/rehypeStreamWordFade.ts, apps/desktop/src/renderer/components/chat/remarkHtmlImages.ts, apps/desktop/src/renderer/components/chat/remarkLocalPathLinks.ts, apps/desktop/src/renderer/components/chat/remarkPreserveRawLocalDestinations.ts, apps/desktop/src/renderer/components/chat/remarkSessionLinks.ts, apps/desktop/src/renderer/components/chat/remarkStrictInlineMath.ts, apps/desktop/src/renderer/components/chat/remarkTruncateCjkUrls.ts, apps/desktop/src/renderer/components/chat/repairStreamingMarkdown.ts, apps/desktop/src/renderer/components/chat/scrollAnchoringDetect.ts, apps/desktop/src/renderer/components/chat/shareSelectionStore.ts, apps/desktop/src/renderer/components/chat/streamingMarkdownBlocks.tsx, apps/desktop/src/renderer/components/chat/streamingMarkdownChunks.ts, apps/desktop/src/renderer/components/chat/streamingMessageProjection.ts, apps/desktop/src/renderer/components/chat/toolLoopI18n.ts, apps/desktop/src/renderer/components/chat/unreadCount.ts, apps/desktop/src/renderer/components/chat/useAutomaticHistoryLoadBudget.ts, apps/desktop/src/renderer/components/chat/useCopyAsImage.tsx, apps/desktop/src/renderer/components/chat/useDeleteMessage.ts, apps/desktop/src/renderer/components/chat/useFileChipContextMenu.tsx, apps/desktop/src/renderer/components/chat/useForkAtMessage.ts, apps/desktop/src/renderer/components/chat/useImageClipboard.ts, apps/desktop/src/renderer/components/chat/useImageLoadFailure.ts, apps/desktop/src/renderer/components/chat/useMessageViewport.ts, apps/desktop/src/renderer/components/chat/useNavigationKeyListener.ts, apps/desktop/src/renderer/components/chat/useOpenWithMenu.tsx, apps/desktop/src/renderer/components/chat/usePrevUserMessageInView.ts, apps/desktop/src/renderer/components/chat/useTurnChangeSets.ts, apps/desktop/src/renderer/components/chat/userMessageCollapse.ts, apps/desktop/src/renderer/components/chat/userMessageDisplayText.ts, apps/desktop/src/renderer/components/chat/userMessageLinkify.ts, apps/desktop/src/renderer/components/chat/viewportFillDetect.ts, apps/desktop/src/renderer/components/new-chat/AddRemoteProjectDialog.tsx, apps/desktop/src/renderer/components/new-chat/AgentSelect.tsx, apps/desktop/src/renderer/components/new-chat/AskUserQuestionPrompt.tsx, apps/desktop/src/renderer/components/new-chat/AtMentionPanel.tsx, apps/desktop/src/renderer/components/new-chat/AttachmentTypeThumb.tsx, apps/desktop/src/renderer/components/new-chat/ChatInput.tsx, apps/desktop/src/renderer/components/new-chat/CjkPunctDecoration.ts, apps/desktop/src/renderer/components/new-chat/CjkPunctuationUtils.ts, apps/desktop/src/renderer/components/new-chat/ComposerAttachments.tsx, apps/desktop/src/renderer/components/new-chat/ComposerListIndentDecoration.ts, apps/desktop/src/renderer/components/new-chat/ComposerListNodes.ts, apps/desktop/src/renderer/components/new-chat/ComposerQuoteNode.tsx, apps/desktop/src/renderer/components/new-chat/DeviceSwitcherPill.tsx, apps/desktop/src/renderer/components/new-chat/EffortSlider.tsx, apps/desktop/src/renderer/components/new-chat/EmptyDocSelectionGuard.ts, apps/desktop/src/renderer/components/new-chat/ExtraDirsButton.tsx, apps/desktop/src/renderer/components/new-chat/FastModeToggle.tsx, apps/desktop/src/renderer/components/new-chat/FolderPickerPopover.tsx, apps/desktop/src/renderer/components/new-chat/FullAccessConfirmContent.tsx, apps/desktop/src/renderer/components/new-chat/GhostCommandDecoration.ts, apps/desktop/src/renderer/components/new-chat/GoalAdvancedLimits.tsx, apps/desktop/src/renderer/components/new-chat/GoalIndicator.tsx, apps/desktop/src/renderer/components/new-chat/HomeUsageDashboard.tsx, apps/desktop/src/renderer/components/new-chat/ListComposerTextarea.tsx, apps/desktop/src/renderer/components/new-chat/LocalModelCatalogNotice.tsx, apps/desktop/src/renderer/components/new-chat/MentionChipNode.tsx, apps/desktop/src/renderer/components/new-chat/MentionDragCaretDecoration.ts, apps/desktop/src/renderer/components/new-chat/ModelCompatibilityNotice.tsx, apps/desktop/src/renderer/components/new-chat/ModelConfigFlyout.tsx, apps/desktop/src/renderer/components/new-chat/ModelHarnessPicker.tsx, apps/desktop/src/renderer/components/new-chat/ModelSelector.tsx, apps/desktop/src/renderer/components/new-chat/ModelSourceDetails.tsx, apps/desktop/src/renderer/components/new-chat/NewGoalDialog.tsx, apps/desktop/src/renderer/components/new-chat/PastedTextChipNode.tsx, apps/desktop/src/renderer/components/new-chat/PendingQueuePanel.tsx, apps/desktop/src/renderer/components/new-chat/PermissionPrompt.tsx, apps/desktop/src/renderer/components/new-chat/PermissionSelector.tsx, apps/desktop/src/renderer/components/new-chat/PinnedPlanPanel.tsx, apps/desktop/src/renderer/components/new-chat/PlanActionCard.tsx, apps/desktop/src/renderer/components/new-chat/PlanModeIndicator.tsx, apps/desktop/src/renderer/components/new-chat/PlanViewerCard.tsx, apps/desktop/src/renderer/components/new-chat/PluginConnectionForm.tsx, apps/desktop/src/renderer/components/new-chat/PluginOauthDeviceCode.tsx, apps/desktop/src/renderer/components/new-chat/PluginSetupPrompt.tsx, apps/desktop/src/renderer/components/new-chat/PluginSetupRemoteDesktopButton.tsx, apps/desktop/src/renderer/components/new-chat/PluginWriteAccessRecovery.tsx, apps/desktop/src/renderer/components/new-chat/QuickStartPillMark.ts, apps/desktop/src/renderer/components/new-chat/RemoteOauthSetupCard.tsx, apps/desktop/src/renderer/components/new-chat/SendButton.tsx, apps/desktop/src/renderer/components/new-chat/SlashCommandDecoration.ts, apps/desktop/src/renderer/components/new-chat/SlashCommandPalette.tsx, apps/desktop/src/renderer/components/new-chat/TakeoverMask.tsx, apps/desktop/src/renderer/components/new-chat/ThinkingToggle.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedFlyoutHost.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedModelPanel.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedModelRail.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedModelRow.tsx, apps/desktop/src/renderer/components/new-chat/UsageDailyBars.tsx, apps/desktop/src/renderer/components/new-chat/UsageHeatmap.tsx, apps/desktop/src/renderer/components/new-chat/VendorSegmentedSwitcher.tsx, apps/desktop/src/renderer/components/new-chat/VoiceInputDraftDecoration.ts, apps/desktop/src/renderer/components/new-chat/WindowsSelectionReplacement.ts, apps/desktop/src/renderer/components/new-chat/WorktreeChipsRow.tsx, apps/desktop/src/renderer/components/new-chat/WorktreeCreatingOverlay.tsx, apps/desktop/src/renderer/components/new-chat/agentOptions.ts, apps/desktop/src/renderer/components/new-chat/agentSwitchConfirmation.ts, apps/desktop/src/renderer/components/new-chat/branchPick.ts, apps/desktop/src/renderer/components/new-chat/composerBlankPointerFocus.ts, apps/desktop/src/renderer/components/new-chat/composerContentSerialization.ts, apps/desktop/src/renderer/components/new-chat/composerDocState.ts, apps/desktop/src/renderer/components/new-chat/composerFrameScheduler.ts, apps/desktop/src/renderer/components/new-chat/composerHistoryProjection.ts, apps/desktop/src/renderer/components/new-chat/composerModelSelection.ts, apps/desktop/src/renderer/components/new-chat/composerPromptRecommendation.ts, apps/desktop/src/renderer/components/new-chat/composerRenderGate.ts, apps/desktop/src/renderer/components/new-chat/composerSendOwnership.ts, apps/desktop/src/renderer/components/new-chat/composerSendSnapshot.ts, apps/desktop/src/renderer/components/new-chat/effortChangeQueue.ts, apps/desktop/src/renderer/components/new-chat/extraDirsActions.ts, apps/desktop/src/renderer/components/new-chat/ghostComposerPlacement.ts, apps/desktop/src/renderer/components/new-chat/localAttachmentPicker.ts, apps/desktop/src/renderer/components/new-chat/mentionChipInsertion.ts, apps/desktop/src/renderer/components/new-chat/modelWindowErrorToast.ts, apps/desktop/src/renderer/components/new-chat/pastePipeline.ts, apps/desktop/src/renderer/components/new-chat/pathPaste.ts, apps/desktop/src/renderer/components/new-chat/pendingQueueLocks.ts, apps/desktop/src/renderer/components/new-chat/pendingQueueRowActivity.ts, apps/desktop/src/renderer/components/new-chat/pendingQueueRowPresentation.ts, apps/desktop/src/renderer/components/new-chat/planModeComposerCommand.ts, apps/desktop/src/renderer/components/new-chat/priceTierMarks.tsx, apps/desktop/src/renderer/components/new-chat/remoteBrowseAdapters.ts, apps/desktop/src/renderer/components/new-chat/remoteExistingProjects.ts, apps/desktop/src/renderer/components/new-chat/restoreComposerDocument.ts, apps/desktop/src/renderer/components/new-chat/sessionLinkPaste.ts, apps/desktop/src/renderer/components/new-chat/sourceSwitch.ts, apps/desktop/src/renderer/components/new-chat/unifiedModelSelection.ts, apps/desktop/src/renderer/components/new-chat/usagePalette.ts, apps/desktop/src/renderer/components/new-chat/useComposerSendFocusRestore.ts, apps/desktop/src/renderer/components/new-chat/useModelDiscoveryPending.ts, apps/desktop/src/renderer/components/new-chat/useProviderWeeklyQuota.ts, apps/desktop/src/renderer/components/new-chat/useUnifiedRowActions.ts, apps/desktop/src/renderer/features/bots/BotAuthorizationCard.tsx, apps/desktop/src/renderer/features/bots/BotAvatar.tsx, apps/desktop/src/renderer/features/bots/BotBasicProfileFields.tsx, apps/desktop/src/renderer/features/bots/BotCapabilitySettings.tsx, apps/desktop/src/renderer/features/bots/BotCollaborationCard.tsx, apps/desktop/src/renderer/features/bots/BotConnectionStatus.tsx, apps/desktop/src/renderer/features/bots/BotCreateMenu.tsx, apps/desktop/src/renderer/features/bots/BotDeleteDialog.tsx, apps/desktop/src/renderer/features/bots/BotDirectMessageCard.tsx, apps/desktop/src/renderer/features/bots/BotDirectMessageView.tsx, apps/desktop/src/renderer/features/bots/BotFollowMark.tsx, apps/desktop/src/renderer/features/bots/BotGenerationLabel.tsx, apps/desktop/src/renderer/features/bots/BotGroupAvatars.tsx, apps/desktop/src/renderer/features/bots/BotGroupChatView.tsx, apps/desktop/src/renderer/features/bots/BotGroupComposer.tsx, apps/desktop/src/renderer/features/bots/BotGroupCreateDialog.tsx, apps/desktop/src/renderer/features/bots/BotGroupPendingInteraction.tsx, apps/desktop/src/renderer/features/bots/BotGroupPlan.tsx, apps/desktop/src/renderer/features/bots/BotGroupRuntimeFailureNotice.tsx, apps/desktop/src/renderer/features/bots/BotGroupSettingsDrawer.tsx, apps/desktop/src/renderer/features/bots/BotGroupSidebarRow.tsx, apps/desktop/src/renderer/features/bots/BotHistorySessionView.tsx, apps/desktop/src/renderer/features/bots/BotImportForm.tsx, apps/desktop/src/renderer/features/bots/BotInvitationWelcome.tsx, apps/desktop/src/renderer/features/bots/BotLearningFooter.tsx, apps/desktop/src/renderer/features/bots/BotLifecycleSettings.tsx, apps/desktop/src/renderer/features/bots/BotMemorySettings.tsx, apps/desktop/src/renderer/features/bots/BotModelChainEditor.tsx, apps/desktop/src/renderer/features/bots/BotPortraitPicker.tsx, apps/desktop/src/renderer/features/bots/BotRosterView.tsx, apps/desktop/src/renderer/features/bots/BotRoutines.tsx, apps/desktop/src/renderer/features/bots/BotSessionContentHeader.tsx, apps/desktop/src/renderer/features/bots/BotSessionTaskLink.tsx, apps/desktop/src/renderer/features/bots/BotSessionTaskResultCard.tsx, apps/desktop/src/renderer/features/bots/BotSessionView.tsx, apps/desktop/src/renderer/features/bots/BotSettingsBlock.tsx, apps/desktop/src/renderer/features/bots/BotSettingsDrawer.tsx, apps/desktop/src/renderer/features/bots/BotTaskCardHeader.tsx, apps/desktop/src/renderer/features/bots/BotTaskModelEditor.tsx, apps/desktop/src/renderer/features/bots/BotTodoList.tsx, apps/desktop/src/renderer/features/bots/BotWorkbench.tsx, apps/desktop/src/renderer/features/bots/BotWorkingStatus.tsx, apps/desktop/src/renderer/features/bots/BotsFeatureLayout.tsx, apps/desktop/src/renderer/features/bots/BotsGlobalSettingsSection.tsx, apps/desktop/src/renderer/features/bots/BotsHomeView.tsx, apps/desktop/src/renderer/features/bots/BotsListView.tsx, apps/desktop/src/renderer/features/bots/BotsSidebar.tsx, apps/desktop/src/renderer/features/bots/ChatBotAccessField.tsx, apps/desktop/src/renderer/features/bots/ChatGroupSettings.tsx, apps/desktop/src/renderer/features/bots/ChatInviteDialog.tsx, apps/desktop/src/renderer/features/bots/ChatInviteHost.tsx, apps/desktop/src/renderer/features/bots/ChatServerControls.tsx, apps/desktop/src/renderer/features/bots/ChatThreadPanel.tsx, apps/desktop/src/renderer/features/bots/CindyDevicePicker.tsx, apps/desktop/src/renderer/features/bots/CindyDeviceRow.tsx, apps/desktop/src/renderer/features/bots/RemoteBotSessionView.tsx, apps/desktop/src/renderer/features/bots/RemoteBotSettings.tsx, apps/desktop/src/renderer/features/bots/WorkbenchSessionList.tsx, apps/desktop/src/renderer/features/bots/botAvatarIdentity.ts, apps/desktop/src/renderer/features/bots/botCapabilityDefaults.ts, apps/desktop/src/renderer/features/bots/botChatPresentation.ts, apps/desktop/src/renderer/features/bots/botConversationPresentation.ts, apps/desktop/src/renderer/features/bots/botConversationTimeline.ts, apps/desktop/src/renderer/features/bots/botDelegationLive.ts, apps/desktop/src/renderer/features/bots/botFollowScopes.ts, apps/desktop/src/renderer/features/bots/botGeneratedArtifacts.ts, apps/desktop/src/renderer/features/bots/botGroupAttachments.ts, apps/desktop/src/renderer/features/bots/botGroupLane.ts, apps/desktop/src/renderer/features/bots/botGroupMentions.ts, apps/desktop/src/renderer/features/bots/botGroupPresentation.ts, apps/desktop/src/renderer/features/bots/botGroupStore.ts, apps/desktop/src/renderer/features/bots/botListDisplay.ts, apps/desktop/src/renderer/features/bots/botNavigation.ts, apps/desktop/src/renderer/features/bots/botPronounContext.tsx, apps/desktop/src/renderer/features/bots/botReadState.ts, apps/desktop/src/renderer/features/bots/botRosterDisplay.ts, apps/desktop/src/renderer/features/bots/botSessionOwners.ts, apps/desktop/src/renderer/features/bots/botSettingsAutosave.ts, apps/desktop/src/renderer/features/bots/botStore.ts, apps/desktop/src/renderer/features/bots/botTodo.css, apps/desktop/src/renderer/features/bots/botWelcomeContext.ts, apps/desktop/src/renderer/features/bots/botWorkbenchProjection.ts, apps/desktop/src/renderer/features/bots/chatError.ts, apps/desktop/src/renderer/features/bots/cindyDeviceRoster.ts, apps/desktop/src/renderer/features/bots/remoteBotRoster.ts, apps/desktop/src/renderer/features/bots/remoteBotSettingsData.ts, apps/desktop/src/renderer/features/bots/useBotGeneratedFileDeliveries.ts, apps/desktop/src/renderer/features/bots/useBotIslandVisibleSession.ts, apps/desktop/src/renderer/features/bots/useBotSettingsAutosave.ts, apps/desktop/src/renderer/features/bots/useBotUnreadSync.ts, apps/desktop/src/renderer/features/bots/useRemoteBots.ts, apps/desktop/src/renderer/features/bots/useWorkbenchSessionPages.ts, apps/desktop/src/renderer/features/bots/useWorkingStatusCopy.ts, apps/desktop/src/renderer/features/bots/voice/CompanionVoicePanel.tsx, apps/desktop/src/renderer/features/bots/voice/CompanionVoiceSettings.tsx, apps/desktop/src/renderer/features/bots/voice/MessageReadAloudController.ts, apps/desktop/src/renderer/features/bots/voice/PcmSpeechPlayer.ts, apps/desktop/src/renderer/features/bots/voice/SpeechPlaybackQueue.ts, apps/desktop/src/renderer/features/bots/voice/SpeechTextBuffer.ts, apps/desktop/src/renderer/features/bots/voice/SpeechVoicePicker.tsx, apps/desktop/src/renderer/features/bots/voice/VoiceConversationController.ts, apps/desktop/src/renderer/features/bots/voice/VoicePreviewController.ts, apps/desktop/src/renderer/features/bots/voice/VoiceReplyTracker.ts, apps/desktop/src/renderer/features/bots/voice/microphoneDiagnostics.ts, apps/desktop/src/renderer/features/bots/voice/speechVoiceLabelCache.ts, apps/desktop/src/renderer/features/bots/voice/useMessageReadAloud.ts, apps/desktop/src/renderer/features/bots/voice/voiceConfiguration.ts, apps/desktop/src/renderer/features/bots/voice/voiceConversation.css, apps/desktop/src/renderer/features/cc-agent/CCAgentFeatureLayout.tsx, apps/desktop/src/renderer/features/cc-agent/CCAgentSessionView.tsx | 278 | 38 | 478 |
| `desktop.chat.files` | desktop | 工作目录文件浏览 | hash `/cc-agent/files/:sessionId`(WorkdirBrowseRoute) | FileBodyView, FileTreeView, WorkdirBrowseRoute | apps/desktop/src/renderer/features/cc-agent/workdir-browse/DocSearchBar.tsx, apps/desktop/src/renderer/features/cc-agent/workdir-browse/DrawioPreview.tsx, apps/desktop/src/renderer/features/cc-agent/workdir-browse/FileBodyView.tsx, apps/desktop/src/renderer/features/cc-agent/workdir-browse/FileFilterInput.tsx, apps/desktop/src/renderer/features/cc-agent/workdir-browse/FileTabsBar.tsx, apps/desktop/src/renderer/features/cc-agent/workdir-browse/FileTreeView.tsx, apps/desktop/src/renderer/features/cc-agent/workdir-browse/FilterResultList.tsx, apps/desktop/src/renderer/features/cc-agent/workdir-browse/ImagePreview.tsx, apps/desktop/src/renderer/features/cc-agent/workdir-browse/OpenInSystemActions.tsx, apps/desktop/src/renderer/features/cc-agent/workdir-browse/PdfPreview.tsx, apps/desktop/src/renderer/features/cc-agent/workdir-browse/SessionTabsBar.tsx, apps/desktop/src/renderer/features/cc-agent/workdir-browse/UnrenderablePlaceholder.tsx, apps/desktop/src/renderer/features/cc-agent/workdir-browse/WorkdirBrowseRoute.tsx, apps/desktop/src/renderer/features/cc-agent/workdir-browse/WorkdirBrowseSidebar.tsx, apps/desktop/src/renderer/features/cc-agent/workdir-browse/hooks/useChatRailCollapsed.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/hooks/useChatRailResize.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/hooks/useConfirmSwitchAwayIfDirty.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/hooks/useDelayedFlag.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/hooks/useFileContent.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/hooks/useFileTree.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/hooks/useOpenTabs.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/hooks/useProjectFileList.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/hooks/useRevealFileInTree.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/lib/activeFileBodyHandle.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/lib/docModeSwitchProjects.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/lib/drawioExt.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/lib/expandedStore.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/lib/fileContentCache.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/lib/fileIcon.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/lib/fileMeta.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/lib/fileScrollStore.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/lib/fileSelectionParams.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/lib/filterFiles.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/lib/imageExt.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/lib/markdownAutosave.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/lib/openTabsStore.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/lib/pdfExt.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/lib/selectedFileStore.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/search/SearchInput.tsx, apps/desktop/src/renderer/features/cc-agent/workdir-browse/search/SearchPanel.tsx, apps/desktop/src/renderer/features/cc-agent/workdir-browse/search/SearchResults.tsx, apps/desktop/src/renderer/features/cc-agent/workdir-browse/search/hooks/useProjectSearch.ts | 17 | 7 | 45 |
| `desktop.chat.new-draft` | desktop | 新建任务草稿页 | hash `/cc-agent/new`(NewMakerDraftRoute) | NewMakerDraftRoute | apps/desktop/src/renderer/features/cc-agent/NewMakerDraftRoute.tsx | 15 | 0 | 3 |
-| `desktop.chat.orca-workflow` | desktop | Orca 协同工作台 | hash `/cc-agent/orca/:sessionId`(OrcaWorkflowRoute) | CCAgentSessionView, OrcaSplitView, OrcaWorkerPanel, OrcaWorkflowRoute | apps/desktop/src/renderer/components/chat/AgentActionRow.tsx, apps/desktop/src/renderer/components/chat/AgentActionsBlock.tsx, apps/desktop/src/renderer/components/chat/AgentOnOtherDeviceContext.tsx, apps/desktop/src/renderer/components/chat/AgentTaskCard.tsx, apps/desktop/src/renderer/components/chat/AgentTaskLiveDetails.tsx, apps/desktop/src/renderer/components/chat/AnnotationStrokesSvg.tsx, apps/desktop/src/renderer/components/chat/AskUserQuestionBubble.tsx, apps/desktop/src/renderer/components/chat/AssistantMessage.tsx, apps/desktop/src/renderer/components/chat/AutomationOriginBadge.tsx, apps/desktop/src/renderer/components/chat/ChatAudioCard.tsx, apps/desktop/src/renderer/components/chat/ChatDisplaySnapshotContext.tsx, apps/desktop/src/renderer/components/chat/ChatImageView.tsx, apps/desktop/src/renderer/components/chat/ChatLoadingImage.tsx, apps/desktop/src/renderer/components/chat/ChatSessionFileContext.tsx, apps/desktop/src/renderer/components/chat/ChatSoundEffectCard.tsx, apps/desktop/src/renderer/components/chat/ChatVideoView.tsx, apps/desktop/src/renderer/components/chat/CindyMakeDoctorCard.tsx, apps/desktop/src/renderer/components/chat/CopyAsImageBlock.tsx, apps/desktop/src/renderer/components/chat/CredentialSwitchWaitBanner.tsx, apps/desktop/src/renderer/components/chat/DiffView.tsx, apps/desktop/src/renderer/components/chat/ErrorBanner.tsx, apps/desktop/src/renderer/components/chat/ErrorMessageCard.tsx, apps/desktop/src/renderer/components/chat/GeneratedFilesCard.tsx, apps/desktop/src/renderer/components/chat/GhostCardHostPrompts.tsx, apps/desktop/src/renderer/components/chat/GhostSummonCard.tsx, apps/desktop/src/renderer/components/chat/GhostToolCard.tsx, apps/desktop/src/renderer/components/chat/HookTaskCard.tsx, apps/desktop/src/renderer/components/chat/ImageGalleryContext.tsx, apps/desktop/src/renderer/components/chat/ImageHoverPreview.tsx, apps/desktop/src/renderer/components/chat/ImageLightbox.tsx, apps/desktop/src/renderer/components/chat/ImageMissingPlaceholder.tsx, apps/desktop/src/renderer/components/chat/InlineReferenceChip.tsx, apps/desktop/src/renderer/components/chat/InterruptedTurnBanner.tsx, apps/desktop/src/renderer/components/chat/JumpToBottomChip.tsx, apps/desktop/src/renderer/components/chat/MarkdownDiffBlock.tsx, apps/desktop/src/renderer/components/chat/MarkdownMermaidBlock.tsx, apps/desktop/src/renderer/components/chat/MarkdownRenderer.tsx, apps/desktop/src/renderer/components/chat/MermaidLightbox.tsx, apps/desktop/src/renderer/components/chat/MessageActionBar.tsx, apps/desktop/src/renderer/components/chat/MessageNavRail.tsx, apps/desktop/src/renderer/components/chat/MessageSourceLabels.tsx, apps/desktop/src/renderer/components/chat/MessageStream.tsx, apps/desktop/src/renderer/components/chat/MessageViewport.tsx, apps/desktop/src/renderer/components/chat/ModelLightbox.tsx, apps/desktop/src/renderer/components/chat/NewMessageIndicator.tsx, apps/desktop/src/renderer/components/chat/PlanReviewBubble.tsx, apps/desktop/src/renderer/components/chat/PrevMessageJumpChip.tsx, apps/desktop/src/renderer/components/chat/ProjectLinkChip.tsx, apps/desktop/src/renderer/components/chat/QuoteChip.tsx, apps/desktop/src/renderer/components/chat/RewindPreviewDialog.tsx, apps/desktop/src/renderer/components/chat/SelectionQuoteButton.tsx, apps/desktop/src/renderer/components/chat/SentAgentReferenceChip.tsx, apps/desktop/src/renderer/components/chat/SentInlineAtomBody.tsx, apps/desktop/src/renderer/components/chat/SessionHandoffCard.tsx, apps/desktop/src/renderer/components/chat/SessionLinkChip.tsx, apps/desktop/src/renderer/components/chat/ShareMessageCheckbox.tsx, apps/desktop/src/renderer/components/chat/ShareSelectionBar.tsx, apps/desktop/src/renderer/components/chat/SlackIcon.tsx, apps/desktop/src/renderer/components/chat/StreamFadeSpan.tsx, apps/desktop/src/renderer/components/chat/StreamingMarkdownChunk.tsx, apps/desktop/src/renderer/components/chat/SystemCard.tsx, apps/desktop/src/renderer/components/chat/TextLightbox.tsx, apps/desktop/src/renderer/components/chat/ThinkingCard.tsx, apps/desktop/src/renderer/components/chat/ThinkingText.tsx, apps/desktop/src/renderer/components/chat/TodoListCard.tsx, apps/desktop/src/renderer/components/chat/ToolCallCard.tsx, apps/desktop/src/renderer/components/chat/ToolPayloadLightbox.tsx, apps/desktop/src/renderer/components/chat/TopRightChipStack.tsx, apps/desktop/src/renderer/components/chat/TurnChangesCard.tsx, apps/desktop/src/renderer/components/chat/UnreadFailedScheduleBanner.tsx, apps/desktop/src/renderer/components/chat/UpgradeBanner.tsx, apps/desktop/src/renderer/components/chat/UserAttachmentChip.tsx, apps/desktop/src/renderer/components/chat/UserMessage.tsx, apps/desktop/src/renderer/components/chat/UserMessageEditBox.tsx, apps/desktop/src/renderer/components/chat/UserMessageUrlLink.tsx, apps/desktop/src/renderer/components/chat/VideoLightbox.tsx, apps/desktop/src/renderer/components/chat/WorkGroupBlock.tsx, apps/desktop/src/renderer/components/chat/WorktreeRestoreBanner.tsx, apps/desktop/src/renderer/components/chat/XIcon.tsx, apps/desktop/src/renderer/components/chat/activityRowChrome.ts, apps/desktop/src/renderer/components/chat/animateFocusScroll.ts, apps/desktop/src/renderer/components/chat/autoFollowIntent.ts, apps/desktop/src/renderer/components/chat/chatChrome.ts, apps/desktop/src/renderer/components/chat/errorReasonI18n.ts, apps/desktop/src/renderer/components/chat/generatedFilesProjection.ts, apps/desktop/src/renderer/components/chat/imageDisplaySize.ts, apps/desktop/src/renderer/components/chat/lightboxAnnotations.ts, apps/desktop/src/renderer/components/chat/lightboxGestures.ts, apps/desktop/src/renderer/components/chat/markdownImageTargets.ts, apps/desktop/src/renderer/components/chat/markdownMedia.ts, apps/desktop/src/renderer/components/chat/messageNavRailModel.ts, apps/desktop/src/renderer/components/chat/messageNavRailWheel.ts, apps/desktop/src/renderer/components/chat/messageNavigationProjection.ts, apps/desktop/src/renderer/components/chat/messageProjectionCache.ts, apps/desktop/src/renderer/components/chat/messageStreamIndicatorPosition.ts, apps/desktop/src/renderer/components/chat/messageViewportCompensation.ts, apps/desktop/src/renderer/components/chat/messageViewportGeometry.ts, apps/desktop/src/renderer/components/chat/messageWorkGroups.ts, apps/desktop/src/renderer/components/chat/observeProgrammaticScroll.ts, apps/desktop/src/renderer/components/chat/rehypeFencedCodeMarker.ts, apps/desktop/src/renderer/components/chat/rehypeHighlightShared.ts, apps/desktop/src/renderer/components/chat/rehypeMathBlockMarker.ts, apps/desktop/src/renderer/components/chat/rehypeStreamWordFade.ts, apps/desktop/src/renderer/components/chat/remarkHtmlImages.ts, apps/desktop/src/renderer/components/chat/remarkLocalPathLinks.ts, apps/desktop/src/renderer/components/chat/remarkPreserveRawLocalDestinations.ts, apps/desktop/src/renderer/components/chat/remarkSessionLinks.ts, apps/desktop/src/renderer/components/chat/remarkStrictInlineMath.ts, apps/desktop/src/renderer/components/chat/remarkTruncateCjkUrls.ts, apps/desktop/src/renderer/components/chat/repairStreamingMarkdown.ts, apps/desktop/src/renderer/components/chat/scrollAnchoringDetect.ts, apps/desktop/src/renderer/components/chat/shareSelectionStore.ts, apps/desktop/src/renderer/components/chat/streamingMarkdownBlocks.tsx, apps/desktop/src/renderer/components/chat/streamingMarkdownChunks.ts, apps/desktop/src/renderer/components/chat/streamingMessageProjection.ts, apps/desktop/src/renderer/components/chat/toolLoopI18n.ts, apps/desktop/src/renderer/components/chat/unreadCount.ts, apps/desktop/src/renderer/components/chat/useAutomaticHistoryLoadBudget.ts, apps/desktop/src/renderer/components/chat/useCopyAsImage.tsx, apps/desktop/src/renderer/components/chat/useDeleteMessage.ts, apps/desktop/src/renderer/components/chat/useFileChipContextMenu.tsx, apps/desktop/src/renderer/components/chat/useForkAtMessage.ts, apps/desktop/src/renderer/components/chat/useImageClipboard.ts, apps/desktop/src/renderer/components/chat/useImageLoadFailure.ts, apps/desktop/src/renderer/components/chat/useMessageViewport.ts, apps/desktop/src/renderer/components/chat/useNavigationKeyListener.ts, apps/desktop/src/renderer/components/chat/useOpenWithMenu.tsx, apps/desktop/src/renderer/components/chat/usePrevUserMessageInView.ts, apps/desktop/src/renderer/components/chat/useTurnChangeSets.ts, apps/desktop/src/renderer/components/chat/userMessageCollapse.ts, apps/desktop/src/renderer/components/chat/userMessageDisplayText.ts, apps/desktop/src/renderer/components/chat/userMessageLinkify.ts, apps/desktop/src/renderer/components/chat/viewportFillDetect.ts, apps/desktop/src/renderer/components/new-chat/AddRemoteProjectDialog.tsx, apps/desktop/src/renderer/components/new-chat/AgentSelect.tsx, apps/desktop/src/renderer/components/new-chat/AskUserQuestionPrompt.tsx, apps/desktop/src/renderer/components/new-chat/AtMentionPanel.tsx, apps/desktop/src/renderer/components/new-chat/AttachmentTypeThumb.tsx, apps/desktop/src/renderer/components/new-chat/ChatInput.tsx, apps/desktop/src/renderer/components/new-chat/CjkPunctDecoration.ts, apps/desktop/src/renderer/components/new-chat/CjkPunctuationUtils.ts, apps/desktop/src/renderer/components/new-chat/ComposerAttachments.tsx, apps/desktop/src/renderer/components/new-chat/ComposerListIndentDecoration.ts, apps/desktop/src/renderer/components/new-chat/ComposerListNodes.ts, apps/desktop/src/renderer/components/new-chat/ComposerQuoteNode.tsx, apps/desktop/src/renderer/components/new-chat/DeviceSwitcherPill.tsx, apps/desktop/src/renderer/components/new-chat/EffortSlider.tsx, apps/desktop/src/renderer/components/new-chat/EmptyDocSelectionGuard.ts, apps/desktop/src/renderer/components/new-chat/ExtraDirsButton.tsx, apps/desktop/src/renderer/components/new-chat/FastModeToggle.tsx, apps/desktop/src/renderer/components/new-chat/FolderPickerPopover.tsx, apps/desktop/src/renderer/components/new-chat/FullAccessConfirmContent.tsx, apps/desktop/src/renderer/components/new-chat/GhostCommandDecoration.ts, apps/desktop/src/renderer/components/new-chat/GoalAdvancedLimits.tsx, apps/desktop/src/renderer/components/new-chat/GoalIndicator.tsx, apps/desktop/src/renderer/components/new-chat/HomeUsageDashboard.tsx, apps/desktop/src/renderer/components/new-chat/ListComposerTextarea.tsx, apps/desktop/src/renderer/components/new-chat/LocalModelCatalogNotice.tsx, apps/desktop/src/renderer/components/new-chat/MentionChipNode.tsx, apps/desktop/src/renderer/components/new-chat/MentionDragCaretDecoration.ts, apps/desktop/src/renderer/components/new-chat/ModelCompatibilityNotice.tsx, apps/desktop/src/renderer/components/new-chat/ModelConfigFlyout.tsx, apps/desktop/src/renderer/components/new-chat/ModelHarnessPicker.tsx, apps/desktop/src/renderer/components/new-chat/ModelSelector.tsx, apps/desktop/src/renderer/components/new-chat/ModelSourceDetails.tsx, apps/desktop/src/renderer/components/new-chat/NewGoalDialog.tsx, apps/desktop/src/renderer/components/new-chat/PastedTextChipNode.tsx, apps/desktop/src/renderer/components/new-chat/PendingQueuePanel.tsx, apps/desktop/src/renderer/components/new-chat/PermissionPrompt.tsx, apps/desktop/src/renderer/components/new-chat/PermissionSelector.tsx, apps/desktop/src/renderer/components/new-chat/PinnedPlanPanel.tsx, apps/desktop/src/renderer/components/new-chat/PlanActionCard.tsx, apps/desktop/src/renderer/components/new-chat/PlanModeIndicator.tsx, apps/desktop/src/renderer/components/new-chat/PlanViewerCard.tsx, apps/desktop/src/renderer/components/new-chat/PluginConnectionForm.tsx, apps/desktop/src/renderer/components/new-chat/PluginOauthDeviceCode.tsx, apps/desktop/src/renderer/components/new-chat/PluginSetupPrompt.tsx, apps/desktop/src/renderer/components/new-chat/PluginSetupRemoteDesktopButton.tsx, apps/desktop/src/renderer/components/new-chat/PluginWriteAccessRecovery.tsx, apps/desktop/src/renderer/components/new-chat/QuickStartPillMark.ts, apps/desktop/src/renderer/components/new-chat/RemoteOauthSetupCard.tsx, apps/desktop/src/renderer/components/new-chat/SendButton.tsx, apps/desktop/src/renderer/components/new-chat/SlashCommandDecoration.ts, apps/desktop/src/renderer/components/new-chat/SlashCommandPalette.tsx, apps/desktop/src/renderer/components/new-chat/TakeoverMask.tsx, apps/desktop/src/renderer/components/new-chat/ThinkingToggle.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedFlyoutHost.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedModelPanel.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedModelRail.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedModelRow.tsx, apps/desktop/src/renderer/components/new-chat/UsageDailyBars.tsx, apps/desktop/src/renderer/components/new-chat/UsageHeatmap.tsx, apps/desktop/src/renderer/components/new-chat/VendorSegmentedSwitcher.tsx, apps/desktop/src/renderer/components/new-chat/VoiceInputDraftDecoration.ts, apps/desktop/src/renderer/components/new-chat/WindowsSelectionReplacement.ts, apps/desktop/src/renderer/components/new-chat/WorktreeChipsRow.tsx, apps/desktop/src/renderer/components/new-chat/WorktreeCreatingOverlay.tsx, apps/desktop/src/renderer/components/new-chat/agentOptions.ts, apps/desktop/src/renderer/components/new-chat/agentSwitchConfirmation.ts, apps/desktop/src/renderer/components/new-chat/branchPick.ts, apps/desktop/src/renderer/components/new-chat/composerBlankPointerFocus.ts, apps/desktop/src/renderer/components/new-chat/composerContentSerialization.ts, apps/desktop/src/renderer/components/new-chat/composerDocState.ts, apps/desktop/src/renderer/components/new-chat/composerFrameScheduler.ts, apps/desktop/src/renderer/components/new-chat/composerHistoryProjection.ts, apps/desktop/src/renderer/components/new-chat/composerModelSelection.ts, apps/desktop/src/renderer/components/new-chat/composerPromptRecommendation.ts, apps/desktop/src/renderer/components/new-chat/composerRenderGate.ts, apps/desktop/src/renderer/components/new-chat/composerSendOwnership.ts, apps/desktop/src/renderer/components/new-chat/composerSendSnapshot.ts, apps/desktop/src/renderer/components/new-chat/effortChangeQueue.ts, apps/desktop/src/renderer/components/new-chat/extraDirsActions.ts, apps/desktop/src/renderer/components/new-chat/ghostComposerPlacement.ts, apps/desktop/src/renderer/components/new-chat/localAttachmentPicker.ts, apps/desktop/src/renderer/components/new-chat/mentionChipInsertion.ts, apps/desktop/src/renderer/components/new-chat/modelWindowErrorToast.ts, apps/desktop/src/renderer/components/new-chat/pastePipeline.ts, apps/desktop/src/renderer/components/new-chat/pathPaste.ts, apps/desktop/src/renderer/components/new-chat/pendingQueueLocks.ts, apps/desktop/src/renderer/components/new-chat/pendingQueueRowActivity.ts, apps/desktop/src/renderer/components/new-chat/pendingQueueRowPresentation.ts, apps/desktop/src/renderer/components/new-chat/planModeComposerCommand.ts, apps/desktop/src/renderer/components/new-chat/priceTierMarks.tsx, apps/desktop/src/renderer/components/new-chat/remoteBrowseAdapters.ts, apps/desktop/src/renderer/components/new-chat/remoteExistingProjects.ts, apps/desktop/src/renderer/components/new-chat/restoreComposerDocument.ts, apps/desktop/src/renderer/components/new-chat/sessionLinkPaste.ts, apps/desktop/src/renderer/components/new-chat/sourceSwitch.ts, apps/desktop/src/renderer/components/new-chat/unifiedModelSelection.ts, apps/desktop/src/renderer/components/new-chat/usagePalette.ts, apps/desktop/src/renderer/components/new-chat/useComposerSendFocusRestore.ts, apps/desktop/src/renderer/components/new-chat/useModelDiscoveryPending.ts, apps/desktop/src/renderer/components/new-chat/useProviderWeeklyQuota.ts, apps/desktop/src/renderer/components/new-chat/useUnifiedRowActions.ts, apps/desktop/src/renderer/features/cc-agent/CCAgentFeatureLayout.tsx, apps/desktop/src/renderer/features/cc-agent/CCAgentSessionView.tsx, apps/desktop/src/renderer/features/cc-agent/OrcaSplitView.tsx, apps/desktop/src/renderer/features/cc-agent/OrcaWorkerPanel.tsx, apps/desktop/src/renderer/features/cc-agent/OrcaWorkflowRoute.tsx | 252 | 38 | 338 |
+| `desktop.chat.orca-workflow` | desktop | Orca 协同工作台 | hash `/cc-agent/orca/:sessionId`(OrcaWorkflowRoute) | CCAgentSessionView, OrcaSplitView, OrcaWorkerPanel, OrcaWorkflowRoute | apps/desktop/src/renderer/components/chat/AgentActionRow.tsx, apps/desktop/src/renderer/components/chat/AgentActionsBlock.tsx, apps/desktop/src/renderer/components/chat/AgentOnOtherDeviceContext.tsx, apps/desktop/src/renderer/components/chat/AgentTaskCard.tsx, apps/desktop/src/renderer/components/chat/AgentTaskLiveDetails.tsx, apps/desktop/src/renderer/components/chat/AnnotationStrokesSvg.tsx, apps/desktop/src/renderer/components/chat/AskUserQuestionBubble.tsx, apps/desktop/src/renderer/components/chat/AssistantMessage.tsx, apps/desktop/src/renderer/components/chat/AutomationOriginBadge.tsx, apps/desktop/src/renderer/components/chat/ChatAudioCard.tsx, apps/desktop/src/renderer/components/chat/ChatDisplaySnapshotContext.tsx, apps/desktop/src/renderer/components/chat/ChatImageView.tsx, apps/desktop/src/renderer/components/chat/ChatLoadingImage.tsx, apps/desktop/src/renderer/components/chat/ChatSessionFileContext.tsx, apps/desktop/src/renderer/components/chat/ChatSoundEffectCard.tsx, apps/desktop/src/renderer/components/chat/ChatVideoView.tsx, apps/desktop/src/renderer/components/chat/CindyMakeDoctorCard.tsx, apps/desktop/src/renderer/components/chat/CopyAsImageBlock.tsx, apps/desktop/src/renderer/components/chat/CredentialSwitchWaitBanner.tsx, apps/desktop/src/renderer/components/chat/DiffView.tsx, apps/desktop/src/renderer/components/chat/ErrorBanner.tsx, apps/desktop/src/renderer/components/chat/ErrorMessageCard.tsx, apps/desktop/src/renderer/components/chat/GeneratedFilesCard.tsx, apps/desktop/src/renderer/components/chat/GhostCardHostPrompts.tsx, apps/desktop/src/renderer/components/chat/GhostSummonCard.tsx, apps/desktop/src/renderer/components/chat/GhostToolCard.tsx, apps/desktop/src/renderer/components/chat/HookTaskCard.tsx, apps/desktop/src/renderer/components/chat/ImageGalleryContext.tsx, apps/desktop/src/renderer/components/chat/ImageHoverPreview.tsx, apps/desktop/src/renderer/components/chat/ImageLightbox.tsx, apps/desktop/src/renderer/components/chat/ImageMissingPlaceholder.tsx, apps/desktop/src/renderer/components/chat/InlineReferenceChip.tsx, apps/desktop/src/renderer/components/chat/InterruptedTurnBanner.tsx, apps/desktop/src/renderer/components/chat/JumpToBottomChip.tsx, apps/desktop/src/renderer/components/chat/MarkdownDiffBlock.tsx, apps/desktop/src/renderer/components/chat/MarkdownMermaidBlock.tsx, apps/desktop/src/renderer/components/chat/MarkdownRenderer.tsx, apps/desktop/src/renderer/components/chat/MermaidLightbox.tsx, apps/desktop/src/renderer/components/chat/MessageActionBar.tsx, apps/desktop/src/renderer/components/chat/MessageNavRail.tsx, apps/desktop/src/renderer/components/chat/MessageReadAloudContext.ts, apps/desktop/src/renderer/components/chat/MessageSourceLabels.tsx, apps/desktop/src/renderer/components/chat/MessageStream.tsx, apps/desktop/src/renderer/components/chat/MessageViewport.tsx, apps/desktop/src/renderer/components/chat/ModelLightbox.tsx, apps/desktop/src/renderer/components/chat/NewMessageIndicator.tsx, apps/desktop/src/renderer/components/chat/PlanReviewBubble.tsx, apps/desktop/src/renderer/components/chat/PrevMessageJumpChip.tsx, apps/desktop/src/renderer/components/chat/ProjectLinkChip.tsx, apps/desktop/src/renderer/components/chat/QuoteChip.tsx, apps/desktop/src/renderer/components/chat/RewindPreviewDialog.tsx, apps/desktop/src/renderer/components/chat/SelectionQuoteButton.tsx, apps/desktop/src/renderer/components/chat/SentAgentReferenceChip.tsx, apps/desktop/src/renderer/components/chat/SentInlineAtomBody.tsx, apps/desktop/src/renderer/components/chat/SessionHandoffCard.tsx, apps/desktop/src/renderer/components/chat/SessionLinkChip.tsx, apps/desktop/src/renderer/components/chat/ShareMessageCheckbox.tsx, apps/desktop/src/renderer/components/chat/ShareSelectionBar.tsx, apps/desktop/src/renderer/components/chat/SlackIcon.tsx, apps/desktop/src/renderer/components/chat/StreamFadeSpan.tsx, apps/desktop/src/renderer/components/chat/StreamingMarkdownChunk.tsx, apps/desktop/src/renderer/components/chat/SystemCard.tsx, apps/desktop/src/renderer/components/chat/TextLightbox.tsx, apps/desktop/src/renderer/components/chat/ThinkingCard.tsx, apps/desktop/src/renderer/components/chat/ThinkingText.tsx, apps/desktop/src/renderer/components/chat/TodoListCard.tsx, apps/desktop/src/renderer/components/chat/ToolCallCard.tsx, apps/desktop/src/renderer/components/chat/ToolPayloadLightbox.tsx, apps/desktop/src/renderer/components/chat/TopRightChipStack.tsx, apps/desktop/src/renderer/components/chat/TurnChangesCard.tsx, apps/desktop/src/renderer/components/chat/UnreadFailedScheduleBanner.tsx, apps/desktop/src/renderer/components/chat/UpgradeBanner.tsx, apps/desktop/src/renderer/components/chat/UserAttachmentChip.tsx, apps/desktop/src/renderer/components/chat/UserMessage.tsx, apps/desktop/src/renderer/components/chat/UserMessageEditBox.tsx, apps/desktop/src/renderer/components/chat/UserMessageUrlLink.tsx, apps/desktop/src/renderer/components/chat/VideoLightbox.tsx, apps/desktop/src/renderer/components/chat/WorkGroupBlock.tsx, apps/desktop/src/renderer/components/chat/WorktreeRestoreBanner.tsx, apps/desktop/src/renderer/components/chat/XIcon.tsx, apps/desktop/src/renderer/components/chat/activityRowChrome.ts, apps/desktop/src/renderer/components/chat/animateFocusScroll.ts, apps/desktop/src/renderer/components/chat/autoFollowIntent.ts, apps/desktop/src/renderer/components/chat/chatChrome.ts, apps/desktop/src/renderer/components/chat/errorReasonI18n.ts, apps/desktop/src/renderer/components/chat/generatedFilesProjection.ts, apps/desktop/src/renderer/components/chat/imageDisplaySize.ts, apps/desktop/src/renderer/components/chat/lightboxAnnotations.ts, apps/desktop/src/renderer/components/chat/lightboxGestures.ts, apps/desktop/src/renderer/components/chat/markdownImageTargets.ts, apps/desktop/src/renderer/components/chat/markdownMedia.ts, apps/desktop/src/renderer/components/chat/messageNavRailModel.ts, apps/desktop/src/renderer/components/chat/messageNavRailWheel.ts, apps/desktop/src/renderer/components/chat/messageNavigationProjection.ts, apps/desktop/src/renderer/components/chat/messageProjectionCache.ts, apps/desktop/src/renderer/components/chat/messageStreamIndicatorPosition.ts, apps/desktop/src/renderer/components/chat/messageViewportCompensation.ts, apps/desktop/src/renderer/components/chat/messageViewportGeometry.ts, apps/desktop/src/renderer/components/chat/messageWorkGroups.ts, apps/desktop/src/renderer/components/chat/observeProgrammaticScroll.ts, apps/desktop/src/renderer/components/chat/rehypeFencedCodeMarker.ts, apps/desktop/src/renderer/components/chat/rehypeHighlightShared.ts, apps/desktop/src/renderer/components/chat/rehypeMathBlockMarker.ts, apps/desktop/src/renderer/components/chat/rehypeStreamWordFade.ts, apps/desktop/src/renderer/components/chat/remarkHtmlImages.ts, apps/desktop/src/renderer/components/chat/remarkLocalPathLinks.ts, apps/desktop/src/renderer/components/chat/remarkPreserveRawLocalDestinations.ts, apps/desktop/src/renderer/components/chat/remarkSessionLinks.ts, apps/desktop/src/renderer/components/chat/remarkStrictInlineMath.ts, apps/desktop/src/renderer/components/chat/remarkTruncateCjkUrls.ts, apps/desktop/src/renderer/components/chat/repairStreamingMarkdown.ts, apps/desktop/src/renderer/components/chat/scrollAnchoringDetect.ts, apps/desktop/src/renderer/components/chat/shareSelectionStore.ts, apps/desktop/src/renderer/components/chat/streamingMarkdownBlocks.tsx, apps/desktop/src/renderer/components/chat/streamingMarkdownChunks.ts, apps/desktop/src/renderer/components/chat/streamingMessageProjection.ts, apps/desktop/src/renderer/components/chat/toolLoopI18n.ts, apps/desktop/src/renderer/components/chat/unreadCount.ts, apps/desktop/src/renderer/components/chat/useAutomaticHistoryLoadBudget.ts, apps/desktop/src/renderer/components/chat/useCopyAsImage.tsx, apps/desktop/src/renderer/components/chat/useDeleteMessage.ts, apps/desktop/src/renderer/components/chat/useFileChipContextMenu.tsx, apps/desktop/src/renderer/components/chat/useForkAtMessage.ts, apps/desktop/src/renderer/components/chat/useImageClipboard.ts, apps/desktop/src/renderer/components/chat/useImageLoadFailure.ts, apps/desktop/src/renderer/components/chat/useMessageViewport.ts, apps/desktop/src/renderer/components/chat/useNavigationKeyListener.ts, apps/desktop/src/renderer/components/chat/useOpenWithMenu.tsx, apps/desktop/src/renderer/components/chat/usePrevUserMessageInView.ts, apps/desktop/src/renderer/components/chat/useTurnChangeSets.ts, apps/desktop/src/renderer/components/chat/userMessageCollapse.ts, apps/desktop/src/renderer/components/chat/userMessageDisplayText.ts, apps/desktop/src/renderer/components/chat/userMessageLinkify.ts, apps/desktop/src/renderer/components/chat/viewportFillDetect.ts, apps/desktop/src/renderer/components/new-chat/AddRemoteProjectDialog.tsx, apps/desktop/src/renderer/components/new-chat/AgentSelect.tsx, apps/desktop/src/renderer/components/new-chat/AskUserQuestionPrompt.tsx, apps/desktop/src/renderer/components/new-chat/AtMentionPanel.tsx, apps/desktop/src/renderer/components/new-chat/AttachmentTypeThumb.tsx, apps/desktop/src/renderer/components/new-chat/ChatInput.tsx, apps/desktop/src/renderer/components/new-chat/CjkPunctDecoration.ts, apps/desktop/src/renderer/components/new-chat/CjkPunctuationUtils.ts, apps/desktop/src/renderer/components/new-chat/ComposerAttachments.tsx, apps/desktop/src/renderer/components/new-chat/ComposerListIndentDecoration.ts, apps/desktop/src/renderer/components/new-chat/ComposerListNodes.ts, apps/desktop/src/renderer/components/new-chat/ComposerQuoteNode.tsx, apps/desktop/src/renderer/components/new-chat/DeviceSwitcherPill.tsx, apps/desktop/src/renderer/components/new-chat/EffortSlider.tsx, apps/desktop/src/renderer/components/new-chat/EmptyDocSelectionGuard.ts, apps/desktop/src/renderer/components/new-chat/ExtraDirsButton.tsx, apps/desktop/src/renderer/components/new-chat/FastModeToggle.tsx, apps/desktop/src/renderer/components/new-chat/FolderPickerPopover.tsx, apps/desktop/src/renderer/components/new-chat/FullAccessConfirmContent.tsx, apps/desktop/src/renderer/components/new-chat/GhostCommandDecoration.ts, apps/desktop/src/renderer/components/new-chat/GoalAdvancedLimits.tsx, apps/desktop/src/renderer/components/new-chat/GoalIndicator.tsx, apps/desktop/src/renderer/components/new-chat/HomeUsageDashboard.tsx, apps/desktop/src/renderer/components/new-chat/ListComposerTextarea.tsx, apps/desktop/src/renderer/components/new-chat/LocalModelCatalogNotice.tsx, apps/desktop/src/renderer/components/new-chat/MentionChipNode.tsx, apps/desktop/src/renderer/components/new-chat/MentionDragCaretDecoration.ts, apps/desktop/src/renderer/components/new-chat/ModelCompatibilityNotice.tsx, apps/desktop/src/renderer/components/new-chat/ModelConfigFlyout.tsx, apps/desktop/src/renderer/components/new-chat/ModelHarnessPicker.tsx, apps/desktop/src/renderer/components/new-chat/ModelSelector.tsx, apps/desktop/src/renderer/components/new-chat/ModelSourceDetails.tsx, apps/desktop/src/renderer/components/new-chat/NewGoalDialog.tsx, apps/desktop/src/renderer/components/new-chat/PastedTextChipNode.tsx, apps/desktop/src/renderer/components/new-chat/PendingQueuePanel.tsx, apps/desktop/src/renderer/components/new-chat/PermissionPrompt.tsx, apps/desktop/src/renderer/components/new-chat/PermissionSelector.tsx, apps/desktop/src/renderer/components/new-chat/PinnedPlanPanel.tsx, apps/desktop/src/renderer/components/new-chat/PlanActionCard.tsx, apps/desktop/src/renderer/components/new-chat/PlanModeIndicator.tsx, apps/desktop/src/renderer/components/new-chat/PlanViewerCard.tsx, apps/desktop/src/renderer/components/new-chat/PluginConnectionForm.tsx, apps/desktop/src/renderer/components/new-chat/PluginOauthDeviceCode.tsx, apps/desktop/src/renderer/components/new-chat/PluginSetupPrompt.tsx, apps/desktop/src/renderer/components/new-chat/PluginSetupRemoteDesktopButton.tsx, apps/desktop/src/renderer/components/new-chat/PluginWriteAccessRecovery.tsx, apps/desktop/src/renderer/components/new-chat/QuickStartPillMark.ts, apps/desktop/src/renderer/components/new-chat/RemoteOauthSetupCard.tsx, apps/desktop/src/renderer/components/new-chat/SendButton.tsx, apps/desktop/src/renderer/components/new-chat/SlashCommandDecoration.ts, apps/desktop/src/renderer/components/new-chat/SlashCommandPalette.tsx, apps/desktop/src/renderer/components/new-chat/TakeoverMask.tsx, apps/desktop/src/renderer/components/new-chat/ThinkingToggle.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedFlyoutHost.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedModelPanel.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedModelRail.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedModelRow.tsx, apps/desktop/src/renderer/components/new-chat/UsageDailyBars.tsx, apps/desktop/src/renderer/components/new-chat/UsageHeatmap.tsx, apps/desktop/src/renderer/components/new-chat/VendorSegmentedSwitcher.tsx, apps/desktop/src/renderer/components/new-chat/VoiceInputDraftDecoration.ts, apps/desktop/src/renderer/components/new-chat/WindowsSelectionReplacement.ts, apps/desktop/src/renderer/components/new-chat/WorktreeChipsRow.tsx, apps/desktop/src/renderer/components/new-chat/WorktreeCreatingOverlay.tsx, apps/desktop/src/renderer/components/new-chat/agentOptions.ts, apps/desktop/src/renderer/components/new-chat/agentSwitchConfirmation.ts, apps/desktop/src/renderer/components/new-chat/branchPick.ts, apps/desktop/src/renderer/components/new-chat/composerBlankPointerFocus.ts, apps/desktop/src/renderer/components/new-chat/composerContentSerialization.ts, apps/desktop/src/renderer/components/new-chat/composerDocState.ts, apps/desktop/src/renderer/components/new-chat/composerFrameScheduler.ts, apps/desktop/src/renderer/components/new-chat/composerHistoryProjection.ts, apps/desktop/src/renderer/components/new-chat/composerModelSelection.ts, apps/desktop/src/renderer/components/new-chat/composerPromptRecommendation.ts, apps/desktop/src/renderer/components/new-chat/composerRenderGate.ts, apps/desktop/src/renderer/components/new-chat/composerSendOwnership.ts, apps/desktop/src/renderer/components/new-chat/composerSendSnapshot.ts, apps/desktop/src/renderer/components/new-chat/effortChangeQueue.ts, apps/desktop/src/renderer/components/new-chat/extraDirsActions.ts, apps/desktop/src/renderer/components/new-chat/ghostComposerPlacement.ts, apps/desktop/src/renderer/components/new-chat/localAttachmentPicker.ts, apps/desktop/src/renderer/components/new-chat/mentionChipInsertion.ts, apps/desktop/src/renderer/components/new-chat/modelWindowErrorToast.ts, apps/desktop/src/renderer/components/new-chat/pastePipeline.ts, apps/desktop/src/renderer/components/new-chat/pathPaste.ts, apps/desktop/src/renderer/components/new-chat/pendingQueueLocks.ts, apps/desktop/src/renderer/components/new-chat/pendingQueueRowActivity.ts, apps/desktop/src/renderer/components/new-chat/pendingQueueRowPresentation.ts, apps/desktop/src/renderer/components/new-chat/planModeComposerCommand.ts, apps/desktop/src/renderer/components/new-chat/priceTierMarks.tsx, apps/desktop/src/renderer/components/new-chat/remoteBrowseAdapters.ts, apps/desktop/src/renderer/components/new-chat/remoteExistingProjects.ts, apps/desktop/src/renderer/components/new-chat/restoreComposerDocument.ts, apps/desktop/src/renderer/components/new-chat/sessionLinkPaste.ts, apps/desktop/src/renderer/components/new-chat/sourceSwitch.ts, apps/desktop/src/renderer/components/new-chat/unifiedModelSelection.ts, apps/desktop/src/renderer/components/new-chat/usagePalette.ts, apps/desktop/src/renderer/components/new-chat/useComposerSendFocusRestore.ts, apps/desktop/src/renderer/components/new-chat/useModelDiscoveryPending.ts, apps/desktop/src/renderer/components/new-chat/useProviderWeeklyQuota.ts, apps/desktop/src/renderer/components/new-chat/useUnifiedRowActions.ts, apps/desktop/src/renderer/features/cc-agent/CCAgentFeatureLayout.tsx, apps/desktop/src/renderer/features/cc-agent/CCAgentSessionView.tsx, apps/desktop/src/renderer/features/cc-agent/OrcaSplitView.tsx, apps/desktop/src/renderer/features/cc-agent/OrcaWorkerPanel.tsx, apps/desktop/src/renderer/features/cc-agent/OrcaWorkflowRoute.tsx | 252 | 38 | 338 |
| `desktop.chat.scheduled` | desktop | 调度任务列表 | hash `/cc-agent/scheduled`(SchedulerPage) | SchedulerPage | apps/desktop/src/renderer/features/scheduler/SchedulerPage.tsx, apps/desktop/src/renderer/features/scheduler/components/AgentMark.tsx, apps/desktop/src/renderer/features/scheduler/components/BoundSessionCard.tsx, apps/desktop/src/renderer/features/scheduler/components/ProjectAutomationNotifyBridge.tsx, apps/desktop/src/renderer/features/scheduler/components/RunHistoryCard.tsx, apps/desktop/src/renderer/features/scheduler/components/RunHistoryPane.tsx, apps/desktop/src/renderer/features/scheduler/components/ScheduleChips.tsx, apps/desktop/src/renderer/features/scheduler/components/ScheduleFormDialog.tsx, apps/desktop/src/renderer/features/scheduler/components/ScheduleSessionIndexOwner.tsx, apps/desktop/src/renderer/features/scheduler/components/ScheduleStatusChip.tsx, apps/desktop/src/renderer/features/scheduler/components/ScriptCapabilityMultiSelect.tsx, apps/desktop/src/renderer/features/scheduler/components/TaskListCell.tsx, apps/desktop/src/renderer/features/scheduler/components/TaskListFilterPopover.tsx, apps/desktop/src/renderer/features/scheduler/components/TaskListPane.tsx, apps/desktop/src/renderer/features/scheduler/components/TemplateCard.tsx, apps/desktop/src/renderer/features/scheduler/components/TemplateGallery.tsx, apps/desktop/src/renderer/features/scheduler/components/TemplateParamForm.tsx, apps/desktop/src/renderer/features/scheduler/hooks/useDeleteScheduleWithSessions.tsx, apps/desktop/src/renderer/features/scheduler/hooks/useReadFailedScheduleRuns.ts, apps/desktop/src/renderer/features/scheduler/hooks/useRunNowBusyGuard.ts, apps/desktop/src/renderer/features/scheduler/hooks/useRuns.ts, apps/desktop/src/renderer/features/scheduler/hooks/useScheduleForm.ts, apps/desktop/src/renderer/features/scheduler/hooks/useScheduleUnreadRunCounts.ts, apps/desktop/src/renderer/features/scheduler/hooks/useSchedules.ts, apps/desktop/src/renderer/features/scheduler/hooks/useSessionReferences.ts, apps/desktop/src/renderer/features/scheduler/hooks/useTemplates.ts, apps/desktop/src/renderer/features/scheduler/index.ts, apps/desktop/src/renderer/features/scheduler/lib/cronCodexPreset.ts, apps/desktop/src/renderer/features/scheduler/lib/cronToHuman.ts, apps/desktop/src/renderer/features/scheduler/lib/failedScheduleDismissal.ts, apps/desktop/src/renderer/features/scheduler/lib/formatters.ts, apps/desktop/src/renderer/features/scheduler/lib/pluginScheduleCreateIntent.ts, apps/desktop/src/renderer/features/scheduler/lib/projectAutomationConfig.ts, apps/desktop/src/renderer/features/scheduler/lib/projectScheduleSidebarIndex.ts, apps/desktop/src/renderer/features/scheduler/lib/runHistoryGrouping.ts, apps/desktop/src/renderer/features/scheduler/lib/runUnread.ts, apps/desktop/src/renderer/features/scheduler/lib/scheduleBindingIndex.ts, apps/desktop/src/renderer/features/scheduler/lib/scheduleFormLogic.ts, apps/desktop/src/renderer/features/scheduler/lib/scheduleRunReadSync.ts, apps/desktop/src/renderer/features/scheduler/lib/scheduleSessionBinding.ts, apps/desktop/src/renderer/features/scheduler/lib/scheduleSidebarIndexRuns.ts, apps/desktop/src/renderer/features/scheduler/lib/schedulesStore.ts, apps/desktop/src/renderer/features/scheduler/lib/statusFilter.ts, apps/desktop/src/renderer/features/scheduler/lib/statusFilterStorage.ts, apps/desktop/src/renderer/features/scheduler/lib/templateLocalization.ts | 34 | 0 | 90 |
-| `desktop.chat.session` | desktop | 会话工作台 | hash `/cc-agent/:sessionId`;副窗经 `/cc-agent/boot` 解析后落到同一会话视图 | AssistantMessage, CCAgentFeatureLayout, CCAgentSessionView, ChatInput, PermissionPrompt | apps/desktop/src/renderer/components/chat/AgentActionRow.tsx, apps/desktop/src/renderer/components/chat/AgentActionsBlock.tsx, apps/desktop/src/renderer/components/chat/AgentOnOtherDeviceContext.tsx, apps/desktop/src/renderer/components/chat/AgentTaskCard.tsx, apps/desktop/src/renderer/components/chat/AgentTaskLiveDetails.tsx, apps/desktop/src/renderer/components/chat/AnnotationStrokesSvg.tsx, apps/desktop/src/renderer/components/chat/AskUserQuestionBubble.tsx, apps/desktop/src/renderer/components/chat/AssistantMessage.tsx, apps/desktop/src/renderer/components/chat/AutomationOriginBadge.tsx, apps/desktop/src/renderer/components/chat/ChatAudioCard.tsx, apps/desktop/src/renderer/components/chat/ChatDisplaySnapshotContext.tsx, apps/desktop/src/renderer/components/chat/ChatImageView.tsx, apps/desktop/src/renderer/components/chat/ChatLoadingImage.tsx, apps/desktop/src/renderer/components/chat/ChatSessionFileContext.tsx, apps/desktop/src/renderer/components/chat/ChatSoundEffectCard.tsx, apps/desktop/src/renderer/components/chat/ChatVideoView.tsx, apps/desktop/src/renderer/components/chat/CindyMakeDoctorCard.tsx, apps/desktop/src/renderer/components/chat/CopyAsImageBlock.tsx, apps/desktop/src/renderer/components/chat/CredentialSwitchWaitBanner.tsx, apps/desktop/src/renderer/components/chat/DiffView.tsx, apps/desktop/src/renderer/components/chat/ErrorBanner.tsx, apps/desktop/src/renderer/components/chat/ErrorMessageCard.tsx, apps/desktop/src/renderer/components/chat/GeneratedFilesCard.tsx, apps/desktop/src/renderer/components/chat/GhostCardHostPrompts.tsx, apps/desktop/src/renderer/components/chat/GhostSummonCard.tsx, apps/desktop/src/renderer/components/chat/GhostToolCard.tsx, apps/desktop/src/renderer/components/chat/HookTaskCard.tsx, apps/desktop/src/renderer/components/chat/ImageGalleryContext.tsx, apps/desktop/src/renderer/components/chat/ImageHoverPreview.tsx, apps/desktop/src/renderer/components/chat/ImageLightbox.tsx, apps/desktop/src/renderer/components/chat/ImageMissingPlaceholder.tsx, apps/desktop/src/renderer/components/chat/InlineReferenceChip.tsx, apps/desktop/src/renderer/components/chat/InterruptedTurnBanner.tsx, apps/desktop/src/renderer/components/chat/JumpToBottomChip.tsx, apps/desktop/src/renderer/components/chat/MarkdownDiffBlock.tsx, apps/desktop/src/renderer/components/chat/MarkdownMermaidBlock.tsx, apps/desktop/src/renderer/components/chat/MarkdownRenderer.tsx, apps/desktop/src/renderer/components/chat/MermaidLightbox.tsx, apps/desktop/src/renderer/components/chat/MessageActionBar.tsx, apps/desktop/src/renderer/components/chat/MessageNavRail.tsx, apps/desktop/src/renderer/components/chat/MessageSourceLabels.tsx, apps/desktop/src/renderer/components/chat/MessageStream.tsx, apps/desktop/src/renderer/components/chat/MessageViewport.tsx, apps/desktop/src/renderer/components/chat/ModelLightbox.tsx, apps/desktop/src/renderer/components/chat/NewMessageIndicator.tsx, apps/desktop/src/renderer/components/chat/PlanReviewBubble.tsx, apps/desktop/src/renderer/components/chat/PrevMessageJumpChip.tsx, apps/desktop/src/renderer/components/chat/ProjectLinkChip.tsx, apps/desktop/src/renderer/components/chat/QuoteChip.tsx, apps/desktop/src/renderer/components/chat/RewindPreviewDialog.tsx, apps/desktop/src/renderer/components/chat/SelectionQuoteButton.tsx, apps/desktop/src/renderer/components/chat/SentAgentReferenceChip.tsx, apps/desktop/src/renderer/components/chat/SentInlineAtomBody.tsx, apps/desktop/src/renderer/components/chat/SessionHandoffCard.tsx, apps/desktop/src/renderer/components/chat/SessionLinkChip.tsx, apps/desktop/src/renderer/components/chat/ShareMessageCheckbox.tsx, apps/desktop/src/renderer/components/chat/ShareSelectionBar.tsx, apps/desktop/src/renderer/components/chat/SlackIcon.tsx, apps/desktop/src/renderer/components/chat/StreamFadeSpan.tsx, apps/desktop/src/renderer/components/chat/StreamingMarkdownChunk.tsx, apps/desktop/src/renderer/components/chat/SystemCard.tsx, apps/desktop/src/renderer/components/chat/TextLightbox.tsx, apps/desktop/src/renderer/components/chat/ThinkingCard.tsx, apps/desktop/src/renderer/components/chat/ThinkingText.tsx, apps/desktop/src/renderer/components/chat/TodoListCard.tsx, apps/desktop/src/renderer/components/chat/ToolCallCard.tsx, apps/desktop/src/renderer/components/chat/ToolPayloadLightbox.tsx, apps/desktop/src/renderer/components/chat/TopRightChipStack.tsx, apps/desktop/src/renderer/components/chat/TurnChangesCard.tsx, apps/desktop/src/renderer/components/chat/UnreadFailedScheduleBanner.tsx, apps/desktop/src/renderer/components/chat/UpgradeBanner.tsx, apps/desktop/src/renderer/components/chat/UserAttachmentChip.tsx, apps/desktop/src/renderer/components/chat/UserMessage.tsx, apps/desktop/src/renderer/components/chat/UserMessageEditBox.tsx, apps/desktop/src/renderer/components/chat/UserMessageUrlLink.tsx, apps/desktop/src/renderer/components/chat/VideoLightbox.tsx, apps/desktop/src/renderer/components/chat/WorkGroupBlock.tsx, apps/desktop/src/renderer/components/chat/WorktreeRestoreBanner.tsx, apps/desktop/src/renderer/components/chat/XIcon.tsx, apps/desktop/src/renderer/components/chat/activityRowChrome.ts, apps/desktop/src/renderer/components/chat/animateFocusScroll.ts, apps/desktop/src/renderer/components/chat/autoFollowIntent.ts, apps/desktop/src/renderer/components/chat/chatChrome.ts, apps/desktop/src/renderer/components/chat/errorReasonI18n.ts, apps/desktop/src/renderer/components/chat/generatedFilesProjection.ts, apps/desktop/src/renderer/components/chat/imageDisplaySize.ts, apps/desktop/src/renderer/components/chat/lightboxAnnotations.ts, apps/desktop/src/renderer/components/chat/lightboxGestures.ts, apps/desktop/src/renderer/components/chat/markdownImageTargets.ts, apps/desktop/src/renderer/components/chat/markdownMedia.ts, apps/desktop/src/renderer/components/chat/messageNavRailModel.ts, apps/desktop/src/renderer/components/chat/messageNavRailWheel.ts, apps/desktop/src/renderer/components/chat/messageNavigationProjection.ts, apps/desktop/src/renderer/components/chat/messageProjectionCache.ts, apps/desktop/src/renderer/components/chat/messageStreamIndicatorPosition.ts, apps/desktop/src/renderer/components/chat/messageViewportCompensation.ts, apps/desktop/src/renderer/components/chat/messageViewportGeometry.ts, apps/desktop/src/renderer/components/chat/messageWorkGroups.ts, apps/desktop/src/renderer/components/chat/observeProgrammaticScroll.ts, apps/desktop/src/renderer/components/chat/rehypeFencedCodeMarker.ts, apps/desktop/src/renderer/components/chat/rehypeHighlightShared.ts, apps/desktop/src/renderer/components/chat/rehypeMathBlockMarker.ts, apps/desktop/src/renderer/components/chat/rehypeStreamWordFade.ts, apps/desktop/src/renderer/components/chat/remarkHtmlImages.ts, apps/desktop/src/renderer/components/chat/remarkLocalPathLinks.ts, apps/desktop/src/renderer/components/chat/remarkPreserveRawLocalDestinations.ts, apps/desktop/src/renderer/components/chat/remarkSessionLinks.ts, apps/desktop/src/renderer/components/chat/remarkStrictInlineMath.ts, apps/desktop/src/renderer/components/chat/remarkTruncateCjkUrls.ts, apps/desktop/src/renderer/components/chat/repairStreamingMarkdown.ts, apps/desktop/src/renderer/components/chat/scrollAnchoringDetect.ts, apps/desktop/src/renderer/components/chat/shareSelectionStore.ts, apps/desktop/src/renderer/components/chat/streamingMarkdownBlocks.tsx, apps/desktop/src/renderer/components/chat/streamingMarkdownChunks.ts, apps/desktop/src/renderer/components/chat/streamingMessageProjection.ts, apps/desktop/src/renderer/components/chat/toolLoopI18n.ts, apps/desktop/src/renderer/components/chat/unreadCount.ts, apps/desktop/src/renderer/components/chat/useAutomaticHistoryLoadBudget.ts, apps/desktop/src/renderer/components/chat/useCopyAsImage.tsx, apps/desktop/src/renderer/components/chat/useDeleteMessage.ts, apps/desktop/src/renderer/components/chat/useFileChipContextMenu.tsx, apps/desktop/src/renderer/components/chat/useForkAtMessage.ts, apps/desktop/src/renderer/components/chat/useImageClipboard.ts, apps/desktop/src/renderer/components/chat/useImageLoadFailure.ts, apps/desktop/src/renderer/components/chat/useMessageViewport.ts, apps/desktop/src/renderer/components/chat/useNavigationKeyListener.ts, apps/desktop/src/renderer/components/chat/useOpenWithMenu.tsx, apps/desktop/src/renderer/components/chat/usePrevUserMessageInView.ts, apps/desktop/src/renderer/components/chat/useTurnChangeSets.ts, apps/desktop/src/renderer/components/chat/userMessageCollapse.ts, apps/desktop/src/renderer/components/chat/userMessageDisplayText.ts, apps/desktop/src/renderer/components/chat/userMessageLinkify.ts, apps/desktop/src/renderer/components/chat/viewportFillDetect.ts, apps/desktop/src/renderer/components/new-chat/AddRemoteProjectDialog.tsx, apps/desktop/src/renderer/components/new-chat/AgentSelect.tsx, apps/desktop/src/renderer/components/new-chat/AskUserQuestionPrompt.tsx, apps/desktop/src/renderer/components/new-chat/AtMentionPanel.tsx, apps/desktop/src/renderer/components/new-chat/AttachmentTypeThumb.tsx, apps/desktop/src/renderer/components/new-chat/ChatInput.tsx, apps/desktop/src/renderer/components/new-chat/CjkPunctDecoration.ts, apps/desktop/src/renderer/components/new-chat/CjkPunctuationUtils.ts, apps/desktop/src/renderer/components/new-chat/ComposerAttachments.tsx, apps/desktop/src/renderer/components/new-chat/ComposerListIndentDecoration.ts, apps/desktop/src/renderer/components/new-chat/ComposerListNodes.ts, apps/desktop/src/renderer/components/new-chat/ComposerQuoteNode.tsx, apps/desktop/src/renderer/components/new-chat/DeviceSwitcherPill.tsx, apps/desktop/src/renderer/components/new-chat/EffortSlider.tsx, apps/desktop/src/renderer/components/new-chat/EmptyDocSelectionGuard.ts, apps/desktop/src/renderer/components/new-chat/ExtraDirsButton.tsx, apps/desktop/src/renderer/components/new-chat/FastModeToggle.tsx, apps/desktop/src/renderer/components/new-chat/FolderPickerPopover.tsx, apps/desktop/src/renderer/components/new-chat/FullAccessConfirmContent.tsx, apps/desktop/src/renderer/components/new-chat/GhostCommandDecoration.ts, apps/desktop/src/renderer/components/new-chat/GoalAdvancedLimits.tsx, apps/desktop/src/renderer/components/new-chat/GoalIndicator.tsx, apps/desktop/src/renderer/components/new-chat/HomeUsageDashboard.tsx, apps/desktop/src/renderer/components/new-chat/ListComposerTextarea.tsx, apps/desktop/src/renderer/components/new-chat/LocalModelCatalogNotice.tsx, apps/desktop/src/renderer/components/new-chat/MentionChipNode.tsx, apps/desktop/src/renderer/components/new-chat/MentionDragCaretDecoration.ts, apps/desktop/src/renderer/components/new-chat/ModelCompatibilityNotice.tsx, apps/desktop/src/renderer/components/new-chat/ModelConfigFlyout.tsx, apps/desktop/src/renderer/components/new-chat/ModelHarnessPicker.tsx, apps/desktop/src/renderer/components/new-chat/ModelSelector.tsx, apps/desktop/src/renderer/components/new-chat/ModelSourceDetails.tsx, apps/desktop/src/renderer/components/new-chat/NewGoalDialog.tsx, apps/desktop/src/renderer/components/new-chat/PastedTextChipNode.tsx, apps/desktop/src/renderer/components/new-chat/PendingQueuePanel.tsx, apps/desktop/src/renderer/components/new-chat/PermissionPrompt.tsx, apps/desktop/src/renderer/components/new-chat/PermissionSelector.tsx, apps/desktop/src/renderer/components/new-chat/PinnedPlanPanel.tsx, apps/desktop/src/renderer/components/new-chat/PlanActionCard.tsx, apps/desktop/src/renderer/components/new-chat/PlanModeIndicator.tsx, apps/desktop/src/renderer/components/new-chat/PlanViewerCard.tsx, apps/desktop/src/renderer/components/new-chat/PluginConnectionForm.tsx, apps/desktop/src/renderer/components/new-chat/PluginOauthDeviceCode.tsx, apps/desktop/src/renderer/components/new-chat/PluginSetupPrompt.tsx, apps/desktop/src/renderer/components/new-chat/PluginSetupRemoteDesktopButton.tsx, apps/desktop/src/renderer/components/new-chat/PluginWriteAccessRecovery.tsx, apps/desktop/src/renderer/components/new-chat/QuickStartPillMark.ts, apps/desktop/src/renderer/components/new-chat/RemoteOauthSetupCard.tsx, apps/desktop/src/renderer/components/new-chat/SendButton.tsx, apps/desktop/src/renderer/components/new-chat/SlashCommandDecoration.ts, apps/desktop/src/renderer/components/new-chat/SlashCommandPalette.tsx, apps/desktop/src/renderer/components/new-chat/TakeoverMask.tsx, apps/desktop/src/renderer/components/new-chat/ThinkingToggle.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedFlyoutHost.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedModelPanel.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedModelRail.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedModelRow.tsx, apps/desktop/src/renderer/components/new-chat/UsageDailyBars.tsx, apps/desktop/src/renderer/components/new-chat/UsageHeatmap.tsx, apps/desktop/src/renderer/components/new-chat/VendorSegmentedSwitcher.tsx, apps/desktop/src/renderer/components/new-chat/VoiceInputDraftDecoration.ts, apps/desktop/src/renderer/components/new-chat/WindowsSelectionReplacement.ts, apps/desktop/src/renderer/components/new-chat/WorktreeChipsRow.tsx, apps/desktop/src/renderer/components/new-chat/WorktreeCreatingOverlay.tsx, apps/desktop/src/renderer/components/new-chat/agentOptions.ts, apps/desktop/src/renderer/components/new-chat/agentSwitchConfirmation.ts, apps/desktop/src/renderer/components/new-chat/branchPick.ts, apps/desktop/src/renderer/components/new-chat/composerBlankPointerFocus.ts, apps/desktop/src/renderer/components/new-chat/composerContentSerialization.ts, apps/desktop/src/renderer/components/new-chat/composerDocState.ts, apps/desktop/src/renderer/components/new-chat/composerFrameScheduler.ts, apps/desktop/src/renderer/components/new-chat/composerHistoryProjection.ts, apps/desktop/src/renderer/components/new-chat/composerModelSelection.ts, apps/desktop/src/renderer/components/new-chat/composerPromptRecommendation.ts, apps/desktop/src/renderer/components/new-chat/composerRenderGate.ts, apps/desktop/src/renderer/components/new-chat/composerSendOwnership.ts, apps/desktop/src/renderer/components/new-chat/composerSendSnapshot.ts, apps/desktop/src/renderer/components/new-chat/effortChangeQueue.ts, apps/desktop/src/renderer/components/new-chat/extraDirsActions.ts, apps/desktop/src/renderer/components/new-chat/ghostComposerPlacement.ts, apps/desktop/src/renderer/components/new-chat/localAttachmentPicker.ts, apps/desktop/src/renderer/components/new-chat/mentionChipInsertion.ts, apps/desktop/src/renderer/components/new-chat/modelWindowErrorToast.ts, apps/desktop/src/renderer/components/new-chat/pastePipeline.ts, apps/desktop/src/renderer/components/new-chat/pathPaste.ts, apps/desktop/src/renderer/components/new-chat/pendingQueueLocks.ts, apps/desktop/src/renderer/components/new-chat/pendingQueueRowActivity.ts, apps/desktop/src/renderer/components/new-chat/pendingQueueRowPresentation.ts, apps/desktop/src/renderer/components/new-chat/planModeComposerCommand.ts, apps/desktop/src/renderer/components/new-chat/priceTierMarks.tsx, apps/desktop/src/renderer/components/new-chat/remoteBrowseAdapters.ts, apps/desktop/src/renderer/components/new-chat/remoteExistingProjects.ts, apps/desktop/src/renderer/components/new-chat/restoreComposerDocument.ts, apps/desktop/src/renderer/components/new-chat/sessionLinkPaste.ts, apps/desktop/src/renderer/components/new-chat/sourceSwitch.ts, apps/desktop/src/renderer/components/new-chat/unifiedModelSelection.ts, apps/desktop/src/renderer/components/new-chat/usagePalette.ts, apps/desktop/src/renderer/components/new-chat/useComposerSendFocusRestore.ts, apps/desktop/src/renderer/components/new-chat/useModelDiscoveryPending.ts, apps/desktop/src/renderer/components/new-chat/useProviderWeeklyQuota.ts, apps/desktop/src/renderer/components/new-chat/useUnifiedRowActions.ts, apps/desktop/src/renderer/features/cc-agent/CCAgentFeatureLayout.tsx, apps/desktop/src/renderer/features/cc-agent/CCAgentSessionView.tsx | 252 | 38 | 337 |
+| `desktop.chat.session` | desktop | 会话工作台 | hash `/cc-agent/:sessionId`;副窗经 `/cc-agent/boot` 解析后落到同一会话视图 | AssistantMessage, CCAgentFeatureLayout, CCAgentSessionView, ChatInput, PermissionPrompt | apps/desktop/src/renderer/components/chat/AgentActionRow.tsx, apps/desktop/src/renderer/components/chat/AgentActionsBlock.tsx, apps/desktop/src/renderer/components/chat/AgentOnOtherDeviceContext.tsx, apps/desktop/src/renderer/components/chat/AgentTaskCard.tsx, apps/desktop/src/renderer/components/chat/AgentTaskLiveDetails.tsx, apps/desktop/src/renderer/components/chat/AnnotationStrokesSvg.tsx, apps/desktop/src/renderer/components/chat/AskUserQuestionBubble.tsx, apps/desktop/src/renderer/components/chat/AssistantMessage.tsx, apps/desktop/src/renderer/components/chat/AutomationOriginBadge.tsx, apps/desktop/src/renderer/components/chat/ChatAudioCard.tsx, apps/desktop/src/renderer/components/chat/ChatDisplaySnapshotContext.tsx, apps/desktop/src/renderer/components/chat/ChatImageView.tsx, apps/desktop/src/renderer/components/chat/ChatLoadingImage.tsx, apps/desktop/src/renderer/components/chat/ChatSessionFileContext.tsx, apps/desktop/src/renderer/components/chat/ChatSoundEffectCard.tsx, apps/desktop/src/renderer/components/chat/ChatVideoView.tsx, apps/desktop/src/renderer/components/chat/CindyMakeDoctorCard.tsx, apps/desktop/src/renderer/components/chat/CopyAsImageBlock.tsx, apps/desktop/src/renderer/components/chat/CredentialSwitchWaitBanner.tsx, apps/desktop/src/renderer/components/chat/DiffView.tsx, apps/desktop/src/renderer/components/chat/ErrorBanner.tsx, apps/desktop/src/renderer/components/chat/ErrorMessageCard.tsx, apps/desktop/src/renderer/components/chat/GeneratedFilesCard.tsx, apps/desktop/src/renderer/components/chat/GhostCardHostPrompts.tsx, apps/desktop/src/renderer/components/chat/GhostSummonCard.tsx, apps/desktop/src/renderer/components/chat/GhostToolCard.tsx, apps/desktop/src/renderer/components/chat/HookTaskCard.tsx, apps/desktop/src/renderer/components/chat/ImageGalleryContext.tsx, apps/desktop/src/renderer/components/chat/ImageHoverPreview.tsx, apps/desktop/src/renderer/components/chat/ImageLightbox.tsx, apps/desktop/src/renderer/components/chat/ImageMissingPlaceholder.tsx, apps/desktop/src/renderer/components/chat/InlineReferenceChip.tsx, apps/desktop/src/renderer/components/chat/InterruptedTurnBanner.tsx, apps/desktop/src/renderer/components/chat/JumpToBottomChip.tsx, apps/desktop/src/renderer/components/chat/MarkdownDiffBlock.tsx, apps/desktop/src/renderer/components/chat/MarkdownMermaidBlock.tsx, apps/desktop/src/renderer/components/chat/MarkdownRenderer.tsx, apps/desktop/src/renderer/components/chat/MermaidLightbox.tsx, apps/desktop/src/renderer/components/chat/MessageActionBar.tsx, apps/desktop/src/renderer/components/chat/MessageNavRail.tsx, apps/desktop/src/renderer/components/chat/MessageReadAloudContext.ts, apps/desktop/src/renderer/components/chat/MessageSourceLabels.tsx, apps/desktop/src/renderer/components/chat/MessageStream.tsx, apps/desktop/src/renderer/components/chat/MessageViewport.tsx, apps/desktop/src/renderer/components/chat/ModelLightbox.tsx, apps/desktop/src/renderer/components/chat/NewMessageIndicator.tsx, apps/desktop/src/renderer/components/chat/PlanReviewBubble.tsx, apps/desktop/src/renderer/components/chat/PrevMessageJumpChip.tsx, apps/desktop/src/renderer/components/chat/ProjectLinkChip.tsx, apps/desktop/src/renderer/components/chat/QuoteChip.tsx, apps/desktop/src/renderer/components/chat/RewindPreviewDialog.tsx, apps/desktop/src/renderer/components/chat/SelectionQuoteButton.tsx, apps/desktop/src/renderer/components/chat/SentAgentReferenceChip.tsx, apps/desktop/src/renderer/components/chat/SentInlineAtomBody.tsx, apps/desktop/src/renderer/components/chat/SessionHandoffCard.tsx, apps/desktop/src/renderer/components/chat/SessionLinkChip.tsx, apps/desktop/src/renderer/components/chat/ShareMessageCheckbox.tsx, apps/desktop/src/renderer/components/chat/ShareSelectionBar.tsx, apps/desktop/src/renderer/components/chat/SlackIcon.tsx, apps/desktop/src/renderer/components/chat/StreamFadeSpan.tsx, apps/desktop/src/renderer/components/chat/StreamingMarkdownChunk.tsx, apps/desktop/src/renderer/components/chat/SystemCard.tsx, apps/desktop/src/renderer/components/chat/TextLightbox.tsx, apps/desktop/src/renderer/components/chat/ThinkingCard.tsx, apps/desktop/src/renderer/components/chat/ThinkingText.tsx, apps/desktop/src/renderer/components/chat/TodoListCard.tsx, apps/desktop/src/renderer/components/chat/ToolCallCard.tsx, apps/desktop/src/renderer/components/chat/ToolPayloadLightbox.tsx, apps/desktop/src/renderer/components/chat/TopRightChipStack.tsx, apps/desktop/src/renderer/components/chat/TurnChangesCard.tsx, apps/desktop/src/renderer/components/chat/UnreadFailedScheduleBanner.tsx, apps/desktop/src/renderer/components/chat/UpgradeBanner.tsx, apps/desktop/src/renderer/components/chat/UserAttachmentChip.tsx, apps/desktop/src/renderer/components/chat/UserMessage.tsx, apps/desktop/src/renderer/components/chat/UserMessageEditBox.tsx, apps/desktop/src/renderer/components/chat/UserMessageUrlLink.tsx, apps/desktop/src/renderer/components/chat/VideoLightbox.tsx, apps/desktop/src/renderer/components/chat/WorkGroupBlock.tsx, apps/desktop/src/renderer/components/chat/WorktreeRestoreBanner.tsx, apps/desktop/src/renderer/components/chat/XIcon.tsx, apps/desktop/src/renderer/components/chat/activityRowChrome.ts, apps/desktop/src/renderer/components/chat/animateFocusScroll.ts, apps/desktop/src/renderer/components/chat/autoFollowIntent.ts, apps/desktop/src/renderer/components/chat/chatChrome.ts, apps/desktop/src/renderer/components/chat/errorReasonI18n.ts, apps/desktop/src/renderer/components/chat/generatedFilesProjection.ts, apps/desktop/src/renderer/components/chat/imageDisplaySize.ts, apps/desktop/src/renderer/components/chat/lightboxAnnotations.ts, apps/desktop/src/renderer/components/chat/lightboxGestures.ts, apps/desktop/src/renderer/components/chat/markdownImageTargets.ts, apps/desktop/src/renderer/components/chat/markdownMedia.ts, apps/desktop/src/renderer/components/chat/messageNavRailModel.ts, apps/desktop/src/renderer/components/chat/messageNavRailWheel.ts, apps/desktop/src/renderer/components/chat/messageNavigationProjection.ts, apps/desktop/src/renderer/components/chat/messageProjectionCache.ts, apps/desktop/src/renderer/components/chat/messageStreamIndicatorPosition.ts, apps/desktop/src/renderer/components/chat/messageViewportCompensation.ts, apps/desktop/src/renderer/components/chat/messageViewportGeometry.ts, apps/desktop/src/renderer/components/chat/messageWorkGroups.ts, apps/desktop/src/renderer/components/chat/observeProgrammaticScroll.ts, apps/desktop/src/renderer/components/chat/rehypeFencedCodeMarker.ts, apps/desktop/src/renderer/components/chat/rehypeHighlightShared.ts, apps/desktop/src/renderer/components/chat/rehypeMathBlockMarker.ts, apps/desktop/src/renderer/components/chat/rehypeStreamWordFade.ts, apps/desktop/src/renderer/components/chat/remarkHtmlImages.ts, apps/desktop/src/renderer/components/chat/remarkLocalPathLinks.ts, apps/desktop/src/renderer/components/chat/remarkPreserveRawLocalDestinations.ts, apps/desktop/src/renderer/components/chat/remarkSessionLinks.ts, apps/desktop/src/renderer/components/chat/remarkStrictInlineMath.ts, apps/desktop/src/renderer/components/chat/remarkTruncateCjkUrls.ts, apps/desktop/src/renderer/components/chat/repairStreamingMarkdown.ts, apps/desktop/src/renderer/components/chat/scrollAnchoringDetect.ts, apps/desktop/src/renderer/components/chat/shareSelectionStore.ts, apps/desktop/src/renderer/components/chat/streamingMarkdownBlocks.tsx, apps/desktop/src/renderer/components/chat/streamingMarkdownChunks.ts, apps/desktop/src/renderer/components/chat/streamingMessageProjection.ts, apps/desktop/src/renderer/components/chat/toolLoopI18n.ts, apps/desktop/src/renderer/components/chat/unreadCount.ts, apps/desktop/src/renderer/components/chat/useAutomaticHistoryLoadBudget.ts, apps/desktop/src/renderer/components/chat/useCopyAsImage.tsx, apps/desktop/src/renderer/components/chat/useDeleteMessage.ts, apps/desktop/src/renderer/components/chat/useFileChipContextMenu.tsx, apps/desktop/src/renderer/components/chat/useForkAtMessage.ts, apps/desktop/src/renderer/components/chat/useImageClipboard.ts, apps/desktop/src/renderer/components/chat/useImageLoadFailure.ts, apps/desktop/src/renderer/components/chat/useMessageViewport.ts, apps/desktop/src/renderer/components/chat/useNavigationKeyListener.ts, apps/desktop/src/renderer/components/chat/useOpenWithMenu.tsx, apps/desktop/src/renderer/components/chat/usePrevUserMessageInView.ts, apps/desktop/src/renderer/components/chat/useTurnChangeSets.ts, apps/desktop/src/renderer/components/chat/userMessageCollapse.ts, apps/desktop/src/renderer/components/chat/userMessageDisplayText.ts, apps/desktop/src/renderer/components/chat/userMessageLinkify.ts, apps/desktop/src/renderer/components/chat/viewportFillDetect.ts, apps/desktop/src/renderer/components/new-chat/AddRemoteProjectDialog.tsx, apps/desktop/src/renderer/components/new-chat/AgentSelect.tsx, apps/desktop/src/renderer/components/new-chat/AskUserQuestionPrompt.tsx, apps/desktop/src/renderer/components/new-chat/AtMentionPanel.tsx, apps/desktop/src/renderer/components/new-chat/AttachmentTypeThumb.tsx, apps/desktop/src/renderer/components/new-chat/ChatInput.tsx, apps/desktop/src/renderer/components/new-chat/CjkPunctDecoration.ts, apps/desktop/src/renderer/components/new-chat/CjkPunctuationUtils.ts, apps/desktop/src/renderer/components/new-chat/ComposerAttachments.tsx, apps/desktop/src/renderer/components/new-chat/ComposerListIndentDecoration.ts, apps/desktop/src/renderer/components/new-chat/ComposerListNodes.ts, apps/desktop/src/renderer/components/new-chat/ComposerQuoteNode.tsx, apps/desktop/src/renderer/components/new-chat/DeviceSwitcherPill.tsx, apps/desktop/src/renderer/components/new-chat/EffortSlider.tsx, apps/desktop/src/renderer/components/new-chat/EmptyDocSelectionGuard.ts, apps/desktop/src/renderer/components/new-chat/ExtraDirsButton.tsx, apps/desktop/src/renderer/components/new-chat/FastModeToggle.tsx, apps/desktop/src/renderer/components/new-chat/FolderPickerPopover.tsx, apps/desktop/src/renderer/components/new-chat/FullAccessConfirmContent.tsx, apps/desktop/src/renderer/components/new-chat/GhostCommandDecoration.ts, apps/desktop/src/renderer/components/new-chat/GoalAdvancedLimits.tsx, apps/desktop/src/renderer/components/new-chat/GoalIndicator.tsx, apps/desktop/src/renderer/components/new-chat/HomeUsageDashboard.tsx, apps/desktop/src/renderer/components/new-chat/ListComposerTextarea.tsx, apps/desktop/src/renderer/components/new-chat/LocalModelCatalogNotice.tsx, apps/desktop/src/renderer/components/new-chat/MentionChipNode.tsx, apps/desktop/src/renderer/components/new-chat/MentionDragCaretDecoration.ts, apps/desktop/src/renderer/components/new-chat/ModelCompatibilityNotice.tsx, apps/desktop/src/renderer/components/new-chat/ModelConfigFlyout.tsx, apps/desktop/src/renderer/components/new-chat/ModelHarnessPicker.tsx, apps/desktop/src/renderer/components/new-chat/ModelSelector.tsx, apps/desktop/src/renderer/components/new-chat/ModelSourceDetails.tsx, apps/desktop/src/renderer/components/new-chat/NewGoalDialog.tsx, apps/desktop/src/renderer/components/new-chat/PastedTextChipNode.tsx, apps/desktop/src/renderer/components/new-chat/PendingQueuePanel.tsx, apps/desktop/src/renderer/components/new-chat/PermissionPrompt.tsx, apps/desktop/src/renderer/components/new-chat/PermissionSelector.tsx, apps/desktop/src/renderer/components/new-chat/PinnedPlanPanel.tsx, apps/desktop/src/renderer/components/new-chat/PlanActionCard.tsx, apps/desktop/src/renderer/components/new-chat/PlanModeIndicator.tsx, apps/desktop/src/renderer/components/new-chat/PlanViewerCard.tsx, apps/desktop/src/renderer/components/new-chat/PluginConnectionForm.tsx, apps/desktop/src/renderer/components/new-chat/PluginOauthDeviceCode.tsx, apps/desktop/src/renderer/components/new-chat/PluginSetupPrompt.tsx, apps/desktop/src/renderer/components/new-chat/PluginSetupRemoteDesktopButton.tsx, apps/desktop/src/renderer/components/new-chat/PluginWriteAccessRecovery.tsx, apps/desktop/src/renderer/components/new-chat/QuickStartPillMark.ts, apps/desktop/src/renderer/components/new-chat/RemoteOauthSetupCard.tsx, apps/desktop/src/renderer/components/new-chat/SendButton.tsx, apps/desktop/src/renderer/components/new-chat/SlashCommandDecoration.ts, apps/desktop/src/renderer/components/new-chat/SlashCommandPalette.tsx, apps/desktop/src/renderer/components/new-chat/TakeoverMask.tsx, apps/desktop/src/renderer/components/new-chat/ThinkingToggle.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedFlyoutHost.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedModelPanel.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedModelRail.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedModelRow.tsx, apps/desktop/src/renderer/components/new-chat/UsageDailyBars.tsx, apps/desktop/src/renderer/components/new-chat/UsageHeatmap.tsx, apps/desktop/src/renderer/components/new-chat/VendorSegmentedSwitcher.tsx, apps/desktop/src/renderer/components/new-chat/VoiceInputDraftDecoration.ts, apps/desktop/src/renderer/components/new-chat/WindowsSelectionReplacement.ts, apps/desktop/src/renderer/components/new-chat/WorktreeChipsRow.tsx, apps/desktop/src/renderer/components/new-chat/WorktreeCreatingOverlay.tsx, apps/desktop/src/renderer/components/new-chat/agentOptions.ts, apps/desktop/src/renderer/components/new-chat/agentSwitchConfirmation.ts, apps/desktop/src/renderer/components/new-chat/branchPick.ts, apps/desktop/src/renderer/components/new-chat/composerBlankPointerFocus.ts, apps/desktop/src/renderer/components/new-chat/composerContentSerialization.ts, apps/desktop/src/renderer/components/new-chat/composerDocState.ts, apps/desktop/src/renderer/components/new-chat/composerFrameScheduler.ts, apps/desktop/src/renderer/components/new-chat/composerHistoryProjection.ts, apps/desktop/src/renderer/components/new-chat/composerModelSelection.ts, apps/desktop/src/renderer/components/new-chat/composerPromptRecommendation.ts, apps/desktop/src/renderer/components/new-chat/composerRenderGate.ts, apps/desktop/src/renderer/components/new-chat/composerSendOwnership.ts, apps/desktop/src/renderer/components/new-chat/composerSendSnapshot.ts, apps/desktop/src/renderer/components/new-chat/effortChangeQueue.ts, apps/desktop/src/renderer/components/new-chat/extraDirsActions.ts, apps/desktop/src/renderer/components/new-chat/ghostComposerPlacement.ts, apps/desktop/src/renderer/components/new-chat/localAttachmentPicker.ts, apps/desktop/src/renderer/components/new-chat/mentionChipInsertion.ts, apps/desktop/src/renderer/components/new-chat/modelWindowErrorToast.ts, apps/desktop/src/renderer/components/new-chat/pastePipeline.ts, apps/desktop/src/renderer/components/new-chat/pathPaste.ts, apps/desktop/src/renderer/components/new-chat/pendingQueueLocks.ts, apps/desktop/src/renderer/components/new-chat/pendingQueueRowActivity.ts, apps/desktop/src/renderer/components/new-chat/pendingQueueRowPresentation.ts, apps/desktop/src/renderer/components/new-chat/planModeComposerCommand.ts, apps/desktop/src/renderer/components/new-chat/priceTierMarks.tsx, apps/desktop/src/renderer/components/new-chat/remoteBrowseAdapters.ts, apps/desktop/src/renderer/components/new-chat/remoteExistingProjects.ts, apps/desktop/src/renderer/components/new-chat/restoreComposerDocument.ts, apps/desktop/src/renderer/components/new-chat/sessionLinkPaste.ts, apps/desktop/src/renderer/components/new-chat/sourceSwitch.ts, apps/desktop/src/renderer/components/new-chat/unifiedModelSelection.ts, apps/desktop/src/renderer/components/new-chat/usagePalette.ts, apps/desktop/src/renderer/components/new-chat/useComposerSendFocusRestore.ts, apps/desktop/src/renderer/components/new-chat/useModelDiscoveryPending.ts, apps/desktop/src/renderer/components/new-chat/useProviderWeeklyQuota.ts, apps/desktop/src/renderer/components/new-chat/useUnifiedRowActions.ts, apps/desktop/src/renderer/features/cc-agent/CCAgentFeatureLayout.tsx, apps/desktop/src/renderer/features/cc-agent/CCAgentSessionView.tsx | 252 | 38 | 337 |
| `desktop.dev.maker-experimental` | desktop | Maker 实验诊断页 | hash `/maker-experimental`(MakerExperimentalView;EXPERIMENTAL_FEATURES 现为空,仍是生产路由) | MakerExperimentalView | apps/desktop/src/renderer/features/maker-experimental/MakerExperimentalView.tsx | 9 | 0 | 7 |
| `desktop.issues.guide` | desktop | Issue 引导页 | hash `/issues`(IssueTrackerFeatureLayout,已迁 GitHub 后的引导页) | IssueTrackerFeatureLayout | apps/desktop/src/renderer/features/issue-tracker/IssueTrackerFeatureLayout.tsx, apps/desktop/src/renderer/features/issue-tracker/MyIssueList.tsx, apps/desktop/src/renderer/features/issue-tracker/hooks/useMyIssues.ts, apps/desktop/src/renderer/features/issue-tracker/lib/myIssuesNotices.ts, apps/desktop/src/renderer/features/issue-tracker/lib/startIssueChat.ts | 0 | 0 | 7 |
| `desktop.native.app-menu` | desktop | 应用菜单 | Menu.setApplicationMenu(用户可见出口,不展开业务逻辑) | applicationMenuLabels | apps/desktop/src/main/applicationMenuLabels.ts | 0 | 0 | 0 |
diff --git a/docs/product-rules/companion-voice-mode.md b/docs/product-rules/companion-voice-mode.md
index 23356ee9a1..2df05b2232 100644
--- a/docs/product-rules/companion-voice-mode.md
+++ b/docs/product-rules/companion-voice-mode.md
@@ -4,34 +4,43 @@
- 入口位于本机伙伴一对一输入框的听写按钮与发送按钮之间,使用声波图标和“开始语音对话”提示。标题栏不再提供语音入口。沿用伙伴 canonical 任务、模型、上下文、工作目录和工具权限,不创建第二条任务或切换聊天模型。
- 用户点击输入框的语音对话按钮后,重新读取当前目录和该伙伴偏好;配置有效即开始连接并采集麦克风,无需再点击“开始”。模型缺失、音色未选或接口不明时直接打开“伙伴设置 → 语音”,不采集麦克风;设置完成不会自动开始,需返回输入框明确点击。使用现有语音输入的 ASR 设置和当前账号的服务模式;不启用听写润色,不修改原有听写行为。
-- 最后一次声音活动或识别文字更新后,至少等待 1.5 秒再自动发送;期间继续说话会合并到同一段发言,只有 ASR 检出的弱声也遵守相同门槛。900ms 的声音释放只负责提前提交 ASR 缓冲,不触发发送;还须等待全部分段为最终文字及最后一次 ASR 更新后的 350ms 稳定窗口,延迟返回的识别结果可能延长等待。手动发送可跳过停顿等待,但不能发送未完成的识别文字。只有最终、非空文字能发送;声音活动检测本身不能产生消息。
+- 最后一次声音活动或识别文字更新后,至少等待 1.25 秒再自动发送;期间继续说话会合并到同一段发言,只有 ASR 检出的弱声也遵守相同门槛。900ms 的声音释放只负责提前提交 ASR 缓冲,不触发发送;还须等待全部分段为最终文字及最后一次 ASR 更新后的 350ms 稳定窗口,延迟返回的识别结果可能延长等待。手动发送可跳过停顿等待,但不能发送未完成的识别文字。只有最终、非空文字能发送;声音活动检测本身不能产生消息。
- 原任务空闲时正常发送,仍在运行时沿既有插话路径投递。语音是本机用户本人输入,不盖自动化或远程设备来源标签,不增加系统提示词。识别结果按普通文字发送,不执行桌面斜杠命令。
-- 最终回复经过持久化完成标记确认后才朗读。按本次语音发送的 clientId 关联,不朗读历史、过程文字、工具、子代理、内部协调或群来源私信。文本消息始终是对话记录的正本。
+- 默认开启“按句朗读”:可靠标记为 `final_answer` 的回复在输出完整句子后即可开始朗读,未完成的尾句留到后续输出或完成时再处理。关闭后,等整条最终回复经过持久化完成标记确认再朗读。按本次语音发送的 clientId 关联,不朗读历史、过程文字、工具、子代理、内部协调或群来源私信。文本消息始终是对话记录的正本。
- 在“伙伴设置 → 语音”中独立选择朗读模型和音色,按当前账号下的伙伴保存,不改变聊天模型。来源包括有权限的 Cindy AI,以及已连接的本地 BYOK 供应商;候选必须是 `audio_speech`、未停用且具备可用的 API key 或明确的本机免鉴权连接。同名模型按连接 ID、runtime 和上游模型 ID 区分,不能借另一连接的密钥。无候选时显示空状态,不采集麦克风。
+- “按句朗读”同样按伙伴保存,未设置时继承开启默认值。显式开关保存在已有语音设置的 `conversationSentencePlayback` 映射中,不另建配置文件;恢复默认删除当前伙伴的覆盖,不影响其他伙伴。切换模型或音色不重置此开关;仅修改开关不丢弃尚未补齐的音色草稿。设置在下一次开始语音对话时生效。
- BYOK 支持 OpenAI 兼容、ElevenLabs、MiniMax 三种语音接口。已知官方 HTTPS 地址自动匹配并固定接口,设置页隐藏接口选择及自动匹配说明,用户只需选择模型和音色;Main 同样采用该官方接口,不接受旧偏好或调用参数切换到其他厂商协议。自定义/中转地址保留手动选择;已声明的 OpenAI speech 协议可作为默认,其余候选(包括显式未验证协议)须用户明确选择。不能只凭模型名、`mode` 或聊天协议推断,切换接口不会更换连接地址或凭证。这个覆盖仅作用于当前伙伴的朗读,不重写公共 Registry 或供应商的聊天协议。音色支持列表选择、手动输入和试听;本次不提供创建或删除克隆音色的能力。
- 模型、语音接口和音色为伙伴级显式偏好,重开设置、重启后保留。设置页只负责配置与试听,不创建通话。离开设置前等待试听停止和有效音色保存;保存失败保留当前页面。未补齐的型号/接口/音色选择仅作本地草稿,不覆盖此前可用偏好。尚无 canonical 任务时可配置,试听需等待伙伴对话建立。恢复默认删除该伙伴的选择,继续跟随可用目录;已有旧版全局偏好仍可继承,单独重置一个伙伴时以 `null` 清除该伙伴的旧偏好继承,不复制默认模型、不影响其他伙伴。保存失败明确提示。保存的连接消失或停用时保留选择并禁止开始,不静默改用同名模型。
- 更换连接、runtime、型号或接口时,不沿用旧音色;目标型号有明确参考默认值才填入,否则等待用户选择或输入。同一连接下的不同型号也不视为音色兼容。已有保存音色不因刷新失败、列表未收录而被覆盖;刷新失败保留已知名称,成功获取后仍未收录的 ID 显示在手动输入中。
- 旧偏好中的接口与官方地址冲突时,面板采用官方接口,接口选择仍隐藏,在音色区域上方提示重新选择音色,重新选择前不试听或开始;正确接口下的已有音色继续保留。读取偏好时不写回推导默认值,用户选择音色后通过既有保存流程移除不适用的接口覆盖。自定义/中转地址的显式接口与音色偏好不受影响。
- 刷新重新读取当前有效目录,并尝试刷新 Cindy AI;Gateway 刷新失败不阻止本机 BYOK 目录显示。新增第三方型号仍沿设置页已有的获取列表、手动添加和启用流程。
- 朗读结束继续监听。检测到可能开口时先暂停播放并保留待回复的关联;只有最终、非空的新发言提交时才永久取消旧朗读,新的文字仍投递到原任务。仅有噪声或最终为空时,停顿窗口结束后恢复等待或从原播放位置继续,不再次请求合成。用户明确停止朗读仍立即取消;停止朗读不会取消 Agent 工具、清空任务队列或代答权限确认。
-- 需要确认权限、问题或计划,或任务队列暂停时,关闭麦克风并暂停语音模式;用户完成确认后显式继续。静音、锁屏、休眠、切走任务、关面板、账号切换同样释放采集和播放资源,不在后台重新开始。
+- 静音仅关闭麦克风采集和 ASR 输入,保留当前通话、伙伴任务、待回复关联和朗读队列;静音期间仍可继续收听新到达的回复。若因疑似插话暂时暂停朗读,静音会恢复原朗读。按钮切换为“取消静音”,显式操作后重新开启输入;开启失败保持静音并提示重试,不中断朗读。未发送的识别文字留在面板,可点次要“发送”操作,或取消静音后与下一段发言合并;单纯取消静音不自动发送。已被任务接收的输入不因迟到确认而重复发送。
+- 需要确认权限、问题或计划,或任务队列暂停时,关闭麦克风并暂停语音模式;用户完成确认后显式继续。锁屏、休眠、切走任务、关面板、账号切换同样释放采集和播放资源,不在后台重新开始。
- 未发送的文字在可恢复错误或暂停后留在面板内;用户可选中复制或明确重新连接并发送。TTS 失败保留任务中的文字回复,不自动重发用户消息。
## 交互与动效
-面板保留伙伴头像和姓名,持续显示连接、监听、思考、准备语音、朗读或暂停状态。音量条反映实际输入或输出音量,没有循环伪造的声波。进入动效和音量条只变换 opacity/transform,使用现有 motion token,并支持减少动态效果。模型、接口、音色和试听集中在伙伴设置子页;通话面板仅显示伙伴头像、状态、音量和通话操作。面板上的设置快捷入口先结束通话再打开语音设置;通过标题栏打开伙伴设置也会结束通话,关闭设置后不自动恢复录音。进行中的结束、静音及面板关闭按钮不随内容滚走,暂停后可继续或关闭;结束会收起面板,恢复原输入框草稿和语音按钮焦点。面板最多占视口高度的 65%,中间内容独立滚动。Light/Dark 使用语义颜色。
+面板保留伙伴头像和姓名,区分读取设置、连接语音识别、开启麦克风、监听、思考、准备语音、朗读或暂停状态。等待阶段复用 Spinner,音量条仅在监听或朗读时反映实际输入或输出音量;静音空闲和暂停时显示静态麦克风关闭图标,没有循环伪造的声波。静音中的思考或朗读状态继续显示,底部提示麦克风已关闭,取消静音期间仅麦克风按钮显示忙碌。进入动效和音量条只变换 opacity/transform,Spinner 旋转位于 HTML 包装层,复用现有 motion token,并支持减少动态效果。模型、接口、音色和试听集中在伙伴设置子页;通话面板仅显示伙伴头像、状态、音量和通话操作。面板上的设置快捷入口先结束通话再打开语音设置;通过标题栏打开伙伴设置也会结束通话,关闭设置后不自动恢复录音。进行中的结束、静音及面板关闭按钮不随内容滚走,暂停后可继续或关闭;结束会收起面板,恢复原输入框草稿和语音按钮焦点。面板最多占视口高度的 65%,中间内容独立滚动。Light/Dark 使用语义颜色。
设计依据为 `DESIGN.md` §4 标准控件、§5 圆角分层、§14.4 动效与 `design-governance.md` §13 点击层分类:输入框语音对话入口沿用相邻听写/发送按钮的 30px 圆形控制样式,监听或转写听写内容时不可开启通话;面板和未发送文字框属于容器,使用 12px 圆角;音量条是无交互的指示层,不是按钮。设置、开始、静音、结束等操作复用现有 Button / Select / Input / FormField,模型、音色及需要手动选择的接口均有可见标签。配置区在设置抽屉内按可用宽度自动换行,音色单独成行。试听可随时停止,主要操作区保持可见。
## 执行边界
- 当前仅支持 Desktop、本机伙伴一对一。群聊、Mobile、远程控制的麦克风、原生 Realtime speech-to-speech 不在此实现内。
-- 新 IPC 只接受可信应用顶层 Renderer,按窗口、账号代次、callId 和 canonical 任务绑定。callId 在发起请求前生成,使结束按钮也能取消连接过程;它不是授权凭证。接口不加入 device-link 或插件白名单。模型权限在开始和每次 TTS 请求、读取时复核。
+- 新 IPC 只接受可信应用顶层 Renderer,按窗口、账号代次、callId 和 canonical 任务绑定。callId 在发起请求前生成,使结束按钮也能取消连接过程;它不是授权凭证。接口不加入 device-link 或插件白名单。输入静音控制仍绑定当前窗口与 callId,输入每次重开分配新代次;旧代次 PCM 和识别回调不能进入新输入,结束中的迟到麦克风或 ASR 分配仍须释放。模型权限在开始和每次 TTS 请求、读取时复核。
- ASR 适配器额外提供按上游 utterance/item ID 标识的分段事件,现有累积 `AsrEvent` 合同保持不变。连接在 150 秒轮换,沿用 voice-server 的 dictation 协议;切换期间最多缓存 5 秒输入,不能无声丢弃或重复发送前文。
- Gateway 执行合同为 OpenAI 兼容 `POST <下发的 baseUrl>/audio/speech`,body 包含 `model`、`voice`、`input`、`response_format: pcm`。PCM 固定为该协议规定的 24kHz、单声道、16bit little-endian。显式声明其他 native API 或 `null` 未验证 API 的 Cindy AI 模型不进入选择器;未声明协议的 Gateway 新模型沿用此端点合同。下发 `mode` 只代表能力分类,不证明具体音色、音频格式或端点可用。
- 凭证只在 Main:Gateway 使用当前账号配对的 baseUrl / 密钥,BYOK 复用对应连接、对应 runtime 的 safeStorage 密钥和固定请求头。排除原生订阅 OAuth、远程或共享供应商;per-model 地址不得跨越凭证所属连接的 origin。开始时固定连接,每次合成与音频读取复核资格及路由/密钥是否变化;变化则停止该语音请求。禁止自动切换到其他供应商、系统朗读或另一条凭证。响应按 Renderer 播放速度读取,播放只预排约 300ms;中断丢弃旧请求和迟到音频。原始音频只在内存,不新增录音文件或对话音频归档。
- 初始实现的声音活动判断是带迟滞的音量检测,配合浏览器回声消除与降噪。它不是语义 VAD,不能保证所有扬声器、蓝牙或噪声环境都能准确分辨插话。
+## 按句朗读与完整回复回退
+
+- 提前朗读只接受明确标记为 `final_answer` 的顶层回复;没有可靠阶段标记的引擎仍等待最终完成,不靠标点猜测过程文字是否已成为答案。Main 在每次提前合成前检查是否启用回复处理插件;存在时不发起该次合成,等待最终处理及 `ghostReplyPending` 清除后再朗读。若播放开始后才出现需要等待处理的情况,停止本条剩余朗读,不重复读出已播放内容。
+- 文本缓冲按中文句末标点或英文句末边界释放;英文小数、常见缩写和未完成尾句不会被提前当成完整句子。解析未完成的 Markdown 时跳过代码块、图片、链接地址,暂存未闭合的链接和行内结构。最终快照只补尚未朗读的尾部;若此前已排队的前缀被整体改写,取消剩余音频,不把新全文再读一遍。
+- 默认模式每段最多 500 个字符,长句优先沿词或从句边界拆分;完整回复模式沿用最多 3500 个字符分段。复用三类既有 HTTP 音频流接口,只有一个播放器,最多存在当前段和一个预取段。空队列但模型尚未完成时显示思考状态,完成且全部音频播放完才回到监听状态。可能插话时暂停播放与追加预取,识别为空后从原位置恢复;明确插话、结束、账号切换和权限暂停统一取消当前音频与预取;静音仅停止输入,当前音频和预取继续。
+- 按句请求能缩短首句等待,但会增加请求次数,句间音色和语调的连续性取决于供应商;不保证无缝播报。厂商原生文本增量 WebSocket、跨句上下文参数及自适应分句仍属后续适配,不作为本轮已实现能力。
+
## BYOK 音频合同
| 接口 | 请求与鉴权 | 响应 |
@@ -61,9 +70,21 @@
记录通话开始、ASR 就绪、发送判定、消息关联、可能插话时的暂停与恢复、明确取消、TTS 请求 / 响应状态 / 首段 PCM / 完成,以及播放调度和失败。用 callId、clientId、requestId 关联各阶段,只附接口枚举、耗时、字符数、字节数、HTTP 状态和受控错误码;发送判定包含手动或停顿触发、距离最后一次声音或文字更新的毫秒数、ASR 稳定时长。噪声归零也留下判定记录,便于区分“没有触发朗读”“上游失败”和“播放被暂停或取消”。不记录识别文字、回复正文、音频、音色 ID、供应商地址、请求头、凭证或上游原始错误,不逐音频帧输出日志。新增 scope 沿用现有默认不上传规则,诊断完整记录保留在本机。
+麦克风诊断只从既有音频引擎事件挑选白名单字段:实际生效的回声消除、降噪、自动增益开关,采样率、声道数和延迟;浏览器未返回的参数记为未知,不把请求值当成生效值。记录 AudioContext 状态、处理器路径、采集就绪/首帧耗时、静音切换/恢复失败阶段、状态停留时长和疑似插话的暂停时长。丢弃设备名称、deviceId、groupId、原始异常与任意附加字段;不按帧输出音量日志。
+
+按句队列沿用相同日志,增加可朗读句子到达时长、是否完整回复、首句播放调度及句间间隔,区分模型输出等待、TTS 准备和播放器等待;这些时间是本机阶段耗时,不替代真实设备听感验收。
+
+## 消息朗读与静音等待
+
+- 桌面本机伙伴一对一的已完成回复,在现有操作栏提供“朗读”;要求当前伙伴已保存的模型、协议和音色配置可用,不自动选择第一个模型。生成中可停止,播放中显示停止按钮;点击另一条回复会先停止前一条。未完成或仍在插件处理中的回复、仅含代码块的消息和普通任务不提供该动作。
+- 点击时重新读取并校验配置,复用现有 Main TTS 队列、PCM 播放器、连接凭证与诊断日志。完整回复分段播放,不截断长文;不启动 ASR/麦克风,不新建任务、不重发消息、不写语音偏好。朗读失败不自动切换供应商或重试。
+- 离开伙伴页面、打开设置、账号切换、系统挂起或窗口销毁时释放播放;进入连续语音模式前先等待消息朗读释放。连续语音期间不并行朗读历史消息,避免声音重叠。消息朗读与试听一样,在用户点击后可能产生所选 TTS 的用量。
+- **长时间无声不会因空闲自动退出语音模式**,也不会发送空消息。1.25 秒只用于判断当前发言是否结束;声音活动释放、ASR 最终文字与稳定窗口仍须满足。静音按钮只关闭麦克风和 ASR,模式及伙伴回复朗读继续保留。
+- 未静音时 ASR 连接按既有 150 秒周期轮换,轮换成功后继续监听;这不是空闲退出。用户结束、离开页面或账号/系统生命周期变化会停止输入和播放;权限确认、设备或连接故障会暂停/停止并显示对应状态。网络断开或 ASR 最终结果超时属于故障,不应描述成“静音超时退出”。
+
## 后续扩展计划
-以下为后续演进方向,本 PR 尚未实现适配器拆分、统一参数描述或公共 Registry schema 扩展,也不包含 Qwen / CosyVoice 原生执行器。
+以下为后续演进方向,本 PR 尚未实现适配器拆分、统一参数描述或公共 Registry schema 扩展,也不包含 Qwen / CosyVoice 原生执行器或厂商文本增量 WebSocket。
- **独立协议适配器**:接入更多原生协议时,先将现有 OpenAI 兼容、ElevenLabs、MiniMax 分支及响应解码整理为独立的 TypeScript 适配器。适配器负责各协议的请求序列化、传输及响应解析;公共层统一音频格式、完成、错误与取消合同,继续复用账号/任务绑定、读取背压、资源上限和迟到音频丢弃,不增加第二套伙伴任务或播放状态机。Qwen / CosyVoice 按所接具体 API 的 HTTP、SSE 或 WebSocket 合同实现,不能只替换 URL。
- **统一参数定义与校验**:用共享的类型化参数描述约定必填项、默认值、枚举、范围和错误语义,让 Renderer 表单与 Main 校验复用同一规则;Main 在执行前再次校验。音色及后续语速、语言等参数按实际协议和型号能力开放,各厂商字段映射仍由适配器负责。当前固定输出格式和参数限制需在迁移时保留,新增能力以适配器实际实现及验证为准。
@@ -74,7 +95,7 @@
## 验证
-停顿与插话回归覆盖 1.5 秒等待、弱声识别、思考停顿后继续说话、空识别和无 ASR 结果的噪声、首轮回复在噪声期间完成、播放暂停后原位置继续,以及权限、静音、退出或明确停止后的迟到结果。日志测试确认输出只包含诊断元数据,不包含输入、回复或凭证。
+停顿与插话回归覆盖 1.25 秒等待、弱声识别、思考停顿后继续说话、空识别和无 ASR 结果的噪声、首轮回复在噪声期间完成、播放暂停后原位置继续,以及权限、静音、退出或明确停止后的迟到结果。按句回归覆盖提前首句、未知阶段与关闭开关时等待完成、插件处理回退及取消竞态、Markdown 尾部缓冲、最终全文去重、前缀替换、顺序播放、单段预取和伙伴开关重开/重置。麦克风静音回归覆盖任务确认迟到、保留并显式发送未发送文字、按句队列继续播放、旧代次 PCM/ASR 隔离、恢复输入失败和退出期间迟到的设备分配。日志测试确认输出只包含白名单诊断元数据,不包含输入、回复、凭证或设备身份。
自动化覆盖分段去重、乱序完成、空转写、连接轮换、权限与账号边界、取消启动、插话抢占、迟到音频、PCM 字节边界、回复关联、无模型空状态及现有 ASR 回归。BYOK 回归覆盖接口请求、SSE 断帧与结束聚合包、连接/密钥隔离、停用与账号切换、伙伴偏好重开与重置、未知接口须用户选择,以及合成失败不换供应商、不重发消息。音色与试听回归包含真实 MiniMax ID、OpenAI 型号差异、ElevenLabs 分页、账号私有列表边界、手动输入与刷新失败、改选清除旧音色、试听取消与迟到结果、窗口销毁,以及试听不启动 ASR。入口回归覆盖设置深链、输入框按钮顺序与草稿保留、缺配置转到设置、直接启动、StrictMode 不重复采集、关闭后的迟到配置结果,以及设置关闭前保存失败不离开。
diff --git a/i18n/GLOSSARY.md b/i18n/GLOSSARY.md
index 4e0e0b5836..648b6ee4f9 100644
--- a/i18n/GLOSSARY.md
+++ b/i18n/GLOSSARY.md
@@ -447,6 +447,10 @@ OS 进程语境(资源用量面板、浏览器 guest 进程、终端)。注意
模型显示品牌采用官方中文名称,版本号和变体原样保留;仅用于展示与搜索,不改模型 ID 或用户保存的名称。
+### Read by sentence
+
+伙伴语音设置:默认在最终答复生成过程中按完整句子提前朗读;关闭后等待完整回复。需要回复后处理或无法识别最终答复阶段时延后。
+
### Region badge
桌面登录页标题旁的品牌红胶囊(DESIGN.md §16.3),指徽标这个 UI 元素本身。徽标上的标签值另立条目(region-code-cn / region-code-dev)——本条 en 为 Region badge、各语言译文均非英文原词,caseStandardFor 天然返回 null,所以本条约束不到标签值,也无需写 checkCase。作为待产品裁决术语登记:尚未拍板是否改为可译文案(如「中国大陆版 / Mainland China」),先登记以免后续界面自造“国内版/中国版/开发版”等多套说法。
diff --git a/i18n/glossary.json b/i18n/glossary.json
index 819fae8d28..fdecc00939 100644
--- a/i18n/glossary.json
+++ b/i18n/glossary.json
@@ -5,6 +5,7 @@
"sourceLocale": "en",
"punctuationExempt": ["desktop:settings.help.qnaFeedbackBodyTemplate"],
"terms": [
+ {"id": "read-by-sentence", "status": "proposed", "en": "Read by sentence", "translations": {"zh-CN": "按句朗读", "zh-TW": "逐句朗讀", "ja": "文ごとに読み上げ", "ko": "문장별로 읽기"}, "checkCase": false, "note": "伙伴语音设置:默认在最终答复生成过程中按完整句子提前朗读;关闭后等待完整回复。需要回复后处理或无法识别最终答复阶段时延后。"},
{"id": "voice-mode", "status": "proposed", "en": "Voice Mode", "translations": {"zh-CN": "语音模式", "zh-TW": "語音模式", "ja": "音声モード", "ko": "음성 모드"}, "checkCase": false, "note": "桌面伙伴一对一的连续语音交互方式;停顿发送、最终回复朗读和插话,沿用伙伴主任务。"},
{"id": "wallpaper-blur", "status": "proposed", "en": "Wallpaper Blur", "translations": {"zh-CN": "壁纸模糊", "zh-TW": "桌布模糊", "ja": "壁紙のぼかし", "ko": "배경화면 흐림"}, "note": "仅使应用壁纸柔化,不模糊文字或控件;0 为关闭,按用户选择应用于静态图片和视频。"},
{"id": "group-owner", "status": "proposed", "en": "Group Owner", "translations": {"zh-CN": "群主", "zh-TW": "群主", "ja": "グループオーナー", "ko": "그룹 소유자"}, "checkCase": false, "note": "Chat Server 的群角色,可由人或伙伴担任;不要与伙伴主人或分工负责人混同。群设置成员行英文可简写 Owner。"},
diff --git a/packages/voice-input-core/src/VoiceConversationInput.ts b/packages/voice-input-core/src/VoiceConversationInput.ts
index 0e29e34352..d9ec376c28 100644
--- a/packages/voice-input-core/src/VoiceConversationInput.ts
+++ b/packages/voice-input-core/src/VoiceConversationInput.ts
@@ -1,7 +1,9 @@
import type { AsrProvider, AsrSegment, AudioTrace } from "./types.js";
import { ConversationActivity } from "./conversationActivity.js";
-const AUTO_SEND_QUIET_MS = 1_500;
+// Endpointing only: prolonged silence does not end voice mode. The host ends it
+// on an explicit exit or lifecycle/error boundary; ASR transport rotation is separate.
+const AUTO_SEND_QUIET_MS = 1_250;
const FINAL_STABLE_MS = 350;
export type ConversationInputEvent =
@@ -63,7 +65,7 @@ export class VoiceConversationInput {
const activity = this.activity.push(pcm);
this.speaking = activity.active;
// The 900ms acoustic release only commits ASR buffers. Sending always uses
- // the same 1.5-second quiet window, including soft speech seen only by ASR.
+ // the same 1.25-second quiet window, including soft speech seen only by ASR.
if (activity.sound) {
this.quietAfter = Date.now() + AUTO_SEND_QUIET_MS;
if (!this.manual) clearTimeout(this.settleTimer);
diff --git a/packages/voice-input-core/src/__tests__/VoiceConversationInput.test.ts b/packages/voice-input-core/src/__tests__/VoiceConversationInput.test.ts
index 06e06d9630..9501970290 100644
--- a/packages/voice-input-core/src/__tests__/VoiceConversationInput.test.ts
+++ b/packages/voice-input-core/src/__tests__/VoiceConversationInput.test.ts
@@ -50,10 +50,10 @@ describe("continuous speech input", () => {
await vi.advanceTimersByTimeAsync(400);
expect(events.filter((e) => e.type === "utterance")).toHaveLength(0);
provider.segment({ id: "one", text: "你好。", final: true });
- await vi.advanceTimersByTimeAsync(1_500);
+ await vi.advanceTimersByTimeAsync(1_250);
provider.segment({ id: "one", text: "你好。", final: true });
provider.segment({ id: "two", text: "你好。", final: true });
- await vi.advanceTimersByTimeAsync(1_500);
+ await vi.advanceTimersByTimeAsync(1_250);
expect(events.filter((e) => e.type === "utterance")).toEqual([
{ type: "utterance", id: "1", text: "你好。" },
{ type: "utterance", id: "2", text: "你好。" },
@@ -61,7 +61,7 @@ describe("continuous speech input", () => {
await input.stop();
});
- it("requires 1.5 quiet seconds for ASR-only soft speech and merges a thinking pause", async () => {
+ it("requires 1.25 quiet seconds for ASR-only soft speech and merges a thinking pause", async () => {
const provider = new Provider();
const events: ConversationInputEvent[] = [];
const diagnostic = vi.fn();
@@ -81,7 +81,7 @@ describe("continuous speech input", () => {
await vi.advanceTimersByTimeAsync(900);
input.appendAudio(pcm(0, 900));
expect(provider.commitUtterance).toHaveBeenCalledOnce();
- await vi.advanceTimersByTimeAsync(599);
+ await vi.advanceTimersByTimeAsync(349);
expect(events.some((event) => event.type === "utterance")).toBe(false);
await vi.advanceTimersByTimeAsync(1);
expect(events.filter((event) => event.type === "utterance")).toEqual([
@@ -89,8 +89,8 @@ describe("continuous speech input", () => {
]);
expect(diagnostic).toHaveBeenCalledExactlyOnceWith({
trigger: "silence",
- inactiveMs: 1_500,
- finalStableMs: 1_500,
+ inactiveMs: 1_250,
+ finalStableMs: 1_250,
segments: 2,
characters: 22,
});
@@ -109,7 +109,7 @@ describe("continuous speech input", () => {
expect(emit).toHaveBeenCalledWith({ type: "speech-started" });
await vi.advanceTimersByTimeAsync(900);
input.appendAudio(pcm(0, 900));
- await vi.advanceTimersByTimeAsync(599);
+ await vi.advanceTimersByTimeAsync(349);
expect(emit).not.toHaveBeenCalledWith({ type: "speech-idle" });
await vi.advanceTimersByTimeAsync(1);
expect(emit).toHaveBeenCalledWith({ type: "speech-idle" });
@@ -130,7 +130,7 @@ describe("continuous speech input", () => {
provider.segment({ id: "one", text: "soft speech", final: false });
await vi.advanceTimersByTimeAsync(1_000);
provider.segment({ id: "one", text: "soft speech", final: true });
- await vi.advanceTimersByTimeAsync(499);
+ await vi.advanceTimersByTimeAsync(349);
expect(emit).not.toHaveBeenCalledWith(
expect.objectContaining({ type: "utterance" }),
);
@@ -142,7 +142,7 @@ describe("continuous speech input", () => {
});
provider.segment({ id: "empty", text: "discarded partial", final: false });
provider.segment({ id: "empty", text: "", final: true });
- await vi.advanceTimersByTimeAsync(1_500);
+ await vi.advanceTimersByTimeAsync(1_250);
expect(emit).toHaveBeenCalledWith({ type: "speech-idle" });
expect(
emit.mock.calls.filter(([event]) => event.type === "utterance"),
@@ -165,7 +165,7 @@ describe("continuous speech input", () => {
expect.objectContaining({ type: "utterance" }),
);
provider.segment({ id: "a", text: "first", final: true, order: 0 });
- await vi.advanceTimersByTimeAsync(1_500);
+ await vi.advanceTimersByTimeAsync(1_250);
expect(emit).toHaveBeenCalledWith({
type: "utterance",
id: "1",
@@ -221,8 +221,8 @@ describe("continuous speech input", () => {
});
await input.start();
a.segment({ id: "same", text: "before", final: true });
- await vi.advanceTimersByTimeAsync(1_500);
- await vi.advanceTimersByTimeAsync(8_500);
+ await vi.advanceTimersByTimeAsync(1_250);
+ await vi.advanceTimersByTimeAsync(8_750);
const buffered = pcm(1000, 200);
input.appendAudio(buffered);
finish();
@@ -231,7 +231,7 @@ describe("continuous speech input", () => {
a.segment({ id: "late", text: "ignore", final: true });
b.segment({ id: "same", text: "after", final: true });
input.appendAudio(pcm(0, 900));
- await vi.advanceTimersByTimeAsync(1_500);
+ await vi.advanceTimersByTimeAsync(1_250);
expect(
emit.mock.calls
.filter(([e]) => e.type === "utterance")
@@ -241,6 +241,47 @@ describe("continuous speech input", () => {
await input.stop();
});
+ it("stays available through ten minutes of silence and ASR rotation without sending empty messages", async () => {
+ const providers: Provider[] = [];
+ const emit = vi.fn();
+ const input = new VoiceConversationInput({
+ createProvider: async () => {
+ const provider = new Provider();
+ providers.push(provider);
+ return provider;
+ },
+ emit,
+ });
+ await input.start();
+ await vi.advanceTimersByTimeAsync(600_000);
+ expect(providers).toHaveLength(5);
+ expect(
+ emit.mock.calls.filter(([event]) => event.type === "ready"),
+ ).toHaveLength(5);
+ expect(
+ emit.mock.calls.some(
+ ([event]) => event.type === "error" || event.type === "utterance",
+ ),
+ ).toBe(false);
+ expect(providers[4].stop).not.toHaveBeenCalled();
+ providers[4].segment({
+ id: "after-silence",
+ text: "still listening",
+ final: true,
+ });
+ await vi.advanceTimersByTimeAsync(1_249);
+ expect(emit.mock.calls.some(([event]) => event.type === "utterance")).toBe(
+ false,
+ );
+ await vi.advanceTimersByTimeAsync(1);
+ expect(emit).toHaveBeenCalledWith({
+ type: "utterance",
+ id: "1",
+ text: "still listening",
+ });
+ await input.stop();
+ });
+
it("retains a partial transcript on disconnect and ignores late finals after stopping", async () => {
const p = new Provider();
const emit = vi.fn();
@@ -288,9 +329,9 @@ describe("continuous speech input", () => {
await input.start();
p.segment({ id: "noise", text: "", final: false });
p.segment({ id: "noise", text: "", final: true });
- await vi.advanceTimersByTimeAsync(1_500);
+ await vi.advanceTimersByTimeAsync(1_250);
p.segment({ id: "speech", text: "hello", final: true });
- await vi.advanceTimersByTimeAsync(1_500);
+ await vi.advanceTimersByTimeAsync(1_250);
expect(emit.mock.calls.filter(([e]) => e.type === "utterance")).toEqual([
[{ type: "utterance", id: "1", text: "hello" }],
]);