Consider it done. The open-source AI agent that works out of the box · 想到,就能做到。开源、开箱即用的 AI Agent。
TypeScript agentai-agentai-assistantandroidclaude-codecodexelectroniosllmmacosreact-nativetypescriptwindows
feat(desktop): add sentence playback and reply read-aloud
JiangJiahao1724fca608eb
diff --git a/apps/desktop/src/main/voice-conversation/__tests__/ipc.test.ts b/apps/desktop/src/main/voice-conversation/__tests__/ipc.test.tsindex da1d761cb5..a681fde89c 100644--- a/apps/desktop/src/main/voice-conversation/__tests__/ipc.test.ts+++ b/apps/desktop/src/main/voice-conversation/__tests__/ipc.test.ts@@ -19,6 +19,7 @@ vi.mock('electron', () => ({vi.mock('../../security/trustedAppRenderer.js', () => ({assertTrustedAppRendererEvent: h.trusted,}));+vi.mock('../../cindy-brain/index.js', () => ({ hasEnabledGhostAssistantHook: () => false }));vi.mock('../../maker-host/active-catalog.js', () => ({getActiveCatalog: () => ({providers: [@@ -98,17 +99,59 @@ const start = () =>voice: 'alloy',});+it('patches playback without replacing the saved route and validates boolean overrides', async () => {+ const choice = { modelId: 'voice-test', voice: 'alloy' };+ await call('set-preference', 'bot-a', choice);+ await call('set-preference', 'bot-a', undefined, false);+ expect(await call('preference', 'bot-a')).toEqual({+ selection: choice,+ customized: true,+ sentencePlayback: false,+ });+ await expect(call('set-preference', 'bot-a', undefined, 'false')).rejects.toThrow();+ expect(await call('preference', 'bot-a')).toMatchObject({ sentencePlayback: false });+ await call('set-preference', 'bot-a', null, null);+ expect(await call('preference', 'bot-a')).toEqual({+ selection: null,+ customized: false,+ sentencePlayback: true,+ });+ await start();+ await expect(+ call('speak', { callId: 'call', requestId: 'a', text: 'hi', streaming: 'true' }),+ ).rejects.toThrow();+});+it('rejects an untrusted sender before returning models or opening a connection', async () => {h.trusted.mockImplementation(() => {throw new Error('untrusted frame');});await expect(call('models')).rejects.toThrow('untrusted frame');await expect(start()).rejects.toThrow('untrusted frame');- for (const name of ['voices', 'preview', 'read-preview', 'stop-preview']) {+ for (const name of ['voices', 'preview', 'read-preview', 'stop-preview', 'start-playback']) {await expect(call(name, {})).rejects.toThrow('untrusted frame');}});+it('validates playback-only starts with the same canonical, account and selection boundaries', async () => {+ const input = {+ callId: 'call',+ botId: 'bot',+ sessionId: 'canonical',+ modelId: 'voice-test',+ voice: 'alloy',+ };+ await expect(call('start-playback', { ...input, voice: 'bad\nvoice' })).rejects.toThrow();+ await expect(call('start-playback', { ...input, sessionId: 'not-canonical' })).rejects.toThrow();+ await expect(call('start-playback', { ...input, callId: 'x'.repeat(65) })).rejects.toThrow();+ h.boundary = true;+ await expect(call('start-playback', input)).rejects.toThrow();+ h.boundary = false;+ expect(await call('start-playback', input)).toEqual({ callId: 'call' });+ await expect(call('set-input-muted', 'call', false)).rejects.toThrow();+ expect(outboundFetch).not.toHaveBeenCalled();+});+it('validates preview boundaries before synthesis and cleans up when its sender is destroyed', async () => {const input = {previewId: 'preview',@@ -183,9 +226,17 @@ it('saves and resets one companion without overwriting another, and guards setti};await call('set-preference', 'bot-a', choice);await call('set-preference', 'bot-b', { ...choice, voice: 'alloy' });- expect(await call('preference', 'bot-a')).toEqual({ selection: choice, customized: true });+ expect(await call('preference', 'bot-a')).toEqual({+ selection: choice,+ customized: true,+ sentencePlayback: true,+ });await call('set-preference', 'bot-a', null);- expect(await call('preference', 'bot-a')).toEqual({ selection: null, customized: false });+ expect(await call('preference', 'bot-a')).toEqual({+ selection: null,+ customized: false,+ sentencePlayback: true,+ });expect(await call('preference', 'bot-b')).toMatchObject({ selection: { voice: 'alloy' } });h.boundary = true;await expect(call('preference', 'bot-b')).rejects.toThrow();@@ -197,3 +248,26 @@ it('saves and resets one companion without overwriting another, and guards settiawait expect(call('preference', 'bot-b')).rejects.toThrow('untrusted');await expect(call('set-preference', 'bot-b', null)).rejects.toThrow('untrusted');});++it('validates microphone mute ownership and drops PCM from previous input generations', async () => {+ await start();+ await expect(call('set-input-muted', 'call', 'true')).rejects.toThrow();+ await expect(+ h.handlers.get('voice-conversation:set-input-muted')!(sender(2), 'call', true),+ ).rejects.toThrow();+ expect(await call('set-input-muted', 'call', true)).toEqual({ inputGeneration: 1 });+ h.boundary = true;+ await expect(call('set-input-muted', 'call', false)).rejects.toThrow();+ h.boundary = false;+ expect(await call('set-input-muted', 'call', false)).toEqual({ inputGeneration: 2 });+ const audio = h.listeners.get('voice-conversation:audio')!;+ for (const inputGeneration of [undefined, 0, -1, 0.5, '2', NaN, Infinity])+ audio(sender(), { callId: 'call', inputGeneration, pcm: new ArrayBuffer(2) });+ expect(h.append).not.toHaveBeenCalled();+ audio(sender(), { callId: 'call', inputGeneration: 2, pcm: new ArrayBuffer(2) });+ expect(h.append).toHaveBeenCalledOnce();+ h.trusted.mockImplementation(() => {+ throw new Error('untrusted frame');+ });+ await expect(call('set-input-muted', 'call', true)).rejects.toThrow('untrusted frame');+});diff --git a/apps/desktop/src/main/voice-conversation/__tests__/preferences.test.ts b/apps/desktop/src/main/voice-conversation/__tests__/preferences.test.tsindex 8f895c350f..63cab1c6f3 100644--- a/apps/desktop/src/main/voice-conversation/__tests__/preferences.test.ts+++ b/apps/desktop/src/main/voice-conversation/__tests__/preferences.test.ts@@ -1,6 +1,10 @@import { expect, it } from 'vitest';import { normalizeVoiceInputSettings } from '../../../shared/voiceInputData.js';-import { companionVoicePreference, updateCompanionVoicePreference } from '../preferences.js';+import {+ companionVoicePreference,+ updateCompanionVoicePreference,+ updateSentencePlaybackPreference,+} from '../preferences.js';const a = { providerId: 'a', agent: 'codex' as const, modelId: 'tts', voice: 'alloy' };const b = { ...a, providerId: 'b', voice: 'nova' };it('persists each companion independently, preserves legacy inheritance, and deletes only a reset override', () => {@@ -16,18 +20,28 @@ it('persists each companion independently, preserves legacy inheritance, and delupdate('bot-a', a);update('bot-b', b);settings = normalizeVoiceInputSettings(JSON.parse(JSON.stringify(settings)));- expect(companionVoicePreference(settings, 'bot-a')).toEqual({ selection: a, customized: true });- expect(companionVoicePreference(settings, 'bot-b')).toEqual({ selection: b, customized: true });+ expect(companionVoicePreference(settings, 'bot-a')).toEqual({+ selection: a,+ customized: true,+ sentencePlayback: true,+ });+ expect(companionVoicePreference(settings, 'bot-b')).toEqual({+ selection: b,+ customized: true,+ sentencePlayback: true,+ });update('bot-a', null);expect(settings.conversationSelections!['bot-a']).toBeNull();expect(companionVoicePreference(settings, 'bot-a')).toEqual({selection: null,customized: false,+ sentencePlayback: true,});expect(companionVoicePreference(settings, 'bot-b').selection).toEqual(b);expect(companionVoicePreference(normalizeVoiceInputSettings({}), 'bot-b')).toEqual({selection: null,customized: false,+ sentencePlayback: true,});});it('does not read prototype keys or retain malformed saved choices', () => {@@ -37,3 +51,34 @@ it('does not read prototype keys or retain malformed saved choices', () => {expect(companionVoicePreference(settings, 'toString').selection).toBe(null);expect(Object.keys(settings.conversationSelections!)).toEqual(['valid']);});++it('defaults to sentence playback, keeps explicit choices across reloads and resets only one companion', () => {+ let settings = normalizeVoiceInputSettings({ conversationSelections: { 'bot-a': a } });+ expect(settings.conversationSentencePlayback).toBeUndefined();+ expect(companionVoicePreference(settings, 'bot-a').sentencePlayback).toBe(true);+ const update = (botId: string, enabled: boolean | null) => {+ settings = normalizeVoiceInputSettings({+ ...settings,+ conversationSentencePlayback: updateSentencePlaybackPreference(settings, botId, enabled),+ });+ };+ update('bot-a', false);+ update('bot-b', true);+ settings = normalizeVoiceInputSettings(JSON.parse(JSON.stringify(settings)));+ expect(companionVoicePreference(settings, 'bot-a')).toMatchObject({+ selection: a,+ sentencePlayback: false,+ });+ expect(companionVoicePreference(settings, 'bot-b')).toMatchObject({+ customized: true,+ sentencePlayback: true,+ });+ update('bot-a', null);+ expect(settings.conversationSentencePlayback).toEqual({ 'bot-b': true });+ expect(companionVoicePreference(settings, 'bot-a').sentencePlayback).toBe(true);+ expect(companionVoicePreference(settings, 'toString').sentencePlayback).toBe(true);+ expect(+ normalizeVoiceInputSettings({ conversationSentencePlayback: { bad: 'false', valid: false } })+ .conversationSentencePlayback,+ ).toEqual({ valid: false });+});diff --git a/apps/desktop/src/main/voice-conversation/__tests__/service.test.ts b/apps/desktop/src/main/voice-conversation/__tests__/service.test.tsindex aef3e14f19..91086e7305 100644--- a/apps/desktop/src/main/voice-conversation/__tests__/service.test.ts+++ b/apps/desktop/src/main/voice-conversation/__tests__/service.test.ts@@ -115,6 +115,7 @@ function fixture() {const deps = {owner: vi.fn(() => 'owner-a'),hasDictation: vi.fn(() => false),+ hasReplyHook: vi.fn(() => false),assertCompanion: vi.fn(async () => {}),models: vi.fn(() => [{ id: 'tts', name: 'Speech' }]),createProvider: vi.fn(async () => provider),@@ -135,18 +136,134 @@ function fixture() {return { service, deps, provider };}+describe('message read-aloud ownership', () => {+ it('reuses synthesis without creating ASR and cannot be unmuted into a conversation', async () => {+ const { service, deps } = fixture();+ await service.startPlayback(1, selection);+ expect(deps.assertCompanion).toHaveBeenCalledWith('bot', 'canonical');+ expect(deps.createProvider).not.toHaveBeenCalled();+ expect(deps.fetch).not.toHaveBeenCalled();+ await expect(service.setInputMuted(1, selection.callId, false)).rejects.toThrow(+ 'playback_only',+ );+ service.audio(1, selection.callId, new ArrayBuffer(2));+ service.finishUtterance(1, selection.callId);+ await service.speak(1, selection.callId, 'reply', 'existing reply');+ expect(deps.fetch).toHaveBeenCalledOnce();+ expect((await service.readSpeech(1, selection.callId, 'reply')).pcm.byteLength).toBe(2);+ expect(deps.createProvider).not.toHaveBeenCalled();+ await service.end(1, selection.callId);+ expect(hasVoiceConversationLease()).toBe(false);+ });++ it('retains exclusive ownership against calls, previews, dictation and other renderers', async () => {+ const { service, deps } = fixture();+ deps.hasDictation.mockReturnValueOnce(true);+ await expect(service.startPlayback(1, selection)).rejects.toThrow('busy');+ await service.startPlayback(1, selection);+ await expect(service.start(1, selection)).rejects.toThrow('busy');+ await expect(service.startPreview(1, previewSelection)).rejects.toThrow('busy');+ await expect(service.startPlayback(2, selection)).rejects.toThrow('busy');+ await expect(service.speak(2, selection.callId, 'reply', 'text')).rejects.toThrow('call_ended');+ await service.end(2, selection.callId);+ expect(hasVoiceConversationLease()).toBe(true);+ deps.owner.mockReturnValue('owner-b');+ await expect(service.speak(1, selection.callId, 'reply', 'text')).rejects.toThrow('call_ended');+ await vi.waitFor(() => expect(hasVoiceConversationLease()).toBe(false));+ expect(deps.fetch).not.toHaveBeenCalled();+ });++ it('validates the model and canonical companion, and drops a cancelled pending open', async () => {+ const { service, deps } = fixture();+ await expect(service.startPlayback(1, { ...selection, modelId: 'missing' })).rejects.toThrow(+ 'model_unavailable',+ );+ deps.assertCompanion.mockRejectedValueOnce(new Error('not canonical'));+ await expect(service.startPlayback(1, selection)).rejects.toThrow('not canonical');+ let release!: () => void;+ deps.assertCompanion.mockReturnValueOnce(+ new Promise<void>((resolve) => {+ release = resolve;+ }),+ );+ const old = service.startPlayback(1, selection);+ await service.end(1, selection.callId);+ await service.startPlayback(1, { ...selection, callId: 'replacement' });+ release();+ await expect(old).rejects.toThrow('call_ended');+ await service.speak(1, 'replacement', 'reply', 'current');+ expect(deps.fetch).toHaveBeenCalledOnce();+ expect(deps.createProvider).not.toHaveBeenCalled();+ });+});+describe('local companion call ownership', () => {+ it('checks outgoing reply hooks before every unfinished request without issuing paid synthesis', async () => {+ const { service, deps } = fixture();+ await service.start(1, selection);+ deps.hasReplyHook.mockReturnValue(true);+ expect(await service.speak(1, selection.callId, 'early', 'original', true)).toEqual({+ deferred: true,+ });+ expect(deps.fetch).not.toHaveBeenCalled();+ expect(await service.speak(1, selection.callId, 'final', 'processed')).toEqual({+ sampleRate: 24000,+ });+ expect(deps.fetch).toHaveBeenCalledOnce();+ await expect(service.speak(2, selection.callId, 'other', 'private', true)).rejects.toThrow(+ 'call_ended',+ );+ });++ it('keeps playing and prefetched streams independent, bounds lookahead, and releases completed slots', async () => {+ const { service, deps } = fixture();+ await service.start(1, selection);+ await service.speak(1, selection.callId, 'one', 'one', true);+ await service.speak(1, selection.callId, 'two', 'two', true);+ await expect(service.speak(1, selection.callId, 'three', 'three', true)).rejects.toThrow();+ expect(deps.fetch).toHaveBeenCalledTimes(2);+ expect((await service.readSpeech(1, selection.callId, 'one')).pcm.byteLength).toBe(2);+ expect((await service.readSpeech(1, selection.callId, 'one')).done).toBe(true);+ await service.speak(1, selection.callId, 'three', 'three', true);+ expect((await service.readSpeech(1, selection.callId, 'two')).pcm.byteLength).toBe(2);+ service.interrupt(1, selection.callId);+ await expect(service.readSpeech(1, selection.callId, 'two')).rejects.toThrow();+ await expect(service.readSpeech(1, selection.callId, 'three')).rejects.toThrow();+ });++ it('cancels pending lookahead headers and prevents their late audio from joining a new reply', async () => {+ const { service, deps } = fixture();+ let headers!: (response: Response) => void;+ await service.start(1, selection);+ await service.speak(1, selection.callId, 'playing', 'one', true);+ deps.fetch.mockImplementationOnce(+ () =>+ new Promise<Response>((resolve) => {+ headers = resolve;+ }),+ );+ const pending = service.speak(1, selection.callId, 'lookahead', 'two', true);+ const rejected = expect(pending).rejects.toThrow();+ service.interrupt(1, selection.callId);+ await service.speak(1, selection.callId, 'new', 'three', true);+ headers(new Response(new Uint8Array([1, 2]), { headers: { 'Content-Type': 'audio/pcm' } }));+ await rejected;+ expect((await service.readSpeech(1, selection.callId, 'new')).pcm.byteLength).toBe(2);+ await expect(service.readSpeech(1, selection.callId, 'lookahead')).rejects.toThrow();+ });+it('logs send timing and speech stages through the injected logger without content or credentials', async () => {vi.useFakeTimers();const { service, deps, provider } = fixture();await service.start(1, selection);provider.onSegment.mock.calls[0][0]({ id: 'segment', text: 'private utterance', final: true });- await vi.advanceTimersByTimeAsync(1_500);+ await vi.advanceTimersByTimeAsync(1_250);expect(deps.log.info).toHaveBeenCalledWith('input settled', {callId: selection.callId,+ inputGeneration: 0,trigger: 'silence',- inactiveMs: 1_500,- finalStableMs: 1_500,+ inactiveMs: 1_250,+ finalStableMs: 1_250,segments: 1,characters: 17,});@@ -267,3 +384,81 @@ it('cancels an existing body when credentials change before a PCM read', async (await expect(service.readSpeech(1, selection.callId, 'req')).rejects.toThrow('model_unavailable');expect(cancelled).toHaveBeenCalledOnce();});++describe('input-only mute', () => {+ it('releases ASR, keeps synthesis and lease, and isolates resumed input from old PCM/results', async () => {+ vi.useFakeTimers();+ const { service, deps, provider } = fixture();+ await service.start(1, selection);+ const oldSegment = provider.onSegment.mock.calls[0][0];+ oldSegment({ id: 'old', text: 'do not send', final: true });+ await service.speak(1, selection.callId, 'reply', 'keep reading');+ await expect(service.setInputMuted(2, selection.callId, true)).rejects.toThrow('call_ended');+ expect(await service.setInputMuted(1, selection.callId, true)).toEqual({ inputGeneration: 1 });+ expect(provider.stop).toHaveBeenCalledOnce();+ expect(provider.dispose).toHaveBeenCalledOnce();+ expect(hasVoiceConversationLease()).toBe(true);+ expect((await service.readSpeech(1, selection.callId, 'reply')).pcm.byteLength).toBe(2);+ deps.emit.mockClear();+ await vi.advanceTimersByTimeAsync(2_000);+ expect(deps.emit).not.toHaveBeenCalled();+ expect(await service.setInputMuted(1, selection.callId, false)).toEqual({ inputGeneration: 2 });+ expect(provider.start).toHaveBeenCalledTimes(2);+ oldSegment({ id: 'late', text: 'stale result', final: true });+ service.audio(1, selection.callId, new ArrayBuffer(2), undefined, 0);+ expect(provider.appendAudio).not.toHaveBeenCalled();+ service.audio(1, selection.callId, new ArrayBuffer(2), undefined, 2);+ expect(provider.appendAudio).toHaveBeenCalledOnce();+ deps.emit.mockClear();+ provider.onSegment.mock.calls[1][0]({ id: 'new', text: 'new input', final: true });+ await vi.advanceTimersByTimeAsync(1_249);+ expect(deps.emit.mock.calls.filter(([, e]) => e.event.type === 'utterance')).toHaveLength(0);+ await vi.advanceTimersByTimeAsync(1);+ expect(deps.emit).toHaveBeenCalledWith(1, {+ callId: selection.callId,+ inputGeneration: 2,+ event: { type: 'utterance', id: '1', text: 'new input' },+ });+ });++ it('keeps the call usable for speech after an ASR resume failure', async () => {+ const { service, deps } = fixture();+ await service.start(1, selection);+ await service.setInputMuted(1, selection.callId, true);+ deps.createProvider.mockRejectedValueOnce(new Error('offline'));+ await expect(service.setInputMuted(1, selection.callId, false)).rejects.toThrow('offline');+ expect(hasVoiceConversationLease()).toBe(true);+ expect(await service.speak(1, selection.callId, 'reply', 'still reading')).toEqual({+ sampleRate: 24000,+ });+ await service.setInputMuted(1, selection.callId, false);+ expect(deps.createProvider).toHaveBeenCalledTimes(3);+ });++ it.each(['mute', 'end'] as const)(+ 'disposes a late ASR allocation after %s without blocking the action',+ async (action) => {+ const { service, deps, provider } = fixture();+ await service.start(1, selection);+ await service.setInputMuted(1, selection.callId, true);+ let allocated!: (value: typeof provider) => void;+ deps.createProvider.mockImplementationOnce(+ () =>+ new Promise((resolve) => {+ allocated = resolve;+ }),+ );+ const restoring = service.setInputMuted(1, selection.callId, false);+ const rejected = expect(restoring).rejects.toThrow('input_ended');+ await vi.waitFor(() => expect(deps.createProvider).toHaveBeenCalledTimes(2));+ if (action === 'end') await service.end(1);+ else await service.setInputMuted(1, selection.callId, true);+ allocated(provider);+ await rejected;+ expect(provider.start).toHaveBeenCalledOnce();+ expect(provider.dispose).toHaveBeenCalledTimes(2);+ expect(hasVoiceConversationLease()).toBe(action === 'mute');+ if (action === 'mute') await service.setInputMuted(1, selection.callId, false);+ },+ );+});diff --git a/apps/desktop/src/main/voice-conversation/index.ts b/apps/desktop/src/main/voice-conversation/index.tsindex fb05a51077..1f135142b3 100644--- a/apps/desktop/src/main/voice-conversation/index.ts+++ b/apps/desktop/src/main/voice-conversation/index.ts@@ -17,7 +17,12 @@ import { assertTrustedAppRendererEvent } from '../security/trustedAppRenderer.jsimport { requireObject, requireString, throwIpcError } from '../utils/ipcValidate.js';import { VoiceConversationService } from './service.js';import { resolveSpeechConnection, speechModels, type SpeechCatalogDeps } from './models.js';-import { companionVoicePreference, updateCompanionVoicePreference } from './preferences.js';+import {+ companionVoicePreference,+ updateCompanionVoicePreference,+ updateSentencePlaybackPreference,+} from './preferences.js';+import { hasEnabledGhostAssistantHook } from '../cindy-brain/index.js';import type { VoiceInputSettings } from '../../shared/voiceInputData.js';import { createLogger } from '../logger.js';@@ -61,6 +66,7 @@ export function registerVoiceConversationIpc(deps: {models: () => speechModels(catalogDeps()),connection: (selection) => resolveSpeechConnection(catalogDeps(), selection),fetch: outboundFetch,+ hasReplyHook: hasEnabledGhostAssistantHook,emit: (sender, event) => {const target = webContents.fromId(sender);if (target && !target.isDestroyed()) target.send('voice-conversation:event', event);@@ -132,27 +138,45 @@ export function registerVoiceConversationIpc(deps: {handle('preference', (_event, raw) =>preferenceBot(raw, (botId) => companionVoicePreference(deps.getSettings(), botId)),);- handle('set-preference', (_event, raw, value) =>+ handle('set-preference', (_event, raw, value, sentencePlayback) =>preferenceBot(raw, (botId) => {- const selection = value === null ? null : normalizeVoiceConversationSelection(value);- if (selection === undefined) throwIpcError('INVALID_PARAMS', 'Invalid speech selection');- const map = updateCompanionVoicePreference(deps.getSettings(), botId, selection);- return companionVoicePreference(deps.updateSettings({ conversationSelections: map }), botId);+ const settings = deps.getSettings();+ const patch: Partial<VoiceInputSettings> = {};+ if (value !== undefined) {+ const selection = value === null ? null : normalizeVoiceConversationSelection(value);+ if (selection === undefined) throwIpcError('INVALID_PARAMS', 'Invalid speech selection');+ patch.conversationSelections = updateCompanionVoicePreference(settings, botId, selection);+ }+ if (sentencePlayback !== undefined) {+ if (sentencePlayback !== null && typeof sentencePlayback !== 'boolean')+ throwIpcError('INVALID_PARAMS', 'Invalid speech preference');+ patch.conversationSentencePlayback = updateSentencePlaybackPreference(+ settings,+ botId,+ sentencePlayback,+ );+ }+ return companionVoicePreference(deps.updateSettings(patch), botId);}),);- handle('start', async (event, raw) => {- if (isAppSessionBoundaryPending()) throw new Error('changing_account');- const value = requireObject(raw);- const selection = normalizeVoiceConversationSelection(value);- if (!selection) throwIpcError('INVALID_PARAMS', 'Invalid speech selection');- observe(event);- return service.start(event.sender.id, {- ...selection,- callId: boundedString(value.callId, 'callId', 64),- botId: boundedString(value.botId, 'botId', 256),- sessionId: boundedString(value.sessionId, 'sessionId', 256),+ for (const operation of ['start', 'start-playback'] as const) {+ handle(operation, async (event, raw) => {+ if (isAppSessionBoundaryPending()) throw new Error('changing_account');+ const value = requireObject(raw);+ const selection = normalizeVoiceConversationSelection(value);+ if (!selection) throwIpcError('INVALID_PARAMS', 'Invalid speech selection');+ observe(event);+ const input = {+ ...selection,+ callId: boundedString(value.callId, 'callId', 64),+ botId: boundedString(value.botId, 'botId', 256),+ sessionId: boundedString(value.sessionId, 'sessionId', 256),+ };+ return operation === 'start'+ ? service.start(event.sender.id, input)+ : service.startPlayback(event.sender.id, input);});- });+ }ipcMain.on('voice-conversation:audio', (event, raw: unknown) => {try {assertTrustedAppRendererEvent(event);@@ -164,7 +188,20 @@ export function registerVoiceConversationIpc(deps: {value.pcm.byteLength % 2)return;- service.audio(event.sender.id, boundedString(value.callId, 'callId', 64), value.pcm);+ if (+ value.inputGeneration !== undefined &&+ (typeof value.inputGeneration !== 'number' ||+ !Number.isSafeInteger(value.inputGeneration) ||+ value.inputGeneration < 0)+ )+ return;+ service.audio(+ event.sender.id,+ boundedString(value.callId, 'callId', 64),+ value.pcm,+ undefined,+ value.inputGeneration,+ );} catch {/* Untrusted or late frames are ignored; no payload is logged. */}@@ -172,17 +209,25 @@ export function registerVoiceConversationIpc(deps: {handle('finish-utterance', (event, id) =>service.finishUtterance(event.sender.id, boundedString(id, 'callId', 64)),);+ handle('set-input-muted', (event, id, muted) => {+ if (typeof muted !== 'boolean') throwIpcError('INVALID_PARAMS', 'Invalid microphone state');+ if (!muted && isAppSessionBoundaryPending()) throw new Error('changing_account');+ return service.setInputMuted(event.sender.id, boundedString(id, 'callId', 64), muted);+ });handle('end', (event, id) => service.end(event.sender.id, boundedString(id, 'callId', 64)));handle('interrupt', (event, id) =>service.interrupt(event.sender.id, boundedString(id, 'callId', 64)),);handle('speak', (event, raw) => {const value = requireObject(raw);+ if (value.streaming !== undefined && typeof value.streaming !== 'boolean')+ throwIpcError('INVALID_PARAMS', 'Invalid speech state');return service.speak(event.sender.id,boundedString(value.callId, 'callId', 64),boundedString(value.requestId, 'requestId', 128),boundedString(value.text, 'text', 4_096),+ value.streaming === true,);});handle('read-speech', (event, id, requestId) =>diff --git a/apps/desktop/src/main/voice-conversation/preferences.ts b/apps/desktop/src/main/voice-conversation/preferences.tsindex 7da98d3223..d2e6a8092b 100644--- a/apps/desktop/src/main/voice-conversation/preferences.ts+++ b/apps/desktop/src/main/voice-conversation/preferences.ts@@ -1,5 +1,6 @@import {normalizeVoiceConversationPreferences,+ normalizeSentencePlaybackOverrides,type VoiceConversationPreference,type VoiceConversationSelection,} from '../../shared/voiceConversation.js';@@ -13,7 +14,30 @@ export function companionVoicePreference(const selection = Object.hasOwn(map, botId)? map[botId]: (settings.conversationSelection ?? null);- return { selection, customized: !!selection };+ const playback = normalizeSentencePlaybackOverrides(settings.conversationSentencePlayback);+ const hasOverride = Object.hasOwn(playback, botId);+ return {+ selection,+ customized: !!selection || hasOverride,+ sentencePlayback: hasOverride ? playback[botId] : true,+ };+}++export function updateSentencePlaybackPreference(+ settings: VoiceInputSettings,+ botId: string,+ enabled: boolean | null,+): Record<string, boolean> {+ const map = normalizeSentencePlaybackOverrides(settings.conversationSentencePlayback);+ if (enabled === null) delete map[botId];+ else+ Object.defineProperty(map, botId, {+ value: enabled,+ enumerable: true,+ configurable: true,+ writable: true,+ });+ return map;}/** Read the latest map in Main before changing one key; windows never overwrite each other. */diff --git a/apps/desktop/src/main/voice-conversation/service.ts b/apps/desktop/src/main/voice-conversation/service.tsindex 29e9b884d1..ac948dedcd 100644--- a/apps/desktop/src/main/voice-conversation/service.ts+++ b/apps/desktop/src/main/voice-conversation/service.ts@@ -4,6 +4,7 @@ import {type SpeechModelSelection,type SpeechPreviewStart,type SpeechVoiceCatalog,+ type SpeechStartResult,} from '../../shared/voiceConversation.js';import type {VoiceConversationEvent,@@ -12,15 +13,20 @@ import type {} from '../../shared/voiceConversation.js';import { acquireVoiceConversationLease, releaseVoiceConversationLease } from './lease.js';import { SpeechSynthesisSession, type SpeechConnection } from './speech.js';+import { SpeechSynthesisQueue } from './speechQueue.js';import { loadSpeechVoices } from './voices.js';import type { Logger } from '../logger.js';type Call = {id: string;+ kind: 'conversation' | 'playback';sender: number;owner: string;- input: VoiceConversationInput;- speech: SpeechSynthesisSession;+ input: VoiceConversationInput | null;+ inputGeneration: number;+ inputTeardown: Promise<unknown>;+ inputReady: Promise<void>;+ speech: SpeechSynthesisQueue;selection: VoiceConversationStart;};type Preview = {@@ -31,7 +37,7 @@ type Preview = {timer?: ReturnType<typeof setTimeout>;};-/** One local call owns the microphone. Cancellation invalidates all pending starts and audio reads. */+/** One local call or message playback owns the voice lease. Cancellation invalidates pending work. */export class VoiceConversationService {private call: Call | null = null;private preview: Preview | null = null;@@ -45,6 +51,7 @@ export class VoiceConversationService {createProvider(): Promise<AsrProvider>;connection(selection: SpeechModelSelection): SpeechConnection;fetch: typeof fetch;+ hasReplyHook?(): boolean;emit(sender: number, event: VoiceConversationEvent): void;log?: Pick<Logger, 'info' | 'warn'>;},@@ -141,6 +148,21 @@ export class VoiceConversationService {}async start(sender: number, selection: VoiceConversationStart): Promise<{ callId: string }> {+ return this.open(sender, selection, 'conversation');+ }++ async startPlayback(+ sender: number,+ selection: VoiceConversationStart,+ ): Promise<{ callId: string }> {+ return this.open(sender, selection, 'playback');+ }++ private async open(+ sender: number,+ selection: VoiceConversationStart,+ kind: Call['kind'],+ ): Promise<{ callId: string }> {if (this.call || this.preview || this.deps.hasDictation()) throw new Error('busy');if (!this.models().some((model) => voiceModelKey(model) === voiceModelKey(selection)))throw new Error('model_unavailable');@@ -152,68 +174,155 @@ export class VoiceConversationService {const assertCurrent = (): void => {if (this.call?.id !== id || this.deps.owner() !== owner) throw new Error('call_ended');};- const input = new VoiceConversationInput({- diagnostic: (event) => this.deps.log?.info('input settled', { callId: id, ...event }),+ const speech = new SpeechSynthesisQueue(+ () =>+ new SpeechSynthesisSession({+ diagnostic: (event) =>+ this.deps.log?.[event.stage === 'error' ? 'warn' : 'info']('speech transport', {+ callId: id,+ ...event,+ }),+ connection: () => binding,+ fetch: this.deps.fetch,+ assertCurrent: () => {+ assertCurrent();+ // Resolving the selected binding rechecks its current catalog, route and key.+ if (JSON.stringify(this.deps.connection(selection)) !== bindingIdentity)+ throw new Error('connection_changed');+ },+ }),+ );+ const call: Call = {+ id,+ kind,+ owner,+ sender,+ selection,+ speech,+ input: null,+ inputGeneration: 0,+ inputTeardown: Promise.resolve(),+ inputReady: Promise.resolve(),+ };+ this.call = call;+ const startedAt = Date.now();+ this.deps.log?.info('call starting', { callId: id, kind, protocol: binding.protocol });+ try {+ await this.deps.assertCompanion(selection.botId, selection.sessionId);+ assertCurrent();+ if (kind === 'conversation') {+ const input = this.createInput(call);+ call.input = input;+ call.inputReady = input.start();+ await call.inputReady;+ }+ assertCurrent();+ this.deps.log?.info('call ready', { callId: id, elapsedMs: Date.now() - startedAt });+ return { callId: id };+ } catch (error) {+ this.deps.log?.warn('call start failed', { callId: id, elapsedMs: Date.now() - startedAt });+ await this.end(sender, id);+ throw error;+ }+ }++ private createInput(call: Call): VoiceConversationInput {+ const inputGeneration = call.inputGeneration;+ const current = () => this.call === call && call.inputGeneration === inputGeneration;+ return new VoiceConversationInput({+ diagnostic: (event) =>+ this.deps.log?.info('input settled', { callId: call.id, inputGeneration, ...event }),createProvider: async () => {- assertCurrent();+ this.requireCall(call.sender, call.id);+ if (!current()) throw new Error('input_ended');return this.deps.createProvider();},emit: (event) => {- if (this.call?.id !== id) return;- if (this.deps.owner() !== owner) {- void this.end(sender, id);+ if (!current()) return;+ if (this.deps.owner() !== call.owner) {+ void this.end(call.sender, call.id);return;}if (event.type !== 'draft')this.deps.log?.[event.type === 'error' ? 'warn' : 'info']('input event', {- callId: id,+ callId: call.id,+ inputGeneration,event: event.type,...(event.type === 'utterance'? { utteranceId: event.id, characters: event.text.length }: {}),});- this.deps.emit(sender, { callId: id, event });- if (event.type === 'error') void this.end(sender, id);+ this.deps.emit(call.sender, { callId: call.id, inputGeneration, event });+ // The renderer decides whether a capture failure ends the call. A failed+ // unmute must leave an already playing reply and its TTS transport alive.+ if (event.type === 'error') void this.stopInput(call);},});- const speech = new SpeechSynthesisSession({- diagnostic: (event) =>- this.deps.log?.[event.stage === 'error' ? 'warn' : 'info']('speech transport', {- callId: id,- ...event,- }),- connection: () => binding,- fetch: this.deps.fetch,- assertCurrent: () => {- assertCurrent();- // Resolving the selected binding rechecks its current catalog, route and key.- if (JSON.stringify(this.deps.connection(selection)) !== bindingIdentity)- throw new Error('connection_changed');- },- });- this.call = { id, owner, sender, selection, input, speech };+ }++ private async stopInput(call: Call): Promise<void> {+ const input = call.input;+ call.input = null;+ ++call.inputGeneration;+ // stop() invalidates the input immediately and disposes a late allocation+ // when it arrives. Do not block End on an outstanding provider dial.+ call.inputTeardown = Promise.allSettled([call.inputTeardown, input?.stop()]);+ await call.inputTeardown;+ }++ /** Keep the call, reply ownership and synthesis queue while releasing only ASR. */+ async setInputMuted(+ sender: number,+ id: string,+ muted: boolean,+ ): Promise<{ inputGeneration: number }> {+ const call = this.requireCall(sender, id);+ if (call.kind !== 'conversation') throw new Error('playback_only');const startedAt = Date.now();- this.deps.log?.info('call starting', { callId: id, protocol: binding.protocol });- try {- await this.deps.assertCompanion(selection.botId, selection.sessionId);- assertCurrent();- await input.start();- assertCurrent();- this.deps.log?.info('call ready', { callId: id, elapsedMs: Date.now() - startedAt });- return { callId: id };- } catch (error) {- this.deps.log?.warn('call start failed', { callId: id, elapsedMs: Date.now() - startedAt });- await this.end(sender, id);- throw error;+ if (muted) {+ await this.stopInput(call);+ } else if (call.input) {+ await call.inputReady;+ } else {+ ++call.inputGeneration;+ const input = this.createInput(call);+ call.input = input;+ call.inputReady = (async () => {+ await call.inputTeardown;+ if (this.call !== call || call.input !== input) throw new Error('input_ended');+ await input.start();+ if (this.call !== call || call.input !== input) throw new Error('input_ended');+ })();+ try {+ await call.inputReady;+ } catch (error) {+ if (call.input === input) await this.stopInput(call);+ throw error;+ }}+ this.requireCall(sender, id);+ this.deps.log?.info('input mute changed', {+ callId: id,+ muted,+ inputGeneration: call.inputGeneration,+ elapsedMs: Date.now() - startedAt,+ });+ return { inputGeneration: call.inputGeneration };}- audio(sender: number, id: string, pcm: ArrayBuffer, trace?: AudioTrace): void {- this.requireCall(sender, id).input.appendAudio(pcm, trace);+ audio(+ sender: number,+ id: string,+ pcm: ArrayBuffer,+ trace?: AudioTrace,+ inputGeneration = 0,+ ): void {+ const call = this.requireCall(sender, id);+ if (inputGeneration === call.inputGeneration) call.input?.appendAudio(pcm, trace);}finishUtterance(sender: number, id: string): void {- this.requireCall(sender, id).input.finishUtterance(true);+ this.requireCall(sender, id).input?.finishUtterance(true);}async speak(@@ -221,8 +330,15 @@ export class VoiceConversationService {id: string,requestId: string,text: string,- ): Promise<{ sampleRate: number }> {+ streaming = false,+ ): Promise<SpeechStartResult> {const call = this.requireCall(sender, id);+ // The pending UI flag is set only after done. Check the actual hook before+ // every incremental request so unprocessed text never bypasses that boundary.+ if (streaming && (this.deps.hasReplyHook?.() ?? true)) {+ this.deps.log?.info('speech deferred', { callId: id, requestId, reason: 'reply_hook' });+ return { deferred: true };+ }return call.speech.start({requestId,text,@@ -252,7 +368,7 @@ export class VoiceConversationService {this.deps.emit(call.sender, { callId: call.id, event: { type: 'ended' } });call.speech.cancel();try {- await call.input.stop();+ await this.stopInput(call);} catch {/* Ownership release must survive provider teardown. */} finally {diff --git a/apps/desktop/src/main/voice-conversation/speechQueue.ts b/apps/desktop/src/main/voice-conversation/speechQueue.tsnew file mode 100644index 0000000000..84ba691dc4--- /dev/null+++ b/apps/desktop/src/main/voice-conversation/speechQueue.ts@@ -0,0 +1,48 @@+import { SpeechSynthesisSession } from './speech.js';+import { SpeechError } from './speechError.js';++/** Two independent transports: the playing segment and at most one lookahead.+ * Readers still apply backpressure; cancellation revokes both, including pending headers.+ * Preview continues to use a single SpeechSynthesisSession.+ */+export class SpeechSynthesisQueue {+ private sessions = new Map<string, SpeechSynthesisSession>();++ constructor(private readonly create: () => SpeechSynthesisSession) {}++ async start(+ input: Parameters<SpeechSynthesisSession['start']>[0],+ ): Promise<{ sampleRate: number }> {+ if (this.sessions.has(input.requestId) || this.sessions.size >= 2)+ throw new SpeechError('request');+ const session = this.create();+ this.sessions.set(input.requestId, session);+ try {+ return await session.start(input);+ } catch (error) {+ if (this.sessions.get(input.requestId) === session) this.sessions.delete(input.requestId);+ session.cancel();+ throw error;+ }+ }++ async read(requestId: string): Promise<{ pcm: ArrayBuffer; done: boolean }> {+ const session = this.sessions.get(requestId);+ if (!session) throw new SpeechError('cancelled');+ try {+ const chunk = await session.read(requestId);+ if (chunk.done && this.sessions.get(requestId) === session) this.sessions.delete(requestId);+ return chunk;+ } catch (error) {+ // Authorization/route failures invalidate the lookahead as well as playback.+ // Do not let a late old read cancel a new generation reusing the same queue.+ if (this.sessions.get(requestId) === session) this.cancel();+ throw error;+ }+ }++ cancel(): void {+ for (const session of this.sessions.values()) session.cancel();+ this.sessions.clear();+ }+}diff --git a/apps/desktop/src/main/voice-input/__tests__/VoiceInputDataStore.test.ts b/apps/desktop/src/main/voice-input/__tests__/VoiceInputDataStore.test.tsindex aed5feff1b..08b2956d28 100644--- a/apps/desktop/src/main/voice-input/__tests__/VoiceInputDataStore.test.ts+++ b/apps/desktop/src/main/voice-input/__tests__/VoiceInputDataStore.test.ts@@ -38,7 +38,7 @@ import {voiceInputDataStore,VoiceInputDataStore,} from '../VoiceInputDataStore.js';-import { companionVoicePreference, updateCompanionVoicePreference } from '../../voice-conversation/preferences.js';+import { companionVoicePreference, updateCompanionVoicePreference, updateSentencePlaybackPreference } from '../../voice-conversation/preferences.js';import { createVoiceInputHistoryEntry, getDefaultVoiceInputSettings } from '../../../shared/voiceInputData.js';describe('VoiceInputDataStore persistence', () => {@@ -60,9 +60,21 @@ describe('VoiceInputDataStore persistence', () => {const choice = { providerId: 'tts-connection', agent: 'codex' as const, modelId: 'same-model', voice: 'voice-id', protocol: 'elevenlabs' as const };store.updateSettings({ conversationSelections: updateCompanionVoicePreference(store.getSettings(), 'companion', choice) });const reopened = new VoiceInputDataStore();- expect(companionVoicePreference(reopened.getSettings(), 'companion')).toEqual({ selection: choice, customized: true });+ expect(companionVoicePreference(reopened.getSettings(), 'companion')).toEqual({ selection: choice, customized: true, sentencePlayback: true });reopened.updateSettings({ conversationSelections: updateCompanionVoicePreference(reopened.getSettings(), 'companion', null) });- expect(companionVoicePreference(new VoiceInputDataStore().getSettings(), 'companion')).toEqual({ selection: null, customized: false });+ expect(companionVoicePreference(new VoiceInputDataStore().getSettings(), 'companion')).toEqual({ selection: null, customized: false, sentencePlayback: true });+ });++ it('persists explicit sentence playback choices independently and deletes only the reset override', () => {+ const store = new VoiceInputDataStore();+ store.updateSettings({ conversationSentencePlayback: { companion: false, other: false } });+ const reopened = new VoiceInputDataStore();+ expect(companionVoicePreference(reopened.getSettings(), 'companion').sentencePlayback).toBe(false);+ expect(companionVoicePreference(reopened.getSettings(), 'new-companion').sentencePlayback).toBe(true);+ reopened.updateSettings({ conversationSentencePlayback: updateSentencePlaybackPreference(reopened.getSettings(), 'companion', null) });+ const reset = new VoiceInputDataStore().getSettings();+ expect(reset.conversationSentencePlayback).toEqual({ other: false });+ expect(companionVoicePreference(reset, 'companion').sentencePlayback).toBe(true);});it('关闭同步开关也会立刻广播,让在线手机清掉旧词典', () => {diff --git a/apps/desktop/src/preload/preload.ts b/apps/desktop/src/preload/preload.tsindex 9dbd2fdab1..abb1cdb0e7 100644--- a/apps/desktop/src/preload/preload.ts+++ b/apps/desktop/src/preload/preload.ts@@ -1622,10 +1622,12 @@ contextBridge.exposeInMainWorld('electronAPI', {readPreview: (previewId) => ipcRenderer.invoke('voice-conversation:read-preview', previewId),stopPreview: (previewId) => ipcRenderer.invoke('voice-conversation:stop-preview', previewId),preference: (botId) => ipcRenderer.invoke('voice-conversation:preference', botId),- setPreference: (botId, selection) => ipcRenderer.invoke('voice-conversation:set-preference', botId, selection),+ setPreference: (botId, selection, sentencePlayback) => ipcRenderer.invoke('voice-conversation:set-preference', botId, selection, sentencePlayback),start: (input) => ipcRenderer.invoke('voice-conversation:start', input),+ startPlayback: (input) => ipcRenderer.invoke('voice-conversation:start-playback', input),audio: (input) => ipcRenderer.send('voice-conversation:audio', input),finishUtterance: (callId) => ipcRenderer.invoke('voice-conversation:finish-utterance', callId),+ setInputMuted: (callId, muted) => ipcRenderer.invoke('voice-conversation:set-input-muted', callId, muted),end: (callId) => ipcRenderer.invoke('voice-conversation:end', callId),speak: (input) => ipcRenderer.invoke('voice-conversation:speak', input),readSpeech: (callId, requestId) => ipcRenderer.invoke('voice-conversation:read-speech', callId, requestId),diff --git a/apps/desktop/src/renderer/components/chat/AssistantMessage.tsx b/apps/desktop/src/renderer/components/chat/AssistantMessage.tsxindex b1cf40e29b..5a944fce83 100644--- a/apps/desktop/src/renderer/components/chat/AssistantMessage.tsx+++ b/apps/desktop/src/renderer/components/chat/AssistantMessage.tsx@@ -427,6 +427,9 @@ export const AssistantMessage = memo(function AssistantMessage({align="left"hovered={hovered}simplifiedBotConversation={simplifiedBotConversation}+ readAloudMessage={simplifiedBotConversation && !ghostReplyPending && currentSessionId && messageClientId+ ? { sessionId: currentSessionId, messageId: messageClientId }+ : undefined}onFork={!sharedGuest && canFork ? handleFork : undefined}onAddToChat={messageDeepLink ? handleAddToChat : undefined}onShareAsImage={handleShareAsImage}diff --git a/apps/desktop/src/renderer/components/chat/MessageActionBar.tsx b/apps/desktop/src/renderer/components/chat/MessageActionBar.tsxindex 9fbecc838e..2b22e6f87e 100644--- a/apps/desktop/src/renderer/components/chat/MessageActionBar.tsx+++ b/apps/desktop/src/renderer/components/chat/MessageActionBar.tsx@@ -27,7 +27,7 @@* the default Copy icon again).*/-import { useCallback, useEffect, useRef, useState, type ReactNode } from 'react';+import { useCallback, useContext, useEffect, useRef, useState, type ReactNode } from 'react';import {Check,Copy,@@ -42,11 +42,14 @@ import {Split,Trash2,Undo2,+ Volume2,+ Square,} from 'lucide-react';import { useStableTranslation as useTranslation } from '@/hooks/useStableTranslation';import { cn } from '@/lib/utils';import { MENU_ITEM_CLASS } from '@/features/cc-agent/sidebar/menuStyles';import { CHAT_COLOR_TRANSITION_CLASS, CHAT_ICON_BUTTON_CLASS } from './chatChrome';+import { MessageReadAloudContext } from './MessageReadAloudContext';import { Spinner } from '@/components/ui/spinner';import { Popover, PopoverContent, PopoverTrigger } from '@/components/ui/popover';import { Tip, Tooltip } from '@/components/ui/tooltip';@@ -82,6 +85,8 @@ interface MessageActionBarProps {hovered: boolean;/** 伙伴对话专属精简态:操作栏常显,隐藏费用和 Fork,并把引用入口外显为“回复”。 */simplifiedBotConversation?: boolean;+ /** Only completed companion replies opt in; ordinary task/user messages do not. */+ readAloudMessage?: { sessionId: string; messageId: string };/** When provided, render a Fork button (user messages fork *before* the* question; assistant messages fork *through* the reply's turn — the* parent decides whether to wire it). Returning a promise keeps the@@ -146,6 +151,7 @@ export function MessageActionBar({align,hovered,simplifiedBotConversation = false,+ readAloudMessage,onFork,onAddToChat,onShareAsImage,@@ -164,6 +170,7 @@ export function MessageActionBar({turnUsageDetails,}: MessageActionBarProps) {const { t } = useTranslation();+ const readAloud = useContext(MessageReadAloudContext);const [copied, setCopied] = useState(false);const [forking, setForking] = useState(false);const [deleting, setDeleting] = useState(false);@@ -656,6 +663,40 @@ export function MessageActionBar({</DropdownMenu>);+ const canReadAloud = simplifiedBotConversation && readAloudMessage && readAloud?.available+ && readAloud.sessionId === readAloudMessage.sessionId && readAloud.canRead(copyText);+ const reading = canReadAloud && readAloud.messageId === readAloudMessage.messageId;+ const readAloudLabel = t(reading ? 'bots.voiceMode.stopReadAloud' : 'bots.voiceMode.readAloud');+ const readAloudBtn = canReadAloud && (+ <Tooltip.Root key="read-aloud">+ <Tooltip.Trigger asChild>+ <button+ type="button"+ className={actionButtonClass}+ aria-label={readAloudLabel}+ aria-pressed={Boolean(reading)}+ aria-busy={Boolean(reading && readAloud.phase === 'preparing')}+ disabled={readAloud.disabled && !reading}+ onClick={(event) => {+ event.stopPropagation();+ readAloud.toggle(readAloudMessage.messageId, copyText);+ }}+ >+ {reading && readAloud.phase === 'preparing' ? (+ <Spinner size={14} strokeWidth={2} className={actionIconClass} />+ ) : reading ? (+ <Square size={14} strokeWidth={2} className={actionIconClass} />+ ) : (+ <Volume2 size={14} strokeWidth={2} className={actionIconClass} />+ )}+ </button>+ </Tooltip.Trigger>+ <Tooltip.Content>+ {readAloud.disabled && !reading ? t('bots.voiceMode.finishBeforeReadAloud') : readAloudLabel}+ </Tooltip.Content>+ </Tooltip.Root>+ );+// 普通任务:// align='left' → [copy][share][fork][edit][more][time][cost]// align='right' → [time][copy][share][fork][edit][more] (user)@@ -667,13 +708,14 @@ export function MessageActionBar({shareBtn,forkBtn,replyBtn,+ readAloudBtn,reactionBtn,editBtn,moreMenu,timeText,simplifiedBotConversation ? null : costText || tokensText,]- : [timeText, copyBtn, shareBtn, forkBtn, replyBtn, reactionBtn, editBtn, moreMenu];+ : [timeText, copyBtn, shareBtn, forkBtn, replyBtn, readAloudBtn, reactionBtn, editBtn, moreMenu];return (<divdiff --git a/apps/desktop/src/renderer/components/chat/MessageReadAloudContext.ts b/apps/desktop/src/renderer/components/chat/MessageReadAloudContext.tsnew file mode 100644index 0000000000..cbe9f596f3--- /dev/null+++ b/apps/desktop/src/renderer/components/chat/MessageReadAloudContext.ts@@ -0,0 +1,13 @@+import { createContext } from 'react';++/** Optional capability supplied only by a local companion view, not ordinary task messages. */+export type MessageReadAloud = {+ sessionId: string;+ available: boolean;+ disabled: boolean;+ messageId: string | null;+ phase: 'idle' | 'preparing' | 'playing' | 'error';+ canRead(text: string): boolean;+ toggle(messageId: string, text: string): void;+};+export const MessageReadAloudContext = createContext<MessageReadAloud | null>(null);diff --git a/apps/desktop/src/renderer/components/chat/__tests__/MessageActionBar.test.tsx b/apps/desktop/src/renderer/components/chat/__tests__/MessageActionBar.test.tsxindex 5cb9e5f18a..9f4f75629b 100644--- a/apps/desktop/src/renderer/components/chat/__tests__/MessageActionBar.test.tsx+++ b/apps/desktop/src/renderer/components/chat/__tests__/MessageActionBar.test.tsx@@ -4,9 +4,16 @@ import { act, fireEvent, render, screen, waitFor } from '@testing-library/react'import type { ReactNode } from 'react';import { beforeEach, describe, expect, it, vi } from 'vitest';-vi.mock('react-i18next', () => ({- useTranslation: () => ({ t: (key: string) => key }),-}));+vi.mock('react-i18next', async () => {+ const { default: en } = await import('@/i18n/locales/en/common.json');+ const voice: Record<string, unknown> = en.bots.voiceMode;+ return {+ useTranslation: () => ({ t: (key: string) => {+ const value = key.startsWith('bots.voiceMode.') ? voice[key.slice('bots.voiceMode.'.length)] : null;+ return typeof value === 'string' ? value : key;+ } }),+ };+});vi.mock('@/components/ui/tooltip', async (importOriginal) => ({// Keep Tip's real ref/event forwarding for the composed menu trigger.@@ -28,6 +35,56 @@ vi.mock('@/lib/toast', () => ({}));import { MessageActionBar } from '../MessageActionBar';+import { MessageReadAloudContext, type MessageReadAloud } from '../MessageReadAloudContext';++describe('companion message read-aloud', () => {+ const identity = { sessionId: 'companion-task', messageId: 'reply' };+ const capability = (patch: Partial<MessageReadAloud> = {}): MessageReadAloud => ({+ sessionId: identity.sessionId, available: true, disabled: false,+ messageId: null, phase: 'idle', canRead: () => true, toggle: vi.fn(), ...patch,+ });+ const bar = (value: MessageReadAloud | null, companion = true, eligible = true) => (+ <MessageReadAloudContext.Provider value={value}>+ <MessageActionBar copyText="Saved reply" align="left" hovered={false}+ simplifiedBotConversation={companion}+ readAloudMessage={eligible ? identity : undefined} />+ </MessageReadAloudContext.Provider>+ );++ it('shows an accessible persistent action only for eligible configured companion replies', () => {+ const value = capability();+ const { rerender } = render(bar(value));+ fireEvent.click(screen.getByRole('button', { name: 'Read aloud' }));+ expect(value.toggle).toHaveBeenCalledWith('reply', 'Saved reply');+ for (const unavailable of [null, capability({ available: false }), capability({ sessionId: 'other' }), capability({ canRead: () => false })]) {+ rerender(bar(unavailable));+ expect(screen.queryByRole('button', { name: 'Read aloud' })).toBeNull();+ }+ rerender(bar(value, false));+ expect(screen.queryByRole('button', { name: 'Read aloud' })).toBeNull();+ rerender(bar(value, true, false));+ expect(screen.queryByRole('button', { name: 'Read aloud' })).toBeNull();+ });++ it.each(['preparing', 'playing'] as const)('keeps the %s action cancellable', (phase) => {+ const value = capability({ messageId: 'reply', phase });+ render(bar(value));+ const stop = screen.getByRole('button', { name: 'Stop reading' });+ expect(stop.getAttribute('aria-pressed')).toBe('true');+ expect(stop.getAttribute('aria-busy')).toBe(String(phase === 'preparing'));+ fireEvent.click(stop);+ expect(value.toggle).toHaveBeenCalledOnce();+ });++ it('disables concurrent message playback during continuous voice mode', () => {+ const value = capability({ disabled: true });+ render(bar(value));+ const button = screen.getByRole('button', { name: 'Read aloud' });+ expect(button.hasAttribute('disabled')).toBe(true);+ fireEvent.click(button);+ expect(value.toggle).not.toHaveBeenCalled();+ });+});describe('MessageActionBar', () => {const writeText = vi.fn(async () => undefined);diff --git a/apps/desktop/src/renderer/features/bots/voice/CompanionVoicePanel.tsx b/apps/desktop/src/renderer/features/bots/voice/CompanionVoicePanel.tsxindex a7123c95f9..75e5c39906 100644--- a/apps/desktop/src/renderer/features/bots/voice/CompanionVoicePanel.tsx+++ b/apps/desktop/src/renderer/features/bots/voice/CompanionVoicePanel.tsx@@ -10,6 +10,7 @@ import {import { AudioLines, Mic, MicOff, PhoneOff, Send, Settings2, VolumeX, X } from 'lucide-react';import { useTranslation } from 'react-i18next';import { Button } from '@/components/ui/button';+import { Spinner } from '@/components/ui/spinner';import { getDataOwnerGeneration } from '@/contexts/dataOwnerGeneration';import { getVoiceInputSettings } from '@/hooks/useVoiceInputSettings';import type { ChatMessage } from '@/lib/makerChatStore';@@ -48,7 +49,7 @@ export function CompanionVoicePanel(props: Props) {botId: props.bot.id,sessionId: props.sessionId,send: (...args) => latest.current.onSend(...args),- microphone: (onInterrupted) =>+ microphone: (onInterrupted, onStateChange) =>new WebMicAudioEngine({workletUrl: getVoiceInputWorkletUrl(),deviceId: getVoiceInputSettings().microphoneDeviceId ?? undefined,@@ -61,15 +62,19 @@ export function CompanionVoicePanel(props: Props) {autoGainControl: false,},onInterrupted,+ onStateChange,}),player: (onLevel) => new PcmSpeechPlayer(onLevel),}),[props.bot.id, props.sessionId],);const state = useSyncExternalStore(controller.subscribe, controller.getSnapshot);- const active = ['connecting', 'listening', 'thinking', 'preparing', 'speaking'].includes(- state.phase,- );+ const active =+ !props.blocked &&+ (loading ||+ ['connecting', 'microphone', 'listening', 'thinking', 'preparing', 'speaking'].includes(+ state.phase,+ ));const start = useCallback(async () => {const version = ++launchVersion.current;setLoading(true);@@ -86,7 +91,7 @@ export function CompanionVoicePanel(props: Props) {return;}controller.setBlocked(false);- await controller.start(selection);+ await controller.start(selection, preference.sentencePlayback ?? true);if (version === launchVersion.current && !latest.current.blocked) controller.retryUnsent();} catch {if (version === launchVersion.current) setConfigurationError(true);@@ -131,7 +136,15 @@ export function CompanionVoicePanel(props: Props) {removePower();};}, [controller]);- const status = props.blocked ? 'confirmation' : loading ? 'connecting' : state.phase;+ const status = props.blocked+ ? 'confirmation'+ : loading && state.phase === 'idle'+ ? 'loading'+ : state.muted && state.phase === 'listening'+ ? 'muted'+ : state.phase;+ const waiting = ['loading', 'connecting', 'microphone', 'thinking', 'preparing'].includes(status);+ const wave = status === 'listening' || status === 'speaking';return (<sectionclassName="companion-voice-panel flex max-h-[min(36rem,65vh)] w-full flex-col rounded-xl border border-[var(--border-default)] bg-[var(--surface-elevated)] p-4 text-[var(--text-primary)]"@@ -174,17 +187,27 @@ export function CompanionVoicePanel(props: Props) {<div className="flex items-center gap-5"><BotAvatar bot={props.bot} size="xl" /><div- className="companion-voice-meter flex h-10 items-center gap-1"+ className="flex h-10 w-14 items-center justify-center text-[var(--text-secondary)]"aria-hidden="true"- data-active={active}+ data-activity={status}>- {[0.4, 0.7, 1, 0.65, 0.9, 0.5, 0.75].map((weight, index) => (- <span- key={index}- className="h-8 w-1 rounded-full bg-[var(--text-secondary)]"- style={{ transform: `scaleY(${0.12 + state.level * weight * 0.88})` }}- />- ))}+ {waiting ? (+ <Spinner size={24} />+ ) : wave ? (+ <div+ className={`companion-voice-meter flex items-center gap-1 ${status === 'speaking' ? 'text-[var(--text-primary)]' : ''}`}+ >+ {[0.4, 0.7, 1, 0.65, 0.9, 0.5, 0.75].map((weight, index) => (+ <span+ key={index}+ className="h-8 w-1 rounded-full bg-current"+ style={{ transform: `scaleY(${0.12 + state.level * weight * 0.88})` }}+ />+ ))}+ </div>+ ) : (+ <MicOff size={24} />+ )}</div></div><div className="text-center">@@ -219,6 +242,11 @@ export function CompanionVoicePanel(props: Props) {{t(`bots.voiceMode.errors.${state.error}`)}</p>) : null}+ {state.microphoneError ? (+ <p role="alert" className="mb-3 text-13 text-[var(--error-fg)]">+ {t('bots.voiceMode.microphoneResumeError')}+ </p>+ ) : null}{configurationError ? (<p role="alert" className="mb-3 text-13 text-[var(--error-fg)]">@@ -242,11 +270,13 @@ export function CompanionVoicePanel(props: Props) {<Buttonvariant="secondary"size="lg"- onClick={() => controller.toggleMute()}- disabled={state.phase === 'connecting'}+ onClick={() => void controller.toggleMute()}+ aria-pressed={state.muted}+ loading={state.microphonePending}+ disabled={loading || state.phase === 'connecting' || state.phase === 'microphone'}>- <MicOff size={16} />- {t('bots.voiceMode.mute')}+ {state.muted ? <Mic size={16} /> : <MicOff size={16} />}+ {t(state.muted ? 'bots.voiceMode.unmute' : 'bots.voiceMode.mute')}</Button>{state.phase === 'speaking' || state.phase === 'preparing' ? (<Button variant="secondary" size="lg" onClick={() => controller.interrupt()}>@@ -254,8 +284,16 @@ export function CompanionVoicePanel(props: Props) {{t('bots.voiceMode.interrupt')}</Button>) : null}- {state.transcript ? (- <Button variant="secondary" size="lg" onClick={() => controller.finishUtterance()}>+ {state.transcript || state.unsent ? (+ <Button+ variant="secondary"+ tone="quiet"+ size="lg"+ disabled={state.microphonePending}+ onClick={() =>+ state.transcript ? controller.finishUtterance() : controller.retryUnsent()+ }+ ><Send size={16} />{t('bots.voiceMode.send')}</Button>@@ -268,7 +306,7 @@ export function CompanionVoicePanel(props: Props) {)}</div><p className="mt-3 shrink-0 text-center text-12 leading-relaxed text-[var(--text-tertiary)]">- {t('bots.voiceMode.hint')}+ {t(state.muted ? 'bots.voiceMode.mutedHint' : 'bots.voiceMode.hint')}</p></section>);diff --git a/apps/desktop/src/renderer/features/bots/voice/CompanionVoiceSettings.tsx b/apps/desktop/src/renderer/features/bots/voice/CompanionVoiceSettings.tsxindex b1a795f7a3..3ae376bc05 100644--- a/apps/desktop/src/renderer/features/bots/voice/CompanionVoiceSettings.tsx+++ b/apps/desktop/src/renderer/features/bots/voice/CompanionVoiceSettings.tsx@@ -1,9 +1,18 @@-import { useCallback, useEffect, useMemo, useRef, useState, useSyncExternalStore } from 'react';+import {+ useCallback,+ useEffect,+ useId,+ useMemo,+ useRef,+ useState,+ useSyncExternalStore,+} from 'react';import { RefreshCw } from 'lucide-react';import { useTranslation } from 'react-i18next';import { Button } from '@/components/ui/button';import { FormField } from '@/components/ui/form-field';import { Select } from '@/components/ui/select';+import { Switch } from '@/components/ui/switch';import { getDataOwnerGeneration } from '@/contexts/dataOwnerGeneration';import { makerChatStore, EMPTY_LIGHT_STATE } from '@/lib/makerChatStore';import type {@@ -27,6 +36,7 @@ type Props = {/** Per-companion settings. Opening this page never starts ASR or submits a message. */export function CompanionVoiceSettings(props: Props) {const { t } = useTranslation();+ const sentencePlaybackId = useId();const session = useSyncExternalStore(useCallback((notify) =>@@ -52,6 +62,7 @@ export function CompanionVoiceSettings(props: Props) {const [preference, setPreference] = useState<VoiceConversationSelection | null>(null);const [voice, setVoice] = useState<string>();const [customized, setCustomized] = useState(false);+ const [sentencePlayback, setSentencePlayback] = useState(true);const [preferenceOwner, setPreferenceOwner] = useState<string>();const [preferenceError, setPreferenceError] = useState(false);const [saving, setSaving] = useState(false);@@ -103,6 +114,7 @@ export function CompanionVoiceSettings(props: Props) {setPreference(null);setVoice(undefined);setCustomized(false);+ setSentencePlayback(true);setSaving(false);dirty.current = false;pendingSave.current = null;@@ -112,6 +124,7 @@ export function CompanionVoiceSettings(props: Props) {if (version !== preferenceVersion.current) return;setPreference(result.selection);setCustomized(result.customized);+ setSentencePlayback(result.sentencePlayback ?? true);setPreferenceOwner(props.botId);}).catch(() => {@@ -156,19 +169,30 @@ export function CompanionVoiceSettings(props: Props) {};}, [preview]);const persist = useCallback(- (next: VoiceConversationSelection | null): Promise<boolean> => {+ (+ next: VoiceConversationSelection | null | undefined,+ playback?: boolean | null,+ ): Promise<boolean> => {if (pendingSave.current) return pendingSave.current;const version = preferenceVersion.current;setSaving(true);setPreferenceError(false);- const pending = window.electronAPI.voiceConversation- .setPreference(props.botId, next)+ const api = window.electronAPI.voiceConversation;+ const operation =+ playback === undefined+ ? api.setPreference(props.botId, next)+ : api.setPreference(props.botId, next, playback);+ const pending = operation.then((result) => {if (version !== preferenceVersion.current) return false;- setPreference(result.selection);+ // A playback-only change must not erase an unfinished model/voice draft.+ if (next !== undefined) {+ setPreference(result.selection);+ setVoice(undefined);+ dirty.current = false;+ }setCustomized(result.customized);- setVoice(undefined);- dirty.current = false;+ setSentencePlayback(result.sentencePlayback ?? true);return true;}).catch(() => {@@ -358,6 +382,30 @@ export function CompanionVoiceSettings(props: Props) {{t('bots.voiceMode.previewNeedsChat')}</p>) : null}+ <div className="flex items-start justify-between gap-4">+ <div className="min-w-0 space-y-2">+ <label+ htmlFor={sentencePlaybackId}+ className="text-13 font-medium text-[var(--settings-section-title)]"+ >+ {t('bots.voiceMode.sentencePlayback')}+ </label>+ <p+ id={`${sentencePlaybackId}-hint`}+ className="text-12 leading-snug text-[var(--form-field-hint)]"+ >+ {t('bots.voiceMode.sentencePlaybackHint')}+ </p>+ </div>+ <Switch+ id={sentencePlaybackId}+ aria-describedby={`${sentencePlaybackId}-hint`}+ className="shrink-0"+ checked={sentencePlayback}+ disabled={!ready || saving}+ onCheckedChange={(enabled) => void persist(undefined, enabled)}+ />+ </div>{preferenceError ? (<p role="alert" className="text-13 text-[var(--error-fg)]">{t('bots.voiceMode.preferenceError')}@@ -371,7 +419,7 @@ export function CompanionVoiceSettings(props: Props) {variant="secondary"size="sm"disabled={!ready || saving || (!customized && !dirty.current)}- onClick={() => void persist(null)}+ onClick={() => void persist(null, null)}>{t('bots.voiceMode.resetPreference')}</Button>diff --git a/apps/desktop/src/renderer/features/bots/voice/MessageReadAloudController.ts b/apps/desktop/src/renderer/features/bots/voice/MessageReadAloudController.tsnew file mode 100644index 0000000000..0dbaa64506--- /dev/null+++ b/apps/desktop/src/renderer/features/bots/voice/MessageReadAloudController.ts@@ -0,0 +1,141 @@+import type {+ VoiceConversationApi,+ VoiceConversationSelection,+} from '@/../shared/voiceConversation';+import { createLogger } from '@/lib/logger';+import type { SpeechPlayer } from './PcmSpeechPlayer';+import { SpeechPlaybackQueue } from './SpeechPlaybackQueue';+import { speechChunks, speechText } from './VoiceReplyTracker';++const log = createLogger('voice-conversation');+type Snapshot = { messageId: string | null; phase: 'idle' | 'preparing' | 'playing' | 'error' };+type Playback = {+ id: string;+ messageId: string;+ player: SpeechPlayer;+ queue?: SpeechPlaybackQueue;+ opened: boolean;+ unsubscribe: () => void;+};++/** Explicitly reads an existing reply. No capture, task submission or preference writes. */+export class MessageReadAloudController {+ private state: Snapshot = { messageId: null, phase: 'idle' };+ private current: Playback | null = null;+ private stopping: Promise<void> = Promise.resolve();+ private listeners = new Set<() => void>();++ constructor(+ private readonly deps: {+ api: Pick<VoiceConversationApi, 'startPlayback' | 'speak' | 'readSpeech' | 'end' | 'onEvent'>;+ botId: string;+ sessionId: string;+ player(): SpeechPlayer;+ },+ ) {}++ getSnapshot = (): Snapshot => this.state;+ subscribe = (listener: () => void): (() => void) => {+ this.listeners.add(listener);+ return () => this.listeners.delete(listener);+ };+ private update(state: Snapshot): void {+ this.state = state;+ this.listeners.forEach((listener) => listener());+ }+ private end(id: string): Promise<void> {+ const end = this.deps.api.end(id).catch(() => undefined);+ this.stopping = Promise.all([this.stopping, end]).then(() => undefined);+ return this.stopping;+ }+ stop = (): Promise<void> => {+ const current = this.current;+ this.current = null;+ if (current) {+ current.unsubscribe();+ current.queue?.cancel();+ current.player.close();+ log.info('message playback stopped', { callId: current.id });+ if (current.opened) void this.end(current.id);+ }+ this.update({ messageId: null, phase: 'idle' });+ return this.stopping;+ };++ async start(+ messageId: string,+ markdown: string,+ resolveSelection: () => Promise<VoiceConversationSelection | undefined>,+ ): Promise<void> {+ const text = speechText(markdown);+ if (!text) return;+ const stopped = this.stop();+ let player: SpeechPlayer;+ try {+ // Resume output during the click gesture, before configuration/network awaits.+ player = this.deps.player();+ } catch {+ this.update({ messageId: null, phase: 'error' });+ return;+ }+ const run: Playback = {+ id: crypto.randomUUID(),+ messageId,+ player,+ opened: false,+ unsubscribe: () => {},+ };+ this.current = run;+ this.update({ messageId, phase: 'preparing' });+ const isCurrent = () => this.current === run;+ const finish = (failed = false) => {+ if (!isCurrent()) return;+ void this.stop();+ if (failed) {+ log.warn('message playback failed', { callId: run.id });+ this.update({ messageId: null, phase: 'error' });+ }+ };+ try {+ await stopped;+ if (!isCurrent()) return;+ const selection = await resolveSelection();+ if (!isCurrent()) return;+ if (!selection) throw new Error('speech_unavailable');+ run.unsubscribe = this.deps.api.onEvent((event) => {+ if (event.callId === run.id && event.event.type === 'ended') finish();+ });+ run.opened = true;+ await this.deps.api.startPlayback({+ ...selection,+ callId: run.id,+ botId: this.deps.botId,+ sessionId: this.deps.sessionId,+ });+ if (!isCurrent()) return;+ log.info('message playback ready', { callId: run.id, characters: text.length });+ run.queue = new SpeechPlaybackQueue({+ api: this.deps.api,+ callId: run.id,+ prefix: run.id,+ player,+ prefetch: true,+ phase: (phase) => {+ if (isCurrent() && phase)+ this.update({ messageId, phase: phase === 'speaking' ? 'playing' : 'preparing' });+ },+ drained: () => finish(),+ deferred: () => finish(true),+ failed: () => finish(true),+ diagnostic: (event, details) => log.info(event, { callId: run.id, ...details }),+ });+ // Bound each request, retain the complete reply and prefetch at most one segment.+ run.queue.append(speechChunks(text, 500), true);+ } catch {+ finish(true);+ } finally {+ // A cancelled IPC start can settle after a replacement. End only its own lease.+ if (!isCurrent() && run.opened) await this.end(run.id);+ }+ }+}diff --git a/apps/desktop/src/renderer/features/bots/voice/SpeechPlaybackQueue.ts b/apps/desktop/src/renderer/features/bots/voice/SpeechPlaybackQueue.tsnew file mode 100644index 0000000000..91e27eafa9--- /dev/null+++ b/apps/desktop/src/renderer/features/bots/voice/SpeechPlaybackQueue.ts@@ -0,0 +1,142 @@+import type { SpeechStartResult, VoiceConversationApi } from '@/../shared/voiceConversation';+import type { SpeechPlayer } from './PcmSpeechPlayer';++type Segment = { text: string; streaming: boolean };+type Prepared = { requestId: string; ready: Promise<SpeechStartResult | { error: true }> };++/** Ordered playback with one bounded lookahead. Text may keep arriving while+ * audio plays; an empty queue is not the end of an unfinished model reply.+ * HTTP adapters share this scheduler; native text-streaming adapters can later+ * replace preparation without owning a second player or interruption lifecycle.+ */+export class SpeechPlaybackQueue {+ private queued: Segment[] = [];+ private prepared: Prepared[] = [];+ private active = false;+ private cancelled = false;+ private paused = false;+ private complete = false;+ private sequence = 0;+ private played = false;+ private lastPlaybackEnd?: number;++ constructor(+ private readonly deps: {+ api: Pick<VoiceConversationApi, 'speak' | 'readSpeech'>;+ callId: string;+ prefix: string;+ player: SpeechPlayer;+ prefetch: boolean;+ phase(phase: 'thinking' | 'preparing' | 'speaking' | null): void;+ drained(): void;+ deferred(alreadyPlayed: boolean): void;+ failed(): void;+ diagnostic(event: string, details: Record<string, string | number | boolean>): void;+ },+ ) {}++ append(texts: string[], complete: boolean): void {+ if (this.cancelled) return;+ this.queued.push(...texts.map((text) => ({ text, streaming: !complete })));+ this.complete ||= complete;+ // Once done is known, queued text no longer bypasses outgoing processing.+ // Only the tracker can declare completion, after ghostReplyPending clears.+ if (complete) for (const segment of this.queued) segment.streaming = false;+ this.pump();+ }++ pause(): void {+ this.paused = true;+ }+ resume(): void {+ this.paused = false;+ this.pump();+ }++ cancel(): void {+ this.cancelled = true;+ this.queued = [];+ this.prepared = [];+ }++ private prepare(): void {+ const capacity = this.deps.prefetch ? 2 : 1;+ while (+ !this.paused &&+ this.queued.length &&+ this.prepared.length + Number(this.active) < capacity+ ) {+ const segment = this.queued.shift()!;+ const requestId = `${this.deps.prefix}:${this.sequence++}`;+ this.deps.diagnostic('speech requested', {+ requestId,+ characters: segment.text.length,+ streaming: segment.streaming,+ });+ const ready = this.deps.api+ .speak({+ callId: this.deps.callId,+ requestId,+ text: segment.text,+ ...(segment.streaming ? { streaming: true } : {}),+ })+ .catch(() => ({ error: true as const }));+ // Observe rejection immediately, even if playback never reaches this segment.+ this.prepared.push({ requestId, ready });+ }+ }++ private pump(): void {+ if (this.cancelled || this.paused) return;+ this.prepare();+ if (this.active) return;+ const next = this.prepared.shift();+ if (!next) {+ this.deps.phase(this.complete ? null : 'thinking');+ if (this.complete) this.deps.drained();+ return;+ }+ this.active = true;+ this.deps.phase('preparing');+ void this.play(next);+ }++ private async play(segment: Prepared): Promise<void> {+ try {+ const result = await segment.ready;+ if (this.cancelled) return;+ if ('deferred' in result) {+ this.cancel();+ this.deps.deferred(this.played);+ return;+ }+ if ('error' in result) throw new Error('Speech preparation failed');+ await this.deps.player.play(+ () => this.deps.api.readSpeech(this.deps.callId, segment.requestId),+ result.sampleRate,+ () => {+ if (this.cancelled) return;+ this.deps.diagnostic('playback scheduled', {+ requestId: segment.requestId,+ first: !this.played,+ ...(this.lastPlaybackEnd === undefined+ ? {}+ : { gapMs: Date.now() - this.lastPlaybackEnd }),+ });+ this.played = true;+ this.deps.phase('speaking');+ },+ );+ if (this.cancelled) return;+ this.lastPlaybackEnd = Date.now();+ this.deps.diagnostic('playback completed', { requestId: segment.requestId });+ this.active = false;+ this.pump();+ } catch {+ if (!this.cancelled) {+ this.cancel();+ this.deps.failed();+ }+ }+ }+}diff --git a/apps/desktop/src/renderer/features/bots/voice/SpeechTextBuffer.ts b/apps/desktop/src/renderer/features/bots/voice/SpeechTextBuffer.tsnew file mode 100644index 0000000000..3d0bb8286d--- /dev/null+++ b/apps/desktop/src/renderer/features/bots/voice/SpeechTextBuffer.ts@@ -0,0 +1,86 @@+import { Lexer, type Token, type Tokens } from 'marked';++/** Parse unfinished Markdown as prose, keeping incomplete inline constructs out+ * of speech. The same projection is used at completion so closing a code fence+ * or link cannot make already queued text appear twice.+ */+export function streamingSpeechText(markdown: string, complete: boolean): string {+ let held = false;+ const prose = (tokens: readonly Token[]): string =>+ tokens+ .map((token): string => {+ if (held) return '';+ switch (token.type) {+ case 'code':+ case 'image':+ case 'html':+ case 'def':+ return '';+ case 'space':+ case 'br':+ case 'hr':+ return '\n';+ case 'list':+ return (token as Tokens.List).items.map((item) => prose(item.tokens)).join('\n');+ case 'table':+ return [(token as Tokens.Table).header, ...(token as Tokens.Table).rows]+ .map((row) => row.map((cell) => prose(cell.tokens)).join(' '))+ .join('\n');+ case 'link':+ if (/^https?:\/\//.test(token.text)) return '';+ return prose(token.tokens ?? []);+ default: {+ if ('tokens' in token && token.tokens) {+ const text = prose(token.tokens);+ return ['paragraph', 'heading', 'blockquote'].includes(token.type)+ ? `${text}\n`+ : text;+ }+ let text = 'text' in token ? token.text : '';+ if (!complete && token.type === 'text') {+ // Closed links/code are separate lexer tokens. A remaining opener may+ // acquire a destination or fence later; do not read its temporary text.+ const opener = /(?<!\\)[[<`]/.exec(text);+ if (opener) {+ text = text.slice(0, opener.index).replace(/!$/, '');+ held = true;+ }+ }+ return text;+ }+ }+ })+ .join('');+ return prose(Lexer.lex(markdown))+ .replace(/https?:\/\/\S+/g, '')+ .replace(/[`*_~]/g, '')+ .replace(/\s+/g, ' ')+ .trim();+}++/** Choose a stable sentence prefix. Latin periods need following whitespace so+ * decimals/URLs split across deltas do not become premature sentence endings.+ * A long unpunctuated sentence can use a word/clause boundary, never half a word.+ */+export function completeSpeechPrefix(text: string): string {+ let end = 0;+ const punctuation = /[。!?!?]+[”’"'))】]*|\.+[”’"'))】]*(?=\s)/g;+ for (const match of text.matchAll(punctuation)) {+ const before = text.slice(0, match.index);+ if (+ match[0].startsWith('.') &&+ /(?:\b(?:Mr|Mrs|Ms|Dr|Prof|Sr|Jr|St|vs|etc)|\b[A-Z]|e\.g|i\.e)$/i.test(before)+ )+ continue;+ end = match.index + match[0].length;+ }+ if (!end && text.length > 500) {+ const prefix = text.slice(0, 500);+ end = Math.max(+ prefix.lastIndexOf(' '),+ prefix.lastIndexOf(',') + 1,+ prefix.lastIndexOf('、') + 1,+ );+ }+ return end > 0 ? text.slice(0, end) : '';+}diff --git a/apps/desktop/src/renderer/features/bots/voice/VoiceConversationController.ts b/apps/desktop/src/renderer/features/bots/voice/VoiceConversationController.tsindex 0f244f5fbe..ae788e9616 100644--- a/apps/desktop/src/renderer/features/bots/voice/VoiceConversationController.ts+++ b/apps/desktop/src/renderer/features/bots/voice/VoiceConversationController.ts@@ -7,11 +7,21 @@ import { createLogger } from '@/lib/logger';import type { PcmChunk } from '@/voice-input/WebMicAudioEngine';import type { SpeechPlayer } from './PcmSpeechPlayer';import { speechChunks, VoiceReplyTracker } from './VoiceReplyTracker';+import { SpeechPlaybackQueue } from './SpeechPlaybackQueue';+import { microphoneDiagnostic } from './microphoneDiagnostics';const log = createLogger('voice-conversation');export type VoicePhase =- 'idle' | 'connecting' | 'listening' | 'thinking' | 'preparing' | 'speaking' | 'paused' | 'error';+ | 'idle'+ | 'connecting'+ | 'microphone'+ | 'listening'+ | 'thinking'+ | 'preparing'+ | 'speaking'+ | 'paused'+ | 'error';export type VoiceSnapshot = {phase: VoicePhase;transcript: string;@@ -19,6 +29,8 @@ export type VoiceSnapshot = {level: number;error: 'connection' | 'microphone' | 'send' | 'speech' | null;muted: boolean;+ microphonePending: boolean;+ microphoneError: boolean;};interface Microphone {onPcm16k(callback: (chunk: PcmChunk) => void): void;@@ -35,6 +47,8 @@ export class VoiceConversationController {level: 0,error: null,muted: false,+ microphonePending: false,+ microphoneError: false,};private listeners = new Set<() => void>();private epoch = 0;@@ -56,13 +70,28 @@ export class VoiceConversationController {private teardown: Promise<unknown> = Promise.resolve();private speechCandidate = false;private replyPhase: 'thinking' | 'preparing' | 'speaking' | null = null;+ private sentencePlayback = true;+ private replyComplete = false;+ private deferringSpeech = false;+ private playback: SpeechPlaybackQueue | null = null;+ private replyStartedAt = 0;+ private phaseStartedAt = Date.now();+ private candidateStartedAt = 0;+ private captureVersion = 0;+ private inputGeneration = 0;+ private resumingInput = false;+ private inputChange: Promise<void> = Promise.resolve();+ private pendingCapture: Promise<unknown> = Promise.resolve();constructor(private readonly deps: {api: VoiceConversationApi;botId: string;sessionId: string;- microphone(onInterrupted: () => void): Microphone;+ microphone(+ onInterrupted: () => void,+ onStateChange: (event: string, details?: Record<string, unknown>) => void,+ ): Microphone;player(onLevel: (level: number) => void): SpeechPlayer;send(text: string,@@ -78,18 +107,37 @@ export class VoiceConversationController {return () => this.listeners.delete(listener);};private patch(patch: Partial<VoiceSnapshot>): void {- if (patch.phase && patch.phase !== this.state.phase)- log.info('phase changed', { callId: this.callId, from: this.state.phase, to: patch.phase });+ if (patch.phase && patch.phase !== this.state.phase) {+ log.info('phase changed', {+ callId: this.callId,+ from: this.state.phase,+ to: patch.phase,+ elapsedMs: Date.now() - this.phaseStartedAt,+ muted: patch.muted ?? this.state.muted,+ });+ this.phaseStartedAt = Date.now();+ }this.state = { ...this.state, ...patch };for (const listener of this.listeners) listener();}- async start(selection: VoiceConversationSelection): Promise<void> {+ async start(+ selection: VoiceConversationSelection,+ sentencePlayback = this.sentencePlayback,+ ): Promise<void> {if (this.blocked || this.callId || this.state.phase === 'connecting') return;this.selection = selection;+ this.sentencePlayback = sentencePlayback;this.enabled = true;const epoch = ++this.epoch;- this.patch({ phase: 'connecting', error: null, muted: false });+ this.inputGeneration = 0;+ this.patch({+ phase: 'connecting',+ error: null,+ muted: false,+ microphonePending: false,+ microphoneError: false,+ });const current = () => this.enabled && epoch === this.epoch && !this.blocked;try {this.player = this.deps.player((level) => {@@ -97,14 +145,27 @@ export class VoiceConversationController {});await this.teardown;if (!current()) return;- this.unsubscribe = this.deps.api.onEvent(({ callId, event }) => {+ this.unsubscribe = this.deps.api.onEvent(({ callId, inputGeneration = 0, event }) => {if (!current() || callId !== this.callId) return;+ if (event.type === 'ended') {+ this.end();+ return;+ }+ if (inputGeneration !== this.inputGeneration) return;+ if (this.state.muted) {+ // ASR can disconnect after its resume handshake while getUserMedia is+ // still pending. Do not report listening when that input is gone.+ if (event.type === 'error' && this.resumingInput) this.patch({ microphoneError: true });+ return;+ }if (event.type === 'speech-started') {// An acoustic onset can be noise. Pause playback without consuming// the reply; only a finalized, nonempty utterance replaces its owner.if (!this.speechCandidate) {this.speechCandidate = true;+ this.candidateStartedAt = Date.now();this.player?.pause();+ this.playback?.pause();log.info('reply held for possible speech', { callId, pendingInput: this.pendingInput });this.patch({ phase: 'listening', level: 0 });}@@ -112,9 +173,11 @@ export class VoiceConversationController {if (this.speechCandidate) {this.speechCandidate = false;this.player?.resume();+ this.playback?.resume();log.info('reply resumed after empty speech', {callId,pendingInput: this.pendingInput,+ heldMs: Date.now() - this.candidateStartedAt,});this.setReplyPhase(this.replyPhase);this.updateMessages(this.latestMessages);@@ -123,10 +186,8 @@ export class VoiceConversationController {this.patch({ transcript: event.text });} else if (event.type === 'utterance') {this.queued.push(event.text);- if (this.queued.join(' ').length > 16_000) this.fail('send');+ if ([this.state.unsent, ...this.queued].join(' ').length > 16_000) this.fail('send');else void this.drain(epoch);- } else if (event.type === 'ended') {- this.end();} else if (event.type === 'error') {this.fail('connection', event.text);}@@ -150,31 +211,16 @@ export class VoiceConversationController {return;}this.callId = result.callId;- const mic = this.deps.microphone(() => {- if (current()) this.fail('microphone');- });- this.microphone = mic;- mic.onPcm16k(({ pcm16k }) => {- if (!current() || !this.callId) return;- this.deps.api.audio({ callId: this.callId, pcm: pcm16k });- if (this.state.phase !== 'speaking') {- const samples = new Int16Array(pcm16k);- const rms = Math.sqrt(- samples.reduce((sum, sample) => sum + sample * sample, 0) / Math.max(1, samples.length),- );- this.patch({ level: Math.min(1, rms / 5000) });- }- });+ this.patch({ phase: 'microphone' });try {- await mic.start();+ const capturing = this.openMicrophone(epoch);+ this.pendingCapture = capturing.catch(() => undefined);+ await capturing;} catch {if (current()) this.fail('microphone');return;}- if (!current()) {- await mic.stop();- return;- }+ if (!current()) return;this.setReplyPhase(this.pendingInput ? 'thinking' : null);this.updateMessages(this.latestMessages);} catch {@@ -182,6 +228,66 @@ export class VoiceConversationController {}}+ private async openMicrophone(epoch: number): Promise<void> {+ const version = ++this.captureVersion;+ const startedAt = Date.now();+ const current = () =>+ this.enabled && epoch === this.epoch && version === this.captureVersion && !this.blocked;+ let firstFrame = true;+ let interrupted = false;+ const mic = this.deps.microphone(+ () => {+ if (!current()) return;+ interrupted = true;+ // During unmute, the caller restores the muted state without stopping TTS.+ if (!this.state.muted) this.fail('microphone');+ },+ (event, details) => {+ if (!current()) return;+ const safe = microphoneDiagnostic(event, details);+ if (safe)+ log.info('microphone capture', {+ callId: this.callId,+ elapsedMs: Date.now() - startedAt,+ ...safe,+ });+ },+ );+ this.microphone = mic;+ mic.onPcm16k(({ pcm16k }) => {+ if (!current() || !this.callId || this.state.muted) return;+ if (firstFrame) {+ firstFrame = false;+ log.info('microphone first frame', {+ callId: this.callId,+ inputGeneration: this.inputGeneration,+ elapsedMs: Date.now() - startedAt,+ });+ }+ this.deps.api.audio({+ callId: this.callId,+ pcm: pcm16k,+ inputGeneration: this.inputGeneration,+ });+ if (this.state.phase !== 'speaking') {+ const samples = new Int16Array(pcm16k);+ const rms = Math.sqrt(+ samples.reduce((sum, sample) => sum + sample * sample, 0) / Math.max(1, samples.length),+ );+ this.patch({ level: Math.min(1, rms / 5000) });+ }+ });+ try {+ await mic.start();+ if (interrupted) throw new Error('microphone_interrupted');+ if (current())+ log.info('microphone ready', { callId: this.callId, elapsedMs: Date.now() - startedAt });+ } finally {+ // getUserMedia can resolve after End. Its eventual tracks still need stopping.+ if (!current()) await mic.stop();+ }+ }+private setReplyPhase(phase: typeof this.replyPhase): void {this.replyPhase = phase;this.patch({ phase: this.speechCandidate ? 'listening' : (phase ?? 'listening'), level: 0 });@@ -189,8 +295,17 @@ export class VoiceConversationController {/** Explicit stop or a committed new utterance permanently relinquishes the old reply. */interrupt(reason: 'user_stop' | 'new_utterance' = 'user_stop'): void {- log.info('reply interrupted', { callId: this.callId, reason, pendingInput: this.pendingInput });+ log.info('reply interrupted', {+ callId: this.callId,+ reason,+ pendingInput: this.pendingInput,+ ...(this.speechCandidate ? { heldMs: Date.now() - this.candidateStartedAt } : {}),+ });++this.speechEpoch;+ this.playback?.cancel();+ this.playback = null;+ this.replyComplete = false;+ this.deferringSpeech = false;this.speechCandidate = false;this.replyPhase = null;this.tracker.interrupt();@@ -207,8 +322,9 @@ export class VoiceConversationController {}private async submit(text: string, epoch: number): Promise<void> {- const current = () =>- this.enabled && epoch === this.epoch && !this.blocked && !this.state.muted;+ const captureVersion = this.captureVersion;+ const current = () => this.enabled && epoch === this.epoch && !this.blocked;+ const canEnqueue = () => current() && captureVersion === this.captureVersion;if (!current()) return;this.interrupt('new_utterance');this.setReplyPhase('thinking');@@ -221,7 +337,7 @@ export class VoiceConversationController {(id) => {clientId = id;},- current,+ canEnqueue,);if (!current()) {// A permission/mute boundary can cancel preflight before enqueue. Wait@@ -231,18 +347,26 @@ export class VoiceConversationController {return;}if (!accepted || !clientId) {+ if (!canEnqueue()) {+ this.patch({ unsent: [text, this.state.unsent].filter(Boolean).join(' ') });+ this.setReplyPhase(null);+ return;+ }this.fail('send', text);return;}if (replyEpoch !== this.speechEpoch) return;log.info('voice input accepted', { callId: this.callId, clientId, characters: text.length });this.pendingInput = clientId;+ this.replyStartedAt = Date.now();this.tracker.expect(clientId);this.updateMessages(this.latestMessages);} catch {- if (current()) this.fail('send', text);- else if (this.enabled)+ if (canEnqueue()) this.fail('send', text);+ else if (this.enabled) {this.patch({ unsent: [text, this.state.unsent].filter(Boolean).join(' ') });+ if (current() && replyEpoch === this.speechEpoch) this.setReplyPhase(null);+ }}}@@ -251,7 +375,10 @@ export class VoiceConversationController {this.sending = true;try {while (this.queued.length && this.enabled && epoch === this.epoch && !this.blocked) {- this.inFlight = this.submit(this.queued.shift()!, epoch);+ // A muted preflight can settle after input has resumed. Merge retained+ // text here so a newer queued utterance cannot erase that late result.+ const text = [this.state.unsent, this.queued.shift()!].filter(Boolean).join(' ');+ this.inFlight = this.submit(text, epoch);await this.inFlight;}} finally {@@ -267,67 +394,111 @@ export class VoiceConversationController {!this.enabled ||!this.callId ||this.blocked ||- this.state.muted ||!this.pendingInput ||- this.speechCandidate+ this.speechCandidate ||+ this.deferringSpeech)return;- const reply = this.tracker.take(messages);+ const inputIndex = messages.findIndex((message) => message.clientId === this.pendingInput);+ if (+ inputIndex >= 0 &&+ messages.slice(inputIndex + 1).some((message) => message.role === 'user')+ ) {+ this.interrupt();+ return;+ }+ const reply = this.tracker.take(messages, this.sentencePlayback);if (!reply) {- if (!this.tracker.hasPendingReply) {+ if (!this.tracker.hasPendingReply && !this.replyComplete) {log.info('reply ownership superseded', {callId: this.callId,pendingInput: this.pendingInput,});- this.pendingInput = null;- this.setReplyPhase(null);+ this.interrupt();}return;}- this.pendingInput = null;- log.info('final reply selected', {+ if (reply.invalidated) {+ log.info('speech prefix replaced', { callId: this.callId, replyId: reply.id });+ this.interrupt();+ return;+ }+ this.replyComplete = reply.complete;+ log.info('reply speech available', {callId: this.callId,replyId: reply.id,characters: reply.text.length,+ complete: reply.complete,+ elapsedMs: Date.now() - this.replyStartedAt,});- void this.speak(reply.text);+ if (!this.playback) this.playback = this.createPlayback();+ this.playback?.append(+ speechChunks(reply.text, this.sentencePlayback ? 500 : 3_500),+ reply.complete,+ );}- private async speak(text: string): Promise<void> {+ private createPlayback(): SpeechPlaybackQueue | null {const epoch = this.epoch;const speechEpoch = ++this.speechEpoch;const callId = this.callId;const player = this.player;- if (!callId || !player) return;+ if (!callId || !player) return null;const current = () =>epoch === this.epoch && speechEpoch === this.speechEpoch && this.enabled && !this.blocked;- this.setReplyPhase('preparing');- try {- for (const [index, chunk] of speechChunks(text).entries()) {+ return new SpeechPlaybackQueue({+ api: this.deps.api,+ callId,+ prefix: String(speechEpoch),+ player,+ prefetch: this.sentencePlayback,+ phase: (phase) => {+ if (current()) this.setReplyPhase(phase);+ },+ drained: () => {if (!current()) return;- const requestId = `${speechEpoch}:${index}`;- log.info('speech requested', { callId, requestId, characters: chunk.length });- const { sampleRate } = await this.deps.api.speak({ callId, requestId, text: chunk });+ this.pendingInput = null;+ this.playback = null;+ },+ deferred: (alreadyPlayed) => {if (!current()) return;- this.setReplyPhase('speaking');- await player.play(- () => this.deps.api.readSpeech(callId, requestId),- sampleRate,- () => {- log.info('playback scheduled', { callId, requestId, sampleRate });- },- );- if (current()) log.info('playback completed', { callId, requestId });- }- if (current()) this.setReplyPhase(null);- } catch {- if (current()) this.fail('speech');- }+ if (alreadyPlayed || !this.pendingInput) {+ this.interrupt();+ return;+ }+ ++this.speechEpoch;+ this.playback = null;+ this.replyComplete = false;+ this.deferringSpeech = true;+ this.tracker.expect(this.pendingInput);+ this.tracker.deferUntilComplete();+ this.setReplyPhase('thinking');+ const deferredEpoch = this.speechEpoch;+ void this.deps.api+ .interrupt(callId)+ .then(() => {+ if (epoch === this.epoch && deferredEpoch === this.speechEpoch) {+ this.deferringSpeech = false;+ this.updateMessages(this.latestMessages);+ }+ })+ .catch(() => {+ if (epoch === this.epoch && deferredEpoch === this.speechEpoch) this.fail('speech');+ });+ },+ failed: () => {+ if (current()) this.fail('speech');+ },+ diagnostic: (event, details) => {+ if (current())+ log.info(event, { callId, elapsedMs: Date.now() - this.replyStartedAt, ...details });+ },+ });}finishUtterance(): void {const epoch = this.epoch;- if (this.callId)+ if (this.callId && !this.state.muted && !this.state.microphonePending)void this.deps.api.finishUtterance(this.callId).catch(() => {if (epoch === this.epoch) this.fail('connection');});@@ -341,26 +512,115 @@ export class VoiceConversationController {.filter(Boolean).join(' ');this.release();- this.patch({ phase: 'paused', unsent, transcript: '', level: 0 });+ this.patch({+ phase: 'paused',+ unsent,+ transcript: '',+ level: 0,+ microphonePending: false,+ microphoneError: false,+ });}// Confirmation completion does not silently restart a microphone.}- toggleMute(): void {- if (this.state.muted) {- if (this.selection) void this.start(this.selection);- return;+ toggleMute(): Promise<void> {+ if (+ !this.callId ||+ this.state.microphonePending ||+ ['connecting', 'microphone'].includes(this.state.phase)+ )+ return this.inputChange;+ const epoch = this.epoch;+ const callId = this.callId;+ const unmuting = this.state.muted;+ this.resumingInput = unmuting;+ const startedAt = Date.now();+ const current = () =>+ this.enabled && epoch === this.epoch && this.callId === callId && !this.blocked;+ this.patch({ microphonePending: true, microphoneError: false });+ if (!unmuting) {+ ++this.captureVersion;+ const unsent = [this.state.unsent, ...this.queued, this.state.transcript]+ .filter(Boolean)+ .join(' ');+ this.queued = [];+ this.patch({ muted: true, transcript: '', unsent });+ // A possible interruption can no longer be confirmed with the mic closed.+ // Restore the held reply instead of discarding its playback/ownership.+ if (this.speechCandidate) {+ this.speechCandidate = false;+ this.player?.resume();+ this.playback?.resume();+ log.info('reply resumed on microphone mute', {+ callId,+ heldMs: Date.now() - this.candidateStartedAt,+ });+ }+ this.setReplyPhase(this.replyPhase);+ this.updateMessages(this.latestMessages);}- const unsent = [this.state.unsent, ...this.queued, this.state.transcript]- .filter(Boolean)- .join(' ');- this.release();- this.patch({ muted: true, phase: 'paused', transcript: '', unsent, level: 0 });+ const mic = this.microphone;+ if (!unmuting) this.microphone = null;+ this.inputChange = (async () => {+ let stage: 'asr' | 'microphone' = 'asr';+ try {+ if (!unmuting) {+ const [result] = await Promise.all([+ this.deps.api.setInputMuted(callId, true),+ mic?.stop().catch(() => {+ // Tracks and PCM forwarding stop before AudioContext cleanup.+ // A failed context close must not silence the companion's reply.+ log.warn('microphone cleanup failed', { callId });+ }),+ ]);+ if (current()) this.inputGeneration = result.inputGeneration;+ } else {+ const result = await this.deps.api.setInputMuted(callId, false);+ if (!current()) return;+ this.inputGeneration = result.inputGeneration;+ stage = 'microphone';+ await this.openMicrophone(epoch);+ if (!current()) return;+ if (this.state.microphoneError) {+ stage = 'asr';+ throw new Error('input_ended');+ }+ this.patch({ muted: false });+ }+ if (current())+ log.info('microphone mute changed', {+ callId,+ muted: !unmuting,+ elapsedMs: Date.now() - startedAt,+ });+ } catch {+ if (!current()) return;+ if (!unmuting) {+ this.fail('connection');+ return;+ }+ // Failure to restore capture must not cancel the reply the user is hearing.+ ++this.captureVersion;+ const failedMic = this.microphone;+ this.microphone = null;+ this.patch({ muted: true, microphoneError: true });+ await Promise.allSettled([failedMic?.stop(), this.deps.api.setInputMuted(callId, true)]);+ log.warn('microphone resume failed', { callId, stage, elapsedMs: Date.now() - startedAt });+ } finally {+ if (current()) {+ this.resumingInput = false;+ this.patch({ microphonePending: false });+ }+ }+ })();+ return this.inputChange;}retryUnsent(): void {if (!this.state.unsent || !this.callId || this.blocked) return;const text = this.state.unsent;+ this.patch({ unsent: '' });this.queued.push(text);void this.drain(this.epoch);}@@ -371,12 +631,30 @@ export class VoiceConversationController {.filter(Boolean).join(' ');this.release();- this.patch({ phase: 'error', error, unsent, transcript: '', level: 0 });+ this.patch({+ phase: 'error',+ error,+ unsent,+ transcript: '',+ level: 0,+ microphonePending: false,+ microphoneError: false,+ });}private release(): void {++this.epoch;+ this.resumingInput = false;+ ++this.captureVersion;++this.speechEpoch;+ if (this.playback) {+ this.playback.cancel();+ this.playback = null;+ this.tracker.interrupt();+ this.pendingInput = null;+ }+ this.replyComplete = false;+ this.deferringSpeech = false;this.speechCandidate = false;this.replyPhase = null;this.queued = [];@@ -391,6 +669,8 @@ export class VoiceConversationController {this.teardown = Promise.allSettled([this.teardown,this.pendingStart,+ this.pendingCapture,+ this.inputChange,this.inFlight,microphone?.stop(),callId ? this.deps.api.end(callId) : undefined,@@ -402,6 +682,13 @@ export class VoiceConversationController {this.release();this.tracker.interrupt();this.pendingInput = null;- this.patch({ phase: 'idle', transcript: '', level: 0, muted: false });+ this.patch({+ phase: 'idle',+ transcript: '',+ level: 0,+ muted: false,+ microphonePending: false,+ microphoneError: false,+ });}}diff --git a/apps/desktop/src/renderer/features/bots/voice/VoiceReplyTracker.ts b/apps/desktop/src/renderer/features/bots/voice/VoiceReplyTracker.tsindex f9ec23b65a..53425bf1e1 100644--- a/apps/desktop/src/renderer/features/bots/voice/VoiceReplyTracker.ts+++ b/apps/desktop/src/renderer/features/bots/voice/VoiceReplyTracker.ts@@ -1,12 +1,20 @@import type { ChatMessage } from '@/lib/makerChatStore';+import { completeSpeechPrefix, streamingSpeechText } from './SpeechTextBuffer';-/** Only the completed, top-level answer to a voice input belongs to this call. */+export type VoiceReply = { id: string; text: string; complete: boolean; invalidated?: true };++/** Correlate one voice input with its final answer, emitting each stable prefix once. */export class VoiceReplyTracker {private waitingFor: string | null = null;- private consumed = new Set<string>();+ private replyId: string | null = null;+ private emitted = '';+ private deferred = false;expect(clientId: string): void {this.waitingFor = clientId;+ this.replyId = null;+ this.emitted = '';+ this.deferred = false;}interrupt(): void {this.waitingFor = null;@@ -15,7 +23,14 @@ export class VoiceReplyTracker {return this.waitingFor !== null;}- take(messages: readonly ChatMessage[]): { id: string; text: string } | null {+ /** Main can defer a reply before any audio starts, e.g. for an outgoing hook. */+ deferUntilComplete(): void {+ this.replyId = null;+ this.emitted = '';+ this.deferred = true;+ }++ take(messages: readonly ChatMessage[], sentencePlayback = false): VoiceReply | null {if (!this.waitingFor) return null;const index = messages.findIndex((message) => message.clientId === this.waitingFor);if (index < 0) return null; // A queued input has not entered the task yet.@@ -23,12 +38,13 @@ export class VoiceReplyTracker {this.interrupt();return null;}- for (const message of messages.slice(index + 1)) {- // An input from another surface/automation owns the subsequent answer.- if (message.role === 'user') {- this.interrupt();- return null;- }+ const following = messages.slice(index + 1);+ // Supersession applies even when the previous answer precedes the new input.+ if (following.some((message) => message.role === 'user')) {+ this.interrupt();+ return null;+ }+ for (const message of following) {if (message.role !== 'assistant' ||message.parentToolUseId ||@@ -36,16 +52,37 @@ export class VoiceReplyTracker {message.sourceGroup ||message.botPrivateReply ||message.assistantPhase === 'commentary' ||- message.isStreaming ||- message.ghostReplyPending ||- message.turnCompleted !== true+ message.ghostReplyPending)continue;- if (this.consumed.has(message.clientId)) continue;- const text = speechText(message.content);- this.consumed.add(message.clientId);- this.interrupt();- return { id: message.clientId, text };+ const complete = !message.isStreaming && message.turnCompleted === true;+ if (+ !complete &&+ (!sentencePlayback || this.deferred || message.assistantPhase !== 'final_answer')+ )+ continue;+ const text = sentencePlayback+ ? streamingSpeechText(message.content, complete)+ : speechText(message.content);+ // Full-text reconciliation can replace a streamed prefix. Already spoken+ // words cannot be undone; cancel this reply instead of reading it twice.+ if ((this.replyId && this.replyId !== message.clientId) || !text.startsWith(this.emitted)) {+ this.interrupt();+ return { id: message.clientId, text: '', complete: true, invalidated: true };+ }+ const remaining = text.slice(this.emitted.length);+ const next = complete ? remaining : completeSpeechPrefix(remaining);+ if (!next.trim() && !complete) continue;+ this.replyId = message.clientId;+ this.emitted += next;+ if (complete) this.interrupt();+ // Closing quotes or ellipses may arrive after the spoken sentence. Consume+ // that suffix for reconciliation without paying for punctuation-only TTS.+ return {+ id: message.clientId,+ text: sentencePlayback && /^[\s\p{P}]*$/u.test(next) ? '' : next.trim(),+ complete,+ };}return null;}@@ -78,6 +115,7 @@ export function speechChunks(text: string, limit = 3_500): string[] {prefix.lastIndexOf('\n'),);let end = boundary > limit / 2 ? boundary + 1 : limit;+ if (end === limit && prefix.lastIndexOf(' ') > limit / 2) end = prefix.lastIndexOf(' ');if (/^[\uDC00-\uDFFF]/.test(text.slice(end))) end--;chunks.push(text.slice(0, end).trim());text = text.slice(end).trim();diff --git a/apps/desktop/src/renderer/features/bots/voice/__tests__/CompanionVoicePanel.test.tsx b/apps/desktop/src/renderer/features/bots/voice/__tests__/CompanionVoicePanel.test.tsxindex 9d22504eb8..64eb939961 100644--- a/apps/desktop/src/renderer/features/bots/voice/__tests__/CompanionVoicePanel.test.tsx+++ b/apps/desktop/src/renderer/features/bots/voice/__tests__/CompanionVoicePanel.test.tsx@@ -1,10 +1,14 @@// @vitest-environment jsdomimport { StrictMode } from 'react';import { act, cleanup, fireEvent, render, screen, waitFor } from '@testing-library/react';-import { type VoiceConversationModel } from '@/../shared/voiceConversation';+import {+ type VoiceConversationModel,+ type VoiceConversationEvent,+} from '@/../shared/voiceConversation';import { afterEach, beforeEach, expect, it, vi } from 'vitest';vi.mock('react-i18next', () => ({ useTranslation: () => ({ t: (key: string) => key }) }));+vi.mock('@/lib/logger', () => ({ createLogger: () => ({ info: vi.fn(), warn: vi.fn() }) }));vi.mock('@/hooks/useVoiceInputSettings', () => ({getVoiceInputSettings: () => ({ microphoneDeviceId: null }),}));@@ -35,6 +39,7 @@ vi.mock('../PcmSpeechPlayer', () => ({import { CompanionVoicePanel } from '../CompanionVoicePanel';let models: VoiceConversationModel[];+let inputEvent: (event: VoiceConversationEvent) => void;const start = vi.fn(async () => ({ callId: 'call' }));const refresh = vi.fn(async () => undefined);beforeEach(() => {@@ -52,8 +57,15 @@ beforeEach(() => {preference: vi.fn(async () => ({ selection: null, customized: false })),setPreference: vi.fn(async (_botId, selection) => ({ selection, customized: !!selection })),start,+ setInputMuted: vi.fn(async () => ({ inputGeneration: 2 })),+ finishUtterance: vi.fn(async () => {}),end: vi.fn(async () => {}),- onEvent: () => () => {},+ onEvent: (callback: typeof inputEvent) => {+ inputEvent = callback;+ return () => {+ inputEvent = () => {};+ };+ },},maker: { refreshBuiltinProviderModels: refresh },voiceInput: { updateSettings: vi.fn(async () => ({})), onPowerStateChange: () => () => {} },@@ -199,3 +211,96 @@ it('keeps a load failure visible and retries without silently switching providerfireEvent.click(screen.getByRole('button', { name: 'bots.voiceMode.resume' }));await waitFor(() => expect(audio.start).toHaveBeenCalledOnce());});++it('distinguishes ASR connection from microphone startup, with explicit microphone-only controls', async () => {+ models = [{ id: 'tts', name: 'Speech', defaultVoice: 'alloy' }];+ let connected!: (value: { callId: string }) => void;+ let capturing!: () => void;+ start.mockImplementationOnce(+ () =>+ new Promise((resolve) => {+ connected = resolve;+ }),+ );+ audio.start.mockImplementationOnce(+ () =>+ new Promise<void>((resolve) => {+ capturing = resolve;+ }),+ );+ const view = render(panel());+ await waitFor(() => expect(start).toHaveBeenCalledOnce());+ expect(screen.getByRole('status').textContent).toBe('bots.voiceMode.status.connecting');+ expect(screen.getByRole('button', { name: 'bots.voiceMode.mute' }).hasAttribute('disabled')).toBe(+ true,+ );+ await act(async () => {+ connected({ callId: 'call' });+ });+ expect(screen.getByRole('status').textContent).toBe('bots.voiceMode.status.microphone');+ expect(+ view.container.querySelector('[data-activity="microphone"] .animate-spinner'),+ ).not.toBeNull();+ expect(view.container.querySelector('.companion-voice-meter')).toBeNull();+ await act(async () => {+ capturing();+ });+ expect(screen.getByRole('status').textContent).toBe('bots.voiceMode.status.listening');+ expect(view.container.querySelector('.companion-voice-meter')).not.toBeNull();+ fireEvent.click(screen.getByRole('button', { name: 'bots.voiceMode.mute' }));+ await waitFor(() =>+ expect(window.electronAPI.voiceConversation.setInputMuted).toHaveBeenCalledWith('call', true),+ );+ expect(screen.getByRole('status').textContent).toBe('bots.voiceMode.status.muted');+ expect(+ screen.getByRole('button', { name: 'bots.voiceMode.unmute' }).getAttribute('aria-pressed'),+ ).toBe('true');+ expect(screen.getByText('bots.voiceMode.mutedHint')).toBeTruthy();+ expect(view.container.querySelector('.companion-voice-meter')).toBeNull();+ expect(window.electronAPI.voiceConversation.end).not.toHaveBeenCalled();+ fireEvent.click(screen.getByRole('button', { name: 'bots.voiceMode.unmute' }));+ await waitFor(() => expect(audio.start).toHaveBeenCalledTimes(2));+ expect(screen.getByRole('status').textContent).toBe('bots.voiceMode.status.listening');+ expect(start).toHaveBeenCalledOnce();+});++it('keeps Send secondary and preserves a visible unsent draft when the microphone is muted', async () => {+ models = [{ id: 'tts', name: 'Speech', defaultVoice: 'alloy' }];+ render(panel());+ await waitFor(() => expect(audio.start).toHaveBeenCalledOnce());+ act(() => inputEvent({ callId: 'call', event: { type: 'draft', text: 'unfinished thought' } }));+ fireEvent.click(screen.getByRole('button', { name: 'bots.voiceMode.send' }));+ expect(window.electronAPI.voiceConversation.finishUtterance).toHaveBeenCalledWith('call');+ fireEvent.click(screen.getByRole('button', { name: 'bots.voiceMode.mute' }));+ await waitFor(() =>+ expect(+ screen.getByRole('button', { name: 'bots.voiceMode.unmute' }).hasAttribute('disabled'),+ ).toBe(false),+ );+ expect(screen.getByText('bots.voiceMode.unsent')).toBeTruthy();+ expect(screen.getByText('unfinished thought')).toBeTruthy();+ expect(screen.getByRole('button', { name: 'bots.voiceMode.send' })).toBeTruthy();+ expect(window.electronAPI.voiceConversation.end).not.toHaveBeenCalled();+});++it('offers unmute again after capture fails without replacing the call with a full reconnect', async () => {+ models = [{ id: 'tts', name: 'Speech', defaultVoice: 'alloy' }];+ render(panel());+ await waitFor(() => expect(audio.start).toHaveBeenCalledOnce());+ fireEvent.click(screen.getByRole('button', { name: 'bots.voiceMode.mute' }));+ await waitFor(() =>+ expect(+ screen.getByRole('button', { name: 'bots.voiceMode.unmute' }).hasAttribute('disabled'),+ ).toBe(false),+ );+ audio.start.mockRejectedValueOnce(new Error('device unavailable'));+ fireEvent.click(screen.getByRole('button', { name: 'bots.voiceMode.unmute' }));+ await screen.findByText('bots.voiceMode.microphoneResumeError');+ await waitFor(() =>+ expect(+ screen.getByRole('button', { name: 'bots.voiceMode.unmute' }).hasAttribute('disabled'),+ ).toBe(false),+ );+ expect(screen.queryByRole('button', { name: 'bots.voiceMode.resume' })).toBeNull();+ expect(window.electronAPI.voiceConversation.end).not.toHaveBeenCalled();+});diff --git a/apps/desktop/src/renderer/features/bots/voice/__tests__/CompanionVoiceSettings.test.tsx b/apps/desktop/src/renderer/features/bots/voice/__tests__/CompanionVoiceSettings.test.tsxindex c0feb31366..b7c60f4803 100644--- a/apps/desktop/src/renderer/features/bots/voice/__tests__/CompanionVoiceSettings.test.tsx+++ b/apps/desktop/src/renderer/features/bots/voice/__tests__/CompanionVoiceSettings.test.tsx@@ -106,6 +106,75 @@ afterEach(cleanup);const renderSettings = (botId = 'bot') =>render(<CompanionVoiceSettings botId={botId} sessionId="canonical" />);+it('defaults to sentence playback, persists a toggle without a model, and restores the default', async () => {+ const view = renderSettings();+ const toggle = screen.getByRole('switch', { name: 'bots.voiceMode.sentencePlayback' });+ await waitFor(() => expect(toggle.hasAttribute('disabled')).toBe(false));+ expect(toggle.getAttribute('aria-checked')).toBe('true');+ vi.mocked(window.electronAPI.voiceConversation.setPreference).mockResolvedValueOnce({+ selection: null,+ customized: true,+ sentencePlayback: false,+ });+ fireEvent.click(toggle);+ await waitFor(() => expect(toggle.getAttribute('aria-checked')).toBe('false'));+ expect(window.electronAPI.voiceConversation.setPreference).toHaveBeenCalledWith(+ 'bot',+ undefined,+ false,+ );+ view.unmount();+ vi.mocked(window.electronAPI.voiceConversation.preference).mockResolvedValueOnce({+ selection: null,+ customized: true,+ sentencePlayback: false,+ });+ renderSettings();+ await waitFor(() =>+ expect(screen.getByRole('switch').getAttribute('aria-checked')).toBe('false'),+ );+ fireEvent.click(screen.getByRole('button', { name: 'bots.voiceMode.resetPreference' }));+ await waitFor(() => expect(screen.getByRole('switch').getAttribute('aria-checked')).toBe('true'));+ expect(window.electronAPI.voiceConversation.setPreference).toHaveBeenLastCalledWith(+ 'bot',+ null,+ null,+ );+ expect(start).not.toHaveBeenCalled();+});++it('retains the saved toggle and reports a save failure', async () => {+ renderSettings();+ const toggle = screen.getByRole('switch');+ await waitFor(() => expect(toggle.hasAttribute('disabled')).toBe(false));+ vi.mocked(window.electronAPI.voiceConversation.setPreference).mockRejectedValueOnce(+ new Error('disk'),+ );+ fireEvent.click(toggle);+ await screen.findByRole('alert');+ expect(toggle.getAttribute('aria-checked')).toBe('true');+});++it('does not erase an unsaved manual voice when only changing playback', async () => {+ models = [{ id: 'tts', name: 'Speech', defaultVoice: 'alloy' }];+ renderSettings();+ const voice = await screen.findByLabelText('bots.voiceMode.voiceId');+ await waitFor(() => expect((voice as HTMLInputElement).disabled).toBe(false));+ fireEvent.change(voice, { target: { value: 'unfinished-voice' } });+ vi.mocked(window.electronAPI.voiceConversation.setPreference).mockResolvedValueOnce({+ selection: null,+ customized: true,+ sentencePlayback: false,+ });+ fireEvent.click(screen.getByRole('switch'));+ await waitFor(() =>+ expect(screen.getByRole('switch').getAttribute('aria-checked')).toBe('false'),+ );+ expect((screen.getByLabelText('bots.voiceMode.voiceId') as HTMLInputElement).value).toBe(+ 'unfinished-voice',+ );+});+it('shows a useful empty state without requesting a microphone or inventing models', async () => {renderSettings();await screen.findByText('bots.voiceMode.noModels');@@ -372,7 +441,11 @@ it('preserves an unavailable saved connection until the user restores defaults',expect(screen.queryByRole('button', { name: 'bots.voiceMode.preview' })).toBeNull();fireEvent.click(screen.getByRole('button', { name: 'bots.voiceMode.resetPreference' }));await waitFor(() =>- expect(window.electronAPI.voiceConversation.setPreference).toHaveBeenCalledWith('bot', null),+ expect(window.electronAPI.voiceConversation.setPreference).toHaveBeenCalledWith(+ 'bot',+ null,+ null,+ ),);await waitFor(() =>expect(diff --git a/apps/desktop/src/renderer/features/bots/voice/__tests__/MessageReadAloudController.test.ts b/apps/desktop/src/renderer/features/bots/voice/__tests__/MessageReadAloudController.test.tsnew file mode 100644index 0000000000..7a0c424d56--- /dev/null+++ b/apps/desktop/src/renderer/features/bots/voice/__tests__/MessageReadAloudController.test.ts@@ -0,0 +1,204 @@+import { expect, it, vi } from 'vitest';+import type { VoiceConversationApi, VoiceConversationEvent } from '@/../shared/voiceConversation';+import type { SpeechPlayer } from '../PcmSpeechPlayer';+import { speechText } from '../VoiceReplyTracker';+import { MessageReadAloudController } from '../MessageReadAloudController';++const log = vi.hoisted(() => ({ info: vi.fn(), warn: vi.fn() }));+vi.mock('@/lib/logger', () => ({ createLogger: () => log }));+const selection = {+ providerId: 'mine',+ agent: 'codex' as const,+ modelId: 'tts',+ voice: 'my-voice',+};+function deferred<T>() {+ let resolve!: (value: T) => void;+ const promise = new Promise<T>((done) => {+ resolve = done;+ });+ return { promise, resolve };+}+function fixture() {+ const listeners = new Set<(event: VoiceConversationEvent) => void>();+ const api = {+ startPlayback: vi.fn<VoiceConversationApi['startPlayback']>(async ({ callId }) => ({ callId })),+ speak: vi.fn<VoiceConversationApi['speak']>(async () => ({ sampleRate: 24000 })),+ readSpeech: vi.fn<VoiceConversationApi['readSpeech']>(async () => ({+ pcm: new ArrayBuffer(2),+ done: true,+ })),+ end: vi.fn<VoiceConversationApi['end']>(async () => {}),+ onEvent: vi.fn<VoiceConversationApi['onEvent']>((listener) => {+ listeners.add(listener);+ return () => {+ listeners.delete(listener);+ };+ }),+ };+ const makePlayer = () => ({+ play: vi.fn<SpeechPlayer['play']>(async (read, _rate, onStarted) => {+ await read();+ onStarted?.();+ }),+ close: vi.fn(),+ cancel: vi.fn(),+ pause: vi.fn(),+ resume: vi.fn(),+ });+ const players: ReturnType<typeof makePlayer>[] = [];+ const createPlayer = vi.fn(() => {+ const player = makePlayer();+ players.push(player);+ return player;+ });+ const controller = new MessageReadAloudController({+ api,+ botId: 'bot',+ sessionId: 'canonical',+ player: createPlayer,+ });+ return {+ api,+ controller,+ players,+ createPlayer,+ emit: (event: VoiceConversationEvent) => listeners.forEach((listener) => listener(event)),+ };+}++it('reads all completed reply text in bounded order with the saved route and cleans up', async () => {+ const f = fixture();+ log.info.mockClear();+ const markdown =+ '**Hello.** [Reference](https://example.test)\n```js\nprivateCode();\n```\n' ++ 'A whole sentence. '.repeat(400);+ await f.controller.start('reply', markdown, async () => selection);+ await vi.waitFor(() => expect(f.controller.getSnapshot().phase).toBe('idle'));+ expect(f.api.startPlayback).toHaveBeenCalledWith({+ ...selection,+ callId: expect.any(String),+ botId: 'bot',+ sessionId: 'canonical',+ });+ const parts = f.api.speak.mock.calls.map(([input]) => input.text);+ expect(parts.length).toBeGreaterThan(2);+ expect(parts.every((text) => text.length <= 500)).toBe(true);+ expect(parts.join(' ')).toBe(speechText(markdown));+ expect(f.api.speak.mock.calls.every(([input]) => input.streaming === undefined)).toBe(true);+ expect(f.players[0].close).toHaveBeenCalledOnce();+ expect(f.api.end).toHaveBeenCalled();+ expect(JSON.stringify(log.info.mock.calls)).not.toContain('privateCode');+ expect(JSON.stringify(log.info.mock.calls)).not.toContain('A whole sentence');+});++it('does not invent a route or synthesize unreadable content', async () => {+ const f = fixture();+ await f.controller.start('code', '```js\nx();\n```', async () => selection);+ expect(f.createPlayer).not.toHaveBeenCalled();+ await f.controller.start('reply', 'text', async () => undefined);+ expect(f.controller.getSnapshot().phase).toBe('error');+ expect(f.api.startPlayback).not.toHaveBeenCalled();+ expect(f.api.speak).not.toHaveBeenCalled();+ expect(f.players[0].close).toHaveBeenCalledOnce();+});++it('drops selection loaded after Stop without opening a lease or sending text', async () => {+ const f = fixture();+ const configuration = deferred<typeof selection>();+ const pending = f.controller.start('reply', 'text', () => configuration.promise);+ expect(f.createPlayer).toHaveBeenCalledOnce();+ await f.controller.stop();+ configuration.resolve(selection);+ await pending;+ expect(f.api.startPlayback).not.toHaveBeenCalled();+ expect(f.api.speak).not.toHaveBeenCalled();+});++it('keeps replacement playback alive when a cancelled Main start settles late', async () => {+ const f = fixture();+ const open = deferred<{ callId: string }>();+ f.api.startPlayback.mockReturnValueOnce(open.promise);+ const old = f.controller.start('old', 'old text', async () => selection);+ await vi.waitFor(() => expect(f.api.startPlayback).toHaveBeenCalledOnce());+ const oldId = f.api.startPlayback.mock.calls[0][0].callId;+ const drain = deferred<void>();+ const current = f.controller.start('new', 'new text', async () => selection);+ f.players[1].play.mockImplementationOnce(async (_read, _rate, onStarted) => {+ onStarted?.();+ await drain.promise;+ });+ await current;+ await vi.waitFor(() =>+ expect(f.controller.getSnapshot()).toEqual({ messageId: 'new', phase: 'playing' }),+ );+ open.resolve({ callId: oldId });+ await old;+ expect(f.controller.getSnapshot().messageId).toBe('new');+ expect(f.api.speak).toHaveBeenCalledOnce();+ expect(f.api.speak.mock.calls[0][0].text).toBe('new text');+ expect(f.api.end.mock.calls.every(([id]) => id === oldId)).toBe(true);+ drain.resolve();+ await vi.waitFor(() => expect(f.controller.getSnapshot().phase).toBe('idle'));+});++it('stops output immediately and waits for the previous lease before replacing a reply', async () => {+ const f = fixture();+ const audio = deferred<void>();+ const started = f.controller.start('first', 'first', async () => selection);+ f.players[0].play.mockReturnValueOnce(audio.promise);+ await started;+ await vi.waitFor(() => expect(f.players[0].play).toHaveBeenCalledOnce());+ const ended = deferred<void>();+ f.api.end.mockReturnValueOnce(ended.promise);+ const replacement = f.controller.start('second', 'second', async () => selection);+ expect(f.players[0].close).toHaveBeenCalledOnce();+ await Promise.resolve();+ expect(f.api.startPlayback).toHaveBeenCalledOnce();+ ended.resolve();+ await replacement;+ expect(f.api.startPlayback).toHaveBeenCalledTimes(2);+ audio.resolve();+ await vi.waitFor(() => expect(f.controller.getSnapshot().phase).toBe('idle'));+});++it('only marks playing after the player schedules audio and allows cancellation while preparing', async () => {+ const f = fixture();+ const request = deferred<{ sampleRate: number }>();+ f.api.speak.mockReturnValueOnce(request.promise);+ await f.controller.start('reply', 'text', async () => selection);+ expect(f.controller.getSnapshot()).toEqual({ messageId: 'reply', phase: 'preparing' });+ await f.controller.stop();+ request.resolve({ sampleRate: 24000 });+ await Promise.resolve();+ expect(f.players[0].play).not.toHaveBeenCalled();+ expect(f.api.readSpeech).not.toHaveBeenCalled();+ expect(f.controller.getSnapshot().phase).toBe('idle');+});++it('ends failed synthesis without retries, raw errors or a provider fallback', async () => {+ const f = fixture();+ log.warn.mockClear();+ f.api.speak.mockRejectedValueOnce(new Error('secret provider payload'));+ await f.controller.start('reply', 'private reply', async () => selection);+ await vi.waitFor(() => expect(f.controller.getSnapshot().phase).toBe('error'));+ expect(f.api.speak).toHaveBeenCalledOnce();+ expect(f.api.end).toHaveBeenCalled();+ expect(f.players[0].close).toHaveBeenCalledOnce();+ expect(JSON.stringify(log.warn.mock.calls)).not.toMatch(/secret|private reply/);+});++it('releases local playback when Main ends the owned call', async () => {+ const f = fixture();+ const audio = deferred<void>();+ const start = f.controller.start('reply', 'text', async () => selection);+ f.players[0].play.mockReturnValueOnce(audio.promise);+ await start;+ const callId = f.api.startPlayback.mock.calls[0][0].callId;+ f.emit({ callId: 'other', event: { type: 'ended' } });+ expect(f.controller.getSnapshot().messageId).toBe('reply');+ f.emit({ callId, event: { type: 'ended' } });+ expect(f.controller.getSnapshot().phase).toBe('idle');+ expect(f.players[0].close).toHaveBeenCalledOnce();+ audio.resolve();+});diff --git a/apps/desktop/src/renderer/features/bots/voice/__tests__/SpeechTextBuffer.test.ts b/apps/desktop/src/renderer/features/bots/voice/__tests__/SpeechTextBuffer.test.tsnew file mode 100644index 0000000000..a1ed6447dd--- /dev/null+++ b/apps/desktop/src/renderer/features/bots/voice/__tests__/SpeechTextBuffer.test.ts@@ -0,0 +1,40 @@+import { expect, it } from 'vitest';+import { completeSpeechPrefix, streamingSpeechText } from '../SpeechTextBuffer';++it('never reads an unfinished fenced code block, including nested Markdown blocks', () => {+ expect(streamingSpeechText('说明。\n```js\nsecret();\n', false)).toBe('说明。');+ expect(streamingSpeechText('说明。\n```js\nsecret();\n```\n结论。', true)).toBe('说明。 结论。');+ expect(streamingSpeechText('> ```js\n> secret();\n', false)).toBe('');+});++it.each(['[a sentence.', '[label](https://private.test', '`unfinished code.', '<unfinished'])(+ 'holds unfinished inline syntax: %s',+ (tail) => {+ expect(streamingSpeechText(`First sentence. ${tail}`, false)).toBe('First sentence.');+ },+);++it('keeps readable link text, omits images and supports emphasis across snapshots', () => {+ expect(streamingSpeechText('**你好。', false)).toBe('你好。');+ expect(+ streamingSpeechText(+ '**你好。** [世界](https://example.test)。 ',+ true,+ ),+ ).toBe('你好。 世界。');+});++it('finds CJK sentence ends, handles English decimals and holds an unfinished tail', () => {+ expect(completeSpeechPrefix('你好。再见!剩余')).toBe('你好。再见!');+ expect(completeSpeechPrefix('Version 3.14 is ready. Next')).toBe('Version 3.14 is ready.');+ expect(completeSpeechPrefix('Ask Dr. Smith')).toBe('');+ expect(completeSpeechPrefix('Incomplete')).toBe('');+});++it('bounds a long unfinished sentence at a word boundary', () => {+ const text = 'word '.repeat(150);+ const prefix = completeSpeechPrefix(text);+ expect(prefix.length).toBeLessThanOrEqual(500);+ expect(prefix.endsWith('word')).toBe(true);+ expect(text.startsWith(prefix)).toBe(true);+});diff --git a/apps/desktop/src/renderer/features/bots/voice/__tests__/VoiceConversationController.test.ts b/apps/desktop/src/renderer/features/bots/voice/__tests__/VoiceConversationController.test.tsindex 4f4327a4c0..eb615d47a5 100644--- a/apps/desktop/src/renderer/features/bots/voice/__tests__/VoiceConversationController.test.ts+++ b/apps/desktop/src/renderer/features/bots/voice/__tests__/VoiceConversationController.test.ts@@ -1,5 +1,10 @@import { beforeEach, describe, expect, it, vi } from 'vitest';-import type { VoiceConversationApi, VoiceConversationEvent } from '@/../shared/voiceConversation';+import type {+ VoiceConversationApi,+ VoiceConversationEvent,+ SpeechStartResult,+} from '@/../shared/voiceConversation';+import type { SpeechPlayer } from '../PcmSpeechPlayer';import type { ChatMessage } from '@/lib/makerChatStore';import { VoiceConversationController } from '../VoiceConversationController';@@ -16,6 +21,7 @@ function fixture() {let listener: (event: VoiceConversationEvent) => void = () => {};let inputs = 0;let calls = 0;+ let inputGeneration = 0;const api = {models: vi.fn(async () => []),voices: vi.fn(async () => ({ source: 'manual' as const, voices: [] })),@@ -25,12 +31,21 @@ function fixture() {preference: vi.fn(async () => ({ selection: null, customized: false })),setPreference: vi.fn(async () => ({ selection: null, customized: false })),start: vi.fn(async () => ({ callId: `call-${++calls}` })),+ startPlayback: vi.fn<VoiceConversationApi['startPlayback']>(async (input) => ({+ callId: input.callId,+ })),audio: vi.fn(),finishUtterance: vi.fn(async () => {}),+ setInputMuted: vi.fn<VoiceConversationApi['setInputMuted']>(async () => ({+ inputGeneration: ++inputGeneration,+ })),end: vi.fn(async () => {}),interrupt: vi.fn(async () => {}),- speak: vi.fn(async () => ({ sampleRate: 24000 })),- readSpeech: vi.fn(async () => ({ pcm: new ArrayBuffer(0), done: true })),+ speak: vi.fn<VoiceConversationApi['speak']>(async () => ({ sampleRate: 24000 })),+ readSpeech: vi.fn<VoiceConversationApi['readSpeech']>(async () => ({+ pcm: new ArrayBuffer(0),+ done: true,+ })),onEvent: vi.fn((callback) => {listener = callback;return () => {@@ -44,7 +59,9 @@ function fixture() {onPcm16k: vi.fn(),};const player = {- play: vi.fn(async () => {}),+ play: vi.fn<SpeechPlayer['play']>(async (_read, _rate, onStarted) => {+ onStarted?.();+ }),pause: vi.fn(),resume: vi.fn(),cancel: vi.fn(),@@ -57,20 +74,264 @@ function fixture() {return true;},);+ const createMicrophone = vi.fn<+ (+ onInterrupted: () => void,+ onStateChange: (event: string, details?: Record<string, unknown>) => void,+ ) => typeof microphone+ >(() => microphone);const controller = new VoiceConversationController({api,botId: 'bot',sessionId: 'task',- microphone: () => microphone,+ microphone: createMicrophone,player: () => player,send,});- const emit = (event: VoiceConversationEvent['event'], callId = `call-${calls}`) =>- listener({ callId, event });+ const emit = (+ event: VoiceConversationEvent['event'],+ callId = `call-${calls}`,+ generation = inputGeneration,+ ) => listener({ callId, inputGeneration: generation, event });const utterance = (text = 'hello') => emit({ type: 'utterance', id: crypto.randomUUID(), text });- return { controller, api, microphone, player, send, emit, utterance };+ return { controller, api, microphone, createMicrophone, player, send, emit, utterance };}+const streamingReply = (content: string, complete = false): ChatMessage => ({+ ...reply(),+ content,+ assistantPhase: 'final_answer',+ isStreaming: !complete,+ turnCompleted: complete,+});++describe('sentence playback', () => {+ it('starts before turn completion, waits between sentences, and flushes the tail exactly once', async () => {+ const f = fixture();+ await f.controller.start(selection);+ f.utterance();+ await Promise.resolve();+ await Promise.resolve();+ f.controller.updateMessages([user(), streamingReply('第一句话。第二句还')]);+ await vi.waitFor(() => expect(f.player.play).toHaveBeenCalledOnce());+ expect(f.api.speak.mock.calls[0][0]).toMatchObject({ text: '第一句话。', streaming: true });+ expect(f.controller.getSnapshot().phase).toBe('thinking');+ f.controller.updateMessages([user(), streamingReply('第一句话。第二句还')]);+ expect(f.api.speak).toHaveBeenCalledOnce();+ f.controller.updateMessages([user(), streamingReply('第一句话。第二句还没结束')]);+ expect(f.api.speak).toHaveBeenCalledOnce();+ const final = [user(), streamingReply('第一句话。第二句还没结束', true)];+ f.controller.updateMessages(final);+ await vi.waitFor(() => expect(f.player.play).toHaveBeenCalledTimes(2));+ expect(f.api.speak.mock.calls.map(([value]) => value.text)).toEqual([+ '第一句话。',+ '第二句还没结束',+ ]);+ expect(f.controller.getSnapshot().phase).toBe('listening');+ f.controller.updateMessages(final);+ expect(f.api.speak).toHaveBeenCalledTimes(2);+ f.controller.end();+ });++ it.each([false, true])(+ 'waits for completion when playback is %s but phase is unknown',+ async (enabled) => {+ const f = fixture();+ await f.controller.start(selection, enabled);+ f.utterance();+ await Promise.resolve();+ await Promise.resolve();+ const content = '第一句话。第二句话。';+ f.controller.updateMessages([+ user(),+ { ...reply(), content, isStreaming: true, turnCompleted: false },+ ]);+ expect(f.api.speak).not.toHaveBeenCalled();+ if (!enabled) {+ f.controller.updateMessages([user(), streamingReply(content)]);+ expect(f.api.speak).not.toHaveBeenCalled();+ }+ f.controller.updateMessages([user(), streamingReply(content, true)]);+ await vi.waitFor(() => expect(f.player.play).toHaveBeenCalledOnce());+ expect(f.api.speak.mock.calls[0][0].text).toBe(content);+ f.controller.end();+ },+ );++ it('defers to the processed full reply when Main reports an outgoing hook', async () => {+ const f = fixture();+ f.api.speak.mockResolvedValueOnce({ deferred: true });+ await f.controller.start(selection);+ f.utterance();+ await Promise.resolve();+ await Promise.resolve();+ f.controller.updateMessages([user(), streamingReply('原文第一句话。后续')]);+ await vi.waitFor(() => expect(f.api.interrupt).toHaveBeenCalledTimes(2));+ expect(f.player.play).not.toHaveBeenCalled();+ f.controller.updateMessages([user(), streamingReply('原文第一句话。后续完成。')]);+ expect(f.api.speak).toHaveBeenCalledOnce();+ f.controller.updateMessages([+ user(),+ { ...streamingReply('处理后的完整回复。', true), ghostReplyPending: true },+ ]);+ expect(f.api.speak).toHaveBeenCalledOnce();+ f.controller.updateMessages([user(), streamingReply('处理后的完整回复。', true)]);+ await vi.waitFor(() => expect(f.player.play).toHaveBeenCalledOnce());+ expect(f.api.speak.mock.calls[1][0]).toMatchObject({ text: '处理后的完整回复。' });+ expect(f.api.speak.mock.calls[1][0].streaming).toBeUndefined();+ f.controller.end();+ });++ it('prefetches only one segment and drops pending audio on a committed interruption', async () => {+ const f = fixture();+ let finish!: () => void;+ f.player.play.mockImplementationOnce(async (_read, _rate, started) => {+ started?.();+ await new Promise<void>((resolve) => {+ finish = resolve;+ });+ });+ await f.controller.start(selection);+ f.utterance();+ await Promise.resolve();+ await Promise.resolve();+ f.controller.updateMessages([user(), streamingReply('第一句话。')]);+ await vi.waitFor(() => expect(f.player.play).toHaveBeenCalledOnce());+ f.controller.updateMessages([user(), streamingReply('第一句话。第二句话。')]);+ f.controller.updateMessages([user(), streamingReply('第一句话。第二句话。第三句话。')]);+ expect(f.api.speak.mock.calls.map(([value]) => value.text)).toEqual([+ '第一句话。',+ '第二句话。',+ ]);+ f.emit({ type: 'speech-started' });+ f.utterance('a new question');+ await vi.waitFor(() => expect(f.send).toHaveBeenCalledTimes(2));+ finish();+ await Promise.resolve();+ await Promise.resolve();+ expect(f.player.play).toHaveBeenCalledOnce();+ expect(f.api.speak).toHaveBeenCalledTimes(2);+ f.controller.end();+ });++ it('plays prepared sentences in order, pauses lookahead, and listens only after the final tail drains', async () => {+ const f = fixture();+ const finishes: Array<() => void> = [];+ f.player.play.mockImplementation(async (read, _rate, started) => {+ await read();+ started?.();+ await new Promise<void>((resolve) => finishes.push(resolve));+ });+ await f.controller.start(selection);+ f.utterance();+ await Promise.resolve();+ await Promise.resolve();+ f.controller.updateMessages([user(), streamingReply('第一句。')]);+ await vi.waitFor(() => expect(finishes).toHaveLength(1));+ f.controller.updateMessages([user(), streamingReply('第一句。第二句。')]);+ f.controller.updateMessages([user(), streamingReply('第一句。第二句。第三句。', true)]);+ expect(f.api.speak).toHaveBeenCalledTimes(2);+ f.emit({ type: 'speech-started' });+ finishes[0]();+ await Promise.resolve();+ await Promise.resolve();+ expect(f.api.speak).toHaveBeenCalledTimes(2);+ expect(f.player.play).toHaveBeenCalledOnce();+ f.emit({ type: 'speech-idle' });+ await vi.waitFor(() => expect(finishes).toHaveLength(2));+ expect(f.api.speak).toHaveBeenCalledTimes(3);+ expect(f.controller.getSnapshot().phase).toBe('speaking');+ finishes[1]();+ await vi.waitFor(() => expect(finishes).toHaveLength(3));+ expect(f.api.readSpeech.mock.calls.map((call) => call[1])).toEqual(+ f.api.speak.mock.calls.map(([request]) => request.requestId),+ );+ finishes[2]();+ await vi.waitFor(() => expect(f.controller.getSnapshot().phase).toBe('listening'));+ f.controller.end();+ });++ it('waits for deferred speech cleanup before replaying a final snapshot that arrived meanwhile', async () => {+ const f = fixture();+ f.api.speak.mockResolvedValueOnce({ deferred: true });+ await f.controller.start(selection);+ f.utterance();+ await Promise.resolve();+ await Promise.resolve();+ let cleaned!: () => void;+ f.api.interrupt.mockImplementationOnce(+ () =>+ new Promise<void>((resolve) => {+ cleaned = resolve;+ }),+ );+ f.controller.updateMessages([user(), streamingReply('原文第一句。')]);+ await vi.waitFor(() => expect(f.api.interrupt).toHaveBeenCalledTimes(2));+ f.controller.updateMessages([user(), streamingReply('处理后的完整回复。', true)]);+ expect(f.api.speak).toHaveBeenCalledOnce();+ cleaned();+ await vi.waitFor(() => expect(f.player.play).toHaveBeenCalledOnce());+ expect(f.api.speak.mock.calls[1][0].text).toBe('处理后的完整回复。');+ f.controller.end();+ });++ it('ignores a late cleanup failure after the user has started a new voice turn', async () => {+ const f = fixture();+ f.api.speak.mockResolvedValueOnce({ deferred: true });+ await f.controller.start(selection);+ f.utterance();+ await Promise.resolve();+ await Promise.resolve();+ let reject!: (error: Error) => void;+ f.api.interrupt.mockImplementationOnce(+ () =>+ new Promise<void>((_resolve, fail) => {+ reject = fail;+ }),+ );+ f.controller.updateMessages([user(), streamingReply('原文第一句。')]);+ await vi.waitFor(() => expect(f.api.interrupt).toHaveBeenCalledTimes(2));+ f.utterance('next question');+ await vi.waitFor(() => expect(f.send).toHaveBeenCalledTimes(2));+ reject(new Error('late cleanup'));+ await Promise.resolve();+ await Promise.resolve();+ f.controller.updateMessages([user(), reply(), user('user-2'), reply('reply-2')]);+ await vi.waitFor(() => expect(f.player.play).toHaveBeenCalledOnce());+ expect(f.controller.getSnapshot().error).toBeNull();+ f.controller.end();+ });++ it('does not synthesize a closing quote that arrives after a spoken sentence', async () => {+ const f = fixture();+ await f.controller.start(selection);+ f.utterance();+ await Promise.resolve();+ await Promise.resolve();+ f.controller.updateMessages([user(), streamingReply('她说:“你好。')]);+ await vi.waitFor(() => expect(f.player.play).toHaveBeenCalledOnce());+ f.controller.updateMessages([user(), streamingReply('她说:“你好。”', true)]);+ expect(f.api.speak).toHaveBeenCalledOnce();+ expect(f.controller.getSnapshot().phase).toBe('listening');+ f.controller.end();+ });++ it('cancels queued audio if a full-text correction replaces the spoken prefix', async () => {+ const f = fixture();+ await f.controller.start(selection);+ f.utterance();+ await Promise.resolve();+ await Promise.resolve();+ f.controller.updateMessages([user(), streamingReply('最初的答案。')]);+ await vi.waitFor(() => expect(f.player.play).toHaveBeenCalledOnce());+ f.controller.updateMessages([user(), streamingReply('更正后的答案。', true)]);+ expect(f.api.speak).toHaveBeenCalledOnce();+ expect(f.controller.getSnapshot().phase).toBe('listening');+ expect(f.api.interrupt).toHaveBeenCalledTimes(2);+ f.controller.end();+ });+});+describe('companion voice loop', () => {it('sends speech through the existing task, reads only its final reply, then listens again', async () => {const f = fixture();@@ -101,7 +362,7 @@ describe('companion voice loop', () => {it('pauses on acoustic onset and cancels pending TTS only when a new utterance commits', async () => {const f = fixture();- let finish!: (value: { sampleRate: number }) => void;+ let finish!: (value: SpeechStartResult) => void;f.api.speak.mockImplementationOnce(() =>new Promise((resolve) => {@@ -246,8 +507,9 @@ describe('companion voice loop', () => {const f = fixture();let played!: () => void;f.player.play.mockImplementationOnce(- () =>+ (_read, _rate, onStarted) =>new Promise<void>((resolve) => {+ onStarted?.();played = resolve;}),);@@ -268,7 +530,7 @@ describe('companion voice loop', () => {f.controller.end();});- it.each(['permission', 'mute', 'end'] as const)(+ it.each(['permission', 'end'] as const)('does not resume a held reply across the %s boundary',async (boundary) => {const f = fixture();@@ -278,7 +540,6 @@ describe('companion voice loop', () => {await Promise.resolve();f.emit({ type: 'speech-started' });if (boundary === 'permission') f.controller.setBlocked(true);- else if (boundary === 'mute') f.controller.toggleMute();else f.controller.end();f.emit({ type: 'speech-idle' });f.controller.updateMessages([user(), reply()]);@@ -380,3 +641,351 @@ it('keeps the ordinary final text and stops voice on a BYOK synthesis failure wiexpect(f.send).toHaveBeenCalledOnce();f.controller.end();});++describe('microphone-only mute', () => {+ it('keeps the same call and spoken reply running, and rejects stale input after unmute', async () => {+ const f = fixture();+ let finished!: () => void;+ f.player.play.mockImplementation(async (_read, _rate, started) => {+ started?.();+ await new Promise<void>((resolve) => {+ finished = resolve;+ });+ });+ await f.controller.start(selection);+ const oldPcm = f.microphone.onPcm16k.mock.calls[0][0];+ f.utterance();+ await vi.waitFor(() => expect(f.send).toHaveBeenCalledOnce());+ f.controller.updateMessages([user(), reply()]);+ await vi.waitFor(() => expect(f.controller.getSnapshot().phase).toBe('speaking'));+ f.player.cancel.mockClear();+ f.api.interrupt.mockClear();+ const muted = f.controller.toggleMute();+ f.emit({ type: 'error', text: 'late input error' }, 'call-1', 0);+ oldPcm({ pcm16k: new ArrayBuffer(2) });+ await muted;+ expect(f.controller.getSnapshot()).toMatchObject({+ phase: 'speaking',+ muted: true,+ microphonePending: false,+ microphoneError: false,+ });+ expect(f.microphone.stop).toHaveBeenCalledOnce();+ expect(f.api.setInputMuted).toHaveBeenCalledWith('call-1', true);+ f.emit({ type: 'speech-started' });+ f.utterance('ignored while muted');+ expect(f.player.pause).not.toHaveBeenCalled();+ expect(f.api.audio).not.toHaveBeenCalled();+ expect(f.send).toHaveBeenCalledOnce();+ expect(f.api.end).not.toHaveBeenCalled();+ expect(f.api.interrupt).not.toHaveBeenCalled();+ expect(f.player.cancel).not.toHaveBeenCalled();+ expect(f.player.close).not.toHaveBeenCalled();+ await f.controller.toggleMute();+ expect(f.api.start).toHaveBeenCalledOnce();+ expect(f.microphone.start).toHaveBeenCalledTimes(2);+ expect(f.controller.getSnapshot()).toMatchObject({ phase: 'speaking', muted: false });+ f.emit({ type: 'utterance', id: 'old', text: 'stale' }, 'call-1', 0);+ oldPcm({ pcm16k: new ArrayBuffer(2) });+ expect(f.send).toHaveBeenCalledOnce();+ expect(f.api.audio).not.toHaveBeenCalled();+ const newPcm = f.microphone.onPcm16k.mock.calls[1][0];+ newPcm({ pcm16k: new ArrayBuffer(2) });+ expect(f.api.audio).toHaveBeenCalledWith({+ callId: 'call-1',+ inputGeneration: 2,+ pcm: expect.any(ArrayBuffer),+ });+ finished();+ await vi.waitFor(() => expect(f.controller.getSnapshot().phase).toBe('listening'));+ f.utterance('next');+ await vi.waitFor(() => expect(f.send).toHaveBeenCalledTimes(2));+ f.controller.end();+ });++ it('keeps listening to the reply when microphone context cleanup rejects', async () => {+ const f = fixture();+ await f.controller.start(selection);+ f.utterance();+ await Promise.resolve();+ await Promise.resolve();+ f.microphone.stop.mockRejectedValueOnce(new Error('context already closed'));+ await f.controller.toggleMute();+ expect(f.controller.getSnapshot()).toMatchObject({+ muted: true,+ error: null,+ microphonePending: false,+ });+ expect(f.api.end).not.toHaveBeenCalled();+ f.controller.updateMessages([user(), reply()]);+ await vi.waitFor(() => expect(f.player.play).toHaveBeenCalledOnce());+ expect(log.warn).toHaveBeenCalledWith('microphone cleanup failed', { callId: 'call-1' });+ f.controller.end();+ });++ it('resumes a noise-held reply on mute and keeps reading sentences received while muted', async () => {+ const f = fixture();+ await f.controller.start(selection);+ f.utterance();+ await Promise.resolve();+ await Promise.resolve();+ f.emit({ type: 'speech-started' });+ f.controller.updateMessages([user(), streamingReply('第一句。')]);+ expect(f.api.speak).not.toHaveBeenCalled();+ await f.controller.toggleMute();+ await vi.waitFor(() => expect(f.player.play).toHaveBeenCalledOnce());+ expect(f.player.resume).toHaveBeenCalled();+ f.controller.updateMessages([user(), streamingReply('第一句。第二句。', true)]);+ await vi.waitFor(() => expect(f.player.play).toHaveBeenCalledTimes(2));+ expect(f.controller.getSnapshot()).toMatchObject({ phase: 'listening', muted: true });+ expect(f.api.end).not.toHaveBeenCalled();+ expect(log.info).toHaveBeenCalledWith(+ 'reply resumed on microphone mute',+ expect.objectContaining({ heldMs: expect.any(Number) }),+ );+ f.controller.end();+ });++ it('tracks an already accepted task whose acknowledgement arrives after mute', async () => {+ const f = fixture();+ let accepted!: () => void;+ f.send.mockImplementationOnce(async (_text, created) => {+ created('user-1');+ await new Promise<void>((resolve) => {+ accepted = resolve;+ });+ return true;+ });+ await f.controller.start(selection);+ f.utterance();+ await f.controller.toggleMute();+ accepted();+ await Promise.resolve();+ await Promise.resolve();+ f.controller.updateMessages([user(), reply()]);+ await vi.waitFor(() => expect(f.player.play).toHaveBeenCalledOnce());+ expect(f.controller.getSnapshot().unsent).toBe('');+ expect(f.send).toHaveBeenCalledOnce();+ f.controller.end();+ });++ it.each(['reject', 'throw'] as const)(+ 'retains cancelled preflight on mute (%s) and only sends on explicit retry',+ async (outcome) => {+ const f = fixture();+ let finish!: () => void;+ f.send.mockImplementationOnce(async (_text, _created, current) => {+ await new Promise<void>((resolve) => {+ finish = resolve;+ });+ expect(current()).toBe(false);+ if (outcome === 'throw') throw new Error('cancelled');+ return false;+ });+ await f.controller.start(selection);+ f.utterance('not enqueued');+ await f.controller.toggleMute();+ finish();+ await vi.waitFor(() => expect(f.controller.getSnapshot().unsent).toBe('not enqueued'));+ expect(f.controller.getSnapshot()).toMatchObject({+ phase: 'listening',+ muted: true,+ error: null,+ });+ expect(f.send).toHaveBeenCalledOnce();+ f.controller.retryUnsent();+ f.controller.retryUnsent();+ await vi.waitFor(() => expect(f.send).toHaveBeenCalledTimes(2));+ expect(f.send.mock.calls[1][0]).toBe('not enqueued');+ expect(f.controller.getSnapshot().unsent).toBe('');+ f.controller.end();+ },+ );++ it('joins late rejected preflight text to speech already queued after unmute', async () => {+ const f = fixture();+ let finish!: () => void;+ f.send.mockImplementationOnce(async (_text, _created, current) => {+ await new Promise<void>((resolve) => {+ finish = resolve;+ });+ return current();+ });+ await f.controller.start(selection);+ f.utterance('first part');+ await f.controller.toggleMute();+ await f.controller.toggleMute();+ f.utterance('second part');+ finish();+ await vi.waitFor(() => expect(f.send).toHaveBeenCalledTimes(2));+ expect(f.send.mock.calls[1][0]).toBe('first part second part');+ expect(f.controller.getSnapshot().unsent).toBe('');+ f.controller.end();+ });++ it('preserves a draft on mute without sending it on unmute, then joins it to continued speech', async () => {+ const f = fixture();+ await f.controller.start(selection);+ f.emit({ type: 'draft', text: 'first part' });+ await f.controller.toggleMute();+ expect(f.controller.getSnapshot()).toMatchObject({ transcript: '', unsent: 'first part' });+ await f.controller.toggleMute();+ expect(f.send).not.toHaveBeenCalled();+ f.utterance('second part');+ await vi.waitFor(() => expect(f.send).toHaveBeenCalledOnce());+ expect(f.send.mock.calls[0][0]).toBe('first part second part');+ f.controller.end();+ });++ it.each(['asr', 'microphone', 'interruption'] as const)(+ 'keeps the reply available after failed %s unmute and allows retry',+ async (failure) => {+ const f = fixture();+ await f.controller.start(selection);+ f.utterance();+ await Promise.resolve();+ await Promise.resolve();+ await f.controller.toggleMute();+ if (failure === 'asr') f.api.setInputMuted.mockRejectedValueOnce(new Error('offline'));+ else if (failure === 'microphone')+ f.microphone.start.mockRejectedValueOnce(new Error('denied'));+ else+ f.microphone.start.mockImplementationOnce(async () => {+ f.createMicrophone.mock.calls.at(-1)![0]();+ });+ await f.controller.toggleMute();+ expect(f.controller.getSnapshot()).toMatchObject({+ phase: 'thinking',+ muted: true,+ microphoneError: true,+ microphonePending: false,+ });+ expect(f.api.end).not.toHaveBeenCalled();+ expect(f.player.close).not.toHaveBeenCalled();+ f.controller.updateMessages([user(), reply()]);+ await vi.waitFor(() => expect(f.player.play).toHaveBeenCalledOnce());+ await f.controller.toggleMute();+ expect(f.controller.getSnapshot()).toMatchObject({ muted: false, microphoneError: false });+ f.controller.end();+ },+ );++ it('does not report listening when resumed ASR fails during microphone startup', async () => {+ const f = fixture();+ await f.controller.start(selection);+ f.utterance();+ await Promise.resolve();+ await Promise.resolve();+ await f.controller.toggleMute();+ let ready!: () => void;+ f.microphone.start.mockImplementationOnce(+ () =>+ new Promise<void>((resolve) => {+ ready = resolve;+ }),+ );+ const opening = f.controller.toggleMute();+ await vi.waitFor(() => expect(f.microphone.start).toHaveBeenCalledTimes(2));+ f.emit({ type: 'error', text: '' });+ ready();+ await opening;+ expect(f.controller.getSnapshot()).toMatchObject({+ muted: true,+ microphoneError: true,+ microphonePending: false,+ });+ expect(f.api.end).not.toHaveBeenCalled();+ f.controller.updateMessages([user(), reply()]);+ await vi.waitFor(() => expect(f.player.play).toHaveBeenCalledOnce());+ f.controller.end();+ });++ it.each(['end', 'permission'] as const)(+ 'disposes a late microphone obtained during unmute after %s',+ async (boundary) => {+ const f = fixture();+ await f.controller.start(selection);+ await f.controller.toggleMute();+ let ready!: () => void;+ f.microphone.start.mockImplementationOnce(+ () =>+ new Promise<void>((resolve) => {+ ready = resolve;+ }),+ );+ const opening = f.controller.toggleMute();+ await vi.waitFor(() => expect(f.microphone.start).toHaveBeenCalledTimes(2));+ expect(f.controller.getSnapshot()).toMatchObject({ muted: true, microphonePending: true });+ const duplicate = f.controller.toggleMute();+ expect(duplicate).toBe(opening);+ if (boundary === 'end') f.controller.end();+ else f.controller.setBlocked(true);+ const stopped = f.microphone.stop.mock.calls.length;+ ready();+ await opening;+ expect(f.microphone.stop).toHaveBeenCalledTimes(stopped + 1);+ expect(f.controller.getSnapshot()).toMatchObject({+ phase: boundary === 'end' ? 'idle' : 'paused',+ microphonePending: false,+ });+ expect(f.api.start).toHaveBeenCalledOnce();+ },+ );++ it('logs safe capture settings, first-frame timing, and phases through the existing logger', async () => {+ const f = fixture();+ await f.controller.start(selection);+ f.createMicrophone.mock.calls[0][1]('stream_started', {+ tracks: [+ {+ label: 'private mic',+ settings: {+ deviceId: 'secret-device',+ groupId: 'secret-group',+ echoCancellation: true,+ noiseSuppression: true,+ autoGainControl: false,+ sampleRate: 48000,+ channelCount: 1,+ },+ },+ ],+ });+ f.microphone.onPcm16k.mock.calls[0][0]({ pcm16k: new ArrayBuffer(2) });+ f.microphone.onPcm16k.mock.calls[0][0]({ pcm16k: new ArrayBuffer(2) });+ expect(log.info).toHaveBeenCalledWith(+ 'microphone capture',+ expect.objectContaining({+ event: 'stream_started',+ tracks: [+ {+ echoCancellation: true,+ noiseSuppression: true,+ autoGainControl: false,+ sampleRate: 48000,+ channelCount: 1,+ latency: null,+ },+ ],+ }),+ );+ expect(+ log.info.mock.calls.filter(([event]) => event === 'microphone first frame'),+ ).toHaveLength(1);+ expect(log.info).toHaveBeenCalledWith(+ 'phase changed',+ expect.objectContaining({+ from: 'connecting',+ to: 'microphone',+ elapsedMs: expect.any(Number),+ }),+ );+ expect(log.info).toHaveBeenCalledWith(+ 'phase changed',+ expect.objectContaining({ from: 'microphone', to: 'listening' }),+ );+ for (const secret of ['private mic', 'secret-device', 'secret-group'])+ expect(JSON.stringify(log.info.mock.calls)).not.toContain(secret);+ f.controller.end();+ });+});diff --git a/apps/desktop/src/renderer/features/bots/voice/__tests__/VoiceReplyTracker.test.ts b/apps/desktop/src/renderer/features/bots/voice/__tests__/VoiceReplyTracker.test.tsindex 314e228f85..cce7cbb8c1 100644--- a/apps/desktop/src/renderer/features/bots/voice/__tests__/VoiceReplyTracker.test.ts+++ b/apps/desktop/src/renderer/features/bots/voice/__tests__/VoiceReplyTracker.test.ts@@ -19,7 +19,7 @@ describe('voice reply correlation', () => {];expect(tracker.take(messages)).toBeNull();messages.push(message('answer', 'assistant', { content: '**Done**', turnCompleted: true }));- expect(tracker.take(messages)).toEqual({ id: 'answer', text: 'Done' });+ expect(tracker.take(messages)).toEqual({ id: 'answer', text: 'Done', complete: true });expect(tracker.take(messages)).toBeNull();});it('waits for a queued input and abandons speech ownership when another input takes over', () => {diff --git a/apps/desktop/src/renderer/features/bots/voice/__tests__/microphoneDiagnostics.test.ts b/apps/desktop/src/renderer/features/bots/voice/__tests__/microphoneDiagnostics.test.tsnew file mode 100644index 0000000000..7860dcfb59--- /dev/null+++ b/apps/desktop/src/renderer/features/bots/voice/__tests__/microphoneDiagnostics.test.ts@@ -0,0 +1,78 @@+import { expect, it } from 'vitest';+import { microphoneDiagnostic } from '../microphoneDiagnostics';++it('keeps only actual processing settings and finite numeric capture metadata', () => {+ expect(+ microphoneDiagnostic('stream_started', {+ tracks: [+ {+ label: 'personal device',+ settings: {+ deviceId: 'private-id',+ groupId: 'private-group',+ echoCancellation: true,+ noiseSuppression: false,+ autoGainControl: 'unsupported',+ sampleRate: 48000,+ channelCount: 1,+ latency: Infinity,+ },+ },+ null,+ ],+ }),+ ).toEqual({+ event: 'stream_started',+ tracks: [+ {+ echoCancellation: true,+ noiseSuppression: false,+ autoGainControl: null,+ sampleRate: 48000,+ channelCount: 1,+ latency: null,+ },+ {+ echoCancellation: null,+ noiseSuppression: null,+ autoGainControl: null,+ sampleRate: null,+ channelCount: null,+ latency: null,+ },+ ],+ });+});++it('does not spread raw errors, device identities or arbitrary context states into diagnostics', () => {+ const privateDetails = {+ label: 'private',+ deviceId: 'private',+ error: new Error('private'),+ state: 'private',+ sampleRate: NaN,+ tracks: [{ label: 'private' }],+ };+ for (const event of [+ 'audio_worklet_ready',+ 'audio_worklet_fallback',+ 'script_processor_ready',+ 'track_ended',+ 'track_muted',+ 'track_unmuted',+ ])+ expect(microphoneDiagnostic(event, privateDetails)).toEqual({ event });+ expect(microphoneDiagnostic('context_ready', privateDetails)).toEqual({+ event: 'context_ready',+ state: null,+ sampleRate: null,+ });+ expect(+ microphoneDiagnostic('audio_frame_stalled', {+ ...privateDetails,+ elapsedMs: 2000,+ contextState: 'suspended',+ }),+ ).toEqual({ event: 'audio_frame_stalled', elapsedMs: 2000, state: 'suspended' });+ expect(microphoneDiagnostic('unknown', privateDetails)).toBeNull();+});diff --git a/apps/desktop/src/renderer/features/bots/voice/__tests__/useMessageReadAloud.test.tsx b/apps/desktop/src/renderer/features/bots/voice/__tests__/useMessageReadAloud.test.tsxnew file mode 100644index 0000000000..5bf624d245--- /dev/null+++ b/apps/desktop/src/renderer/features/bots/voice/__tests__/useMessageReadAloud.test.tsx@@ -0,0 +1,210 @@+// @vitest-environment jsdom+import { act, cleanup, renderHook, waitFor } from '@testing-library/react';+import { afterEach, beforeEach, expect, it, vi } from 'vitest';+import type { VoiceConversationApi } from '@/../shared/voiceConversation';+import { useMessageReadAloud } from '../useMessageReadAloud';++const h = vi.hoisted(() => ({+ close: vi.fn(),+ warning: vi.fn(),+ t: (key: string) => key,+}));+vi.mock('react-i18next', () => ({ useTranslation: () => ({ t: h.t }) }));+vi.mock('@/lib/logger', () => ({ createLogger: () => ({ info: vi.fn(), warn: vi.fn() }) }));+vi.mock('@/lib/toast', () => ({ toast: { warning: h.warning } }));+vi.mock('@/contexts/dataOwnerGeneration', () => ({+ getDataOwnerGeneration: () => ({ dataOwnerId: 'owner', generation: 1 }),+}));+vi.mock('../PcmSpeechPlayer', () => ({+ PcmSpeechPlayer: class {+ close = h.close;+ pause() {}+ resume() {}+ cancel() {}+ play(_read: unknown, _rate: number, onStarted: () => void) {+ onStarted();+ return new Promise<void>(() => {});+ }+ },+}));+const selection = { modelId: 'speech', voice: 'saved-voice' };+const options = { botId: 'bot', sessionId: 'task', enabled: true, voiceModeOpen: false };+let settingsChanged: () => void;+let providersChanged: () => void;+let powerChanged: () => void;+let authChanged: (state: {+ dataOwnerId: string;+ ownerGeneration: number;+ ownerBoundaryPending?: boolean;+}) => void;+let api: ReturnType<typeof makeApi>;+function makeApi() {+ return {+ models: vi.fn<VoiceConversationApi['models']>(async () => [+ { id: 'speech', name: 'Speech', protocol: 'openai' },+ ]),+ preference: vi.fn<VoiceConversationApi['preference']>(async () => ({+ selection,+ customized: true,+ })),+ startPlayback: vi.fn<VoiceConversationApi['startPlayback']>(async ({ callId }) => ({ callId })),+ end: vi.fn<VoiceConversationApi['end']>(async () => {}),+ speak: vi.fn<VoiceConversationApi['speak']>(async () => ({ sampleRate: 24000 })),+ readSpeech: vi.fn<VoiceConversationApi['readSpeech']>(async () => ({+ pcm: new ArrayBuffer(2),+ done: true,+ })),+ onEvent: vi.fn(() => () => {}),+ };+}+beforeEach(() => {+ vi.clearAllMocks();+ api = makeApi();+ Object.defineProperty(window, 'electronAPI', {+ configurable: true,+ value: {+ voiceConversation: api,+ voiceInput: {+ onDataChanged: (callback: () => void) => {+ settingsChanged = callback;+ return () => {};+ },+ onPowerStateChange: (callback: () => void) => {+ powerChanged = callback;+ return () => {};+ },+ },+ maker: {+ onProvidersChanged: (callback: () => void) => {+ providersChanged = callback;+ return () => {};+ },+ },+ onAuthStateChange: (callback: typeof authChanged) => {+ authChanged = callback;+ return () => {};+ },+ },+ });+});+afterEach(cleanup);++it('advertises only a saved usable selection and rechecks it on every click', async () => {+ api.preference.mockResolvedValue({ selection: null, customized: false });+ const { result } = renderHook(() => useMessageReadAloud(options));+ await waitFor(() => expect(api.preference).toHaveBeenCalled());+ expect(result.current.value?.available).toBe(false);+ expect(api.startPlayback).not.toHaveBeenCalled();+ api.preference.mockResolvedValue({ selection, customized: true });+ act(() => settingsChanged());+ await waitFor(() => expect(result.current.value?.available).toBe(true));+ // The saved route has been disabled since the last display refresh.+ api.models.mockResolvedValue([]);+ act(() => result.current.value?.toggle('reply', 'hello'));+ await waitFor(() => expect(h.warning).toHaveBeenCalled());+ expect(api.startPlayback).not.toHaveBeenCalled();+ expect(result.current.value?.available).toBe(false);+});++it('updates discovery without defaulting to another connection with the same model ID', async () => {+ const { result } = renderHook(() => useMessageReadAloud(options));+ await waitFor(() => expect(result.current.value?.available).toBe(true));+ api.models.mockResolvedValue([+ {+ id: 'speech',+ name: 'Another',+ providerId: 'another',+ agent: 'codex',+ protocol: 'elevenlabs',+ },+ ]);+ act(() => providersChanged());+ await waitFor(() => expect(result.current.value?.available).toBe(false));+ expect(api.startPlayback).not.toHaveBeenCalled();+});++it('toggles the selected message, stops on leaving, and disables playback during voice mode', async () => {+ const { result, rerender } = renderHook((props) => useMessageReadAloud(props), {+ initialProps: options,+ });+ await waitFor(() => expect(result.current.value?.available).toBe(true));+ act(() => result.current.value?.toggle('reply', 'hello'));+ await waitFor(() => expect(result.current.value?.phase).toBe('playing'));+ expect(api.startPlayback).toHaveBeenCalledWith(+ expect.objectContaining({ ...selection, botId: 'bot', sessionId: 'task' }),+ );+ act(() => result.current.value?.toggle('reply', 'hello'));+ await waitFor(() => expect(result.current.value?.phase).toBe('idle'));+ expect(h.close).toHaveBeenCalledOnce();+ rerender({ ...options, voiceModeOpen: true });+ expect(result.current.value?.disabled).toBe(true);+ act(() => result.current.value?.toggle('reply', 'hello'));+ expect(api.startPlayback).toHaveBeenCalledOnce();+ rerender(options);+ act(() => result.current.value?.toggle('reply', 'hello'));+ await waitFor(() => expect(api.startPlayback).toHaveBeenCalledTimes(2));+ rerender({ ...options, enabled: false });+ expect(result.current.value).toBeNull();+ expect(h.close).toHaveBeenCalledTimes(2);+});++it.each(['account', 'suspend'] as const)(+ 'cancels on %s and never resumes audio automatically',+ async (boundary) => {+ const { result } = renderHook(() => useMessageReadAloud(options));+ await waitFor(() => expect(result.current.value?.available).toBe(true));+ act(() => result.current.value?.toggle('reply', 'hello'));+ await waitFor(() => expect(result.current.value?.phase).toBe('playing'));+ act(() => {+ if (boundary === 'account') authChanged({ dataOwnerId: 'next', ownerGeneration: 2 });+ else powerChanged();+ });+ expect(h.close).toHaveBeenCalledOnce();+ expect(result.current.value?.phase).toBe('idle');+ expect(api.startPlayback).toHaveBeenCalledOnce();+ },+);++it('cancels a pending handover to microphone mode when the system suspends', async () => {+ const { result } = renderHook(() => useMessageReadAloud(options));+ await waitFor(() => expect(result.current.value?.available).toBe(true));+ act(() => result.current.value?.toggle('reply', 'hello'));+ await waitFor(() => expect(result.current.value?.phase).toBe('playing'));+ let release!: () => void;+ api.end.mockReturnValueOnce(+ new Promise<void>((resolve) => {+ release = resolve;+ }),+ );+ let handover!: Promise<boolean>;+ act(() => {+ handover = result.current.stopForVoiceMode();+ });+ act(() => powerChanged());+ release();+ await expect(handover).resolves.toBe(false);+});++it('ignores a late old-companion configuration result after navigating to another companion', async () => {+ const { result, rerender } = renderHook((props) => useMessageReadAloud(props), {+ initialProps: options,+ });+ await waitFor(() => expect(result.current.value?.available).toBe(true));+ let resolve!: (value: Awaited<ReturnType<VoiceConversationApi['preference']>>) => void;+ api.preference.mockReturnValueOnce(+ new Promise((done) => {+ resolve = done;+ }),+ );+ const previousReads = api.preference.mock.calls.length;+ act(() => result.current.value?.toggle('old-reply', 'hello'));+ await waitFor(() => expect(api.preference.mock.calls.length).toBeGreaterThan(previousReads));+ rerender({ ...options, botId: 'next-bot', sessionId: 'next-task' });+ await waitFor(() => expect(result.current.value?.available).toBe(true));+ await act(async () => {+ resolve({ selection, customized: true });+ });+ expect(result.current.value?.sessionId).toBe('next-task');+ expect(result.current.value?.available).toBe(true);+ expect(api.startPlayback).not.toHaveBeenCalled();+});diff --git a/apps/desktop/src/renderer/features/bots/voice/microphoneDiagnostics.ts b/apps/desktop/src/renderer/features/bots/voice/microphoneDiagnostics.tsnew file mode 100644index 0000000000..4284569136--- /dev/null+++ b/apps/desktop/src/renderer/features/bots/voice/microphoneDiagnostics.ts@@ -0,0 +1,61 @@+/** Select capture diagnostics explicitly: engine events can contain device names,+ * stable identifiers and raw errors, none of which belong in voice-call logs. */+export function microphoneDiagnostic(+ event: string,+ details: Record<string, unknown> = {},+): Record<string, unknown> | null {+ if (event === 'stream_started') {+ const tracks = Array.isArray(details.tracks) ? details.tracks : [];+ return {+ event,+ tracks: tracks.map((track) => {+ const settings = track?.settings ?? {};+ return {+ echoCancellation:+ typeof settings.echoCancellation === 'boolean' ? settings.echoCancellation : null,+ noiseSuppression:+ typeof settings.noiseSuppression === 'boolean' ? settings.noiseSuppression : null,+ autoGainControl:+ typeof settings.autoGainControl === 'boolean' ? settings.autoGainControl : null,+ sampleRate: finite(settings.sampleRate),+ channelCount: finite(settings.channelCount),+ latency: finite(settings.latency),+ };+ }),+ };+ }+ if (+ [+ 'context_created',+ 'context_ready',+ 'context_state_changed',+ 'shared_audio_context_used',+ ].includes(event)+ )+ return { event, state: audioState(details.state), sampleRate: finite(details.sampleRate) };+ if (+ [+ 'audio_worklet_ready',+ 'audio_worklet_fallback',+ 'script_processor_ready',+ 'track_ended',+ 'track_muted',+ 'track_unmuted',+ ].includes(event)+ )+ return { event };+ if (event === 'audio_frame_stalled')+ return { event, elapsedMs: finite(details.elapsedMs), state: audioState(details.contextState) };+ return null;+}++function finite(value: unknown): number | null {+ return typeof value === 'number' && Number.isFinite(value) ? value : null;+}++function audioState(value: unknown): string | null {+ return typeof value === 'string' &&+ ['running', 'suspended', 'closed', 'interrupted'].includes(value)+ ? value+ : null;+}diff --git a/apps/desktop/src/renderer/features/bots/voice/useMessageReadAloud.ts b/apps/desktop/src/renderer/features/bots/voice/useMessageReadAloud.tsnew file mode 100644index 0000000000..80c44d4f3d--- /dev/null+++ b/apps/desktop/src/renderer/features/bots/voice/useMessageReadAloud.ts@@ -0,0 +1,160 @@+import { useCallback, useEffect, useMemo, useRef, useState, useSyncExternalStore } from 'react';+import { useTranslation } from 'react-i18next';+import { getDataOwnerGeneration } from '@/contexts/dataOwnerGeneration';+import type { MessageReadAloud } from '@/components/chat/MessageReadAloudContext';+import { toast } from '@/lib/toast';+import { MessageReadAloudController } from './MessageReadAloudController';+import { PcmSpeechPlayer } from './PcmSpeechPlayer';+import { resolveVoiceConfiguration } from './voiceConfiguration';+import { speechText } from './VoiceReplyTracker';++const canRead = (text: string) => Boolean(speechText(text));++export function useMessageReadAloud(options: {+ botId?: string;+ sessionId: string;+ enabled: boolean;+ voiceModeOpen: boolean;+}) {+ const { t } = useTranslation();+ const api = window.electronAPI.voiceConversation;+ const latest = useRef(options);+ latest.current = options;+ const ownerValid = useRef(true);+ const scopeVersion = useRef(0);+ const controller = useMemo(+ () =>+ new MessageReadAloudController({+ api,+ botId: options.botId ?? '',+ sessionId: options.sessionId,+ player: () => new PcmSpeechPlayer(() => {}),+ }),+ [api, options.botId, options.sessionId],+ );+ const state = useSyncExternalStore(controller.subscribe, controller.getSnapshot);+ const [availability, setAvailability] = useState({ controller, available: false });+ const refreshVersion = useRef(0);+ const enabled = options.enabled && Boolean(api?.startPlayback);++ const loadSelection = useCallback(async () => {+ const [models, preference] = await Promise.all([api.models(), api.preference(options.botId!)]);+ // A message action must use an already chosen route, never silently pick the first model.+ if (!preference.selection) return undefined;+ const { selection, protocol } = resolveVoiceConfiguration(models, preference.selection);+ return protocol && selection ? selection : undefined;+ }, [api, options.botId]);++ useEffect(() => {+ if (!enabled) {+ void controller.stop();+ return;+ }+ let disposed = false;+ const refresh = async () => {+ const version = ++refreshVersion.current;+ const selection = await loadSelection().catch(() => undefined);+ if (disposed || version !== refreshVersion.current || !ownerValid.current) return;+ setAvailability({ controller, available: Boolean(selection) });+ if (!selection) void controller.stop();+ };+ const removeSettings = window.electronAPI.voiceInput.onDataChanged(() => {+ void refresh();+ });+ const removeProviders = window.electronAPI.maker.onProvidersChanged(() => {+ void refresh();+ });+ window.addEventListener('focus', refresh);+ void refresh();+ return () => {+ disposed = true;+ ++scopeVersion.current;+ ++refreshVersion.current;+ removeSettings();+ removeProviders();+ window.removeEventListener('focus', refresh);+ void controller.stop();+ };+ }, [enabled, controller, loadSelection]);++ useEffect(() => {+ if (options.voiceModeOpen) void controller.stop();+ }, [controller, options.voiceModeOpen]);++ useEffect(() => {+ if (!enabled) return;+ const owner = getDataOwnerGeneration();+ ownerValid.current = true;+ const removeAuth = window.electronAPI.onAuthStateChange((next) => {+ if (+ next.ownerBoundaryPending ||+ next.dataOwnerId !== owner.dataOwnerId ||+ next.ownerGeneration !== owner.generation+ ) {+ ownerValid.current = false;+ ++scopeVersion.current;+ ++refreshVersion.current;+ setAvailability({ controller, available: false });+ void controller.stop();+ }+ });+ const removePower = window.electronAPI.voiceInput.onPowerStateChange(() => {+ ++scopeVersion.current;+ void controller.stop();+ });+ return () => {+ removeAuth();+ removePower();+ };+ }, [enabled, controller]);++ useEffect(() => {+ if (state.phase === 'error') toast.warning(t('bots.voiceMode.readAloudFailed'));+ }, [state.phase, t]);++ const toggle = useCallback(+ (messageId: string, text: string) => {+ if (controller.getSnapshot().messageId === messageId) {+ void controller.stop();+ return;+ }+ if (!latest.current.enabled || latest.current.voiceModeOpen || !ownerValid.current) return;+ void controller.start(messageId, text, async () => {+ const selection = await loadSelection();+ if (+ !latest.current.enabled ||+ latest.current.voiceModeOpen ||+ !ownerValid.current ||+ latest.current.botId !== options.botId ||+ latest.current.sessionId !== options.sessionId+ )+ return undefined;+ setAvailability({ controller, available: Boolean(selection) });+ return selection;+ });+ },+ [controller, loadSelection, options.botId, options.sessionId],+ );++ const value = useMemo<MessageReadAloud | null>(+ () =>+ enabled+ ? {+ sessionId: options.sessionId,+ available: availability.controller === controller && availability.available,+ disabled: options.voiceModeOpen,+ ...state,+ canRead,+ toggle,+ }+ : null,+ [enabled, options.sessionId, options.voiceModeOpen, availability, controller, state, toggle],+ );+ const stopForVoiceMode = useCallback(async () => {+ const version = scopeVersion.current;+ await controller.stop();+ // A pending handover must not reopen capture after navigation, suspend or account change.+ return version === scopeVersion.current && ownerValid.current;+ }, [controller]);+ return { value, stopForVoiceMode };+}diff --git a/apps/desktop/src/renderer/features/bots/voice/voiceConversation.css b/apps/desktop/src/renderer/features/bots/voice/voiceConversation.cssindex 214be5ec6e..26bc20621f 100644--- a/apps/desktop/src/renderer/features/bots/voice/voiceConversation.css+++ b/apps/desktop/src/renderer/features/bots/voice/voiceConversation.css@@ -7,10 +7,6 @@transition: transform var(--motion-instant) linear;}-.companion-voice-meter[data-active='false'] {- opacity: 0.45;-}-@keyframes companion-voice-enter {from {opacity: 0;diff --git a/apps/desktop/src/renderer/features/cc-agent/CCAgentSessionView.tsx b/apps/desktop/src/renderer/features/cc-agent/CCAgentSessionView.tsxindex 10dbf84a04..25ce094733 100644--- a/apps/desktop/src/renderer/features/cc-agent/CCAgentSessionView.tsx+++ b/apps/desktop/src/renderer/features/cc-agent/CCAgentSessionView.tsx@@ -1,4 +1,6 @@import { CompanionVoicePanel } from '../bots/voice/CompanionVoicePanel';+import { useMessageReadAloud } from '../bots/voice/useMessageReadAloud';+import { MessageReadAloudContext } from '@/components/chat/MessageReadAloudContext';import { formatSessionDuration } from '@/lib/sessionDurationFormat';import { shouldShowOpenPathError } from '../../../shared/openPathResult';import { shouldShowFailedScheduleNotice } from '@cindy/maker-shared/schedule-model';@@ -1003,7 +1005,6 @@ function CCAgentSessionContent({// Bot route gates have already checked durable ownership. The async runtime// snapshot may be absent during load/reconnect; it must never change the skin.const [voiceModeOpen, setVoiceModeOpen] = useState(false);- const startVoiceMode = useCallback(() => setVoiceModeOpen(true), []);const closeVoiceMode = useCallback(() => setVoiceModeOpen(false), []);const botChatIdentity = resolveBotChatIdentity(botIdentity, sessionId);const companionSettingsOpen = new URLSearchParams(location.search).get('settings') === '1';@@ -4102,6 +4103,22 @@ function CCAgentSessionContent({|| pendingPluginSetup || pendingIssueConfirm || pendingRenameSessionsConfirm|| pendingGhostGrantConfirm || pendingRemoteDesktopConfirmation || sessionBinding.attached|| remoteHandoffPreparing || cindyMakeInputLocked || queuePaused);+ const messageReadAloud = useMessageReadAloud({+ botId: botChatIdentity?.id,+ sessionId: sessionId ?? '',+ enabled: voiceModeAvailable,+ voiceModeOpen,+ });+ const voiceEntryRef = useRef({ sessionId, available: voiceModeAvailable });+ voiceEntryRef.current = { sessionId, available: voiceModeAvailable };+ const startVoiceMode = useCallback(() => {+ const target = sessionId;+ // Release message playback before the panel starts its exclusive voice lease.+ void messageReadAloud.stopForVoiceMode().then((current) => {+ if (current && voiceEntryRef.current.sessionId === target && voiceEntryRef.current.available)+ setVoiceModeOpen(true);+ });+ }, [sessionId, messageReadAloud.stopForVoiceMode]);const sendVoiceMessage = useCallback(async (text: string, onCreated: (id: string) => void, isCurrent: () => boolean) => {if (!session?.workingDir || !session.model || voiceModeBlocked || !isCurrent()) return false;const accepted = await handleSend(text, session.model, session.effort ?? '', session.permissionMode ?? 'default', undefined, undefined, {@@ -4900,6 +4917,7 @@ function CCAgentSessionContent({// MessageStream 提成变量:perf/session-switch 的 <Profiler> 是纯诊断,只在 DEV// 包裹(见下方渲染处),生产直接渲染此 el,不引入多余 Profiler fiber。const messageStreamEl = (+ <MessageReadAloudContext.Provider value={messageReadAloud.value}><MessageStreamkey={sessionId}sessionId={sessionId}@@ -4946,6 +4964,7 @@ function CCAgentSessionContent({ownsHardwareScrollActions={ownsHardwareTaskActions}onInlinePlanVisibilityChange={handleInlinePlanVisibilityChange}/>+ </MessageReadAloudContext.Provider>);const composerRuntimeVisible =diff --git a/apps/desktop/src/renderer/i18n/locales/en/common.json b/apps/desktop/src/renderer/i18n/locales/en/common.jsonindex ed10827391..b3b60d9b6a 100644--- a/apps/desktop/src/renderer/i18n/locales/en/common.json+++ b/apps/desktop/src/renderer/i18n/locales/en/common.json@@ -9425,6 +9425,10 @@"complete": "Preview complete.","error": "Preview failed. Check the interface, model access and voice ID, then retry."},+ "readAloud": "Read aloud",+ "stopReadAloud": "Stop reading",+ "finishBeforeReadAloud": "End voice mode before reading a message aloud.",+ "readAloudFailed": "Could not read this reply aloud. Check the model and voice in teammate settings, then try again.","finishBeforeDictation": "End voice mode before starting dictation.","title": "Voice Mode","close": "Close voice mode",@@ -9440,20 +9444,23 @@"retrySend": "Reconnect and send","mute": "Mute","interrupt": "Stop reading",- "send": "Finish sentence",+ "send": "Send","end": "End","unsent": "Not sent · select the text to copy it","hint": "Pause to send. Replies are read aloud with an AI voice. Speak at any time to interrupt.","status": {"idle": "Ready when you are",- "connecting": "Connecting…",+ "connecting": "Connecting to speech recognition…","listening": "Listening · pause to send",- "thinking": "Thinking · you can keep talking",- "speaking": "Speaking · interrupt at any time",+ "thinking": "Thinking…",+ "speaking": "Speaking…","paused": "Paused · microphone off","error": "Paused · microphone off","confirmation": "Waiting for your confirmation · microphone off",- "preparing": "Preparing voice…"+ "preparing": "Preparing voice…",+ "loading": "Loading voice settings…",+ "microphone": "Turning on the microphone…",+ "muted": "Microphone off · You can still listen"},"errors": {"connection": "Voice connection interrupted. Your unsent text is kept below.",@@ -9462,13 +9469,18 @@"speech": "Could not read the reply aloud. The text reply remains in the conversation. Check the speech model and voice."},"voiceIdHint": "Enter a voice ID available to this provider account.",- "preferenceHint": "The model and voice are saved for this companion only.",+ "sentencePlayback": "Read by sentence",+ "sentencePlaybackHint": "Start reading complete sentences as the reply arrives. Disable this option to wait for the full reply. Reading waits when reply processing is required.",+ "preferenceHint": "Voice settings are saved for this teammate only.","resetPreference": "Use defaults","preferenceError": "Could not load or save voice settings. Please try again.","protocol": "Speech API","protocolOpenai": "OpenAI compatible","protocolHint": "Choose the speech API this address supports. This does not switch providers.",- "protocolCorrectedHint": "The API now matches the official address. Choose a voice again."+ "protocolCorrectedHint": "The API now matches the official address. Choose a voice again.",+ "unmute": "Unmute",+ "mutedHint": "Your microphone is off. Replies will still play. Unmute to keep talking.",+ "microphoneResumeError": "Could not enable the microphone. You can still listen. Check permissions and your device, then try unmuting again."}},"common": {diff --git a/apps/desktop/src/renderer/i18n/locales/ja/common.json b/apps/desktop/src/renderer/i18n/locales/ja/common.jsonindex 046dd6e10b..8e4877cb25 100644--- a/apps/desktop/src/renderer/i18n/locales/ja/common.json+++ b/apps/desktop/src/renderer/i18n/locales/ja/common.json@@ -9388,6 +9388,10 @@"complete": "試聴が完了しました。","error": "試聴に失敗しました。インターフェース、モデルの利用権限、音声 ID を確認して再試行してください。"},+ "readAloud": "読み上げ",+ "stopReadAloud": "読み上げを停止",+ "finishBeforeReadAloud": "メッセージを読み上げるには、音声モードを終了してください。",+ "readAloudFailed": "読み上げに失敗しました。チームメイトの設定でモデルと音声を確認してから、もう一度お試しください。","finishBeforeDictation": "音声モードを終了してから音声入力を開始してください。","title": "音声モード","close": "音声モードを閉じる",@@ -9403,20 +9407,23 @@"retrySend": "再接続して送信","mute": "ミュート","interrupt": "読み上げを停止",- "send": "発話を確定",+ "send": "送信","end": "終了","unsent": "未送信 · テキストを選択してコピーできます","hint": "話し終えると自動送信し、返答を AI 音声で読み上げます。いつでも話しかけて割り込めます。","status": {"idle": "準備ができたら開始",- "connecting": "接続中…",+ "connecting": "音声認識に接続中…","listening": "聞いています · 間を置くと送信",- "thinking": "考え中 · 続けて話せます",- "speaking": "読み上げ中 · いつでも割り込めます",+ "thinking": "考え中…",+ "speaking": "読み上げ中…","paused": "一時停止 · マイクはオフ","error": "一時停止 · マイクはオフ","confirmation": "確認待ち · マイクはオフ",- "preparing": "音声を準備中…"+ "preparing": "音声を準備中…",+ "loading": "音声設定を読み込み中…",+ "microphone": "マイクを起動中…",+ "muted": "マイクはオフ · 引き続き聞けます"},"errors": {"connection": "音声接続が途切れました。未送信のテキストは保持されています。",@@ -9425,13 +9432,18 @@"speech": "読み上げに失敗しました。返答のテキストは会話に残っています。モデルと音声を確認してください。"},"voiceIdHint": "このプロバイダーのアカウントで利用できる音声 ID を入力してください。",- "preferenceHint": "モデルと音声は、このパートナー専用に保存されます。",+ "sentencePlayback": "文ごとに読み上げ",+ "sentencePlaybackHint": "返答の生成中に、完成した文から読み上げます。オフにすると返答全体の完成を待ちます。返答の処理が必要な場合は、自動的に待機します。",+ "preferenceHint": "音声設定は、このパートナー専用に保存されます。","resetPreference": "既定値に戻す","preferenceError": "音声設定を読み込むか保存できませんでした。もう一度お試しください。","protocol": "音声 API","protocolOpenai": "OpenAI 互換","protocolHint": "このアドレスが対応する音声 API を選択してください。プロバイダーは切り替わりません。",- "protocolCorrectedHint": "公式アドレスに合わせて API を修正しました。音声を選び直してください。"+ "protocolCorrectedHint": "公式アドレスに合わせて API を修正しました。音声を選び直してください。",+ "unmute": "ミュート解除",+ "mutedHint": "マイクはオフです。返答の読み上げは続きます。ミュートを解除すると会話を続けられます。",+ "microphoneResumeError": "マイクをオンにできませんでした。読み上げは引き続き聞けます。権限とデバイスを確認し、ミュート解除を再試行してください。"}},"common": {diff --git a/apps/desktop/src/renderer/i18n/locales/ko/common.json b/apps/desktop/src/renderer/i18n/locales/ko/common.jsonindex 9102b7ff28..fe2edfcbef 100644--- a/apps/desktop/src/renderer/i18n/locales/ko/common.json+++ b/apps/desktop/src/renderer/i18n/locales/ko/common.json@@ -9388,6 +9388,10 @@"complete": "미리 듣기를 완료했습니다.","error": "미리 듣기에 실패했습니다. 인터페이스, 모델 접근 권한, 음성 ID를 확인한 후 다시 시도하세요."},+ "readAloud": "읽어주기",+ "stopReadAloud": "읽어주기 중지",+ "finishBeforeReadAloud": "메시지를 읽으려면 먼저 음성 모드를 종료하세요.",+ "readAloudFailed": "읽어주기에 실패했습니다. 팀메이트 설정에서 모델과 음성을 확인한 후 다시 시도하세요.","finishBeforeDictation": "음성 모드를 종료한 후 받아쓰기를 시작하세요.","title": "음성 모드","close": "음성 모드 닫기",@@ -9403,20 +9407,23 @@"retrySend": "다시 연결하고 보내기","mute": "음소거","interrupt": "읽기 중지",- "send": "발화 완료",+ "send": "보내기","end": "종료","unsent": "전송되지 않음 · 텍스트를 선택해 복사할 수 있습니다","hint": "말을 멈추면 자동으로 보내고 답변을 AI 음성으로 읽어줍니다. 언제든 말해서 끼어들 수 있습니다.","status": {"idle": "준비되면 시작하세요",- "connecting": "연결 중…",+ "connecting": "음성 인식에 연결 중…","listening": "듣는 중 · 잠시 멈추면 전송",- "thinking": "생각 중 · 계속 말씀하세요",- "speaking": "읽는 중 · 언제든 끼어들 수 있어요",+ "thinking": "생각 중…",+ "speaking": "읽는 중…","paused": "일시 중지 · 마이크 꺼짐","error": "일시 중지 · 마이크 꺼짐","confirmation": "확인 대기 · 마이크 꺼짐",- "preparing": "음성 준비 중…"+ "preparing": "음성 준비 중…",+ "loading": "음성 설정 불러오는 중…",+ "microphone": "마이크 켜는 중…",+ "muted": "마이크 꺼짐 · 계속 들을 수 있습니다"},"errors": {"connection": "음성 연결이 끊겼습니다. 전송되지 않은 텍스트는 유지됩니다.",@@ -9425,13 +9432,18 @@"speech": "답변을 읽지 못했습니다. 텍스트 답변은 대화에 남아 있습니다. 모델과 목소리를 확인하세요."},"voiceIdHint": "이 제공자 계정에서 사용할 수 있는 음성 ID를 입력하세요.",- "preferenceHint": "모델과 음성은 이 파트너에만 저장됩니다.",+ "sentencePlayback": "문장별로 읽기",+ "sentencePlaybackHint": "답변이 생성되는 동안 완성된 문장부터 읽습니다. 끄면 전체 답변이 완성된 후 읽습니다. 답변 처리가 필요한 경우 자동으로 기다립니다.",+ "preferenceHint": "음성 설정은 이 파트너에만 저장됩니다.","resetPreference": "기본값 복원","preferenceError": "음성 설정을 불러오거나 저장하지 못했습니다. 다시 시도해 주세요.","protocol": "음성 API","protocolOpenai": "OpenAI 호환","protocolHint": "이 주소가 지원하는 음성 API를 선택하세요. 제공자는 변경되지 않습니다.",- "protocolCorrectedHint": "공식 주소에 맞게 API를 수정했습니다. 음성을 다시 선택하세요."+ "protocolCorrectedHint": "공식 주소에 맞게 API를 수정했습니다. 음성을 다시 선택하세요.",+ "unmute": "음소거 해제",+ "mutedHint": "마이크가 꺼져 있습니다. 답변은 계속 읽어 줍니다. 음소거를 해제하면 대화를 이어갈 수 있습니다.",+ "microphoneResumeError": "마이크를 켜지 못했습니다. 답변은 계속 들을 수 있습니다. 권한과 장치를 확인한 뒤 음소거 해제를 다시 시도하세요."}},"common": {diff --git a/apps/desktop/src/renderer/i18n/locales/zh-CN/common.json b/apps/desktop/src/renderer/i18n/locales/zh-CN/common.jsonindex 5ca7d62bf0..13ad04f4ec 100644--- a/apps/desktop/src/renderer/i18n/locales/zh-CN/common.json+++ b/apps/desktop/src/renderer/i18n/locales/zh-CN/common.json@@ -9388,6 +9388,10 @@"complete": "试听完成。","error": "试听失败。请检查接口、模型权限和音色 ID 后重试。"},+ "readAloud": "朗读",+ "stopReadAloud": "停止朗读",+ "finishBeforeReadAloud": "请先结束语音模式,再朗读消息。",+ "readAloudFailed": "朗读失败,请在伙伴设置中检查模型和音色后重试。","finishBeforeDictation": "请先结束语音模式,再开始听写。","title": "语音模式","close": "关闭语音模式",@@ -9403,20 +9407,23 @@"retrySend": "重新连接并发送","mute": "静音","interrupt": "停止朗读",- "send": "结束本句",+ "send": "发送","end": "结束","unsent": "尚未发送 · 可选中文字复制","hint": "停顿后自动发送,回复由 AI 语音朗读。随时开口即可插话。","status": {"idle": "准备好就开始",- "connecting": "正在连接…",+ "connecting": "正在连接语音识别…","listening": "正在听 · 停顿后发送",- "thinking": "正在思考 · 可以继续说",- "speaking": "正在朗读 · 随时开口插话",+ "thinking": "正在思考…",+ "speaking": "正在朗读…","paused": "已暂停 · 麦克风已关闭","error": "已暂停 · 麦克风已关闭","confirmation": "等待你的确认 · 麦克风已关闭",- "preparing": "正在准备语音…"+ "preparing": "正在准备语音…",+ "loading": "正在读取语音设置…",+ "microphone": "正在开启麦克风…",+ "muted": "麦克风已关闭 · 可以继续收听"},"errors": {"connection": "语音连接中断,未发送的文字已保留。",@@ -9425,13 +9432,18 @@"speech": "回复朗读失败,文字回复仍保留在对话中。请检查朗读模型和音色。"},"voiceIdHint": "填写该供应商账号可用的音色 ID。",- "preferenceHint": "模型和音色仅为当前伙伴保存。",+ "sentencePlayback": "按句朗读",+ "sentencePlaybackHint": "回复生成时,尽早按完整句子朗读;关闭后等完整回复再朗读。需要等待回复处理时,会自动延后。",+ "preferenceHint": "语音设置仅为当前伙伴保存。","resetPreference": "恢复默认","preferenceError": "未能读取或保存语音设置,请重试。","protocol": "语音接口","protocolOpenai": "OpenAI 兼容","protocolHint": "选择此地址实际支持的语音接口;切换接口不会更换供应商。",- "protocolCorrectedHint": "已按官方地址修正接口,请重新选择音色。"+ "protocolCorrectedHint": "已按官方地址修正接口,请重新选择音色。",+ "unmute": "取消静音",+ "mutedHint": "麦克风已关闭,伙伴回复仍会朗读。取消静音后可继续说话。",+ "microphoneResumeError": "未能开启麦克风,仍可继续收听。请检查权限和设备后重试取消静音。"}},"common": {diff --git a/apps/desktop/src/renderer/i18n/locales/zh-TW/common.json b/apps/desktop/src/renderer/i18n/locales/zh-TW/common.jsonindex 2215c69396..455d6c4ed6 100644--- a/apps/desktop/src/renderer/i18n/locales/zh-TW/common.json+++ b/apps/desktop/src/renderer/i18n/locales/zh-TW/common.json@@ -9388,6 +9388,10 @@"complete": "試聽完成。","error": "試聽失敗。請檢查介面、模型權限與音色 ID 後重試。"},+ "readAloud": "朗讀",+ "stopReadAloud": "停止朗讀",+ "finishBeforeReadAloud": "請先結束語音模式,再朗讀訊息。",+ "readAloudFailed": "朗讀失敗,請在夥伴設定中檢查模型和音色後重試。","finishBeforeDictation": "請先結束語音模式,再開始聽寫。","title": "語音模式","close": "關閉語音模式",@@ -9403,20 +9407,23 @@"retrySend": "重新連線並傳送","mute": "靜音","interrupt": "停止朗讀",- "send": "結束本句",+ "send": "傳送","end": "結束","unsent": "尚未傳送 · 可選取文字複製","hint": "停頓後自動傳送,回覆由 AI 語音朗讀。隨時開口即可插話。","status": {"idle": "準備好就開始",- "connecting": "正在連線…",+ "connecting": "正在連接語音辨識…","listening": "正在聽 · 停頓後傳送",- "thinking": "正在思考 · 可以繼續說",- "speaking": "正在朗讀 · 隨時開口插話",+ "thinking": "正在思考…",+ "speaking": "正在朗讀…","paused": "已暫停 · 麥克風已關閉","error": "已暫停 · 麥克風已關閉","confirmation": "等待你的確認 · 麥克風已關閉",- "preparing": "正在準備語音…"+ "preparing": "正在準備語音…",+ "loading": "正在讀取語音設定…",+ "microphone": "正在開啟麥克風…",+ "muted": "麥克風已關閉 · 可以繼續收聽"},"errors": {"connection": "語音連線中斷,未傳送的文字已保留。",@@ -9425,13 +9432,18 @@"speech": "回覆朗讀失敗,文字回覆仍保留在對話中。請檢查朗讀模型和音色。"},"voiceIdHint": "填寫該供應商帳號可用的音色 ID。",- "preferenceHint": "模型和音色僅為目前夥伴儲存。",+ "sentencePlayback": "逐句朗讀",+ "sentencePlaybackHint": "回覆產生時,儘早按完整句子朗讀;關閉後等完整回覆再朗讀。需要等待回覆處理時,會自動延後。",+ "preferenceHint": "語音設定僅為目前夥伴儲存。","resetPreference": "恢復預設","preferenceError": "無法讀取或儲存語音設定,請重試。","protocol": "語音介面","protocolOpenai": "OpenAI 相容","protocolHint": "選擇此位址實際支援的語音介面;切換介面不會更換供應商。",- "protocolCorrectedHint": "已依官方位址修正介面,請重新選擇音色。"+ "protocolCorrectedHint": "已依官方位址修正介面,請重新選擇音色。",+ "unmute": "取消靜音",+ "mutedHint": "麥克風已關閉,夥伴回覆仍會朗讀。取消靜音後可繼續說話。",+ "microphoneResumeError": "無法開啟麥克風,仍可繼續收聽。請檢查權限和裝置後重試取消靜音。"}},"common": {diff --git a/apps/desktop/src/shared/voiceConversation.ts b/apps/desktop/src/shared/voiceConversation.tsindex a439d7c3a2..22644370dd 100644--- a/apps/desktop/src/shared/voiceConversation.ts+++ b/apps/desktop/src/shared/voiceConversation.ts@@ -39,7 +39,10 @@ export type VoiceConversationModel = {export type VoiceConversationPreference = {selection: VoiceConversationSelection | null;customized: boolean;+ /** Absent on older local bridges; the current default is enabled. */+ sentencePlayback?: boolean;};+export type SpeechStartResult = { sampleRate: number } | { deferred: true };export function voiceModelKey(model: {providerId?: string;agent?: AgentKind;@@ -50,6 +53,8 @@ export function voiceModelKey(model: {}export type VoiceConversationEvent = {callId: string;+ /** Identifies the ASR capture generation; ended events have no input generation. */+ inputGeneration?: number;event: ConversationInputEvent | { type: 'ended' };};export type VoiceConversationStart = VoiceConversationSelection & {@@ -66,17 +71,29 @@ export interface VoiceConversationApi {preference(botId: string): Promise<VoiceConversationPreference>;setPreference(botId: string,- selection: VoiceConversationSelection | null,+ selection: VoiceConversationSelection | null | undefined,+ /** undefined preserves this override; null restores the current default. */+ sentencePlayback?: boolean | null,): Promise<VoiceConversationPreference>;start(input: VoiceConversationStart): Promise<{ callId: string }>;- audio(input: { callId: string; pcm: ArrayBuffer; trace?: AudioTrace }): void;+ /** Explicit message read-aloud: the same TTS lease and queue, without ASR or microphone input. */+ startPlayback(input: VoiceConversationStart): Promise<{ callId: string }>;+ audio(input: {+ callId: string;+ pcm: ArrayBuffer;+ inputGeneration?: number;+ trace?: AudioTrace;+ }): void;+ setInputMuted(callId: string, muted: boolean): Promise<{ inputGeneration: number }>;finishUtterance(callId: string): Promise<void>;end(callId: string): Promise<void>;speak(input: {callId: string;requestId: string;text: string;- }): Promise<{ sampleRate: number }>;+ /** Main defers unfinished replies while an outgoing reply hook is enabled. */+ streaming?: boolean;+ }): Promise<SpeechStartResult>;readSpeech(callId: string, requestId: string): Promise<{ pcm: ArrayBuffer; done: boolean }>;interrupt(callId: string): Promise<void>;onEvent(callback: (event: VoiceConversationEvent) => void): () => void;@@ -140,3 +157,13 @@ export function normalizeVoiceConversationPreferences(}),);}++/** Only explicit per-companion choices are stored, never copies of the default. */+export function normalizeSentencePlaybackOverrides(value: unknown): Record<string, boolean> {+ if (!value || typeof value !== 'object' || Array.isArray(value)) return {};+ return Object.fromEntries(+ Object.entries(value).filter(+ ([id, enabled]) => id.trim() && id.length <= 256 && typeof enabled === 'boolean',+ ),+ ) as Record<string, boolean>;+}diff --git a/apps/desktop/src/shared/voiceInputData.ts b/apps/desktop/src/shared/voiceInputData.tsindex 9ed9fe5bdc..527dfdec79 100644--- a/apps/desktop/src/shared/voiceInputData.ts+++ b/apps/desktop/src/shared/voiceInputData.ts@@ -1,4 +1,4 @@-import { normalizeVoiceConversationPreferences, normalizeVoiceConversationSelection, type VoiceConversationSelection } from './voiceConversation';+import { normalizeVoiceConversationPreferences, normalizeVoiceConversationSelection, normalizeSentencePlaybackOverrides, type VoiceConversationSelection } from './voiceConversation';import type {DictationDictionaryAdviceInput,DictationDictionaryLearningAction,@@ -83,6 +83,8 @@ export interface VoiceInputSettings {conversationSelection?: VoiceConversationSelection | null;/** Per-companion overrides; absence inherits the default without copying it. */conversationSelections?: Record<string, VoiceConversationSelection | null>;+ /** Missing entries follow the enabled default; false waits for the complete reply. */+ conversationSentencePlayback?: Record<string, boolean>;language: VoiceInputLanguage;microphoneDeviceId: string | null;muteSystemAudio: boolean;@@ -524,6 +526,7 @@ export function normalizeVoiceInputSettings(if (!raw || typeof raw !== 'object') return defaults;const candidate = raw as Partial<VoiceInputSettings>;const conversationSelections = normalizeVoiceConversationPreferences(candidate.conversationSelections);+ const conversationSentencePlayback = normalizeSentencePlaybackOverrides(candidate.conversationSentencePlayback);const legacyPlayStartSound = (candidate as { playStartSound?: unknown }).playStartSound;const shortcut ='shortcut' in candidate@@ -533,6 +536,7 @@ export function normalizeVoiceInputSettings(...(normalizeVoiceConversationSelection(candidate.conversationSelection)? { conversationSelection: normalizeVoiceConversationSelection(candidate.conversationSelection) } : {}),...(Object.keys(conversationSelections).length ? { conversationSelections } : {}),+ ...(Object.keys(conversationSentencePlayback).length ? { conversationSentencePlayback } : {}),language: isVoiceInputLanguage(candidate.language) ? candidate.language : defaults.language,microphoneDeviceId:typeof candidate.microphoneDeviceId === 'string' && candidate.microphoneDeviceId.trim().length > 0diff --git a/docs/design-rules/design-inventory.md b/docs/design-rules/design-inventory.mdindex de6d95c60d..b7c89cc3d7 100644--- a/docs/design-rules/design-inventory.md+++ b/docs/design-rules/design-inventory.md@@ -9,7 +9,7 @@本区块由 `scripts/design-inventory.mjs` 生成,请勿手改。重新生成:`pnpm design:inventory`;校验:`pnpm check:design-inventory`。-计数快照日期:2026-10-14。生成命令:`pnpm design:inventory`。裸颜色匹配与 `scripts/hardcoded-color-audit.mjs` 共用 `scripts/shared/hardcoded-color-match.mjs`(HEX / RGB / HSL / OKLCH 等字面通道),两者在共享 matcher 内统一排除纯语义包装、注释及 PR 编号;数值颜色函数还需位于样式属性、CSS 声明/函数或任意值语境,普通文案字符串里的颜色函数文本不计入;字面 fallback 仍计入——语义 token 消费与注释引用不是迁移债务;裸圆角为粗粒度(`rounded*` class、`border-radius:` 与 React style 对象的 `borderRadius:`)。Token 计数为样式源里 `var(--token)` / `hsl(var(--token)` 的去重 ID 数;Mobile 的 ThemeColors / typeScale 等 RN 属性不计入此列,不能将 0 解释为未使用 Token。+计数快照日期:2026-10-15。生成命令:`pnpm design:inventory`。裸颜色匹配与 `scripts/hardcoded-color-audit.mjs` 共用 `scripts/shared/hardcoded-color-match.mjs`(HEX / RGB / HSL / OKLCH 等字面通道),两者在共享 matcher 内统一排除纯语义包装、注释及 PR 编号;数值颜色函数还需位于样式属性、CSS 声明/函数或任意值语境,普通文案字符串里的颜色函数文本不计入;字面 fallback 仍计入——语义 token 消费与注释引用不是迁移债务;裸圆角为粗粒度(`rounded*` class、`border-radius:` 与 React style 对象的 `borderRadius:`)。Token 计数为样式源里 `var(--token)` / `hsl(var(--token)` 的去重 ID 数;Mobile 的 ThemeColors / typeScale 等 RN 属性不计入此列,不能将 0 解释为未使用 Token。登记 surface 数:52。平台包含 Desktop 与 Mobile;静态入口发现不表示已迁移或已实机验证。@@ -18,12 +18,12 @@| `desktop.auth.add-account` | desktop | 添加账号 | hash `/add-account`(ProtectedRoute → AddAccountLoginPage) | AddAccountLoginPage | apps/desktop/src/renderer/components/login/AddAccountLoginPage.tsx, apps/desktop/src/renderer/components/login/LoginBrandStage.tsx, apps/desktop/src/renderer/components/login/LoginCaptchaOverlay.tsx, apps/desktop/src/renderer/components/login/LoginControls.tsx, apps/desktop/src/renderer/components/login/LoginPage.tsx, apps/desktop/src/renderer/components/login/loginDesignTokens.ts | 59 | 0 | 20 || `desktop.auth.legacy-migration` | desktop | 首登数据迁移弹窗 | App 顶层挂载 LegacyMigrationDialog(仅主窗;main 检测到旧版 userData 经 `legacy-migration:state` 驱动) | LegacyMigrationDialog | apps/desktop/src/renderer/components/auth/LegacyMigrationDialog.tsx | 8 | 0 | 2 || `desktop.auth.login` | desktop | 登录页 | hash `/login`(GuestRoute → LoginPage) | LoginBrandStage, LoginCaptchaOverlay, LoginControls, LoginPage | apps/desktop/src/renderer/components/login/LoginBrandStage.tsx, apps/desktop/src/renderer/components/login/LoginCaptchaOverlay.tsx, apps/desktop/src/renderer/components/login/LoginControls.tsx, apps/desktop/src/renderer/components/login/LoginPage.tsx, apps/desktop/src/renderer/components/login/loginDesignTokens.ts | 59 | 0 | 20 |-| `desktop.bots` | desktop | 伙伴(列表 / 对话 / 设置 / 历史 / 伙伴私聊 / 群聊) | hash `/bots`、`/bots/list`、`/bots/:botId`、`/bots/roster` 及伙伴当前/历史任务、伙伴私聊、伙伴群聊路由(BotsFeatureLayout) | BotBasicProfileFields, BotCollaborationCard, BotDirectMessageView, BotGroupChatView, BotGroupCreateDialog, BotGroupSettingsDrawer, BotHistorySessionView, BotLifecycleSettings, BotModelChainEditor, BotRosterView, BotSessionView, BotSettingsDrawer, BotsHomeView, BotsListView, RemoteBotSessionView | apps/desktop/src/renderer/components/chat/AgentActionRow.tsx, apps/desktop/src/renderer/components/chat/AgentActionsBlock.tsx, apps/desktop/src/renderer/components/chat/AgentOnOtherDeviceContext.tsx, apps/desktop/src/renderer/components/chat/AgentTaskCard.tsx, apps/desktop/src/renderer/components/chat/AgentTaskLiveDetails.tsx, apps/desktop/src/renderer/components/chat/AnnotationStrokesSvg.tsx, apps/desktop/src/renderer/components/chat/AskUserQuestionBubble.tsx, apps/desktop/src/renderer/components/chat/AssistantMessage.tsx, apps/desktop/src/renderer/components/chat/AutomationOriginBadge.tsx, apps/desktop/src/renderer/components/chat/ChatAudioCard.tsx, apps/desktop/src/renderer/components/chat/ChatDisplaySnapshotContext.tsx, apps/desktop/src/renderer/components/chat/ChatImageView.tsx, apps/desktop/src/renderer/components/chat/ChatLoadingImage.tsx, apps/desktop/src/renderer/components/chat/ChatSessionFileContext.tsx, apps/desktop/src/renderer/components/chat/ChatSoundEffectCard.tsx, apps/desktop/src/renderer/components/chat/ChatVideoView.tsx, apps/desktop/src/renderer/components/chat/CindyMakeDoctorCard.tsx, apps/desktop/src/renderer/components/chat/CopyAsImageBlock.tsx, apps/desktop/src/renderer/components/chat/CredentialSwitchWaitBanner.tsx, apps/desktop/src/renderer/components/chat/DiffView.tsx, apps/desktop/src/renderer/components/chat/ErrorBanner.tsx, apps/desktop/src/renderer/components/chat/ErrorMessageCard.tsx, apps/desktop/src/renderer/components/chat/GeneratedFilesCard.tsx, apps/desktop/src/renderer/components/chat/GhostCardHostPrompts.tsx, apps/desktop/src/renderer/components/chat/GhostSummonCard.tsx, apps/desktop/src/renderer/components/chat/GhostToolCard.tsx, apps/desktop/src/renderer/components/chat/HookTaskCard.tsx, apps/desktop/src/renderer/components/chat/ImageGalleryContext.tsx, apps/desktop/src/renderer/components/chat/ImageHoverPreview.tsx, apps/desktop/src/renderer/components/chat/ImageLightbox.tsx, apps/desktop/src/renderer/components/chat/ImageMissingPlaceholder.tsx, apps/desktop/src/renderer/components/chat/InlineReferenceChip.tsx, apps/desktop/src/renderer/components/chat/InterruptedTurnBanner.tsx, apps/desktop/src/renderer/components/chat/JumpToBottomChip.tsx, apps/desktop/src/renderer/components/chat/MarkdownDiffBlock.tsx, apps/desktop/src/renderer/components/chat/MarkdownMermaidBlock.tsx, apps/desktop/src/renderer/components/chat/MarkdownRenderer.tsx, apps/desktop/src/renderer/components/chat/MermaidLightbox.tsx, apps/desktop/src/renderer/components/chat/MessageActionBar.tsx, apps/desktop/src/renderer/components/chat/MessageNavRail.tsx, apps/desktop/src/renderer/components/chat/MessageSourceLabels.tsx, apps/desktop/src/renderer/components/chat/MessageStream.tsx, apps/desktop/src/renderer/components/chat/MessageViewport.tsx, apps/desktop/src/renderer/components/chat/ModelLightbox.tsx, apps/desktop/src/renderer/components/chat/NewMessageIndicator.tsx, apps/desktop/src/renderer/components/chat/PlanReviewBubble.tsx, apps/desktop/src/renderer/components/chat/PrevMessageJumpChip.tsx, apps/desktop/src/renderer/components/chat/ProjectLinkChip.tsx, apps/desktop/src/renderer/components/chat/QuoteChip.tsx, apps/desktop/src/renderer/components/chat/RewindPreviewDialog.tsx, apps/desktop/src/renderer/components/chat/SelectionQuoteButton.tsx, apps/desktop/src/renderer/components/chat/SentAgentReferenceChip.tsx, apps/desktop/src/renderer/components/chat/SentInlineAtomBody.tsx, apps/desktop/src/renderer/components/chat/SessionHandoffCard.tsx, apps/desktop/src/renderer/components/chat/SessionLinkChip.tsx, apps/desktop/src/renderer/components/chat/ShareMessageCheckbox.tsx, apps/desktop/src/renderer/components/chat/ShareSelectionBar.tsx, apps/desktop/src/renderer/components/chat/SlackIcon.tsx, apps/desktop/src/renderer/components/chat/StreamFadeSpan.tsx, apps/desktop/src/renderer/components/chat/StreamingMarkdownChunk.tsx, apps/desktop/src/renderer/components/chat/SystemCard.tsx, apps/desktop/src/renderer/components/chat/TextLightbox.tsx, apps/desktop/src/renderer/components/chat/ThinkingCard.tsx, apps/desktop/src/renderer/components/chat/ThinkingText.tsx, apps/desktop/src/renderer/components/chat/TodoListCard.tsx, apps/desktop/src/renderer/components/chat/ToolCallCard.tsx, apps/desktop/src/renderer/components/chat/ToolPayloadLightbox.tsx, apps/desktop/src/renderer/components/chat/TopRightChipStack.tsx, apps/desktop/src/renderer/components/chat/TurnChangesCard.tsx, apps/desktop/src/renderer/components/chat/UnreadFailedScheduleBanner.tsx, apps/desktop/src/renderer/components/chat/UpgradeBanner.tsx, apps/desktop/src/renderer/components/chat/UserAttachmentChip.tsx, apps/desktop/src/renderer/components/chat/UserMessage.tsx, apps/desktop/src/renderer/components/chat/UserMessageEditBox.tsx, apps/desktop/src/renderer/components/chat/UserMessageUrlLink.tsx, apps/desktop/src/renderer/components/chat/VideoLightbox.tsx, apps/desktop/src/renderer/components/chat/WorkGroupBlock.tsx, apps/desktop/src/renderer/components/chat/WorktreeRestoreBanner.tsx, apps/desktop/src/renderer/components/chat/XIcon.tsx, apps/desktop/src/renderer/components/chat/activityRowChrome.ts, apps/desktop/src/renderer/components/chat/animateFocusScroll.ts, apps/desktop/src/renderer/components/chat/autoFollowIntent.ts, apps/desktop/src/renderer/components/chat/chatChrome.ts, apps/desktop/src/renderer/components/chat/errorReasonI18n.ts, apps/desktop/src/renderer/components/chat/generatedFilesProjection.ts, apps/desktop/src/renderer/components/chat/imageDisplaySize.ts, apps/desktop/src/renderer/components/chat/lightboxAnnotations.ts, apps/desktop/src/renderer/components/chat/lightboxGestures.ts, apps/desktop/src/renderer/components/chat/markdownImageTargets.ts, apps/desktop/src/renderer/components/chat/markdownMedia.ts, apps/desktop/src/renderer/components/chat/messageNavRailModel.ts, apps/desktop/src/renderer/components/chat/messageNavRailWheel.ts, apps/desktop/src/renderer/components/chat/messageNavigationProjection.ts, apps/desktop/src/renderer/components/chat/messageProjectionCache.ts, apps/desktop/src/renderer/components/chat/messageStreamIndicatorPosition.ts, apps/desktop/src/renderer/components/chat/messageViewportCompensation.ts, apps/desktop/src/renderer/components/chat/messageViewportGeometry.ts, apps/desktop/src/renderer/components/chat/messageWorkGroups.ts, apps/desktop/src/renderer/components/chat/observeProgrammaticScroll.ts, apps/desktop/src/renderer/components/chat/rehypeFencedCodeMarker.ts, apps/desktop/src/renderer/components/chat/rehypeHighlightShared.ts, apps/desktop/src/renderer/components/chat/rehypeMathBlockMarker.ts, apps/desktop/src/renderer/components/chat/rehypeStreamWordFade.ts, apps/desktop/src/renderer/components/chat/remarkHtmlImages.ts, apps/desktop/src/renderer/components/chat/remarkLocalPathLinks.ts, apps/desktop/src/renderer/components/chat/remarkPreserveRawLocalDestinations.ts, apps/desktop/src/renderer/components/chat/remarkSessionLinks.ts, apps/desktop/src/renderer/components/chat/remarkStrictInlineMath.ts, apps/desktop/src/renderer/components/chat/remarkTruncateCjkUrls.ts, apps/desktop/src/renderer/components/chat/repairStreamingMarkdown.ts, apps/desktop/src/renderer/components/chat/scrollAnchoringDetect.ts, apps/desktop/src/renderer/components/chat/shareSelectionStore.ts, apps/desktop/src/renderer/components/chat/streamingMarkdownBlocks.tsx, apps/desktop/src/renderer/components/chat/streamingMarkdownChunks.ts, apps/desktop/src/renderer/components/chat/streamingMessageProjection.ts, apps/desktop/src/renderer/components/chat/toolLoopI18n.ts, apps/desktop/src/renderer/components/chat/unreadCount.ts, apps/desktop/src/renderer/components/chat/useAutomaticHistoryLoadBudget.ts, apps/desktop/src/renderer/components/chat/useCopyAsImage.tsx, apps/desktop/src/renderer/components/chat/useDeleteMessage.ts, apps/desktop/src/renderer/components/chat/useFileChipContextMenu.tsx, apps/desktop/src/renderer/components/chat/useForkAtMessage.ts, apps/desktop/src/renderer/components/chat/useImageClipboard.ts, apps/desktop/src/renderer/components/chat/useImageLoadFailure.ts, apps/desktop/src/renderer/components/chat/useMessageViewport.ts, apps/desktop/src/renderer/components/chat/useNavigationKeyListener.ts, apps/desktop/src/renderer/components/chat/useOpenWithMenu.tsx, apps/desktop/src/renderer/components/chat/usePrevUserMessageInView.ts, apps/desktop/src/renderer/components/chat/useTurnChangeSets.ts, apps/desktop/src/renderer/components/chat/userMessageCollapse.ts, apps/desktop/src/renderer/components/chat/userMessageDisplayText.ts, apps/desktop/src/renderer/components/chat/userMessageLinkify.ts, apps/desktop/src/renderer/components/chat/viewportFillDetect.ts, apps/desktop/src/renderer/components/new-chat/AddRemoteProjectDialog.tsx, apps/desktop/src/renderer/components/new-chat/AgentSelect.tsx, apps/desktop/src/renderer/components/new-chat/AskUserQuestionPrompt.tsx, apps/desktop/src/renderer/components/new-chat/AtMentionPanel.tsx, apps/desktop/src/renderer/components/new-chat/AttachmentTypeThumb.tsx, apps/desktop/src/renderer/components/new-chat/ChatInput.tsx, apps/desktop/src/renderer/components/new-chat/CjkPunctDecoration.ts, apps/desktop/src/renderer/components/new-chat/CjkPunctuationUtils.ts, apps/desktop/src/renderer/components/new-chat/ComposerAttachments.tsx, apps/desktop/src/renderer/components/new-chat/ComposerListIndentDecoration.ts, apps/desktop/src/renderer/components/new-chat/ComposerListNodes.ts, apps/desktop/src/renderer/components/new-chat/ComposerQuoteNode.tsx, apps/desktop/src/renderer/components/new-chat/DeviceSwitcherPill.tsx, apps/desktop/src/renderer/components/new-chat/EffortSlider.tsx, apps/desktop/src/renderer/components/new-chat/EmptyDocSelectionGuard.ts, apps/desktop/src/renderer/components/new-chat/ExtraDirsButton.tsx, apps/desktop/src/renderer/components/new-chat/FastModeToggle.tsx, apps/desktop/src/renderer/components/new-chat/FolderPickerPopover.tsx, apps/desktop/src/renderer/components/new-chat/FullAccessConfirmContent.tsx, apps/desktop/src/renderer/components/new-chat/GhostCommandDecoration.ts, apps/desktop/src/renderer/components/new-chat/GoalAdvancedLimits.tsx, apps/desktop/src/renderer/components/new-chat/GoalIndicator.tsx, apps/desktop/src/renderer/components/new-chat/HomeUsageDashboard.tsx, apps/desktop/src/renderer/components/new-chat/ListComposerTextarea.tsx, apps/desktop/src/renderer/components/new-chat/LocalModelCatalogNotice.tsx, apps/desktop/src/renderer/components/new-chat/MentionChipNode.tsx, apps/desktop/src/renderer/components/new-chat/MentionDragCaretDecoration.ts, apps/desktop/src/renderer/components/new-chat/ModelCompatibilityNotice.tsx, apps/desktop/src/renderer/components/new-chat/ModelConfigFlyout.tsx, apps/desktop/src/renderer/components/new-chat/ModelHarnessPicker.tsx, apps/desktop/src/renderer/components/new-chat/ModelSelector.tsx, apps/desktop/src/renderer/components/new-chat/ModelSourceDetails.tsx, apps/desktop/src/renderer/components/new-chat/NewGoalDialog.tsx, apps/desktop/src/renderer/components/new-chat/PastedTextChipNode.tsx, apps/desktop/src/renderer/components/new-chat/PendingQueuePanel.tsx, apps/desktop/src/renderer/components/new-chat/PermissionPrompt.tsx, apps/desktop/src/renderer/components/new-chat/PermissionSelector.tsx, apps/desktop/src/renderer/components/new-chat/PinnedPlanPanel.tsx, apps/desktop/src/renderer/components/new-chat/PlanActionCard.tsx, apps/desktop/src/renderer/components/new-chat/PlanModeIndicator.tsx, apps/desktop/src/renderer/components/new-chat/PlanViewerCard.tsx, apps/desktop/src/renderer/components/new-chat/PluginConnectionForm.tsx, apps/desktop/src/renderer/components/new-chat/PluginOauthDeviceCode.tsx, apps/desktop/src/renderer/components/new-chat/PluginSetupPrompt.tsx, apps/desktop/src/renderer/components/new-chat/PluginSetupRemoteDesktopButton.tsx, apps/desktop/src/renderer/components/new-chat/PluginWriteAccessRecovery.tsx, apps/desktop/src/renderer/components/new-chat/QuickStartPillMark.ts, apps/desktop/src/renderer/components/new-chat/RemoteOauthSetupCard.tsx, apps/desktop/src/renderer/components/new-chat/SendButton.tsx, apps/desktop/src/renderer/components/new-chat/SlashCommandDecoration.ts, apps/desktop/src/renderer/components/new-chat/SlashCommandPalette.tsx, apps/desktop/src/renderer/components/new-chat/TakeoverMask.tsx, apps/desktop/src/renderer/components/new-chat/ThinkingToggle.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedFlyoutHost.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedModelPanel.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedModelRail.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedModelRow.tsx, apps/desktop/src/renderer/components/new-chat/UsageDailyBars.tsx, apps/desktop/src/renderer/components/new-chat/UsageHeatmap.tsx, apps/desktop/src/renderer/components/new-chat/VendorSegmentedSwitcher.tsx, apps/desktop/src/renderer/components/new-chat/VoiceInputDraftDecoration.ts, apps/desktop/src/renderer/components/new-chat/WindowsSelectionReplacement.ts, apps/desktop/src/renderer/components/new-chat/WorktreeChipsRow.tsx, apps/desktop/src/renderer/components/new-chat/WorktreeCreatingOverlay.tsx, apps/desktop/src/renderer/components/new-chat/agentOptions.ts, apps/desktop/src/renderer/components/new-chat/agentSwitchConfirmation.ts, apps/desktop/src/renderer/components/new-chat/branchPick.ts, apps/desktop/src/renderer/components/new-chat/composerBlankPointerFocus.ts, apps/desktop/src/renderer/components/new-chat/composerContentSerialization.ts, apps/desktop/src/renderer/components/new-chat/composerDocState.ts, apps/desktop/src/renderer/components/new-chat/composerFrameScheduler.ts, apps/desktop/src/renderer/components/new-chat/composerHistoryProjection.ts, apps/desktop/src/renderer/components/new-chat/composerModelSelection.ts, apps/desktop/src/renderer/components/new-chat/composerPromptRecommendation.ts, apps/desktop/src/renderer/components/new-chat/composerRenderGate.ts, apps/desktop/src/renderer/components/new-chat/composerSendOwnership.ts, apps/desktop/src/renderer/components/new-chat/composerSendSnapshot.ts, apps/desktop/src/renderer/components/new-chat/effortChangeQueue.ts, apps/desktop/src/renderer/components/new-chat/extraDirsActions.ts, apps/desktop/src/renderer/components/new-chat/ghostComposerPlacement.ts, apps/desktop/src/renderer/components/new-chat/localAttachmentPicker.ts, apps/desktop/src/renderer/components/new-chat/mentionChipInsertion.ts, apps/desktop/src/renderer/components/new-chat/modelWindowErrorToast.ts, apps/desktop/src/renderer/components/new-chat/pastePipeline.ts, apps/desktop/src/renderer/components/new-chat/pathPaste.ts, apps/desktop/src/renderer/components/new-chat/pendingQueueLocks.ts, apps/desktop/src/renderer/components/new-chat/pendingQueueRowActivity.ts, apps/desktop/src/renderer/components/new-chat/pendingQueueRowPresentation.ts, apps/desktop/src/renderer/components/new-chat/planModeComposerCommand.ts, apps/desktop/src/renderer/components/new-chat/priceTierMarks.tsx, apps/desktop/src/renderer/components/new-chat/remoteBrowseAdapters.ts, apps/desktop/src/renderer/components/new-chat/remoteExistingProjects.ts, apps/desktop/src/renderer/components/new-chat/restoreComposerDocument.ts, apps/desktop/src/renderer/components/new-chat/sessionLinkPaste.ts, apps/desktop/src/renderer/components/new-chat/sourceSwitch.ts, apps/desktop/src/renderer/components/new-chat/unifiedModelSelection.ts, apps/desktop/src/renderer/components/new-chat/usagePalette.ts, apps/desktop/src/renderer/components/new-chat/useComposerSendFocusRestore.ts, apps/desktop/src/renderer/components/new-chat/useModelDiscoveryPending.ts, apps/desktop/src/renderer/components/new-chat/useProviderWeeklyQuota.ts, apps/desktop/src/renderer/components/new-chat/useUnifiedRowActions.ts, apps/desktop/src/renderer/features/bots/BotAuthorizationCard.tsx, apps/desktop/src/renderer/features/bots/BotAvatar.tsx, apps/desktop/src/renderer/features/bots/BotBasicProfileFields.tsx, apps/desktop/src/renderer/features/bots/BotCapabilitySettings.tsx, apps/desktop/src/renderer/features/bots/BotCollaborationCard.tsx, apps/desktop/src/renderer/features/bots/BotConnectionStatus.tsx, apps/desktop/src/renderer/features/bots/BotCreateMenu.tsx, apps/desktop/src/renderer/features/bots/BotDeleteDialog.tsx, apps/desktop/src/renderer/features/bots/BotDirectMessageCard.tsx, apps/desktop/src/renderer/features/bots/BotDirectMessageView.tsx, apps/desktop/src/renderer/features/bots/BotFollowMark.tsx, apps/desktop/src/renderer/features/bots/BotGenerationLabel.tsx, apps/desktop/src/renderer/features/bots/BotGroupAvatars.tsx, apps/desktop/src/renderer/features/bots/BotGroupChatView.tsx, apps/desktop/src/renderer/features/bots/BotGroupComposer.tsx, apps/desktop/src/renderer/features/bots/BotGroupCreateDialog.tsx, apps/desktop/src/renderer/features/bots/BotGroupPendingInteraction.tsx, apps/desktop/src/renderer/features/bots/BotGroupPlan.tsx, apps/desktop/src/renderer/features/bots/BotGroupRuntimeFailureNotice.tsx, apps/desktop/src/renderer/features/bots/BotGroupSettingsDrawer.tsx, apps/desktop/src/renderer/features/bots/BotGroupSidebarRow.tsx, apps/desktop/src/renderer/features/bots/BotHistorySessionView.tsx, apps/desktop/src/renderer/features/bots/BotImportForm.tsx, apps/desktop/src/renderer/features/bots/BotInvitationWelcome.tsx, apps/desktop/src/renderer/features/bots/BotLearningFooter.tsx, apps/desktop/src/renderer/features/bots/BotLifecycleSettings.tsx, apps/desktop/src/renderer/features/bots/BotMemorySettings.tsx, apps/desktop/src/renderer/features/bots/BotModelChainEditor.tsx, apps/desktop/src/renderer/features/bots/BotPortraitPicker.tsx, apps/desktop/src/renderer/features/bots/BotRosterView.tsx, apps/desktop/src/renderer/features/bots/BotRoutines.tsx, apps/desktop/src/renderer/features/bots/BotSessionContentHeader.tsx, apps/desktop/src/renderer/features/bots/BotSessionTaskLink.tsx, apps/desktop/src/renderer/features/bots/BotSessionTaskResultCard.tsx, apps/desktop/src/renderer/features/bots/BotSessionView.tsx, apps/desktop/src/renderer/features/bots/BotSettingsBlock.tsx, apps/desktop/src/renderer/features/bots/BotSettingsDrawer.tsx, apps/desktop/src/renderer/features/bots/BotTaskCardHeader.tsx, apps/desktop/src/renderer/features/bots/BotTaskModelEditor.tsx, apps/desktop/src/renderer/features/bots/BotTodoList.tsx, apps/desktop/src/renderer/features/bots/BotWorkbench.tsx, apps/desktop/src/renderer/features/bots/BotWorkingStatus.tsx, apps/desktop/src/renderer/features/bots/BotsFeatureLayout.tsx, apps/desktop/src/renderer/features/bots/BotsGlobalSettingsSection.tsx, apps/desktop/src/renderer/features/bots/BotsHomeView.tsx, apps/desktop/src/renderer/features/bots/BotsListView.tsx, apps/desktop/src/renderer/features/bots/BotsSidebar.tsx, apps/desktop/src/renderer/features/bots/ChatBotAccessField.tsx, apps/desktop/src/renderer/features/bots/ChatGroupSettings.tsx, apps/desktop/src/renderer/features/bots/ChatInviteDialog.tsx, apps/desktop/src/renderer/features/bots/ChatInviteHost.tsx, apps/desktop/src/renderer/features/bots/ChatServerControls.tsx, apps/desktop/src/renderer/features/bots/ChatThreadPanel.tsx, apps/desktop/src/renderer/features/bots/CindyDevicePicker.tsx, apps/desktop/src/renderer/features/bots/CindyDeviceRow.tsx, apps/desktop/src/renderer/features/bots/RemoteBotSessionView.tsx, apps/desktop/src/renderer/features/bots/RemoteBotSettings.tsx, apps/desktop/src/renderer/features/bots/WorkbenchSessionList.tsx, apps/desktop/src/renderer/features/bots/botAvatarIdentity.ts, apps/desktop/src/renderer/features/bots/botCapabilityDefaults.ts, apps/desktop/src/renderer/features/bots/botChatPresentation.ts, apps/desktop/src/renderer/features/bots/botConversationPresentation.ts, apps/desktop/src/renderer/features/bots/botConversationTimeline.ts, apps/desktop/src/renderer/features/bots/botDelegationLive.ts, apps/desktop/src/renderer/features/bots/botFollowScopes.ts, apps/desktop/src/renderer/features/bots/botGeneratedArtifacts.ts, apps/desktop/src/renderer/features/bots/botGroupAttachments.ts, apps/desktop/src/renderer/features/bots/botGroupLane.ts, apps/desktop/src/renderer/features/bots/botGroupMentions.ts, apps/desktop/src/renderer/features/bots/botGroupPresentation.ts, apps/desktop/src/renderer/features/bots/botGroupStore.ts, apps/desktop/src/renderer/features/bots/botListDisplay.ts, apps/desktop/src/renderer/features/bots/botNavigation.ts, apps/desktop/src/renderer/features/bots/botPronounContext.tsx, apps/desktop/src/renderer/features/bots/botReadState.ts, apps/desktop/src/renderer/features/bots/botRosterDisplay.ts, apps/desktop/src/renderer/features/bots/botSessionOwners.ts, apps/desktop/src/renderer/features/bots/botSettingsAutosave.ts, apps/desktop/src/renderer/features/bots/botStore.ts, apps/desktop/src/renderer/features/bots/botTodo.css, apps/desktop/src/renderer/features/bots/botWelcomeContext.ts, apps/desktop/src/renderer/features/bots/botWorkbenchProjection.ts, apps/desktop/src/renderer/features/bots/chatError.ts, apps/desktop/src/renderer/features/bots/cindyDeviceRoster.ts, apps/desktop/src/renderer/features/bots/remoteBotRoster.ts, apps/desktop/src/renderer/features/bots/remoteBotSettingsData.ts, apps/desktop/src/renderer/features/bots/useBotGeneratedFileDeliveries.ts, apps/desktop/src/renderer/features/bots/useBotIslandVisibleSession.ts, apps/desktop/src/renderer/features/bots/useBotSettingsAutosave.ts, apps/desktop/src/renderer/features/bots/useBotUnreadSync.ts, apps/desktop/src/renderer/features/bots/useRemoteBots.ts, apps/desktop/src/renderer/features/bots/useWorkbenchSessionPages.ts, apps/desktop/src/renderer/features/bots/useWorkingStatusCopy.ts, apps/desktop/src/renderer/features/bots/voice/CompanionVoicePanel.tsx, apps/desktop/src/renderer/features/bots/voice/CompanionVoiceSettings.tsx, apps/desktop/src/renderer/features/bots/voice/PcmSpeechPlayer.ts, apps/desktop/src/renderer/features/bots/voice/SpeechVoicePicker.tsx, apps/desktop/src/renderer/features/bots/voice/VoiceConversationController.ts, apps/desktop/src/renderer/features/bots/voice/VoicePreviewController.ts, apps/desktop/src/renderer/features/bots/voice/VoiceReplyTracker.ts, apps/desktop/src/renderer/features/bots/voice/speechVoiceLabelCache.ts, apps/desktop/src/renderer/features/bots/voice/voiceConfiguration.ts, apps/desktop/src/renderer/features/bots/voice/voiceConversation.css, apps/desktop/src/renderer/features/cc-agent/CCAgentFeatureLayout.tsx, apps/desktop/src/renderer/features/cc-agent/CCAgentSessionView.tsx | 278 | 38 | 478 |+| `desktop.bots` | desktop | 伙伴(列表 / 对话 / 设置 / 历史 / 伙伴私聊 / 群聊) | hash `/bots`、`/bots/list`、`/bots/:botId`、`/bots/roster` 及伙伴当前/历史任务、伙伴私聊、伙伴群聊路由(BotsFeatureLayout) | BotBasicProfileFields, BotCollaborationCard, BotDirectMessageView, BotGroupChatView, BotGroupCreateDialog, BotGroupSettingsDrawer, BotHistorySessionView, BotLifecycleSettings, BotModelChainEditor, BotRosterView, BotSessionView, BotSettingsDrawer, BotsHomeView, BotsListView, RemoteBotSessionView | apps/desktop/src/renderer/components/chat/AgentActionRow.tsx, apps/desktop/src/renderer/components/chat/AgentActionsBlock.tsx, apps/desktop/src/renderer/components/chat/AgentOnOtherDeviceContext.tsx, apps/desktop/src/renderer/components/chat/AgentTaskCard.tsx, apps/desktop/src/renderer/components/chat/AgentTaskLiveDetails.tsx, apps/desktop/src/renderer/components/chat/AnnotationStrokesSvg.tsx, apps/desktop/src/renderer/components/chat/AskUserQuestionBubble.tsx, apps/desktop/src/renderer/components/chat/AssistantMessage.tsx, apps/desktop/src/renderer/components/chat/AutomationOriginBadge.tsx, apps/desktop/src/renderer/components/chat/ChatAudioCard.tsx, apps/desktop/src/renderer/components/chat/ChatDisplaySnapshotContext.tsx, apps/desktop/src/renderer/components/chat/ChatImageView.tsx, apps/desktop/src/renderer/components/chat/ChatLoadingImage.tsx, apps/desktop/src/renderer/components/chat/ChatSessionFileContext.tsx, apps/desktop/src/renderer/components/chat/ChatSoundEffectCard.tsx, apps/desktop/src/renderer/components/chat/ChatVideoView.tsx, apps/desktop/src/renderer/components/chat/CindyMakeDoctorCard.tsx, apps/desktop/src/renderer/components/chat/CopyAsImageBlock.tsx, apps/desktop/src/renderer/components/chat/CredentialSwitchWaitBanner.tsx, apps/desktop/src/renderer/components/chat/DiffView.tsx, apps/desktop/src/renderer/components/chat/ErrorBanner.tsx, apps/desktop/src/renderer/components/chat/ErrorMessageCard.tsx, apps/desktop/src/renderer/components/chat/GeneratedFilesCard.tsx, apps/desktop/src/renderer/components/chat/GhostCardHostPrompts.tsx, apps/desktop/src/renderer/components/chat/GhostSummonCard.tsx, apps/desktop/src/renderer/components/chat/GhostToolCard.tsx, apps/desktop/src/renderer/components/chat/HookTaskCard.tsx, apps/desktop/src/renderer/components/chat/ImageGalleryContext.tsx, apps/desktop/src/renderer/components/chat/ImageHoverPreview.tsx, apps/desktop/src/renderer/components/chat/ImageLightbox.tsx, apps/desktop/src/renderer/components/chat/ImageMissingPlaceholder.tsx, apps/desktop/src/renderer/components/chat/InlineReferenceChip.tsx, apps/desktop/src/renderer/components/chat/InterruptedTurnBanner.tsx, apps/desktop/src/renderer/components/chat/JumpToBottomChip.tsx, apps/desktop/src/renderer/components/chat/MarkdownDiffBlock.tsx, apps/desktop/src/renderer/components/chat/MarkdownMermaidBlock.tsx, apps/desktop/src/renderer/components/chat/MarkdownRenderer.tsx, apps/desktop/src/renderer/components/chat/MermaidLightbox.tsx, apps/desktop/src/renderer/components/chat/MessageActionBar.tsx, apps/desktop/src/renderer/components/chat/MessageNavRail.tsx, apps/desktop/src/renderer/components/chat/MessageReadAloudContext.ts, apps/desktop/src/renderer/components/chat/MessageSourceLabels.tsx, apps/desktop/src/renderer/components/chat/MessageStream.tsx, apps/desktop/src/renderer/components/chat/MessageViewport.tsx, apps/desktop/src/renderer/components/chat/ModelLightbox.tsx, apps/desktop/src/renderer/components/chat/NewMessageIndicator.tsx, apps/desktop/src/renderer/components/chat/PlanReviewBubble.tsx, apps/desktop/src/renderer/components/chat/PrevMessageJumpChip.tsx, apps/desktop/src/renderer/components/chat/ProjectLinkChip.tsx, apps/desktop/src/renderer/components/chat/QuoteChip.tsx, apps/desktop/src/renderer/components/chat/RewindPreviewDialog.tsx, apps/desktop/src/renderer/components/chat/SelectionQuoteButton.tsx, apps/desktop/src/renderer/components/chat/SentAgentReferenceChip.tsx, apps/desktop/src/renderer/components/chat/SentInlineAtomBody.tsx, apps/desktop/src/renderer/components/chat/SessionHandoffCard.tsx, apps/desktop/src/renderer/components/chat/SessionLinkChip.tsx, apps/desktop/src/renderer/components/chat/ShareMessageCheckbox.tsx, apps/desktop/src/renderer/components/chat/ShareSelectionBar.tsx, apps/desktop/src/renderer/components/chat/SlackIcon.tsx, apps/desktop/src/renderer/components/chat/StreamFadeSpan.tsx, apps/desktop/src/renderer/components/chat/StreamingMarkdownChunk.tsx, apps/desktop/src/renderer/components/chat/SystemCard.tsx, apps/desktop/src/renderer/components/chat/TextLightbox.tsx, apps/desktop/src/renderer/components/chat/ThinkingCard.tsx, apps/desktop/src/renderer/components/chat/ThinkingText.tsx, apps/desktop/src/renderer/components/chat/TodoListCard.tsx, apps/desktop/src/renderer/components/chat/ToolCallCard.tsx, apps/desktop/src/renderer/components/chat/ToolPayloadLightbox.tsx, apps/desktop/src/renderer/components/chat/TopRightChipStack.tsx, apps/desktop/src/renderer/components/chat/TurnChangesCard.tsx, apps/desktop/src/renderer/components/chat/UnreadFailedScheduleBanner.tsx, apps/desktop/src/renderer/components/chat/UpgradeBanner.tsx, apps/desktop/src/renderer/components/chat/UserAttachmentChip.tsx, apps/desktop/src/renderer/components/chat/UserMessage.tsx, apps/desktop/src/renderer/components/chat/UserMessageEditBox.tsx, apps/desktop/src/renderer/components/chat/UserMessageUrlLink.tsx, apps/desktop/src/renderer/components/chat/VideoLightbox.tsx, apps/desktop/src/renderer/components/chat/WorkGroupBlock.tsx, apps/desktop/src/renderer/components/chat/WorktreeRestoreBanner.tsx, apps/desktop/src/renderer/components/chat/XIcon.tsx, apps/desktop/src/renderer/components/chat/activityRowChrome.ts, apps/desktop/src/renderer/components/chat/animateFocusScroll.ts, apps/desktop/src/renderer/components/chat/autoFollowIntent.ts, apps/desktop/src/renderer/components/chat/chatChrome.ts, apps/desktop/src/renderer/components/chat/errorReasonI18n.ts, apps/desktop/src/renderer/components/chat/generatedFilesProjection.ts, apps/desktop/src/renderer/components/chat/imageDisplaySize.ts, apps/desktop/src/renderer/components/chat/lightboxAnnotations.ts, apps/desktop/src/renderer/components/chat/lightboxGestures.ts, apps/desktop/src/renderer/components/chat/markdownImageTargets.ts, apps/desktop/src/renderer/components/chat/markdownMedia.ts, apps/desktop/src/renderer/components/chat/messageNavRailModel.ts, apps/desktop/src/renderer/components/chat/messageNavRailWheel.ts, apps/desktop/src/renderer/components/chat/messageNavigationProjection.ts, apps/desktop/src/renderer/components/chat/messageProjectionCache.ts, apps/desktop/src/renderer/components/chat/messageStreamIndicatorPosition.ts, apps/desktop/src/renderer/components/chat/messageViewportCompensation.ts, apps/desktop/src/renderer/components/chat/messageViewportGeometry.ts, apps/desktop/src/renderer/components/chat/messageWorkGroups.ts, apps/desktop/src/renderer/components/chat/observeProgrammaticScroll.ts, apps/desktop/src/renderer/components/chat/rehypeFencedCodeMarker.ts, apps/desktop/src/renderer/components/chat/rehypeHighlightShared.ts, apps/desktop/src/renderer/components/chat/rehypeMathBlockMarker.ts, apps/desktop/src/renderer/components/chat/rehypeStreamWordFade.ts, apps/desktop/src/renderer/components/chat/remarkHtmlImages.ts, apps/desktop/src/renderer/components/chat/remarkLocalPathLinks.ts, apps/desktop/src/renderer/components/chat/remarkPreserveRawLocalDestinations.ts, apps/desktop/src/renderer/components/chat/remarkSessionLinks.ts, apps/desktop/src/renderer/components/chat/remarkStrictInlineMath.ts, apps/desktop/src/renderer/components/chat/remarkTruncateCjkUrls.ts, apps/desktop/src/renderer/components/chat/repairStreamingMarkdown.ts, apps/desktop/src/renderer/components/chat/scrollAnchoringDetect.ts, apps/desktop/src/renderer/components/chat/shareSelectionStore.ts, apps/desktop/src/renderer/components/chat/streamingMarkdownBlocks.tsx, apps/desktop/src/renderer/components/chat/streamingMarkdownChunks.ts, apps/desktop/src/renderer/components/chat/streamingMessageProjection.ts, apps/desktop/src/renderer/components/chat/toolLoopI18n.ts, apps/desktop/src/renderer/components/chat/unreadCount.ts, apps/desktop/src/renderer/components/chat/useAutomaticHistoryLoadBudget.ts, apps/desktop/src/renderer/components/chat/useCopyAsImage.tsx, apps/desktop/src/renderer/components/chat/useDeleteMessage.ts, apps/desktop/src/renderer/components/chat/useFileChipContextMenu.tsx, apps/desktop/src/renderer/components/chat/useForkAtMessage.ts, apps/desktop/src/renderer/components/chat/useImageClipboard.ts, apps/desktop/src/renderer/components/chat/useImageLoadFailure.ts, apps/desktop/src/renderer/components/chat/useMessageViewport.ts, apps/desktop/src/renderer/components/chat/useNavigationKeyListener.ts, apps/desktop/src/renderer/components/chat/useOpenWithMenu.tsx, apps/desktop/src/renderer/components/chat/usePrevUserMessageInView.ts, apps/desktop/src/renderer/components/chat/useTurnChangeSets.ts, apps/desktop/src/renderer/components/chat/userMessageCollapse.ts, apps/desktop/src/renderer/components/chat/userMessageDisplayText.ts, apps/desktop/src/renderer/components/chat/userMessageLinkify.ts, apps/desktop/src/renderer/components/chat/viewportFillDetect.ts, apps/desktop/src/renderer/components/new-chat/AddRemoteProjectDialog.tsx, apps/desktop/src/renderer/components/new-chat/AgentSelect.tsx, apps/desktop/src/renderer/components/new-chat/AskUserQuestionPrompt.tsx, apps/desktop/src/renderer/components/new-chat/AtMentionPanel.tsx, apps/desktop/src/renderer/components/new-chat/AttachmentTypeThumb.tsx, apps/desktop/src/renderer/components/new-chat/ChatInput.tsx, apps/desktop/src/renderer/components/new-chat/CjkPunctDecoration.ts, apps/desktop/src/renderer/components/new-chat/CjkPunctuationUtils.ts, apps/desktop/src/renderer/components/new-chat/ComposerAttachments.tsx, apps/desktop/src/renderer/components/new-chat/ComposerListIndentDecoration.ts, apps/desktop/src/renderer/components/new-chat/ComposerListNodes.ts, apps/desktop/src/renderer/components/new-chat/ComposerQuoteNode.tsx, apps/desktop/src/renderer/components/new-chat/DeviceSwitcherPill.tsx, apps/desktop/src/renderer/components/new-chat/EffortSlider.tsx, apps/desktop/src/renderer/components/new-chat/EmptyDocSelectionGuard.ts, apps/desktop/src/renderer/components/new-chat/ExtraDirsButton.tsx, apps/desktop/src/renderer/components/new-chat/FastModeToggle.tsx, apps/desktop/src/renderer/components/new-chat/FolderPickerPopover.tsx, apps/desktop/src/renderer/components/new-chat/FullAccessConfirmContent.tsx, apps/desktop/src/renderer/components/new-chat/GhostCommandDecoration.ts, apps/desktop/src/renderer/components/new-chat/GoalAdvancedLimits.tsx, apps/desktop/src/renderer/components/new-chat/GoalIndicator.tsx, apps/desktop/src/renderer/components/new-chat/HomeUsageDashboard.tsx, apps/desktop/src/renderer/components/new-chat/ListComposerTextarea.tsx, apps/desktop/src/renderer/components/new-chat/LocalModelCatalogNotice.tsx, apps/desktop/src/renderer/components/new-chat/MentionChipNode.tsx, apps/desktop/src/renderer/components/new-chat/MentionDragCaretDecoration.ts, apps/desktop/src/renderer/components/new-chat/ModelCompatibilityNotice.tsx, apps/desktop/src/renderer/components/new-chat/ModelConfigFlyout.tsx, apps/desktop/src/renderer/components/new-chat/ModelHarnessPicker.tsx, apps/desktop/src/renderer/components/new-chat/ModelSelector.tsx, apps/desktop/src/renderer/components/new-chat/ModelSourceDetails.tsx, apps/desktop/src/renderer/components/new-chat/NewGoalDialog.tsx, apps/desktop/src/renderer/components/new-chat/PastedTextChipNode.tsx, apps/desktop/src/renderer/components/new-chat/PendingQueuePanel.tsx, apps/desktop/src/renderer/components/new-chat/PermissionPrompt.tsx, apps/desktop/src/renderer/components/new-chat/PermissionSelector.tsx, apps/desktop/src/renderer/components/new-chat/PinnedPlanPanel.tsx, apps/desktop/src/renderer/components/new-chat/PlanActionCard.tsx, apps/desktop/src/renderer/components/new-chat/PlanModeIndicator.tsx, apps/desktop/src/renderer/components/new-chat/PlanViewerCard.tsx, apps/desktop/src/renderer/components/new-chat/PluginConnectionForm.tsx, apps/desktop/src/renderer/components/new-chat/PluginOauthDeviceCode.tsx, apps/desktop/src/renderer/components/new-chat/PluginSetupPrompt.tsx, apps/desktop/src/renderer/components/new-chat/PluginSetupRemoteDesktopButton.tsx, apps/desktop/src/renderer/components/new-chat/PluginWriteAccessRecovery.tsx, apps/desktop/src/renderer/components/new-chat/QuickStartPillMark.ts, apps/desktop/src/renderer/components/new-chat/RemoteOauthSetupCard.tsx, apps/desktop/src/renderer/components/new-chat/SendButton.tsx, apps/desktop/src/renderer/components/new-chat/SlashCommandDecoration.ts, apps/desktop/src/renderer/components/new-chat/SlashCommandPalette.tsx, apps/desktop/src/renderer/components/new-chat/TakeoverMask.tsx, apps/desktop/src/renderer/components/new-chat/ThinkingToggle.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedFlyoutHost.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedModelPanel.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedModelRail.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedModelRow.tsx, apps/desktop/src/renderer/components/new-chat/UsageDailyBars.tsx, apps/desktop/src/renderer/components/new-chat/UsageHeatmap.tsx, apps/desktop/src/renderer/components/new-chat/VendorSegmentedSwitcher.tsx, apps/desktop/src/renderer/components/new-chat/VoiceInputDraftDecoration.ts, apps/desktop/src/renderer/components/new-chat/WindowsSelectionReplacement.ts, apps/desktop/src/renderer/components/new-chat/WorktreeChipsRow.tsx, apps/desktop/src/renderer/components/new-chat/WorktreeCreatingOverlay.tsx, apps/desktop/src/renderer/components/new-chat/agentOptions.ts, apps/desktop/src/renderer/components/new-chat/agentSwitchConfirmation.ts, apps/desktop/src/renderer/components/new-chat/branchPick.ts, apps/desktop/src/renderer/components/new-chat/composerBlankPointerFocus.ts, apps/desktop/src/renderer/components/new-chat/composerContentSerialization.ts, apps/desktop/src/renderer/components/new-chat/composerDocState.ts, apps/desktop/src/renderer/components/new-chat/composerFrameScheduler.ts, apps/desktop/src/renderer/components/new-chat/composerHistoryProjection.ts, apps/desktop/src/renderer/components/new-chat/composerModelSelection.ts, apps/desktop/src/renderer/components/new-chat/composerPromptRecommendation.ts, apps/desktop/src/renderer/components/new-chat/composerRenderGate.ts, apps/desktop/src/renderer/components/new-chat/composerSendOwnership.ts, apps/desktop/src/renderer/components/new-chat/composerSendSnapshot.ts, apps/desktop/src/renderer/components/new-chat/effortChangeQueue.ts, apps/desktop/src/renderer/components/new-chat/extraDirsActions.ts, apps/desktop/src/renderer/components/new-chat/ghostComposerPlacement.ts, apps/desktop/src/renderer/components/new-chat/localAttachmentPicker.ts, apps/desktop/src/renderer/components/new-chat/mentionChipInsertion.ts, apps/desktop/src/renderer/components/new-chat/modelWindowErrorToast.ts, apps/desktop/src/renderer/components/new-chat/pastePipeline.ts, apps/desktop/src/renderer/components/new-chat/pathPaste.ts, apps/desktop/src/renderer/components/new-chat/pendingQueueLocks.ts, apps/desktop/src/renderer/components/new-chat/pendingQueueRowActivity.ts, apps/desktop/src/renderer/components/new-chat/pendingQueueRowPresentation.ts, apps/desktop/src/renderer/components/new-chat/planModeComposerCommand.ts, apps/desktop/src/renderer/components/new-chat/priceTierMarks.tsx, apps/desktop/src/renderer/components/new-chat/remoteBrowseAdapters.ts, apps/desktop/src/renderer/components/new-chat/remoteExistingProjects.ts, apps/desktop/src/renderer/components/new-chat/restoreComposerDocument.ts, apps/desktop/src/renderer/components/new-chat/sessionLinkPaste.ts, apps/desktop/src/renderer/components/new-chat/sourceSwitch.ts, apps/desktop/src/renderer/components/new-chat/unifiedModelSelection.ts, apps/desktop/src/renderer/components/new-chat/usagePalette.ts, apps/desktop/src/renderer/components/new-chat/useComposerSendFocusRestore.ts, apps/desktop/src/renderer/components/new-chat/useModelDiscoveryPending.ts, apps/desktop/src/renderer/components/new-chat/useProviderWeeklyQuota.ts, apps/desktop/src/renderer/components/new-chat/useUnifiedRowActions.ts, apps/desktop/src/renderer/features/bots/BotAuthorizationCard.tsx, apps/desktop/src/renderer/features/bots/BotAvatar.tsx, apps/desktop/src/renderer/features/bots/BotBasicProfileFields.tsx, apps/desktop/src/renderer/features/bots/BotCapabilitySettings.tsx, apps/desktop/src/renderer/features/bots/BotCollaborationCard.tsx, apps/desktop/src/renderer/features/bots/BotConnectionStatus.tsx, apps/desktop/src/renderer/features/bots/BotCreateMenu.tsx, apps/desktop/src/renderer/features/bots/BotDeleteDialog.tsx, apps/desktop/src/renderer/features/bots/BotDirectMessageCard.tsx, apps/desktop/src/renderer/features/bots/BotDirectMessageView.tsx, apps/desktop/src/renderer/features/bots/BotFollowMark.tsx, apps/desktop/src/renderer/features/bots/BotGenerationLabel.tsx, apps/desktop/src/renderer/features/bots/BotGroupAvatars.tsx, apps/desktop/src/renderer/features/bots/BotGroupChatView.tsx, apps/desktop/src/renderer/features/bots/BotGroupComposer.tsx, apps/desktop/src/renderer/features/bots/BotGroupCreateDialog.tsx, apps/desktop/src/renderer/features/bots/BotGroupPendingInteraction.tsx, apps/desktop/src/renderer/features/bots/BotGroupPlan.tsx, apps/desktop/src/renderer/features/bots/BotGroupRuntimeFailureNotice.tsx, apps/desktop/src/renderer/features/bots/BotGroupSettingsDrawer.tsx, apps/desktop/src/renderer/features/bots/BotGroupSidebarRow.tsx, apps/desktop/src/renderer/features/bots/BotHistorySessionView.tsx, apps/desktop/src/renderer/features/bots/BotImportForm.tsx, apps/desktop/src/renderer/features/bots/BotInvitationWelcome.tsx, apps/desktop/src/renderer/features/bots/BotLearningFooter.tsx, apps/desktop/src/renderer/features/bots/BotLifecycleSettings.tsx, apps/desktop/src/renderer/features/bots/BotMemorySettings.tsx, apps/desktop/src/renderer/features/bots/BotModelChainEditor.tsx, apps/desktop/src/renderer/features/bots/BotPortraitPicker.tsx, apps/desktop/src/renderer/features/bots/BotRosterView.tsx, apps/desktop/src/renderer/features/bots/BotRoutines.tsx, apps/desktop/src/renderer/features/bots/BotSessionContentHeader.tsx, apps/desktop/src/renderer/features/bots/BotSessionTaskLink.tsx, apps/desktop/src/renderer/features/bots/BotSessionTaskResultCard.tsx, apps/desktop/src/renderer/features/bots/BotSessionView.tsx, apps/desktop/src/renderer/features/bots/BotSettingsBlock.tsx, apps/desktop/src/renderer/features/bots/BotSettingsDrawer.tsx, apps/desktop/src/renderer/features/bots/BotTaskCardHeader.tsx, apps/desktop/src/renderer/features/bots/BotTaskModelEditor.tsx, apps/desktop/src/renderer/features/bots/BotTodoList.tsx, apps/desktop/src/renderer/features/bots/BotWorkbench.tsx, apps/desktop/src/renderer/features/bots/BotWorkingStatus.tsx, apps/desktop/src/renderer/features/bots/BotsFeatureLayout.tsx, apps/desktop/src/renderer/features/bots/BotsGlobalSettingsSection.tsx, apps/desktop/src/renderer/features/bots/BotsHomeView.tsx, apps/desktop/src/renderer/features/bots/BotsListView.tsx, apps/desktop/src/renderer/features/bots/BotsSidebar.tsx, apps/desktop/src/renderer/features/bots/ChatBotAccessField.tsx, apps/desktop/src/renderer/features/bots/ChatGroupSettings.tsx, apps/desktop/src/renderer/features/bots/ChatInviteDialog.tsx, apps/desktop/src/renderer/features/bots/ChatInviteHost.tsx, apps/desktop/src/renderer/features/bots/ChatServerControls.tsx, apps/desktop/src/renderer/features/bots/ChatThreadPanel.tsx, apps/desktop/src/renderer/features/bots/CindyDevicePicker.tsx, apps/desktop/src/renderer/features/bots/CindyDeviceRow.tsx, apps/desktop/src/renderer/features/bots/RemoteBotSessionView.tsx, apps/desktop/src/renderer/features/bots/RemoteBotSettings.tsx, apps/desktop/src/renderer/features/bots/WorkbenchSessionList.tsx, apps/desktop/src/renderer/features/bots/botAvatarIdentity.ts, apps/desktop/src/renderer/features/bots/botCapabilityDefaults.ts, apps/desktop/src/renderer/features/bots/botChatPresentation.ts, apps/desktop/src/renderer/features/bots/botConversationPresentation.ts, apps/desktop/src/renderer/features/bots/botConversationTimeline.ts, apps/desktop/src/renderer/features/bots/botDelegationLive.ts, apps/desktop/src/renderer/features/bots/botFollowScopes.ts, apps/desktop/src/renderer/features/bots/botGeneratedArtifacts.ts, apps/desktop/src/renderer/features/bots/botGroupAttachments.ts, apps/desktop/src/renderer/features/bots/botGroupLane.ts, apps/desktop/src/renderer/features/bots/botGroupMentions.ts, apps/desktop/src/renderer/features/bots/botGroupPresentation.ts, apps/desktop/src/renderer/features/bots/botGroupStore.ts, apps/desktop/src/renderer/features/bots/botListDisplay.ts, apps/desktop/src/renderer/features/bots/botNavigation.ts, apps/desktop/src/renderer/features/bots/botPronounContext.tsx, apps/desktop/src/renderer/features/bots/botReadState.ts, apps/desktop/src/renderer/features/bots/botRosterDisplay.ts, apps/desktop/src/renderer/features/bots/botSessionOwners.ts, apps/desktop/src/renderer/features/bots/botSettingsAutosave.ts, apps/desktop/src/renderer/features/bots/botStore.ts, apps/desktop/src/renderer/features/bots/botTodo.css, apps/desktop/src/renderer/features/bots/botWelcomeContext.ts, apps/desktop/src/renderer/features/bots/botWorkbenchProjection.ts, apps/desktop/src/renderer/features/bots/chatError.ts, apps/desktop/src/renderer/features/bots/cindyDeviceRoster.ts, apps/desktop/src/renderer/features/bots/remoteBotRoster.ts, apps/desktop/src/renderer/features/bots/remoteBotSettingsData.ts, apps/desktop/src/renderer/features/bots/useBotGeneratedFileDeliveries.ts, apps/desktop/src/renderer/features/bots/useBotIslandVisibleSession.ts, apps/desktop/src/renderer/features/bots/useBotSettingsAutosave.ts, apps/desktop/src/renderer/features/bots/useBotUnreadSync.ts, apps/desktop/src/renderer/features/bots/useRemoteBots.ts, apps/desktop/src/renderer/features/bots/useWorkbenchSessionPages.ts, apps/desktop/src/renderer/features/bots/useWorkingStatusCopy.ts, apps/desktop/src/renderer/features/bots/voice/CompanionVoicePanel.tsx, apps/desktop/src/renderer/features/bots/voice/CompanionVoiceSettings.tsx, apps/desktop/src/renderer/features/bots/voice/MessageReadAloudController.ts, apps/desktop/src/renderer/features/bots/voice/PcmSpeechPlayer.ts, apps/desktop/src/renderer/features/bots/voice/SpeechPlaybackQueue.ts, apps/desktop/src/renderer/features/bots/voice/SpeechTextBuffer.ts, apps/desktop/src/renderer/features/bots/voice/SpeechVoicePicker.tsx, apps/desktop/src/renderer/features/bots/voice/VoiceConversationController.ts, apps/desktop/src/renderer/features/bots/voice/VoicePreviewController.ts, apps/desktop/src/renderer/features/bots/voice/VoiceReplyTracker.ts, apps/desktop/src/renderer/features/bots/voice/microphoneDiagnostics.ts, apps/desktop/src/renderer/features/bots/voice/speechVoiceLabelCache.ts, apps/desktop/src/renderer/features/bots/voice/useMessageReadAloud.ts, apps/desktop/src/renderer/features/bots/voice/voiceConfiguration.ts, apps/desktop/src/renderer/features/bots/voice/voiceConversation.css, apps/desktop/src/renderer/features/cc-agent/CCAgentFeatureLayout.tsx, apps/desktop/src/renderer/features/cc-agent/CCAgentSessionView.tsx | 278 | 38 | 478 || `desktop.chat.files` | desktop | 工作目录文件浏览 | hash `/cc-agent/files/:sessionId`(WorkdirBrowseRoute) | FileBodyView, FileTreeView, WorkdirBrowseRoute | apps/desktop/src/renderer/features/cc-agent/workdir-browse/DocSearchBar.tsx, apps/desktop/src/renderer/features/cc-agent/workdir-browse/DrawioPreview.tsx, apps/desktop/src/renderer/features/cc-agent/workdir-browse/FileBodyView.tsx, apps/desktop/src/renderer/features/cc-agent/workdir-browse/FileFilterInput.tsx, apps/desktop/src/renderer/features/cc-agent/workdir-browse/FileTabsBar.tsx, apps/desktop/src/renderer/features/cc-agent/workdir-browse/FileTreeView.tsx, apps/desktop/src/renderer/features/cc-agent/workdir-browse/FilterResultList.tsx, apps/desktop/src/renderer/features/cc-agent/workdir-browse/ImagePreview.tsx, apps/desktop/src/renderer/features/cc-agent/workdir-browse/OpenInSystemActions.tsx, apps/desktop/src/renderer/features/cc-agent/workdir-browse/PdfPreview.tsx, apps/desktop/src/renderer/features/cc-agent/workdir-browse/SessionTabsBar.tsx, apps/desktop/src/renderer/features/cc-agent/workdir-browse/UnrenderablePlaceholder.tsx, apps/desktop/src/renderer/features/cc-agent/workdir-browse/WorkdirBrowseRoute.tsx, apps/desktop/src/renderer/features/cc-agent/workdir-browse/WorkdirBrowseSidebar.tsx, apps/desktop/src/renderer/features/cc-agent/workdir-browse/hooks/useChatRailCollapsed.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/hooks/useChatRailResize.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/hooks/useConfirmSwitchAwayIfDirty.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/hooks/useDelayedFlag.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/hooks/useFileContent.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/hooks/useFileTree.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/hooks/useOpenTabs.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/hooks/useProjectFileList.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/hooks/useRevealFileInTree.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/lib/activeFileBodyHandle.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/lib/docModeSwitchProjects.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/lib/drawioExt.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/lib/expandedStore.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/lib/fileContentCache.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/lib/fileIcon.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/lib/fileMeta.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/lib/fileScrollStore.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/lib/fileSelectionParams.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/lib/filterFiles.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/lib/imageExt.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/lib/markdownAutosave.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/lib/openTabsStore.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/lib/pdfExt.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/lib/selectedFileStore.ts, apps/desktop/src/renderer/features/cc-agent/workdir-browse/search/SearchInput.tsx, apps/desktop/src/renderer/features/cc-agent/workdir-browse/search/SearchPanel.tsx, apps/desktop/src/renderer/features/cc-agent/workdir-browse/search/SearchResults.tsx, apps/desktop/src/renderer/features/cc-agent/workdir-browse/search/hooks/useProjectSearch.ts | 17 | 7 | 45 || `desktop.chat.new-draft` | desktop | 新建任务草稿页 | hash `/cc-agent/new`(NewMakerDraftRoute) | NewMakerDraftRoute | apps/desktop/src/renderer/features/cc-agent/NewMakerDraftRoute.tsx | 15 | 0 | 3 |-| `desktop.chat.orca-workflow` | desktop | Orca 协同工作台 | hash `/cc-agent/orca/:sessionId`(OrcaWorkflowRoute) | CCAgentSessionView, OrcaSplitView, OrcaWorkerPanel, OrcaWorkflowRoute | apps/desktop/src/renderer/components/chat/AgentActionRow.tsx, apps/desktop/src/renderer/components/chat/AgentActionsBlock.tsx, apps/desktop/src/renderer/components/chat/AgentOnOtherDeviceContext.tsx, apps/desktop/src/renderer/components/chat/AgentTaskCard.tsx, apps/desktop/src/renderer/components/chat/AgentTaskLiveDetails.tsx, apps/desktop/src/renderer/components/chat/AnnotationStrokesSvg.tsx, apps/desktop/src/renderer/components/chat/AskUserQuestionBubble.tsx, apps/desktop/src/renderer/components/chat/AssistantMessage.tsx, apps/desktop/src/renderer/components/chat/AutomationOriginBadge.tsx, apps/desktop/src/renderer/components/chat/ChatAudioCard.tsx, apps/desktop/src/renderer/components/chat/ChatDisplaySnapshotContext.tsx, apps/desktop/src/renderer/components/chat/ChatImageView.tsx, apps/desktop/src/renderer/components/chat/ChatLoadingImage.tsx, apps/desktop/src/renderer/components/chat/ChatSessionFileContext.tsx, apps/desktop/src/renderer/components/chat/ChatSoundEffectCard.tsx, apps/desktop/src/renderer/components/chat/ChatVideoView.tsx, apps/desktop/src/renderer/components/chat/CindyMakeDoctorCard.tsx, apps/desktop/src/renderer/components/chat/CopyAsImageBlock.tsx, apps/desktop/src/renderer/components/chat/CredentialSwitchWaitBanner.tsx, apps/desktop/src/renderer/components/chat/DiffView.tsx, apps/desktop/src/renderer/components/chat/ErrorBanner.tsx, apps/desktop/src/renderer/components/chat/ErrorMessageCard.tsx, apps/desktop/src/renderer/components/chat/GeneratedFilesCard.tsx, apps/desktop/src/renderer/components/chat/GhostCardHostPrompts.tsx, apps/desktop/src/renderer/components/chat/GhostSummonCard.tsx, apps/desktop/src/renderer/components/chat/GhostToolCard.tsx, apps/desktop/src/renderer/components/chat/HookTaskCard.tsx, apps/desktop/src/renderer/components/chat/ImageGalleryContext.tsx, apps/desktop/src/renderer/components/chat/ImageHoverPreview.tsx, apps/desktop/src/renderer/components/chat/ImageLightbox.tsx, apps/desktop/src/renderer/components/chat/ImageMissingPlaceholder.tsx, apps/desktop/src/renderer/components/chat/InlineReferenceChip.tsx, apps/desktop/src/renderer/components/chat/InterruptedTurnBanner.tsx, apps/desktop/src/renderer/components/chat/JumpToBottomChip.tsx, apps/desktop/src/renderer/components/chat/MarkdownDiffBlock.tsx, apps/desktop/src/renderer/components/chat/MarkdownMermaidBlock.tsx, apps/desktop/src/renderer/components/chat/MarkdownRenderer.tsx, apps/desktop/src/renderer/components/chat/MermaidLightbox.tsx, apps/desktop/src/renderer/components/chat/MessageActionBar.tsx, apps/desktop/src/renderer/components/chat/MessageNavRail.tsx, apps/desktop/src/renderer/components/chat/MessageSourceLabels.tsx, apps/desktop/src/renderer/components/chat/MessageStream.tsx, apps/desktop/src/renderer/components/chat/MessageViewport.tsx, apps/desktop/src/renderer/components/chat/ModelLightbox.tsx, apps/desktop/src/renderer/components/chat/NewMessageIndicator.tsx, apps/desktop/src/renderer/components/chat/PlanReviewBubble.tsx, apps/desktop/src/renderer/components/chat/PrevMessageJumpChip.tsx, apps/desktop/src/renderer/components/chat/ProjectLinkChip.tsx, apps/desktop/src/renderer/components/chat/QuoteChip.tsx, apps/desktop/src/renderer/components/chat/RewindPreviewDialog.tsx, apps/desktop/src/renderer/components/chat/SelectionQuoteButton.tsx, apps/desktop/src/renderer/components/chat/SentAgentReferenceChip.tsx, apps/desktop/src/renderer/components/chat/SentInlineAtomBody.tsx, apps/desktop/src/renderer/components/chat/SessionHandoffCard.tsx, apps/desktop/src/renderer/components/chat/SessionLinkChip.tsx, apps/desktop/src/renderer/components/chat/ShareMessageCheckbox.tsx, apps/desktop/src/renderer/components/chat/ShareSelectionBar.tsx, apps/desktop/src/renderer/components/chat/SlackIcon.tsx, apps/desktop/src/renderer/components/chat/StreamFadeSpan.tsx, apps/desktop/src/renderer/components/chat/StreamingMarkdownChunk.tsx, apps/desktop/src/renderer/components/chat/SystemCard.tsx, apps/desktop/src/renderer/components/chat/TextLightbox.tsx, apps/desktop/src/renderer/components/chat/ThinkingCard.tsx, apps/desktop/src/renderer/components/chat/ThinkingText.tsx, apps/desktop/src/renderer/components/chat/TodoListCard.tsx, apps/desktop/src/renderer/components/chat/ToolCallCard.tsx, apps/desktop/src/renderer/components/chat/ToolPayloadLightbox.tsx, apps/desktop/src/renderer/components/chat/TopRightChipStack.tsx, apps/desktop/src/renderer/components/chat/TurnChangesCard.tsx, apps/desktop/src/renderer/components/chat/UnreadFailedScheduleBanner.tsx, apps/desktop/src/renderer/components/chat/UpgradeBanner.tsx, apps/desktop/src/renderer/components/chat/UserAttachmentChip.tsx, apps/desktop/src/renderer/components/chat/UserMessage.tsx, apps/desktop/src/renderer/components/chat/UserMessageEditBox.tsx, apps/desktop/src/renderer/components/chat/UserMessageUrlLink.tsx, apps/desktop/src/renderer/components/chat/VideoLightbox.tsx, apps/desktop/src/renderer/components/chat/WorkGroupBlock.tsx, apps/desktop/src/renderer/components/chat/WorktreeRestoreBanner.tsx, apps/desktop/src/renderer/components/chat/XIcon.tsx, apps/desktop/src/renderer/components/chat/activityRowChrome.ts, apps/desktop/src/renderer/components/chat/animateFocusScroll.ts, apps/desktop/src/renderer/components/chat/autoFollowIntent.ts, apps/desktop/src/renderer/components/chat/chatChrome.ts, apps/desktop/src/renderer/components/chat/errorReasonI18n.ts, apps/desktop/src/renderer/components/chat/generatedFilesProjection.ts, apps/desktop/src/renderer/components/chat/imageDisplaySize.ts, apps/desktop/src/renderer/components/chat/lightboxAnnotations.ts, apps/desktop/src/renderer/components/chat/lightboxGestures.ts, apps/desktop/src/renderer/components/chat/markdownImageTargets.ts, apps/desktop/src/renderer/components/chat/markdownMedia.ts, apps/desktop/src/renderer/components/chat/messageNavRailModel.ts, apps/desktop/src/renderer/components/chat/messageNavRailWheel.ts, apps/desktop/src/renderer/components/chat/messageNavigationProjection.ts, apps/desktop/src/renderer/components/chat/messageProjectionCache.ts, apps/desktop/src/renderer/components/chat/messageStreamIndicatorPosition.ts, apps/desktop/src/renderer/components/chat/messageViewportCompensation.ts, apps/desktop/src/renderer/components/chat/messageViewportGeometry.ts, apps/desktop/src/renderer/components/chat/messageWorkGroups.ts, apps/desktop/src/renderer/components/chat/observeProgrammaticScroll.ts, apps/desktop/src/renderer/components/chat/rehypeFencedCodeMarker.ts, apps/desktop/src/renderer/components/chat/rehypeHighlightShared.ts, apps/desktop/src/renderer/components/chat/rehypeMathBlockMarker.ts, apps/desktop/src/renderer/components/chat/rehypeStreamWordFade.ts, apps/desktop/src/renderer/components/chat/remarkHtmlImages.ts, apps/desktop/src/renderer/components/chat/remarkLocalPathLinks.ts, apps/desktop/src/renderer/components/chat/remarkPreserveRawLocalDestinations.ts, apps/desktop/src/renderer/components/chat/remarkSessionLinks.ts, apps/desktop/src/renderer/components/chat/remarkStrictInlineMath.ts, apps/desktop/src/renderer/components/chat/remarkTruncateCjkUrls.ts, apps/desktop/src/renderer/components/chat/repairStreamingMarkdown.ts, apps/desktop/src/renderer/components/chat/scrollAnchoringDetect.ts, apps/desktop/src/renderer/components/chat/shareSelectionStore.ts, apps/desktop/src/renderer/components/chat/streamingMarkdownBlocks.tsx, apps/desktop/src/renderer/components/chat/streamingMarkdownChunks.ts, apps/desktop/src/renderer/components/chat/streamingMessageProjection.ts, apps/desktop/src/renderer/components/chat/toolLoopI18n.ts, apps/desktop/src/renderer/components/chat/unreadCount.ts, apps/desktop/src/renderer/components/chat/useAutomaticHistoryLoadBudget.ts, apps/desktop/src/renderer/components/chat/useCopyAsImage.tsx, apps/desktop/src/renderer/components/chat/useDeleteMessage.ts, apps/desktop/src/renderer/components/chat/useFileChipContextMenu.tsx, apps/desktop/src/renderer/components/chat/useForkAtMessage.ts, apps/desktop/src/renderer/components/chat/useImageClipboard.ts, apps/desktop/src/renderer/components/chat/useImageLoadFailure.ts, apps/desktop/src/renderer/components/chat/useMessageViewport.ts, apps/desktop/src/renderer/components/chat/useNavigationKeyListener.ts, apps/desktop/src/renderer/components/chat/useOpenWithMenu.tsx, apps/desktop/src/renderer/components/chat/usePrevUserMessageInView.ts, apps/desktop/src/renderer/components/chat/useTurnChangeSets.ts, apps/desktop/src/renderer/components/chat/userMessageCollapse.ts, apps/desktop/src/renderer/components/chat/userMessageDisplayText.ts, apps/desktop/src/renderer/components/chat/userMessageLinkify.ts, apps/desktop/src/renderer/components/chat/viewportFillDetect.ts, apps/desktop/src/renderer/components/new-chat/AddRemoteProjectDialog.tsx, apps/desktop/src/renderer/components/new-chat/AgentSelect.tsx, apps/desktop/src/renderer/components/new-chat/AskUserQuestionPrompt.tsx, apps/desktop/src/renderer/components/new-chat/AtMentionPanel.tsx, apps/desktop/src/renderer/components/new-chat/AttachmentTypeThumb.tsx, apps/desktop/src/renderer/components/new-chat/ChatInput.tsx, apps/desktop/src/renderer/components/new-chat/CjkPunctDecoration.ts, apps/desktop/src/renderer/components/new-chat/CjkPunctuationUtils.ts, apps/desktop/src/renderer/components/new-chat/ComposerAttachments.tsx, apps/desktop/src/renderer/components/new-chat/ComposerListIndentDecoration.ts, apps/desktop/src/renderer/components/new-chat/ComposerListNodes.ts, apps/desktop/src/renderer/components/new-chat/ComposerQuoteNode.tsx, apps/desktop/src/renderer/components/new-chat/DeviceSwitcherPill.tsx, apps/desktop/src/renderer/components/new-chat/EffortSlider.tsx, apps/desktop/src/renderer/components/new-chat/EmptyDocSelectionGuard.ts, apps/desktop/src/renderer/components/new-chat/ExtraDirsButton.tsx, apps/desktop/src/renderer/components/new-chat/FastModeToggle.tsx, apps/desktop/src/renderer/components/new-chat/FolderPickerPopover.tsx, apps/desktop/src/renderer/components/new-chat/FullAccessConfirmContent.tsx, apps/desktop/src/renderer/components/new-chat/GhostCommandDecoration.ts, apps/desktop/src/renderer/components/new-chat/GoalAdvancedLimits.tsx, apps/desktop/src/renderer/components/new-chat/GoalIndicator.tsx, apps/desktop/src/renderer/components/new-chat/HomeUsageDashboard.tsx, apps/desktop/src/renderer/components/new-chat/ListComposerTextarea.tsx, apps/desktop/src/renderer/components/new-chat/LocalModelCatalogNotice.tsx, apps/desktop/src/renderer/components/new-chat/MentionChipNode.tsx, apps/desktop/src/renderer/components/new-chat/MentionDragCaretDecoration.ts, apps/desktop/src/renderer/components/new-chat/ModelCompatibilityNotice.tsx, apps/desktop/src/renderer/components/new-chat/ModelConfigFlyout.tsx, apps/desktop/src/renderer/components/new-chat/ModelHarnessPicker.tsx, apps/desktop/src/renderer/components/new-chat/ModelSelector.tsx, apps/desktop/src/renderer/components/new-chat/ModelSourceDetails.tsx, apps/desktop/src/renderer/components/new-chat/NewGoalDialog.tsx, apps/desktop/src/renderer/components/new-chat/PastedTextChipNode.tsx, apps/desktop/src/renderer/components/new-chat/PendingQueuePanel.tsx, apps/desktop/src/renderer/components/new-chat/PermissionPrompt.tsx, apps/desktop/src/renderer/components/new-chat/PermissionSelector.tsx, apps/desktop/src/renderer/components/new-chat/PinnedPlanPanel.tsx, apps/desktop/src/renderer/components/new-chat/PlanActionCard.tsx, apps/desktop/src/renderer/components/new-chat/PlanModeIndicator.tsx, apps/desktop/src/renderer/components/new-chat/PlanViewerCard.tsx, apps/desktop/src/renderer/components/new-chat/PluginConnectionForm.tsx, apps/desktop/src/renderer/components/new-chat/PluginOauthDeviceCode.tsx, apps/desktop/src/renderer/components/new-chat/PluginSetupPrompt.tsx, apps/desktop/src/renderer/components/new-chat/PluginSetupRemoteDesktopButton.tsx, apps/desktop/src/renderer/components/new-chat/PluginWriteAccessRecovery.tsx, apps/desktop/src/renderer/components/new-chat/QuickStartPillMark.ts, apps/desktop/src/renderer/components/new-chat/RemoteOauthSetupCard.tsx, apps/desktop/src/renderer/components/new-chat/SendButton.tsx, apps/desktop/src/renderer/components/new-chat/SlashCommandDecoration.ts, apps/desktop/src/renderer/components/new-chat/SlashCommandPalette.tsx, apps/desktop/src/renderer/components/new-chat/TakeoverMask.tsx, apps/desktop/src/renderer/components/new-chat/ThinkingToggle.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedFlyoutHost.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedModelPanel.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedModelRail.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedModelRow.tsx, apps/desktop/src/renderer/components/new-chat/UsageDailyBars.tsx, apps/desktop/src/renderer/components/new-chat/UsageHeatmap.tsx, apps/desktop/src/renderer/components/new-chat/VendorSegmentedSwitcher.tsx, apps/desktop/src/renderer/components/new-chat/VoiceInputDraftDecoration.ts, apps/desktop/src/renderer/components/new-chat/WindowsSelectionReplacement.ts, apps/desktop/src/renderer/components/new-chat/WorktreeChipsRow.tsx, apps/desktop/src/renderer/components/new-chat/WorktreeCreatingOverlay.tsx, apps/desktop/src/renderer/components/new-chat/agentOptions.ts, apps/desktop/src/renderer/components/new-chat/agentSwitchConfirmation.ts, apps/desktop/src/renderer/components/new-chat/branchPick.ts, apps/desktop/src/renderer/components/new-chat/composerBlankPointerFocus.ts, apps/desktop/src/renderer/components/new-chat/composerContentSerialization.ts, apps/desktop/src/renderer/components/new-chat/composerDocState.ts, apps/desktop/src/renderer/components/new-chat/composerFrameScheduler.ts, apps/desktop/src/renderer/components/new-chat/composerHistoryProjection.ts, apps/desktop/src/renderer/components/new-chat/composerModelSelection.ts, apps/desktop/src/renderer/components/new-chat/composerPromptRecommendation.ts, apps/desktop/src/renderer/components/new-chat/composerRenderGate.ts, apps/desktop/src/renderer/components/new-chat/composerSendOwnership.ts, apps/desktop/src/renderer/components/new-chat/composerSendSnapshot.ts, apps/desktop/src/renderer/components/new-chat/effortChangeQueue.ts, apps/desktop/src/renderer/components/new-chat/extraDirsActions.ts, apps/desktop/src/renderer/components/new-chat/ghostComposerPlacement.ts, apps/desktop/src/renderer/components/new-chat/localAttachmentPicker.ts, apps/desktop/src/renderer/components/new-chat/mentionChipInsertion.ts, apps/desktop/src/renderer/components/new-chat/modelWindowErrorToast.ts, apps/desktop/src/renderer/components/new-chat/pastePipeline.ts, apps/desktop/src/renderer/components/new-chat/pathPaste.ts, apps/desktop/src/renderer/components/new-chat/pendingQueueLocks.ts, apps/desktop/src/renderer/components/new-chat/pendingQueueRowActivity.ts, apps/desktop/src/renderer/components/new-chat/pendingQueueRowPresentation.ts, apps/desktop/src/renderer/components/new-chat/planModeComposerCommand.ts, apps/desktop/src/renderer/components/new-chat/priceTierMarks.tsx, apps/desktop/src/renderer/components/new-chat/remoteBrowseAdapters.ts, apps/desktop/src/renderer/components/new-chat/remoteExistingProjects.ts, apps/desktop/src/renderer/components/new-chat/restoreComposerDocument.ts, apps/desktop/src/renderer/components/new-chat/sessionLinkPaste.ts, apps/desktop/src/renderer/components/new-chat/sourceSwitch.ts, apps/desktop/src/renderer/components/new-chat/unifiedModelSelection.ts, apps/desktop/src/renderer/components/new-chat/usagePalette.ts, apps/desktop/src/renderer/components/new-chat/useComposerSendFocusRestore.ts, apps/desktop/src/renderer/components/new-chat/useModelDiscoveryPending.ts, apps/desktop/src/renderer/components/new-chat/useProviderWeeklyQuota.ts, apps/desktop/src/renderer/components/new-chat/useUnifiedRowActions.ts, apps/desktop/src/renderer/features/cc-agent/CCAgentFeatureLayout.tsx, apps/desktop/src/renderer/features/cc-agent/CCAgentSessionView.tsx, apps/desktop/src/renderer/features/cc-agent/OrcaSplitView.tsx, apps/desktop/src/renderer/features/cc-agent/OrcaWorkerPanel.tsx, apps/desktop/src/renderer/features/cc-agent/OrcaWorkflowRoute.tsx | 252 | 38 | 338 |+| `desktop.chat.orca-workflow` | desktop | Orca 协同工作台 | hash `/cc-agent/orca/:sessionId`(OrcaWorkflowRoute) | CCAgentSessionView, OrcaSplitView, OrcaWorkerPanel, OrcaWorkflowRoute | apps/desktop/src/renderer/components/chat/AgentActionRow.tsx, apps/desktop/src/renderer/components/chat/AgentActionsBlock.tsx, apps/desktop/src/renderer/components/chat/AgentOnOtherDeviceContext.tsx, apps/desktop/src/renderer/components/chat/AgentTaskCard.tsx, apps/desktop/src/renderer/components/chat/AgentTaskLiveDetails.tsx, apps/desktop/src/renderer/components/chat/AnnotationStrokesSvg.tsx, apps/desktop/src/renderer/components/chat/AskUserQuestionBubble.tsx, apps/desktop/src/renderer/components/chat/AssistantMessage.tsx, apps/desktop/src/renderer/components/chat/AutomationOriginBadge.tsx, apps/desktop/src/renderer/components/chat/ChatAudioCard.tsx, apps/desktop/src/renderer/components/chat/ChatDisplaySnapshotContext.tsx, apps/desktop/src/renderer/components/chat/ChatImageView.tsx, apps/desktop/src/renderer/components/chat/ChatLoadingImage.tsx, apps/desktop/src/renderer/components/chat/ChatSessionFileContext.tsx, apps/desktop/src/renderer/components/chat/ChatSoundEffectCard.tsx, apps/desktop/src/renderer/components/chat/ChatVideoView.tsx, apps/desktop/src/renderer/components/chat/CindyMakeDoctorCard.tsx, apps/desktop/src/renderer/components/chat/CopyAsImageBlock.tsx, apps/desktop/src/renderer/components/chat/CredentialSwitchWaitBanner.tsx, apps/desktop/src/renderer/components/chat/DiffView.tsx, apps/desktop/src/renderer/components/chat/ErrorBanner.tsx, apps/desktop/src/renderer/components/chat/ErrorMessageCard.tsx, apps/desktop/src/renderer/components/chat/GeneratedFilesCard.tsx, apps/desktop/src/renderer/components/chat/GhostCardHostPrompts.tsx, apps/desktop/src/renderer/components/chat/GhostSummonCard.tsx, apps/desktop/src/renderer/components/chat/GhostToolCard.tsx, apps/desktop/src/renderer/components/chat/HookTaskCard.tsx, apps/desktop/src/renderer/components/chat/ImageGalleryContext.tsx, apps/desktop/src/renderer/components/chat/ImageHoverPreview.tsx, apps/desktop/src/renderer/components/chat/ImageLightbox.tsx, apps/desktop/src/renderer/components/chat/ImageMissingPlaceholder.tsx, apps/desktop/src/renderer/components/chat/InlineReferenceChip.tsx, apps/desktop/src/renderer/components/chat/InterruptedTurnBanner.tsx, apps/desktop/src/renderer/components/chat/JumpToBottomChip.tsx, apps/desktop/src/renderer/components/chat/MarkdownDiffBlock.tsx, apps/desktop/src/renderer/components/chat/MarkdownMermaidBlock.tsx, apps/desktop/src/renderer/components/chat/MarkdownRenderer.tsx, apps/desktop/src/renderer/components/chat/MermaidLightbox.tsx, apps/desktop/src/renderer/components/chat/MessageActionBar.tsx, apps/desktop/src/renderer/components/chat/MessageNavRail.tsx, apps/desktop/src/renderer/components/chat/MessageReadAloudContext.ts, apps/desktop/src/renderer/components/chat/MessageSourceLabels.tsx, apps/desktop/src/renderer/components/chat/MessageStream.tsx, apps/desktop/src/renderer/components/chat/MessageViewport.tsx, apps/desktop/src/renderer/components/chat/ModelLightbox.tsx, apps/desktop/src/renderer/components/chat/NewMessageIndicator.tsx, apps/desktop/src/renderer/components/chat/PlanReviewBubble.tsx, apps/desktop/src/renderer/components/chat/PrevMessageJumpChip.tsx, apps/desktop/src/renderer/components/chat/ProjectLinkChip.tsx, apps/desktop/src/renderer/components/chat/QuoteChip.tsx, apps/desktop/src/renderer/components/chat/RewindPreviewDialog.tsx, apps/desktop/src/renderer/components/chat/SelectionQuoteButton.tsx, apps/desktop/src/renderer/components/chat/SentAgentReferenceChip.tsx, apps/desktop/src/renderer/components/chat/SentInlineAtomBody.tsx, apps/desktop/src/renderer/components/chat/SessionHandoffCard.tsx, apps/desktop/src/renderer/components/chat/SessionLinkChip.tsx, apps/desktop/src/renderer/components/chat/ShareMessageCheckbox.tsx, apps/desktop/src/renderer/components/chat/ShareSelectionBar.tsx, apps/desktop/src/renderer/components/chat/SlackIcon.tsx, apps/desktop/src/renderer/components/chat/StreamFadeSpan.tsx, apps/desktop/src/renderer/components/chat/StreamingMarkdownChunk.tsx, apps/desktop/src/renderer/components/chat/SystemCard.tsx, apps/desktop/src/renderer/components/chat/TextLightbox.tsx, apps/desktop/src/renderer/components/chat/ThinkingCard.tsx, apps/desktop/src/renderer/components/chat/ThinkingText.tsx, apps/desktop/src/renderer/components/chat/TodoListCard.tsx, apps/desktop/src/renderer/components/chat/ToolCallCard.tsx, apps/desktop/src/renderer/components/chat/ToolPayloadLightbox.tsx, apps/desktop/src/renderer/components/chat/TopRightChipStack.tsx, apps/desktop/src/renderer/components/chat/TurnChangesCard.tsx, apps/desktop/src/renderer/components/chat/UnreadFailedScheduleBanner.tsx, apps/desktop/src/renderer/components/chat/UpgradeBanner.tsx, apps/desktop/src/renderer/components/chat/UserAttachmentChip.tsx, apps/desktop/src/renderer/components/chat/UserMessage.tsx, apps/desktop/src/renderer/components/chat/UserMessageEditBox.tsx, apps/desktop/src/renderer/components/chat/UserMessageUrlLink.tsx, apps/desktop/src/renderer/components/chat/VideoLightbox.tsx, apps/desktop/src/renderer/components/chat/WorkGroupBlock.tsx, apps/desktop/src/renderer/components/chat/WorktreeRestoreBanner.tsx, apps/desktop/src/renderer/components/chat/XIcon.tsx, apps/desktop/src/renderer/components/chat/activityRowChrome.ts, apps/desktop/src/renderer/components/chat/animateFocusScroll.ts, apps/desktop/src/renderer/components/chat/autoFollowIntent.ts, apps/desktop/src/renderer/components/chat/chatChrome.ts, apps/desktop/src/renderer/components/chat/errorReasonI18n.ts, apps/desktop/src/renderer/components/chat/generatedFilesProjection.ts, apps/desktop/src/renderer/components/chat/imageDisplaySize.ts, apps/desktop/src/renderer/components/chat/lightboxAnnotations.ts, apps/desktop/src/renderer/components/chat/lightboxGestures.ts, apps/desktop/src/renderer/components/chat/markdownImageTargets.ts, apps/desktop/src/renderer/components/chat/markdownMedia.ts, apps/desktop/src/renderer/components/chat/messageNavRailModel.ts, apps/desktop/src/renderer/components/chat/messageNavRailWheel.ts, apps/desktop/src/renderer/components/chat/messageNavigationProjection.ts, apps/desktop/src/renderer/components/chat/messageProjectionCache.ts, apps/desktop/src/renderer/components/chat/messageStreamIndicatorPosition.ts, apps/desktop/src/renderer/components/chat/messageViewportCompensation.ts, apps/desktop/src/renderer/components/chat/messageViewportGeometry.ts, apps/desktop/src/renderer/components/chat/messageWorkGroups.ts, apps/desktop/src/renderer/components/chat/observeProgrammaticScroll.ts, apps/desktop/src/renderer/components/chat/rehypeFencedCodeMarker.ts, apps/desktop/src/renderer/components/chat/rehypeHighlightShared.ts, apps/desktop/src/renderer/components/chat/rehypeMathBlockMarker.ts, apps/desktop/src/renderer/components/chat/rehypeStreamWordFade.ts, apps/desktop/src/renderer/components/chat/remarkHtmlImages.ts, apps/desktop/src/renderer/components/chat/remarkLocalPathLinks.ts, apps/desktop/src/renderer/components/chat/remarkPreserveRawLocalDestinations.ts, apps/desktop/src/renderer/components/chat/remarkSessionLinks.ts, apps/desktop/src/renderer/components/chat/remarkStrictInlineMath.ts, apps/desktop/src/renderer/components/chat/remarkTruncateCjkUrls.ts, apps/desktop/src/renderer/components/chat/repairStreamingMarkdown.ts, apps/desktop/src/renderer/components/chat/scrollAnchoringDetect.ts, apps/desktop/src/renderer/components/chat/shareSelectionStore.ts, apps/desktop/src/renderer/components/chat/streamingMarkdownBlocks.tsx, apps/desktop/src/renderer/components/chat/streamingMarkdownChunks.ts, apps/desktop/src/renderer/components/chat/streamingMessageProjection.ts, apps/desktop/src/renderer/components/chat/toolLoopI18n.ts, apps/desktop/src/renderer/components/chat/unreadCount.ts, apps/desktop/src/renderer/components/chat/useAutomaticHistoryLoadBudget.ts, apps/desktop/src/renderer/components/chat/useCopyAsImage.tsx, apps/desktop/src/renderer/components/chat/useDeleteMessage.ts, apps/desktop/src/renderer/components/chat/useFileChipContextMenu.tsx, apps/desktop/src/renderer/components/chat/useForkAtMessage.ts, apps/desktop/src/renderer/components/chat/useImageClipboard.ts, apps/desktop/src/renderer/components/chat/useImageLoadFailure.ts, apps/desktop/src/renderer/components/chat/useMessageViewport.ts, apps/desktop/src/renderer/components/chat/useNavigationKeyListener.ts, apps/desktop/src/renderer/components/chat/useOpenWithMenu.tsx, apps/desktop/src/renderer/components/chat/usePrevUserMessageInView.ts, apps/desktop/src/renderer/components/chat/useTurnChangeSets.ts, apps/desktop/src/renderer/components/chat/userMessageCollapse.ts, apps/desktop/src/renderer/components/chat/userMessageDisplayText.ts, apps/desktop/src/renderer/components/chat/userMessageLinkify.ts, apps/desktop/src/renderer/components/chat/viewportFillDetect.ts, apps/desktop/src/renderer/components/new-chat/AddRemoteProjectDialog.tsx, apps/desktop/src/renderer/components/new-chat/AgentSelect.tsx, apps/desktop/src/renderer/components/new-chat/AskUserQuestionPrompt.tsx, apps/desktop/src/renderer/components/new-chat/AtMentionPanel.tsx, apps/desktop/src/renderer/components/new-chat/AttachmentTypeThumb.tsx, apps/desktop/src/renderer/components/new-chat/ChatInput.tsx, apps/desktop/src/renderer/components/new-chat/CjkPunctDecoration.ts, apps/desktop/src/renderer/components/new-chat/CjkPunctuationUtils.ts, apps/desktop/src/renderer/components/new-chat/ComposerAttachments.tsx, apps/desktop/src/renderer/components/new-chat/ComposerListIndentDecoration.ts, apps/desktop/src/renderer/components/new-chat/ComposerListNodes.ts, apps/desktop/src/renderer/components/new-chat/ComposerQuoteNode.tsx, apps/desktop/src/renderer/components/new-chat/DeviceSwitcherPill.tsx, apps/desktop/src/renderer/components/new-chat/EffortSlider.tsx, apps/desktop/src/renderer/components/new-chat/EmptyDocSelectionGuard.ts, apps/desktop/src/renderer/components/new-chat/ExtraDirsButton.tsx, apps/desktop/src/renderer/components/new-chat/FastModeToggle.tsx, apps/desktop/src/renderer/components/new-chat/FolderPickerPopover.tsx, apps/desktop/src/renderer/components/new-chat/FullAccessConfirmContent.tsx, apps/desktop/src/renderer/components/new-chat/GhostCommandDecoration.ts, apps/desktop/src/renderer/components/new-chat/GoalAdvancedLimits.tsx, apps/desktop/src/renderer/components/new-chat/GoalIndicator.tsx, apps/desktop/src/renderer/components/new-chat/HomeUsageDashboard.tsx, apps/desktop/src/renderer/components/new-chat/ListComposerTextarea.tsx, apps/desktop/src/renderer/components/new-chat/LocalModelCatalogNotice.tsx, apps/desktop/src/renderer/components/new-chat/MentionChipNode.tsx, apps/desktop/src/renderer/components/new-chat/MentionDragCaretDecoration.ts, apps/desktop/src/renderer/components/new-chat/ModelCompatibilityNotice.tsx, apps/desktop/src/renderer/components/new-chat/ModelConfigFlyout.tsx, apps/desktop/src/renderer/components/new-chat/ModelHarnessPicker.tsx, apps/desktop/src/renderer/components/new-chat/ModelSelector.tsx, apps/desktop/src/renderer/components/new-chat/ModelSourceDetails.tsx, apps/desktop/src/renderer/components/new-chat/NewGoalDialog.tsx, apps/desktop/src/renderer/components/new-chat/PastedTextChipNode.tsx, apps/desktop/src/renderer/components/new-chat/PendingQueuePanel.tsx, apps/desktop/src/renderer/components/new-chat/PermissionPrompt.tsx, apps/desktop/src/renderer/components/new-chat/PermissionSelector.tsx, apps/desktop/src/renderer/components/new-chat/PinnedPlanPanel.tsx, apps/desktop/src/renderer/components/new-chat/PlanActionCard.tsx, apps/desktop/src/renderer/components/new-chat/PlanModeIndicator.tsx, apps/desktop/src/renderer/components/new-chat/PlanViewerCard.tsx, apps/desktop/src/renderer/components/new-chat/PluginConnectionForm.tsx, apps/desktop/src/renderer/components/new-chat/PluginOauthDeviceCode.tsx, apps/desktop/src/renderer/components/new-chat/PluginSetupPrompt.tsx, apps/desktop/src/renderer/components/new-chat/PluginSetupRemoteDesktopButton.tsx, apps/desktop/src/renderer/components/new-chat/PluginWriteAccessRecovery.tsx, apps/desktop/src/renderer/components/new-chat/QuickStartPillMark.ts, apps/desktop/src/renderer/components/new-chat/RemoteOauthSetupCard.tsx, apps/desktop/src/renderer/components/new-chat/SendButton.tsx, apps/desktop/src/renderer/components/new-chat/SlashCommandDecoration.ts, apps/desktop/src/renderer/components/new-chat/SlashCommandPalette.tsx, apps/desktop/src/renderer/components/new-chat/TakeoverMask.tsx, apps/desktop/src/renderer/components/new-chat/ThinkingToggle.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedFlyoutHost.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedModelPanel.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedModelRail.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedModelRow.tsx, apps/desktop/src/renderer/components/new-chat/UsageDailyBars.tsx, apps/desktop/src/renderer/components/new-chat/UsageHeatmap.tsx, apps/desktop/src/renderer/components/new-chat/VendorSegmentedSwitcher.tsx, apps/desktop/src/renderer/components/new-chat/VoiceInputDraftDecoration.ts, apps/desktop/src/renderer/components/new-chat/WindowsSelectionReplacement.ts, apps/desktop/src/renderer/components/new-chat/WorktreeChipsRow.tsx, apps/desktop/src/renderer/components/new-chat/WorktreeCreatingOverlay.tsx, apps/desktop/src/renderer/components/new-chat/agentOptions.ts, apps/desktop/src/renderer/components/new-chat/agentSwitchConfirmation.ts, apps/desktop/src/renderer/components/new-chat/branchPick.ts, apps/desktop/src/renderer/components/new-chat/composerBlankPointerFocus.ts, apps/desktop/src/renderer/components/new-chat/composerContentSerialization.ts, apps/desktop/src/renderer/components/new-chat/composerDocState.ts, apps/desktop/src/renderer/components/new-chat/composerFrameScheduler.ts, apps/desktop/src/renderer/components/new-chat/composerHistoryProjection.ts, apps/desktop/src/renderer/components/new-chat/composerModelSelection.ts, apps/desktop/src/renderer/components/new-chat/composerPromptRecommendation.ts, apps/desktop/src/renderer/components/new-chat/composerRenderGate.ts, apps/desktop/src/renderer/components/new-chat/composerSendOwnership.ts, apps/desktop/src/renderer/components/new-chat/composerSendSnapshot.ts, apps/desktop/src/renderer/components/new-chat/effortChangeQueue.ts, apps/desktop/src/renderer/components/new-chat/extraDirsActions.ts, apps/desktop/src/renderer/components/new-chat/ghostComposerPlacement.ts, apps/desktop/src/renderer/components/new-chat/localAttachmentPicker.ts, apps/desktop/src/renderer/components/new-chat/mentionChipInsertion.ts, apps/desktop/src/renderer/components/new-chat/modelWindowErrorToast.ts, apps/desktop/src/renderer/components/new-chat/pastePipeline.ts, apps/desktop/src/renderer/components/new-chat/pathPaste.ts, apps/desktop/src/renderer/components/new-chat/pendingQueueLocks.ts, apps/desktop/src/renderer/components/new-chat/pendingQueueRowActivity.ts, apps/desktop/src/renderer/components/new-chat/pendingQueueRowPresentation.ts, apps/desktop/src/renderer/components/new-chat/planModeComposerCommand.ts, apps/desktop/src/renderer/components/new-chat/priceTierMarks.tsx, apps/desktop/src/renderer/components/new-chat/remoteBrowseAdapters.ts, apps/desktop/src/renderer/components/new-chat/remoteExistingProjects.ts, apps/desktop/src/renderer/components/new-chat/restoreComposerDocument.ts, apps/desktop/src/renderer/components/new-chat/sessionLinkPaste.ts, apps/desktop/src/renderer/components/new-chat/sourceSwitch.ts, apps/desktop/src/renderer/components/new-chat/unifiedModelSelection.ts, apps/desktop/src/renderer/components/new-chat/usagePalette.ts, apps/desktop/src/renderer/components/new-chat/useComposerSendFocusRestore.ts, apps/desktop/src/renderer/components/new-chat/useModelDiscoveryPending.ts, apps/desktop/src/renderer/components/new-chat/useProviderWeeklyQuota.ts, apps/desktop/src/renderer/components/new-chat/useUnifiedRowActions.ts, apps/desktop/src/renderer/features/cc-agent/CCAgentFeatureLayout.tsx, apps/desktop/src/renderer/features/cc-agent/CCAgentSessionView.tsx, apps/desktop/src/renderer/features/cc-agent/OrcaSplitView.tsx, apps/desktop/src/renderer/features/cc-agent/OrcaWorkerPanel.tsx, apps/desktop/src/renderer/features/cc-agent/OrcaWorkflowRoute.tsx | 252 | 38 | 338 || `desktop.chat.scheduled` | desktop | 调度任务列表 | hash `/cc-agent/scheduled`(SchedulerPage) | SchedulerPage | apps/desktop/src/renderer/features/scheduler/SchedulerPage.tsx, apps/desktop/src/renderer/features/scheduler/components/AgentMark.tsx, apps/desktop/src/renderer/features/scheduler/components/BoundSessionCard.tsx, apps/desktop/src/renderer/features/scheduler/components/ProjectAutomationNotifyBridge.tsx, apps/desktop/src/renderer/features/scheduler/components/RunHistoryCard.tsx, apps/desktop/src/renderer/features/scheduler/components/RunHistoryPane.tsx, apps/desktop/src/renderer/features/scheduler/components/ScheduleChips.tsx, apps/desktop/src/renderer/features/scheduler/components/ScheduleFormDialog.tsx, apps/desktop/src/renderer/features/scheduler/components/ScheduleSessionIndexOwner.tsx, apps/desktop/src/renderer/features/scheduler/components/ScheduleStatusChip.tsx, apps/desktop/src/renderer/features/scheduler/components/ScriptCapabilityMultiSelect.tsx, apps/desktop/src/renderer/features/scheduler/components/TaskListCell.tsx, apps/desktop/src/renderer/features/scheduler/components/TaskListFilterPopover.tsx, apps/desktop/src/renderer/features/scheduler/components/TaskListPane.tsx, apps/desktop/src/renderer/features/scheduler/components/TemplateCard.tsx, apps/desktop/src/renderer/features/scheduler/components/TemplateGallery.tsx, apps/desktop/src/renderer/features/scheduler/components/TemplateParamForm.tsx, apps/desktop/src/renderer/features/scheduler/hooks/useDeleteScheduleWithSessions.tsx, apps/desktop/src/renderer/features/scheduler/hooks/useReadFailedScheduleRuns.ts, apps/desktop/src/renderer/features/scheduler/hooks/useRunNowBusyGuard.ts, apps/desktop/src/renderer/features/scheduler/hooks/useRuns.ts, apps/desktop/src/renderer/features/scheduler/hooks/useScheduleForm.ts, apps/desktop/src/renderer/features/scheduler/hooks/useScheduleUnreadRunCounts.ts, apps/desktop/src/renderer/features/scheduler/hooks/useSchedules.ts, apps/desktop/src/renderer/features/scheduler/hooks/useSessionReferences.ts, apps/desktop/src/renderer/features/scheduler/hooks/useTemplates.ts, apps/desktop/src/renderer/features/scheduler/index.ts, apps/desktop/src/renderer/features/scheduler/lib/cronCodexPreset.ts, apps/desktop/src/renderer/features/scheduler/lib/cronToHuman.ts, apps/desktop/src/renderer/features/scheduler/lib/failedScheduleDismissal.ts, apps/desktop/src/renderer/features/scheduler/lib/formatters.ts, apps/desktop/src/renderer/features/scheduler/lib/pluginScheduleCreateIntent.ts, apps/desktop/src/renderer/features/scheduler/lib/projectAutomationConfig.ts, apps/desktop/src/renderer/features/scheduler/lib/projectScheduleSidebarIndex.ts, apps/desktop/src/renderer/features/scheduler/lib/runHistoryGrouping.ts, apps/desktop/src/renderer/features/scheduler/lib/runUnread.ts, apps/desktop/src/renderer/features/scheduler/lib/scheduleBindingIndex.ts, apps/desktop/src/renderer/features/scheduler/lib/scheduleFormLogic.ts, apps/desktop/src/renderer/features/scheduler/lib/scheduleRunReadSync.ts, apps/desktop/src/renderer/features/scheduler/lib/scheduleSessionBinding.ts, apps/desktop/src/renderer/features/scheduler/lib/scheduleSidebarIndexRuns.ts, apps/desktop/src/renderer/features/scheduler/lib/schedulesStore.ts, apps/desktop/src/renderer/features/scheduler/lib/statusFilter.ts, apps/desktop/src/renderer/features/scheduler/lib/statusFilterStorage.ts, apps/desktop/src/renderer/features/scheduler/lib/templateLocalization.ts | 34 | 0 | 90 |-| `desktop.chat.session` | desktop | 会话工作台 | hash `/cc-agent/:sessionId`;副窗经 `/cc-agent/boot` 解析后落到同一会话视图 | AssistantMessage, CCAgentFeatureLayout, CCAgentSessionView, ChatInput, PermissionPrompt | apps/desktop/src/renderer/components/chat/AgentActionRow.tsx, apps/desktop/src/renderer/components/chat/AgentActionsBlock.tsx, apps/desktop/src/renderer/components/chat/AgentOnOtherDeviceContext.tsx, apps/desktop/src/renderer/components/chat/AgentTaskCard.tsx, apps/desktop/src/renderer/components/chat/AgentTaskLiveDetails.tsx, apps/desktop/src/renderer/components/chat/AnnotationStrokesSvg.tsx, apps/desktop/src/renderer/components/chat/AskUserQuestionBubble.tsx, apps/desktop/src/renderer/components/chat/AssistantMessage.tsx, apps/desktop/src/renderer/components/chat/AutomationOriginBadge.tsx, apps/desktop/src/renderer/components/chat/ChatAudioCard.tsx, apps/desktop/src/renderer/components/chat/ChatDisplaySnapshotContext.tsx, apps/desktop/src/renderer/components/chat/ChatImageView.tsx, apps/desktop/src/renderer/components/chat/ChatLoadingImage.tsx, apps/desktop/src/renderer/components/chat/ChatSessionFileContext.tsx, apps/desktop/src/renderer/components/chat/ChatSoundEffectCard.tsx, apps/desktop/src/renderer/components/chat/ChatVideoView.tsx, apps/desktop/src/renderer/components/chat/CindyMakeDoctorCard.tsx, apps/desktop/src/renderer/components/chat/CopyAsImageBlock.tsx, apps/desktop/src/renderer/components/chat/CredentialSwitchWaitBanner.tsx, apps/desktop/src/renderer/components/chat/DiffView.tsx, apps/desktop/src/renderer/components/chat/ErrorBanner.tsx, apps/desktop/src/renderer/components/chat/ErrorMessageCard.tsx, apps/desktop/src/renderer/components/chat/GeneratedFilesCard.tsx, apps/desktop/src/renderer/components/chat/GhostCardHostPrompts.tsx, apps/desktop/src/renderer/components/chat/GhostSummonCard.tsx, apps/desktop/src/renderer/components/chat/GhostToolCard.tsx, apps/desktop/src/renderer/components/chat/HookTaskCard.tsx, apps/desktop/src/renderer/components/chat/ImageGalleryContext.tsx, apps/desktop/src/renderer/components/chat/ImageHoverPreview.tsx, apps/desktop/src/renderer/components/chat/ImageLightbox.tsx, apps/desktop/src/renderer/components/chat/ImageMissingPlaceholder.tsx, apps/desktop/src/renderer/components/chat/InlineReferenceChip.tsx, apps/desktop/src/renderer/components/chat/InterruptedTurnBanner.tsx, apps/desktop/src/renderer/components/chat/JumpToBottomChip.tsx, apps/desktop/src/renderer/components/chat/MarkdownDiffBlock.tsx, apps/desktop/src/renderer/components/chat/MarkdownMermaidBlock.tsx, apps/desktop/src/renderer/components/chat/MarkdownRenderer.tsx, apps/desktop/src/renderer/components/chat/MermaidLightbox.tsx, apps/desktop/src/renderer/components/chat/MessageActionBar.tsx, apps/desktop/src/renderer/components/chat/MessageNavRail.tsx, apps/desktop/src/renderer/components/chat/MessageSourceLabels.tsx, apps/desktop/src/renderer/components/chat/MessageStream.tsx, apps/desktop/src/renderer/components/chat/MessageViewport.tsx, apps/desktop/src/renderer/components/chat/ModelLightbox.tsx, apps/desktop/src/renderer/components/chat/NewMessageIndicator.tsx, apps/desktop/src/renderer/components/chat/PlanReviewBubble.tsx, apps/desktop/src/renderer/components/chat/PrevMessageJumpChip.tsx, apps/desktop/src/renderer/components/chat/ProjectLinkChip.tsx, apps/desktop/src/renderer/components/chat/QuoteChip.tsx, apps/desktop/src/renderer/components/chat/RewindPreviewDialog.tsx, apps/desktop/src/renderer/components/chat/SelectionQuoteButton.tsx, apps/desktop/src/renderer/components/chat/SentAgentReferenceChip.tsx, apps/desktop/src/renderer/components/chat/SentInlineAtomBody.tsx, apps/desktop/src/renderer/components/chat/SessionHandoffCard.tsx, apps/desktop/src/renderer/components/chat/SessionLinkChip.tsx, apps/desktop/src/renderer/components/chat/ShareMessageCheckbox.tsx, apps/desktop/src/renderer/components/chat/ShareSelectionBar.tsx, apps/desktop/src/renderer/components/chat/SlackIcon.tsx, apps/desktop/src/renderer/components/chat/StreamFadeSpan.tsx, apps/desktop/src/renderer/components/chat/StreamingMarkdownChunk.tsx, apps/desktop/src/renderer/components/chat/SystemCard.tsx, apps/desktop/src/renderer/components/chat/TextLightbox.tsx, apps/desktop/src/renderer/components/chat/ThinkingCard.tsx, apps/desktop/src/renderer/components/chat/ThinkingText.tsx, apps/desktop/src/renderer/components/chat/TodoListCard.tsx, apps/desktop/src/renderer/components/chat/ToolCallCard.tsx, apps/desktop/src/renderer/components/chat/ToolPayloadLightbox.tsx, apps/desktop/src/renderer/components/chat/TopRightChipStack.tsx, apps/desktop/src/renderer/components/chat/TurnChangesCard.tsx, apps/desktop/src/renderer/components/chat/UnreadFailedScheduleBanner.tsx, apps/desktop/src/renderer/components/chat/UpgradeBanner.tsx, apps/desktop/src/renderer/components/chat/UserAttachmentChip.tsx, apps/desktop/src/renderer/components/chat/UserMessage.tsx, apps/desktop/src/renderer/components/chat/UserMessageEditBox.tsx, apps/desktop/src/renderer/components/chat/UserMessageUrlLink.tsx, apps/desktop/src/renderer/components/chat/VideoLightbox.tsx, apps/desktop/src/renderer/components/chat/WorkGroupBlock.tsx, apps/desktop/src/renderer/components/chat/WorktreeRestoreBanner.tsx, apps/desktop/src/renderer/components/chat/XIcon.tsx, apps/desktop/src/renderer/components/chat/activityRowChrome.ts, apps/desktop/src/renderer/components/chat/animateFocusScroll.ts, apps/desktop/src/renderer/components/chat/autoFollowIntent.ts, apps/desktop/src/renderer/components/chat/chatChrome.ts, apps/desktop/src/renderer/components/chat/errorReasonI18n.ts, apps/desktop/src/renderer/components/chat/generatedFilesProjection.ts, apps/desktop/src/renderer/components/chat/imageDisplaySize.ts, apps/desktop/src/renderer/components/chat/lightboxAnnotations.ts, apps/desktop/src/renderer/components/chat/lightboxGestures.ts, apps/desktop/src/renderer/components/chat/markdownImageTargets.ts, apps/desktop/src/renderer/components/chat/markdownMedia.ts, apps/desktop/src/renderer/components/chat/messageNavRailModel.ts, apps/desktop/src/renderer/components/chat/messageNavRailWheel.ts, apps/desktop/src/renderer/components/chat/messageNavigationProjection.ts, apps/desktop/src/renderer/components/chat/messageProjectionCache.ts, apps/desktop/src/renderer/components/chat/messageStreamIndicatorPosition.ts, apps/desktop/src/renderer/components/chat/messageViewportCompensation.ts, apps/desktop/src/renderer/components/chat/messageViewportGeometry.ts, apps/desktop/src/renderer/components/chat/messageWorkGroups.ts, apps/desktop/src/renderer/components/chat/observeProgrammaticScroll.ts, apps/desktop/src/renderer/components/chat/rehypeFencedCodeMarker.ts, apps/desktop/src/renderer/components/chat/rehypeHighlightShared.ts, apps/desktop/src/renderer/components/chat/rehypeMathBlockMarker.ts, apps/desktop/src/renderer/components/chat/rehypeStreamWordFade.ts, apps/desktop/src/renderer/components/chat/remarkHtmlImages.ts, apps/desktop/src/renderer/components/chat/remarkLocalPathLinks.ts, apps/desktop/src/renderer/components/chat/remarkPreserveRawLocalDestinations.ts, apps/desktop/src/renderer/components/chat/remarkSessionLinks.ts, apps/desktop/src/renderer/components/chat/remarkStrictInlineMath.ts, apps/desktop/src/renderer/components/chat/remarkTruncateCjkUrls.ts, apps/desktop/src/renderer/components/chat/repairStreamingMarkdown.ts, apps/desktop/src/renderer/components/chat/scrollAnchoringDetect.ts, apps/desktop/src/renderer/components/chat/shareSelectionStore.ts, apps/desktop/src/renderer/components/chat/streamingMarkdownBlocks.tsx, apps/desktop/src/renderer/components/chat/streamingMarkdownChunks.ts, apps/desktop/src/renderer/components/chat/streamingMessageProjection.ts, apps/desktop/src/renderer/components/chat/toolLoopI18n.ts, apps/desktop/src/renderer/components/chat/unreadCount.ts, apps/desktop/src/renderer/components/chat/useAutomaticHistoryLoadBudget.ts, apps/desktop/src/renderer/components/chat/useCopyAsImage.tsx, apps/desktop/src/renderer/components/chat/useDeleteMessage.ts, apps/desktop/src/renderer/components/chat/useFileChipContextMenu.tsx, apps/desktop/src/renderer/components/chat/useForkAtMessage.ts, apps/desktop/src/renderer/components/chat/useImageClipboard.ts, apps/desktop/src/renderer/components/chat/useImageLoadFailure.ts, apps/desktop/src/renderer/components/chat/useMessageViewport.ts, apps/desktop/src/renderer/components/chat/useNavigationKeyListener.ts, apps/desktop/src/renderer/components/chat/useOpenWithMenu.tsx, apps/desktop/src/renderer/components/chat/usePrevUserMessageInView.ts, apps/desktop/src/renderer/components/chat/useTurnChangeSets.ts, apps/desktop/src/renderer/components/chat/userMessageCollapse.ts, apps/desktop/src/renderer/components/chat/userMessageDisplayText.ts, apps/desktop/src/renderer/components/chat/userMessageLinkify.ts, apps/desktop/src/renderer/components/chat/viewportFillDetect.ts, apps/desktop/src/renderer/components/new-chat/AddRemoteProjectDialog.tsx, apps/desktop/src/renderer/components/new-chat/AgentSelect.tsx, apps/desktop/src/renderer/components/new-chat/AskUserQuestionPrompt.tsx, apps/desktop/src/renderer/components/new-chat/AtMentionPanel.tsx, apps/desktop/src/renderer/components/new-chat/AttachmentTypeThumb.tsx, apps/desktop/src/renderer/components/new-chat/ChatInput.tsx, apps/desktop/src/renderer/components/new-chat/CjkPunctDecoration.ts, apps/desktop/src/renderer/components/new-chat/CjkPunctuationUtils.ts, apps/desktop/src/renderer/components/new-chat/ComposerAttachments.tsx, apps/desktop/src/renderer/components/new-chat/ComposerListIndentDecoration.ts, apps/desktop/src/renderer/components/new-chat/ComposerListNodes.ts, apps/desktop/src/renderer/components/new-chat/ComposerQuoteNode.tsx, apps/desktop/src/renderer/components/new-chat/DeviceSwitcherPill.tsx, apps/desktop/src/renderer/components/new-chat/EffortSlider.tsx, apps/desktop/src/renderer/components/new-chat/EmptyDocSelectionGuard.ts, apps/desktop/src/renderer/components/new-chat/ExtraDirsButton.tsx, apps/desktop/src/renderer/components/new-chat/FastModeToggle.tsx, apps/desktop/src/renderer/components/new-chat/FolderPickerPopover.tsx, apps/desktop/src/renderer/components/new-chat/FullAccessConfirmContent.tsx, apps/desktop/src/renderer/components/new-chat/GhostCommandDecoration.ts, apps/desktop/src/renderer/components/new-chat/GoalAdvancedLimits.tsx, apps/desktop/src/renderer/components/new-chat/GoalIndicator.tsx, apps/desktop/src/renderer/components/new-chat/HomeUsageDashboard.tsx, apps/desktop/src/renderer/components/new-chat/ListComposerTextarea.tsx, apps/desktop/src/renderer/components/new-chat/LocalModelCatalogNotice.tsx, apps/desktop/src/renderer/components/new-chat/MentionChipNode.tsx, apps/desktop/src/renderer/components/new-chat/MentionDragCaretDecoration.ts, apps/desktop/src/renderer/components/new-chat/ModelCompatibilityNotice.tsx, apps/desktop/src/renderer/components/new-chat/ModelConfigFlyout.tsx, apps/desktop/src/renderer/components/new-chat/ModelHarnessPicker.tsx, apps/desktop/src/renderer/components/new-chat/ModelSelector.tsx, apps/desktop/src/renderer/components/new-chat/ModelSourceDetails.tsx, apps/desktop/src/renderer/components/new-chat/NewGoalDialog.tsx, apps/desktop/src/renderer/components/new-chat/PastedTextChipNode.tsx, apps/desktop/src/renderer/components/new-chat/PendingQueuePanel.tsx, apps/desktop/src/renderer/components/new-chat/PermissionPrompt.tsx, apps/desktop/src/renderer/components/new-chat/PermissionSelector.tsx, apps/desktop/src/renderer/components/new-chat/PinnedPlanPanel.tsx, apps/desktop/src/renderer/components/new-chat/PlanActionCard.tsx, apps/desktop/src/renderer/components/new-chat/PlanModeIndicator.tsx, apps/desktop/src/renderer/components/new-chat/PlanViewerCard.tsx, apps/desktop/src/renderer/components/new-chat/PluginConnectionForm.tsx, apps/desktop/src/renderer/components/new-chat/PluginOauthDeviceCode.tsx, apps/desktop/src/renderer/components/new-chat/PluginSetupPrompt.tsx, apps/desktop/src/renderer/components/new-chat/PluginSetupRemoteDesktopButton.tsx, apps/desktop/src/renderer/components/new-chat/PluginWriteAccessRecovery.tsx, apps/desktop/src/renderer/components/new-chat/QuickStartPillMark.ts, apps/desktop/src/renderer/components/new-chat/RemoteOauthSetupCard.tsx, apps/desktop/src/renderer/components/new-chat/SendButton.tsx, apps/desktop/src/renderer/components/new-chat/SlashCommandDecoration.ts, apps/desktop/src/renderer/components/new-chat/SlashCommandPalette.tsx, apps/desktop/src/renderer/components/new-chat/TakeoverMask.tsx, apps/desktop/src/renderer/components/new-chat/ThinkingToggle.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedFlyoutHost.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedModelPanel.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedModelRail.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedModelRow.tsx, apps/desktop/src/renderer/components/new-chat/UsageDailyBars.tsx, apps/desktop/src/renderer/components/new-chat/UsageHeatmap.tsx, apps/desktop/src/renderer/components/new-chat/VendorSegmentedSwitcher.tsx, apps/desktop/src/renderer/components/new-chat/VoiceInputDraftDecoration.ts, apps/desktop/src/renderer/components/new-chat/WindowsSelectionReplacement.ts, apps/desktop/src/renderer/components/new-chat/WorktreeChipsRow.tsx, apps/desktop/src/renderer/components/new-chat/WorktreeCreatingOverlay.tsx, apps/desktop/src/renderer/components/new-chat/agentOptions.ts, apps/desktop/src/renderer/components/new-chat/agentSwitchConfirmation.ts, apps/desktop/src/renderer/components/new-chat/branchPick.ts, apps/desktop/src/renderer/components/new-chat/composerBlankPointerFocus.ts, apps/desktop/src/renderer/components/new-chat/composerContentSerialization.ts, apps/desktop/src/renderer/components/new-chat/composerDocState.ts, apps/desktop/src/renderer/components/new-chat/composerFrameScheduler.ts, apps/desktop/src/renderer/components/new-chat/composerHistoryProjection.ts, apps/desktop/src/renderer/components/new-chat/composerModelSelection.ts, apps/desktop/src/renderer/components/new-chat/composerPromptRecommendation.ts, apps/desktop/src/renderer/components/new-chat/composerRenderGate.ts, apps/desktop/src/renderer/components/new-chat/composerSendOwnership.ts, apps/desktop/src/renderer/components/new-chat/composerSendSnapshot.ts, apps/desktop/src/renderer/components/new-chat/effortChangeQueue.ts, apps/desktop/src/renderer/components/new-chat/extraDirsActions.ts, apps/desktop/src/renderer/components/new-chat/ghostComposerPlacement.ts, apps/desktop/src/renderer/components/new-chat/localAttachmentPicker.ts, apps/desktop/src/renderer/components/new-chat/mentionChipInsertion.ts, apps/desktop/src/renderer/components/new-chat/modelWindowErrorToast.ts, apps/desktop/src/renderer/components/new-chat/pastePipeline.ts, apps/desktop/src/renderer/components/new-chat/pathPaste.ts, apps/desktop/src/renderer/components/new-chat/pendingQueueLocks.ts, apps/desktop/src/renderer/components/new-chat/pendingQueueRowActivity.ts, apps/desktop/src/renderer/components/new-chat/pendingQueueRowPresentation.ts, apps/desktop/src/renderer/components/new-chat/planModeComposerCommand.ts, apps/desktop/src/renderer/components/new-chat/priceTierMarks.tsx, apps/desktop/src/renderer/components/new-chat/remoteBrowseAdapters.ts, apps/desktop/src/renderer/components/new-chat/remoteExistingProjects.ts, apps/desktop/src/renderer/components/new-chat/restoreComposerDocument.ts, apps/desktop/src/renderer/components/new-chat/sessionLinkPaste.ts, apps/desktop/src/renderer/components/new-chat/sourceSwitch.ts, apps/desktop/src/renderer/components/new-chat/unifiedModelSelection.ts, apps/desktop/src/renderer/components/new-chat/usagePalette.ts, apps/desktop/src/renderer/components/new-chat/useComposerSendFocusRestore.ts, apps/desktop/src/renderer/components/new-chat/useModelDiscoveryPending.ts, apps/desktop/src/renderer/components/new-chat/useProviderWeeklyQuota.ts, apps/desktop/src/renderer/components/new-chat/useUnifiedRowActions.ts, apps/desktop/src/renderer/features/cc-agent/CCAgentFeatureLayout.tsx, apps/desktop/src/renderer/features/cc-agent/CCAgentSessionView.tsx | 252 | 38 | 337 |+| `desktop.chat.session` | desktop | 会话工作台 | hash `/cc-agent/:sessionId`;副窗经 `/cc-agent/boot` 解析后落到同一会话视图 | AssistantMessage, CCAgentFeatureLayout, CCAgentSessionView, ChatInput, PermissionPrompt | apps/desktop/src/renderer/components/chat/AgentActionRow.tsx, apps/desktop/src/renderer/components/chat/AgentActionsBlock.tsx, apps/desktop/src/renderer/components/chat/AgentOnOtherDeviceContext.tsx, apps/desktop/src/renderer/components/chat/AgentTaskCard.tsx, apps/desktop/src/renderer/components/chat/AgentTaskLiveDetails.tsx, apps/desktop/src/renderer/components/chat/AnnotationStrokesSvg.tsx, apps/desktop/src/renderer/components/chat/AskUserQuestionBubble.tsx, apps/desktop/src/renderer/components/chat/AssistantMessage.tsx, apps/desktop/src/renderer/components/chat/AutomationOriginBadge.tsx, apps/desktop/src/renderer/components/chat/ChatAudioCard.tsx, apps/desktop/src/renderer/components/chat/ChatDisplaySnapshotContext.tsx, apps/desktop/src/renderer/components/chat/ChatImageView.tsx, apps/desktop/src/renderer/components/chat/ChatLoadingImage.tsx, apps/desktop/src/renderer/components/chat/ChatSessionFileContext.tsx, apps/desktop/src/renderer/components/chat/ChatSoundEffectCard.tsx, apps/desktop/src/renderer/components/chat/ChatVideoView.tsx, apps/desktop/src/renderer/components/chat/CindyMakeDoctorCard.tsx, apps/desktop/src/renderer/components/chat/CopyAsImageBlock.tsx, apps/desktop/src/renderer/components/chat/CredentialSwitchWaitBanner.tsx, apps/desktop/src/renderer/components/chat/DiffView.tsx, apps/desktop/src/renderer/components/chat/ErrorBanner.tsx, apps/desktop/src/renderer/components/chat/ErrorMessageCard.tsx, apps/desktop/src/renderer/components/chat/GeneratedFilesCard.tsx, apps/desktop/src/renderer/components/chat/GhostCardHostPrompts.tsx, apps/desktop/src/renderer/components/chat/GhostSummonCard.tsx, apps/desktop/src/renderer/components/chat/GhostToolCard.tsx, apps/desktop/src/renderer/components/chat/HookTaskCard.tsx, apps/desktop/src/renderer/components/chat/ImageGalleryContext.tsx, apps/desktop/src/renderer/components/chat/ImageHoverPreview.tsx, apps/desktop/src/renderer/components/chat/ImageLightbox.tsx, apps/desktop/src/renderer/components/chat/ImageMissingPlaceholder.tsx, apps/desktop/src/renderer/components/chat/InlineReferenceChip.tsx, apps/desktop/src/renderer/components/chat/InterruptedTurnBanner.tsx, apps/desktop/src/renderer/components/chat/JumpToBottomChip.tsx, apps/desktop/src/renderer/components/chat/MarkdownDiffBlock.tsx, apps/desktop/src/renderer/components/chat/MarkdownMermaidBlock.tsx, apps/desktop/src/renderer/components/chat/MarkdownRenderer.tsx, apps/desktop/src/renderer/components/chat/MermaidLightbox.tsx, apps/desktop/src/renderer/components/chat/MessageActionBar.tsx, apps/desktop/src/renderer/components/chat/MessageNavRail.tsx, apps/desktop/src/renderer/components/chat/MessageReadAloudContext.ts, apps/desktop/src/renderer/components/chat/MessageSourceLabels.tsx, apps/desktop/src/renderer/components/chat/MessageStream.tsx, apps/desktop/src/renderer/components/chat/MessageViewport.tsx, apps/desktop/src/renderer/components/chat/ModelLightbox.tsx, apps/desktop/src/renderer/components/chat/NewMessageIndicator.tsx, apps/desktop/src/renderer/components/chat/PlanReviewBubble.tsx, apps/desktop/src/renderer/components/chat/PrevMessageJumpChip.tsx, apps/desktop/src/renderer/components/chat/ProjectLinkChip.tsx, apps/desktop/src/renderer/components/chat/QuoteChip.tsx, apps/desktop/src/renderer/components/chat/RewindPreviewDialog.tsx, apps/desktop/src/renderer/components/chat/SelectionQuoteButton.tsx, apps/desktop/src/renderer/components/chat/SentAgentReferenceChip.tsx, apps/desktop/src/renderer/components/chat/SentInlineAtomBody.tsx, apps/desktop/src/renderer/components/chat/SessionHandoffCard.tsx, apps/desktop/src/renderer/components/chat/SessionLinkChip.tsx, apps/desktop/src/renderer/components/chat/ShareMessageCheckbox.tsx, apps/desktop/src/renderer/components/chat/ShareSelectionBar.tsx, apps/desktop/src/renderer/components/chat/SlackIcon.tsx, apps/desktop/src/renderer/components/chat/StreamFadeSpan.tsx, apps/desktop/src/renderer/components/chat/StreamingMarkdownChunk.tsx, apps/desktop/src/renderer/components/chat/SystemCard.tsx, apps/desktop/src/renderer/components/chat/TextLightbox.tsx, apps/desktop/src/renderer/components/chat/ThinkingCard.tsx, apps/desktop/src/renderer/components/chat/ThinkingText.tsx, apps/desktop/src/renderer/components/chat/TodoListCard.tsx, apps/desktop/src/renderer/components/chat/ToolCallCard.tsx, apps/desktop/src/renderer/components/chat/ToolPayloadLightbox.tsx, apps/desktop/src/renderer/components/chat/TopRightChipStack.tsx, apps/desktop/src/renderer/components/chat/TurnChangesCard.tsx, apps/desktop/src/renderer/components/chat/UnreadFailedScheduleBanner.tsx, apps/desktop/src/renderer/components/chat/UpgradeBanner.tsx, apps/desktop/src/renderer/components/chat/UserAttachmentChip.tsx, apps/desktop/src/renderer/components/chat/UserMessage.tsx, apps/desktop/src/renderer/components/chat/UserMessageEditBox.tsx, apps/desktop/src/renderer/components/chat/UserMessageUrlLink.tsx, apps/desktop/src/renderer/components/chat/VideoLightbox.tsx, apps/desktop/src/renderer/components/chat/WorkGroupBlock.tsx, apps/desktop/src/renderer/components/chat/WorktreeRestoreBanner.tsx, apps/desktop/src/renderer/components/chat/XIcon.tsx, apps/desktop/src/renderer/components/chat/activityRowChrome.ts, apps/desktop/src/renderer/components/chat/animateFocusScroll.ts, apps/desktop/src/renderer/components/chat/autoFollowIntent.ts, apps/desktop/src/renderer/components/chat/chatChrome.ts, apps/desktop/src/renderer/components/chat/errorReasonI18n.ts, apps/desktop/src/renderer/components/chat/generatedFilesProjection.ts, apps/desktop/src/renderer/components/chat/imageDisplaySize.ts, apps/desktop/src/renderer/components/chat/lightboxAnnotations.ts, apps/desktop/src/renderer/components/chat/lightboxGestures.ts, apps/desktop/src/renderer/components/chat/markdownImageTargets.ts, apps/desktop/src/renderer/components/chat/markdownMedia.ts, apps/desktop/src/renderer/components/chat/messageNavRailModel.ts, apps/desktop/src/renderer/components/chat/messageNavRailWheel.ts, apps/desktop/src/renderer/components/chat/messageNavigationProjection.ts, apps/desktop/src/renderer/components/chat/messageProjectionCache.ts, apps/desktop/src/renderer/components/chat/messageStreamIndicatorPosition.ts, apps/desktop/src/renderer/components/chat/messageViewportCompensation.ts, apps/desktop/src/renderer/components/chat/messageViewportGeometry.ts, apps/desktop/src/renderer/components/chat/messageWorkGroups.ts, apps/desktop/src/renderer/components/chat/observeProgrammaticScroll.ts, apps/desktop/src/renderer/components/chat/rehypeFencedCodeMarker.ts, apps/desktop/src/renderer/components/chat/rehypeHighlightShared.ts, apps/desktop/src/renderer/components/chat/rehypeMathBlockMarker.ts, apps/desktop/src/renderer/components/chat/rehypeStreamWordFade.ts, apps/desktop/src/renderer/components/chat/remarkHtmlImages.ts, apps/desktop/src/renderer/components/chat/remarkLocalPathLinks.ts, apps/desktop/src/renderer/components/chat/remarkPreserveRawLocalDestinations.ts, apps/desktop/src/renderer/components/chat/remarkSessionLinks.ts, apps/desktop/src/renderer/components/chat/remarkStrictInlineMath.ts, apps/desktop/src/renderer/components/chat/remarkTruncateCjkUrls.ts, apps/desktop/src/renderer/components/chat/repairStreamingMarkdown.ts, apps/desktop/src/renderer/components/chat/scrollAnchoringDetect.ts, apps/desktop/src/renderer/components/chat/shareSelectionStore.ts, apps/desktop/src/renderer/components/chat/streamingMarkdownBlocks.tsx, apps/desktop/src/renderer/components/chat/streamingMarkdownChunks.ts, apps/desktop/src/renderer/components/chat/streamingMessageProjection.ts, apps/desktop/src/renderer/components/chat/toolLoopI18n.ts, apps/desktop/src/renderer/components/chat/unreadCount.ts, apps/desktop/src/renderer/components/chat/useAutomaticHistoryLoadBudget.ts, apps/desktop/src/renderer/components/chat/useCopyAsImage.tsx, apps/desktop/src/renderer/components/chat/useDeleteMessage.ts, apps/desktop/src/renderer/components/chat/useFileChipContextMenu.tsx, apps/desktop/src/renderer/components/chat/useForkAtMessage.ts, apps/desktop/src/renderer/components/chat/useImageClipboard.ts, apps/desktop/src/renderer/components/chat/useImageLoadFailure.ts, apps/desktop/src/renderer/components/chat/useMessageViewport.ts, apps/desktop/src/renderer/components/chat/useNavigationKeyListener.ts, apps/desktop/src/renderer/components/chat/useOpenWithMenu.tsx, apps/desktop/src/renderer/components/chat/usePrevUserMessageInView.ts, apps/desktop/src/renderer/components/chat/useTurnChangeSets.ts, apps/desktop/src/renderer/components/chat/userMessageCollapse.ts, apps/desktop/src/renderer/components/chat/userMessageDisplayText.ts, apps/desktop/src/renderer/components/chat/userMessageLinkify.ts, apps/desktop/src/renderer/components/chat/viewportFillDetect.ts, apps/desktop/src/renderer/components/new-chat/AddRemoteProjectDialog.tsx, apps/desktop/src/renderer/components/new-chat/AgentSelect.tsx, apps/desktop/src/renderer/components/new-chat/AskUserQuestionPrompt.tsx, apps/desktop/src/renderer/components/new-chat/AtMentionPanel.tsx, apps/desktop/src/renderer/components/new-chat/AttachmentTypeThumb.tsx, apps/desktop/src/renderer/components/new-chat/ChatInput.tsx, apps/desktop/src/renderer/components/new-chat/CjkPunctDecoration.ts, apps/desktop/src/renderer/components/new-chat/CjkPunctuationUtils.ts, apps/desktop/src/renderer/components/new-chat/ComposerAttachments.tsx, apps/desktop/src/renderer/components/new-chat/ComposerListIndentDecoration.ts, apps/desktop/src/renderer/components/new-chat/ComposerListNodes.ts, apps/desktop/src/renderer/components/new-chat/ComposerQuoteNode.tsx, apps/desktop/src/renderer/components/new-chat/DeviceSwitcherPill.tsx, apps/desktop/src/renderer/components/new-chat/EffortSlider.tsx, apps/desktop/src/renderer/components/new-chat/EmptyDocSelectionGuard.ts, apps/desktop/src/renderer/components/new-chat/ExtraDirsButton.tsx, apps/desktop/src/renderer/components/new-chat/FastModeToggle.tsx, apps/desktop/src/renderer/components/new-chat/FolderPickerPopover.tsx, apps/desktop/src/renderer/components/new-chat/FullAccessConfirmContent.tsx, apps/desktop/src/renderer/components/new-chat/GhostCommandDecoration.ts, apps/desktop/src/renderer/components/new-chat/GoalAdvancedLimits.tsx, apps/desktop/src/renderer/components/new-chat/GoalIndicator.tsx, apps/desktop/src/renderer/components/new-chat/HomeUsageDashboard.tsx, apps/desktop/src/renderer/components/new-chat/ListComposerTextarea.tsx, apps/desktop/src/renderer/components/new-chat/LocalModelCatalogNotice.tsx, apps/desktop/src/renderer/components/new-chat/MentionChipNode.tsx, apps/desktop/src/renderer/components/new-chat/MentionDragCaretDecoration.ts, apps/desktop/src/renderer/components/new-chat/ModelCompatibilityNotice.tsx, apps/desktop/src/renderer/components/new-chat/ModelConfigFlyout.tsx, apps/desktop/src/renderer/components/new-chat/ModelHarnessPicker.tsx, apps/desktop/src/renderer/components/new-chat/ModelSelector.tsx, apps/desktop/src/renderer/components/new-chat/ModelSourceDetails.tsx, apps/desktop/src/renderer/components/new-chat/NewGoalDialog.tsx, apps/desktop/src/renderer/components/new-chat/PastedTextChipNode.tsx, apps/desktop/src/renderer/components/new-chat/PendingQueuePanel.tsx, apps/desktop/src/renderer/components/new-chat/PermissionPrompt.tsx, apps/desktop/src/renderer/components/new-chat/PermissionSelector.tsx, apps/desktop/src/renderer/components/new-chat/PinnedPlanPanel.tsx, apps/desktop/src/renderer/components/new-chat/PlanActionCard.tsx, apps/desktop/src/renderer/components/new-chat/PlanModeIndicator.tsx, apps/desktop/src/renderer/components/new-chat/PlanViewerCard.tsx, apps/desktop/src/renderer/components/new-chat/PluginConnectionForm.tsx, apps/desktop/src/renderer/components/new-chat/PluginOauthDeviceCode.tsx, apps/desktop/src/renderer/components/new-chat/PluginSetupPrompt.tsx, apps/desktop/src/renderer/components/new-chat/PluginSetupRemoteDesktopButton.tsx, apps/desktop/src/renderer/components/new-chat/PluginWriteAccessRecovery.tsx, apps/desktop/src/renderer/components/new-chat/QuickStartPillMark.ts, apps/desktop/src/renderer/components/new-chat/RemoteOauthSetupCard.tsx, apps/desktop/src/renderer/components/new-chat/SendButton.tsx, apps/desktop/src/renderer/components/new-chat/SlashCommandDecoration.ts, apps/desktop/src/renderer/components/new-chat/SlashCommandPalette.tsx, apps/desktop/src/renderer/components/new-chat/TakeoverMask.tsx, apps/desktop/src/renderer/components/new-chat/ThinkingToggle.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedFlyoutHost.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedModelPanel.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedModelRail.tsx, apps/desktop/src/renderer/components/new-chat/UnifiedModelRow.tsx, apps/desktop/src/renderer/components/new-chat/UsageDailyBars.tsx, apps/desktop/src/renderer/components/new-chat/UsageHeatmap.tsx, apps/desktop/src/renderer/components/new-chat/VendorSegmentedSwitcher.tsx, apps/desktop/src/renderer/components/new-chat/VoiceInputDraftDecoration.ts, apps/desktop/src/renderer/components/new-chat/WindowsSelectionReplacement.ts, apps/desktop/src/renderer/components/new-chat/WorktreeChipsRow.tsx, apps/desktop/src/renderer/components/new-chat/WorktreeCreatingOverlay.tsx, apps/desktop/src/renderer/components/new-chat/agentOptions.ts, apps/desktop/src/renderer/components/new-chat/agentSwitchConfirmation.ts, apps/desktop/src/renderer/components/new-chat/branchPick.ts, apps/desktop/src/renderer/components/new-chat/composerBlankPointerFocus.ts, apps/desktop/src/renderer/components/new-chat/composerContentSerialization.ts, apps/desktop/src/renderer/components/new-chat/composerDocState.ts, apps/desktop/src/renderer/components/new-chat/composerFrameScheduler.ts, apps/desktop/src/renderer/components/new-chat/composerHistoryProjection.ts, apps/desktop/src/renderer/components/new-chat/composerModelSelection.ts, apps/desktop/src/renderer/components/new-chat/composerPromptRecommendation.ts, apps/desktop/src/renderer/components/new-chat/composerRenderGate.ts, apps/desktop/src/renderer/components/new-chat/composerSendOwnership.ts, apps/desktop/src/renderer/components/new-chat/composerSendSnapshot.ts, apps/desktop/src/renderer/components/new-chat/effortChangeQueue.ts, apps/desktop/src/renderer/components/new-chat/extraDirsActions.ts, apps/desktop/src/renderer/components/new-chat/ghostComposerPlacement.ts, apps/desktop/src/renderer/components/new-chat/localAttachmentPicker.ts, apps/desktop/src/renderer/components/new-chat/mentionChipInsertion.ts, apps/desktop/src/renderer/components/new-chat/modelWindowErrorToast.ts, apps/desktop/src/renderer/components/new-chat/pastePipeline.ts, apps/desktop/src/renderer/components/new-chat/pathPaste.ts, apps/desktop/src/renderer/components/new-chat/pendingQueueLocks.ts, apps/desktop/src/renderer/components/new-chat/pendingQueueRowActivity.ts, apps/desktop/src/renderer/components/new-chat/pendingQueueRowPresentation.ts, apps/desktop/src/renderer/components/new-chat/planModeComposerCommand.ts, apps/desktop/src/renderer/components/new-chat/priceTierMarks.tsx, apps/desktop/src/renderer/components/new-chat/remoteBrowseAdapters.ts, apps/desktop/src/renderer/components/new-chat/remoteExistingProjects.ts, apps/desktop/src/renderer/components/new-chat/restoreComposerDocument.ts, apps/desktop/src/renderer/components/new-chat/sessionLinkPaste.ts, apps/desktop/src/renderer/components/new-chat/sourceSwitch.ts, apps/desktop/src/renderer/components/new-chat/unifiedModelSelection.ts, apps/desktop/src/renderer/components/new-chat/usagePalette.ts, apps/desktop/src/renderer/components/new-chat/useComposerSendFocusRestore.ts, apps/desktop/src/renderer/components/new-chat/useModelDiscoveryPending.ts, apps/desktop/src/renderer/components/new-chat/useProviderWeeklyQuota.ts, apps/desktop/src/renderer/components/new-chat/useUnifiedRowActions.ts, apps/desktop/src/renderer/features/cc-agent/CCAgentFeatureLayout.tsx, apps/desktop/src/renderer/features/cc-agent/CCAgentSessionView.tsx | 252 | 38 | 337 || `desktop.dev.maker-experimental` | desktop | Maker 实验诊断页 | hash `/maker-experimental`(MakerExperimentalView;EXPERIMENTAL_FEATURES 现为空,仍是生产路由) | MakerExperimentalView | apps/desktop/src/renderer/features/maker-experimental/MakerExperimentalView.tsx | 9 | 0 | 7 || `desktop.issues.guide` | desktop | Issue 引导页 | hash `/issues`(IssueTrackerFeatureLayout,已迁 GitHub 后的引导页) | IssueTrackerFeatureLayout | apps/desktop/src/renderer/features/issue-tracker/IssueTrackerFeatureLayout.tsx, apps/desktop/src/renderer/features/issue-tracker/MyIssueList.tsx, apps/desktop/src/renderer/features/issue-tracker/hooks/useMyIssues.ts, apps/desktop/src/renderer/features/issue-tracker/lib/myIssuesNotices.ts, apps/desktop/src/renderer/features/issue-tracker/lib/startIssueChat.ts | 0 | 0 | 7 || `desktop.native.app-menu` | desktop | 应用菜单 | Menu.setApplicationMenu(用户可见出口,不展开业务逻辑) | applicationMenuLabels | apps/desktop/src/main/applicationMenuLabels.ts | 0 | 0 | 0 |diff --git a/docs/product-rules/companion-voice-mode.md b/docs/product-rules/companion-voice-mode.mdindex 23356ee9a1..2df05b2232 100644--- a/docs/product-rules/companion-voice-mode.md+++ b/docs/product-rules/companion-voice-mode.md@@ -4,34 +4,43 @@- 入口位于本机伙伴一对一输入框的听写按钮与发送按钮之间,使用声波图标和“开始语音对话”提示。标题栏不再提供语音入口。沿用伙伴 canonical 任务、模型、上下文、工作目录和工具权限,不创建第二条任务或切换聊天模型。- 用户点击输入框的语音对话按钮后,重新读取当前目录和该伙伴偏好;配置有效即开始连接并采集麦克风,无需再点击“开始”。模型缺失、音色未选或接口不明时直接打开“伙伴设置 → 语音”,不采集麦克风;设置完成不会自动开始,需返回输入框明确点击。使用现有语音输入的 ASR 设置和当前账号的服务模式;不启用听写润色,不修改原有听写行为。-- 最后一次声音活动或识别文字更新后,至少等待 1.5 秒再自动发送;期间继续说话会合并到同一段发言,只有 ASR 检出的弱声也遵守相同门槛。900ms 的声音释放只负责提前提交 ASR 缓冲,不触发发送;还须等待全部分段为最终文字及最后一次 ASR 更新后的 350ms 稳定窗口,延迟返回的识别结果可能延长等待。手动发送可跳过停顿等待,但不能发送未完成的识别文字。只有最终、非空文字能发送;声音活动检测本身不能产生消息。+- 最后一次声音活动或识别文字更新后,至少等待 1.25 秒再自动发送;期间继续说话会合并到同一段发言,只有 ASR 检出的弱声也遵守相同门槛。900ms 的声音释放只负责提前提交 ASR 缓冲,不触发发送;还须等待全部分段为最终文字及最后一次 ASR 更新后的 350ms 稳定窗口,延迟返回的识别结果可能延长等待。手动发送可跳过停顿等待,但不能发送未完成的识别文字。只有最终、非空文字能发送;声音活动检测本身不能产生消息。- 原任务空闲时正常发送,仍在运行时沿既有插话路径投递。语音是本机用户本人输入,不盖自动化或远程设备来源标签,不增加系统提示词。识别结果按普通文字发送,不执行桌面斜杠命令。-- 最终回复经过持久化完成标记确认后才朗读。按本次语音发送的 clientId 关联,不朗读历史、过程文字、工具、子代理、内部协调或群来源私信。文本消息始终是对话记录的正本。+- 默认开启“按句朗读”:可靠标记为 `final_answer` 的回复在输出完整句子后即可开始朗读,未完成的尾句留到后续输出或完成时再处理。关闭后,等整条最终回复经过持久化完成标记确认再朗读。按本次语音发送的 clientId 关联,不朗读历史、过程文字、工具、子代理、内部协调或群来源私信。文本消息始终是对话记录的正本。- 在“伙伴设置 → 语音”中独立选择朗读模型和音色,按当前账号下的伙伴保存,不改变聊天模型。来源包括有权限的 Cindy AI,以及已连接的本地 BYOK 供应商;候选必须是 `audio_speech`、未停用且具备可用的 API key 或明确的本机免鉴权连接。同名模型按连接 ID、runtime 和上游模型 ID 区分,不能借另一连接的密钥。无候选时显示空状态,不采集麦克风。+- “按句朗读”同样按伙伴保存,未设置时继承开启默认值。显式开关保存在已有语音设置的 `conversationSentencePlayback` 映射中,不另建配置文件;恢复默认删除当前伙伴的覆盖,不影响其他伙伴。切换模型或音色不重置此开关;仅修改开关不丢弃尚未补齐的音色草稿。设置在下一次开始语音对话时生效。- BYOK 支持 OpenAI 兼容、ElevenLabs、MiniMax 三种语音接口。已知官方 HTTPS 地址自动匹配并固定接口,设置页隐藏接口选择及自动匹配说明,用户只需选择模型和音色;Main 同样采用该官方接口,不接受旧偏好或调用参数切换到其他厂商协议。自定义/中转地址保留手动选择;已声明的 OpenAI speech 协议可作为默认,其余候选(包括显式未验证协议)须用户明确选择。不能只凭模型名、`mode` 或聊天协议推断,切换接口不会更换连接地址或凭证。这个覆盖仅作用于当前伙伴的朗读,不重写公共 Registry 或供应商的聊天协议。音色支持列表选择、手动输入和试听;本次不提供创建或删除克隆音色的能力。- 模型、语音接口和音色为伙伴级显式偏好,重开设置、重启后保留。设置页只负责配置与试听,不创建通话。离开设置前等待试听停止和有效音色保存;保存失败保留当前页面。未补齐的型号/接口/音色选择仅作本地草稿,不覆盖此前可用偏好。尚无 canonical 任务时可配置,试听需等待伙伴对话建立。恢复默认删除该伙伴的选择,继续跟随可用目录;已有旧版全局偏好仍可继承,单独重置一个伙伴时以 `null` 清除该伙伴的旧偏好继承,不复制默认模型、不影响其他伙伴。保存失败明确提示。保存的连接消失或停用时保留选择并禁止开始,不静默改用同名模型。- 更换连接、runtime、型号或接口时,不沿用旧音色;目标型号有明确参考默认值才填入,否则等待用户选择或输入。同一连接下的不同型号也不视为音色兼容。已有保存音色不因刷新失败、列表未收录而被覆盖;刷新失败保留已知名称,成功获取后仍未收录的 ID 显示在手动输入中。- 旧偏好中的接口与官方地址冲突时,面板采用官方接口,接口选择仍隐藏,在音色区域上方提示重新选择音色,重新选择前不试听或开始;正确接口下的已有音色继续保留。读取偏好时不写回推导默认值,用户选择音色后通过既有保存流程移除不适用的接口覆盖。自定义/中转地址的显式接口与音色偏好不受影响。- 刷新重新读取当前有效目录,并尝试刷新 Cindy AI;Gateway 刷新失败不阻止本机 BYOK 目录显示。新增第三方型号仍沿设置页已有的获取列表、手动添加和启用流程。- 朗读结束继续监听。检测到可能开口时先暂停播放并保留待回复的关联;只有最终、非空的新发言提交时才永久取消旧朗读,新的文字仍投递到原任务。仅有噪声或最终为空时,停顿窗口结束后恢复等待或从原播放位置继续,不再次请求合成。用户明确停止朗读仍立即取消;停止朗读不会取消 Agent 工具、清空任务队列或代答权限确认。-- 需要确认权限、问题或计划,或任务队列暂停时,关闭麦克风并暂停语音模式;用户完成确认后显式继续。静音、锁屏、休眠、切走任务、关面板、账号切换同样释放采集和播放资源,不在后台重新开始。+- 静音仅关闭麦克风采集和 ASR 输入,保留当前通话、伙伴任务、待回复关联和朗读队列;静音期间仍可继续收听新到达的回复。若因疑似插话暂时暂停朗读,静音会恢复原朗读。按钮切换为“取消静音”,显式操作后重新开启输入;开启失败保持静音并提示重试,不中断朗读。未发送的识别文字留在面板,可点次要“发送”操作,或取消静音后与下一段发言合并;单纯取消静音不自动发送。已被任务接收的输入不因迟到确认而重复发送。+- 需要确认权限、问题或计划,或任务队列暂停时,关闭麦克风并暂停语音模式;用户完成确认后显式继续。锁屏、休眠、切走任务、关面板、账号切换同样释放采集和播放资源,不在后台重新开始。- 未发送的文字在可恢复错误或暂停后留在面板内;用户可选中复制或明确重新连接并发送。TTS 失败保留任务中的文字回复,不自动重发用户消息。## 交互与动效-面板保留伙伴头像和姓名,持续显示连接、监听、思考、准备语音、朗读或暂停状态。音量条反映实际输入或输出音量,没有循环伪造的声波。进入动效和音量条只变换 opacity/transform,使用现有 motion token,并支持减少动态效果。模型、接口、音色和试听集中在伙伴设置子页;通话面板仅显示伙伴头像、状态、音量和通话操作。面板上的设置快捷入口先结束通话再打开语音设置;通过标题栏打开伙伴设置也会结束通话,关闭设置后不自动恢复录音。进行中的结束、静音及面板关闭按钮不随内容滚走,暂停后可继续或关闭;结束会收起面板,恢复原输入框草稿和语音按钮焦点。面板最多占视口高度的 65%,中间内容独立滚动。Light/Dark 使用语义颜色。+面板保留伙伴头像和姓名,区分读取设置、连接语音识别、开启麦克风、监听、思考、准备语音、朗读或暂停状态。等待阶段复用 Spinner,音量条仅在监听或朗读时反映实际输入或输出音量;静音空闲和暂停时显示静态麦克风关闭图标,没有循环伪造的声波。静音中的思考或朗读状态继续显示,底部提示麦克风已关闭,取消静音期间仅麦克风按钮显示忙碌。进入动效和音量条只变换 opacity/transform,Spinner 旋转位于 HTML 包装层,复用现有 motion token,并支持减少动态效果。模型、接口、音色和试听集中在伙伴设置子页;通话面板仅显示伙伴头像、状态、音量和通话操作。面板上的设置快捷入口先结束通话再打开语音设置;通过标题栏打开伙伴设置也会结束通话,关闭设置后不自动恢复录音。进行中的结束、静音及面板关闭按钮不随内容滚走,暂停后可继续或关闭;结束会收起面板,恢复原输入框草稿和语音按钮焦点。面板最多占视口高度的 65%,中间内容独立滚动。Light/Dark 使用语义颜色。设计依据为 `DESIGN.md` §4 标准控件、§5 圆角分层、§14.4 动效与 `design-governance.md` §13 点击层分类:输入框语音对话入口沿用相邻听写/发送按钮的 30px 圆形控制样式,监听或转写听写内容时不可开启通话;面板和未发送文字框属于容器,使用 12px 圆角;音量条是无交互的指示层,不是按钮。设置、开始、静音、结束等操作复用现有 Button / Select / Input / FormField,模型、音色及需要手动选择的接口均有可见标签。配置区在设置抽屉内按可用宽度自动换行,音色单独成行。试听可随时停止,主要操作区保持可见。## 执行边界- 当前仅支持 Desktop、本机伙伴一对一。群聊、Mobile、远程控制的麦克风、原生 Realtime speech-to-speech 不在此实现内。-- 新 IPC 只接受可信应用顶层 Renderer,按窗口、账号代次、callId 和 canonical 任务绑定。callId 在发起请求前生成,使结束按钮也能取消连接过程;它不是授权凭证。接口不加入 device-link 或插件白名单。模型权限在开始和每次 TTS 请求、读取时复核。+- 新 IPC 只接受可信应用顶层 Renderer,按窗口、账号代次、callId 和 canonical 任务绑定。callId 在发起请求前生成,使结束按钮也能取消连接过程;它不是授权凭证。接口不加入 device-link 或插件白名单。输入静音控制仍绑定当前窗口与 callId,输入每次重开分配新代次;旧代次 PCM 和识别回调不能进入新输入,结束中的迟到麦克风或 ASR 分配仍须释放。模型权限在开始和每次 TTS 请求、读取时复核。- ASR 适配器额外提供按上游 utterance/item ID 标识的分段事件,现有累积 `AsrEvent` 合同保持不变。连接在 150 秒轮换,沿用 voice-server 的 dictation 协议;切换期间最多缓存 5 秒输入,不能无声丢弃或重复发送前文。- Gateway 执行合同为 OpenAI 兼容 `POST <下发的 baseUrl>/audio/speech`,body 包含 `model`、`voice`、`input`、`response_format: pcm`。PCM 固定为该协议规定的 24kHz、单声道、16bit little-endian。显式声明其他 native API 或 `null` 未验证 API 的 Cindy AI 模型不进入选择器;未声明协议的 Gateway 新模型沿用此端点合同。下发 `mode` 只代表能力分类,不证明具体音色、音频格式或端点可用。- 凭证只在 Main:Gateway 使用当前账号配对的 baseUrl / 密钥,BYOK 复用对应连接、对应 runtime 的 safeStorage 密钥和固定请求头。排除原生订阅 OAuth、远程或共享供应商;per-model 地址不得跨越凭证所属连接的 origin。开始时固定连接,每次合成与音频读取复核资格及路由/密钥是否变化;变化则停止该语音请求。禁止自动切换到其他供应商、系统朗读或另一条凭证。响应按 Renderer 播放速度读取,播放只预排约 300ms;中断丢弃旧请求和迟到音频。原始音频只在内存,不新增录音文件或对话音频归档。- 初始实现的声音活动判断是带迟滞的音量检测,配合浏览器回声消除与降噪。它不是语义 VAD,不能保证所有扬声器、蓝牙或噪声环境都能准确分辨插话。+## 按句朗读与完整回复回退++- 提前朗读只接受明确标记为 `final_answer` 的顶层回复;没有可靠阶段标记的引擎仍等待最终完成,不靠标点猜测过程文字是否已成为答案。Main 在每次提前合成前检查是否启用回复处理插件;存在时不发起该次合成,等待最终处理及 `ghostReplyPending` 清除后再朗读。若播放开始后才出现需要等待处理的情况,停止本条剩余朗读,不重复读出已播放内容。+- 文本缓冲按中文句末标点或英文句末边界释放;英文小数、常见缩写和未完成尾句不会被提前当成完整句子。解析未完成的 Markdown 时跳过代码块、图片、链接地址,暂存未闭合的链接和行内结构。最终快照只补尚未朗读的尾部;若此前已排队的前缀被整体改写,取消剩余音频,不把新全文再读一遍。+- 默认模式每段最多 500 个字符,长句优先沿词或从句边界拆分;完整回复模式沿用最多 3500 个字符分段。复用三类既有 HTTP 音频流接口,只有一个播放器,最多存在当前段和一个预取段。空队列但模型尚未完成时显示思考状态,完成且全部音频播放完才回到监听状态。可能插话时暂停播放与追加预取,识别为空后从原位置恢复;明确插话、结束、账号切换和权限暂停统一取消当前音频与预取;静音仅停止输入,当前音频和预取继续。+- 按句请求能缩短首句等待,但会增加请求次数,句间音色和语调的连续性取决于供应商;不保证无缝播报。厂商原生文本增量 WebSocket、跨句上下文参数及自适应分句仍属后续适配,不作为本轮已实现能力。+## BYOK 音频合同| 接口 | 请求与鉴权 | 响应 |@@ -61,9 +70,21 @@记录通话开始、ASR 就绪、发送判定、消息关联、可能插话时的暂停与恢复、明确取消、TTS 请求 / 响应状态 / 首段 PCM / 完成,以及播放调度和失败。用 callId、clientId、requestId 关联各阶段,只附接口枚举、耗时、字符数、字节数、HTTP 状态和受控错误码;发送判定包含手动或停顿触发、距离最后一次声音或文字更新的毫秒数、ASR 稳定时长。噪声归零也留下判定记录,便于区分“没有触发朗读”“上游失败”和“播放被暂停或取消”。不记录识别文字、回复正文、音频、音色 ID、供应商地址、请求头、凭证或上游原始错误,不逐音频帧输出日志。新增 scope 沿用现有默认不上传规则,诊断完整记录保留在本机。+麦克风诊断只从既有音频引擎事件挑选白名单字段:实际生效的回声消除、降噪、自动增益开关,采样率、声道数和延迟;浏览器未返回的参数记为未知,不把请求值当成生效值。记录 AudioContext 状态、处理器路径、采集就绪/首帧耗时、静音切换/恢复失败阶段、状态停留时长和疑似插话的暂停时长。丢弃设备名称、deviceId、groupId、原始异常与任意附加字段;不按帧输出音量日志。++按句队列沿用相同日志,增加可朗读句子到达时长、是否完整回复、首句播放调度及句间间隔,区分模型输出等待、TTS 准备和播放器等待;这些时间是本机阶段耗时,不替代真实设备听感验收。++## 消息朗读与静音等待++- 桌面本机伙伴一对一的已完成回复,在现有操作栏提供“朗读”;要求当前伙伴已保存的模型、协议和音色配置可用,不自动选择第一个模型。生成中可停止,播放中显示停止按钮;点击另一条回复会先停止前一条。未完成或仍在插件处理中的回复、仅含代码块的消息和普通任务不提供该动作。+- 点击时重新读取并校验配置,复用现有 Main TTS 队列、PCM 播放器、连接凭证与诊断日志。完整回复分段播放,不截断长文;不启动 ASR/麦克风,不新建任务、不重发消息、不写语音偏好。朗读失败不自动切换供应商或重试。+- 离开伙伴页面、打开设置、账号切换、系统挂起或窗口销毁时释放播放;进入连续语音模式前先等待消息朗读释放。连续语音期间不并行朗读历史消息,避免声音重叠。消息朗读与试听一样,在用户点击后可能产生所选 TTS 的用量。+- **长时间无声不会因空闲自动退出语音模式**,也不会发送空消息。1.25 秒只用于判断当前发言是否结束;声音活动释放、ASR 最终文字与稳定窗口仍须满足。静音按钮只关闭麦克风和 ASR,模式及伙伴回复朗读继续保留。+- 未静音时 ASR 连接按既有 150 秒周期轮换,轮换成功后继续监听;这不是空闲退出。用户结束、离开页面或账号/系统生命周期变化会停止输入和播放;权限确认、设备或连接故障会暂停/停止并显示对应状态。网络断开或 ASR 最终结果超时属于故障,不应描述成“静音超时退出”。+## 后续扩展计划-以下为后续演进方向,本 PR 尚未实现适配器拆分、统一参数描述或公共 Registry schema 扩展,也不包含 Qwen / CosyVoice 原生执行器。+以下为后续演进方向,本 PR 尚未实现适配器拆分、统一参数描述或公共 Registry schema 扩展,也不包含 Qwen / CosyVoice 原生执行器或厂商文本增量 WebSocket。- **独立协议适配器**:接入更多原生协议时,先将现有 OpenAI 兼容、ElevenLabs、MiniMax 分支及响应解码整理为独立的 TypeScript 适配器。适配器负责各协议的请求序列化、传输及响应解析;公共层统一音频格式、完成、错误与取消合同,继续复用账号/任务绑定、读取背压、资源上限和迟到音频丢弃,不增加第二套伙伴任务或播放状态机。Qwen / CosyVoice 按所接具体 API 的 HTTP、SSE 或 WebSocket 合同实现,不能只替换 URL。- **统一参数定义与校验**:用共享的类型化参数描述约定必填项、默认值、枚举、范围和错误语义,让 Renderer 表单与 Main 校验复用同一规则;Main 在执行前再次校验。音色及后续语速、语言等参数按实际协议和型号能力开放,各厂商字段映射仍由适配器负责。当前固定输出格式和参数限制需在迁移时保留,新增能力以适配器实际实现及验证为准。@@ -74,7 +95,7 @@## 验证-停顿与插话回归覆盖 1.5 秒等待、弱声识别、思考停顿后继续说话、空识别和无 ASR 结果的噪声、首轮回复在噪声期间完成、播放暂停后原位置继续,以及权限、静音、退出或明确停止后的迟到结果。日志测试确认输出只包含诊断元数据,不包含输入、回复或凭证。+停顿与插话回归覆盖 1.25 秒等待、弱声识别、思考停顿后继续说话、空识别和无 ASR 结果的噪声、首轮回复在噪声期间完成、播放暂停后原位置继续,以及权限、静音、退出或明确停止后的迟到结果。按句回归覆盖提前首句、未知阶段与关闭开关时等待完成、插件处理回退及取消竞态、Markdown 尾部缓冲、最终全文去重、前缀替换、顺序播放、单段预取和伙伴开关重开/重置。麦克风静音回归覆盖任务确认迟到、保留并显式发送未发送文字、按句队列继续播放、旧代次 PCM/ASR 隔离、恢复输入失败和退出期间迟到的设备分配。日志测试确认输出只包含白名单诊断元数据,不包含输入、回复、凭证或设备身份。自动化覆盖分段去重、乱序完成、空转写、连接轮换、权限与账号边界、取消启动、插话抢占、迟到音频、PCM 字节边界、回复关联、无模型空状态及现有 ASR 回归。BYOK 回归覆盖接口请求、SSE 断帧与结束聚合包、连接/密钥隔离、停用与账号切换、伙伴偏好重开与重置、未知接口须用户选择,以及合成失败不换供应商、不重发消息。音色与试听回归包含真实 MiniMax ID、OpenAI 型号差异、ElevenLabs 分页、账号私有列表边界、手动输入与刷新失败、改选清除旧音色、试听取消与迟到结果、窗口销毁,以及试听不启动 ASR。入口回归覆盖设置深链、输入框按钮顺序与草稿保留、缺配置转到设置、直接启动、StrictMode 不重复采集、关闭后的迟到配置结果,以及设置关闭前保存失败不离开。diff --git a/i18n/GLOSSARY.md b/i18n/GLOSSARY.mdindex 4e0e0b5836..648b6ee4f9 100644--- a/i18n/GLOSSARY.md+++ b/i18n/GLOSSARY.md@@ -447,6 +447,10 @@ OS 进程语境(资源用量面板、浏览器 guest 进程、终端)。注意模型显示品牌采用官方中文名称,版本号和变体原样保留;仅用于展示与搜索,不改模型 ID 或用户保存的名称。+### Read by sentence++伙伴语音设置:默认在最终答复生成过程中按完整句子提前朗读;关闭后等待完整回复。需要回复后处理或无法识别最终答复阶段时延后。+### Region badge桌面登录页标题旁的品牌红胶囊(DESIGN.md §16.3),指徽标这个 UI 元素本身。徽标上的标签值另立条目(region-code-cn / region-code-dev)——本条 en 为 Region badge、各语言译文均非英文原词,caseStandardFor 天然返回 null,所以本条约束不到标签值,也无需写 checkCase。作为待产品裁决术语登记:尚未拍板是否改为可译文案(如「中国大陆版 / Mainland China」),先登记以免后续界面自造“国内版/中国版/开发版”等多套说法。diff --git a/i18n/glossary.json b/i18n/glossary.jsonindex 819fae8d28..fdecc00939 100644--- a/i18n/glossary.json+++ b/i18n/glossary.json@@ -5,6 +5,7 @@"sourceLocale": "en","punctuationExempt": ["desktop:settings.help.qnaFeedbackBodyTemplate"],"terms": [+ {"id": "read-by-sentence", "status": "proposed", "en": "Read by sentence", "translations": {"zh-CN": "按句朗读", "zh-TW": "逐句朗讀", "ja": "文ごとに読み上げ", "ko": "문장별로 읽기"}, "checkCase": false, "note": "伙伴语音设置:默认在最终答复生成过程中按完整句子提前朗读;关闭后等待完整回复。需要回复后处理或无法识别最终答复阶段时延后。"},{"id": "voice-mode", "status": "proposed", "en": "Voice Mode", "translations": {"zh-CN": "语音模式", "zh-TW": "語音模式", "ja": "音声モード", "ko": "음성 모드"}, "checkCase": false, "note": "桌面伙伴一对一的连续语音交互方式;停顿发送、最终回复朗读和插话,沿用伙伴主任务。"},{"id": "wallpaper-blur", "status": "proposed", "en": "Wallpaper Blur", "translations": {"zh-CN": "壁纸模糊", "zh-TW": "桌布模糊", "ja": "壁紙のぼかし", "ko": "배경화면 흐림"}, "note": "仅使应用壁纸柔化,不模糊文字或控件;0 为关闭,按用户选择应用于静态图片和视频。"},{"id": "group-owner", "status": "proposed", "en": "Group Owner", "translations": {"zh-CN": "群主", "zh-TW": "群主", "ja": "グループオーナー", "ko": "그룹 소유자"}, "checkCase": false, "note": "Chat Server 的群角色,可由人或伙伴担任;不要与伙伴主人或分工负责人混同。群设置成员行英文可简写 Owner。"},diff --git a/packages/voice-input-core/src/VoiceConversationInput.ts b/packages/voice-input-core/src/VoiceConversationInput.tsindex 0e29e34352..d9ec376c28 100644--- a/packages/voice-input-core/src/VoiceConversationInput.ts+++ b/packages/voice-input-core/src/VoiceConversationInput.ts@@ -1,7 +1,9 @@import type { AsrProvider, AsrSegment, AudioTrace } from "./types.js";import { ConversationActivity } from "./conversationActivity.js";-const AUTO_SEND_QUIET_MS = 1_500;+// Endpointing only: prolonged silence does not end voice mode. The host ends it+// on an explicit exit or lifecycle/error boundary; ASR transport rotation is separate.+const AUTO_SEND_QUIET_MS = 1_250;const FINAL_STABLE_MS = 350;export type ConversationInputEvent =@@ -63,7 +65,7 @@ export class VoiceConversationInput {const activity = this.activity.push(pcm);this.speaking = activity.active;// The 900ms acoustic release only commits ASR buffers. Sending always uses- // the same 1.5-second quiet window, including soft speech seen only by ASR.+ // the same 1.25-second quiet window, including soft speech seen only by ASR.if (activity.sound) {this.quietAfter = Date.now() + AUTO_SEND_QUIET_MS;if (!this.manual) clearTimeout(this.settleTimer);diff --git a/packages/voice-input-core/src/__tests__/VoiceConversationInput.test.ts b/packages/voice-input-core/src/__tests__/VoiceConversationInput.test.tsindex 06e06d9630..9501970290 100644--- a/packages/voice-input-core/src/__tests__/VoiceConversationInput.test.ts+++ b/packages/voice-input-core/src/__tests__/VoiceConversationInput.test.ts@@ -50,10 +50,10 @@ describe("continuous speech input", () => {await vi.advanceTimersByTimeAsync(400);expect(events.filter((e) => e.type === "utterance")).toHaveLength(0);provider.segment({ id: "one", text: "你好。", final: true });- await vi.advanceTimersByTimeAsync(1_500);+ await vi.advanceTimersByTimeAsync(1_250);provider.segment({ id: "one", text: "你好。", final: true });provider.segment({ id: "two", text: "你好。", final: true });- await vi.advanceTimersByTimeAsync(1_500);+ await vi.advanceTimersByTimeAsync(1_250);expect(events.filter((e) => e.type === "utterance")).toEqual([{ type: "utterance", id: "1", text: "你好。" },{ type: "utterance", id: "2", text: "你好。" },@@ -61,7 +61,7 @@ describe("continuous speech input", () => {await input.stop();});- it("requires 1.5 quiet seconds for ASR-only soft speech and merges a thinking pause", async () => {+ it("requires 1.25 quiet seconds for ASR-only soft speech and merges a thinking pause", async () => {const provider = new Provider();const events: ConversationInputEvent[] = [];const diagnostic = vi.fn();@@ -81,7 +81,7 @@ describe("continuous speech input", () => {await vi.advanceTimersByTimeAsync(900);input.appendAudio(pcm(0, 900));expect(provider.commitUtterance).toHaveBeenCalledOnce();- await vi.advanceTimersByTimeAsync(599);+ await vi.advanceTimersByTimeAsync(349);expect(events.some((event) => event.type === "utterance")).toBe(false);await vi.advanceTimersByTimeAsync(1);expect(events.filter((event) => event.type === "utterance")).toEqual([@@ -89,8 +89,8 @@ describe("continuous speech input", () => {]);expect(diagnostic).toHaveBeenCalledExactlyOnceWith({trigger: "silence",- inactiveMs: 1_500,- finalStableMs: 1_500,+ inactiveMs: 1_250,+ finalStableMs: 1_250,segments: 2,characters: 22,});@@ -109,7 +109,7 @@ describe("continuous speech input", () => {expect(emit).toHaveBeenCalledWith({ type: "speech-started" });await vi.advanceTimersByTimeAsync(900);input.appendAudio(pcm(0, 900));- await vi.advanceTimersByTimeAsync(599);+ await vi.advanceTimersByTimeAsync(349);expect(emit).not.toHaveBeenCalledWith({ type: "speech-idle" });await vi.advanceTimersByTimeAsync(1);expect(emit).toHaveBeenCalledWith({ type: "speech-idle" });@@ -130,7 +130,7 @@ describe("continuous speech input", () => {provider.segment({ id: "one", text: "soft speech", final: false });await vi.advanceTimersByTimeAsync(1_000);provider.segment({ id: "one", text: "soft speech", final: true });- await vi.advanceTimersByTimeAsync(499);+ await vi.advanceTimersByTimeAsync(349);expect(emit).not.toHaveBeenCalledWith(expect.objectContaining({ type: "utterance" }),);@@ -142,7 +142,7 @@ describe("continuous speech input", () => {});provider.segment({ id: "empty", text: "discarded partial", final: false });provider.segment({ id: "empty", text: "", final: true });- await vi.advanceTimersByTimeAsync(1_500);+ await vi.advanceTimersByTimeAsync(1_250);expect(emit).toHaveBeenCalledWith({ type: "speech-idle" });expect(emit.mock.calls.filter(([event]) => event.type === "utterance"),@@ -165,7 +165,7 @@ describe("continuous speech input", () => {expect.objectContaining({ type: "utterance" }),);provider.segment({ id: "a", text: "first", final: true, order: 0 });- await vi.advanceTimersByTimeAsync(1_500);+ await vi.advanceTimersByTimeAsync(1_250);expect(emit).toHaveBeenCalledWith({type: "utterance",id: "1",@@ -221,8 +221,8 @@ describe("continuous speech input", () => {});await input.start();a.segment({ id: "same", text: "before", final: true });- await vi.advanceTimersByTimeAsync(1_500);- await vi.advanceTimersByTimeAsync(8_500);+ await vi.advanceTimersByTimeAsync(1_250);+ await vi.advanceTimersByTimeAsync(8_750);const buffered = pcm(1000, 200);input.appendAudio(buffered);finish();@@ -231,7 +231,7 @@ describe("continuous speech input", () => {a.segment({ id: "late", text: "ignore", final: true });b.segment({ id: "same", text: "after", final: true });input.appendAudio(pcm(0, 900));- await vi.advanceTimersByTimeAsync(1_500);+ await vi.advanceTimersByTimeAsync(1_250);expect(emit.mock.calls.filter(([e]) => e.type === "utterance")@@ -241,6 +241,47 @@ describe("continuous speech input", () => {await input.stop();});+ it("stays available through ten minutes of silence and ASR rotation without sending empty messages", async () => {+ const providers: Provider[] = [];+ const emit = vi.fn();+ const input = new VoiceConversationInput({+ createProvider: async () => {+ const provider = new Provider();+ providers.push(provider);+ return provider;+ },+ emit,+ });+ await input.start();+ await vi.advanceTimersByTimeAsync(600_000);+ expect(providers).toHaveLength(5);+ expect(+ emit.mock.calls.filter(([event]) => event.type === "ready"),+ ).toHaveLength(5);+ expect(+ emit.mock.calls.some(+ ([event]) => event.type === "error" || event.type === "utterance",+ ),+ ).toBe(false);+ expect(providers[4].stop).not.toHaveBeenCalled();+ providers[4].segment({+ id: "after-silence",+ text: "still listening",+ final: true,+ });+ await vi.advanceTimersByTimeAsync(1_249);+ expect(emit.mock.calls.some(([event]) => event.type === "utterance")).toBe(+ false,+ );+ await vi.advanceTimersByTimeAsync(1);+ expect(emit).toHaveBeenCalledWith({+ type: "utterance",+ id: "1",+ text: "still listening",+ });+ await input.stop();+ });+it("retains a partial transcript on disconnect and ignores late finals after stopping", async () => {const p = new Provider();const emit = vi.fn();@@ -288,9 +329,9 @@ describe("continuous speech input", () => {await input.start();p.segment({ id: "noise", text: "", final: false });p.segment({ id: "noise", text: "", final: true });- await vi.advanceTimersByTimeAsync(1_500);+ await vi.advanceTimersByTimeAsync(1_250);p.segment({ id: "speech", text: "hello", final: true });- await vi.advanceTimersByTimeAsync(1_500);+ await vi.advanceTimersByTimeAsync(1_250);expect(emit.mock.calls.filter(([e]) => e.type === "utterance")).toEqual([[{ type: "utterance", id: "1", text: "hello" }],]);