Consider it done. The open-source AI agent that works out of the box · 想到,就能做到。开源、开箱即用的 AI Agent。
TypeScript agentai-agentai-assistantandroidclaude-codecodexelectroniosllmmacosreact-nativetypescriptwindows
fix(model-providers): sync public BYOK speech identities
JiangJiahao9a29b3c756f7
diff --git a/docs/model-registry-v4-media.md b/docs/model-registry-v4-media.mdindex 0ab0325e96..bc3f3e1aba 100644--- a/docs/model-registry-v4-media.md+++ b/docs/model-registry-v4-media.md@@ -95,6 +95,15 @@ ElevenLabs 及兼容转发的[模型列表响应](https://elevenlabs.io/docs/api`model_info.mode` 和用户类型覆盖仍优先。只解析能力,不推断 `nativeApi`。直连目录鉴权可复用自定义请求头 `xi-api-key`;没有新增凭证存储或 TTS 执行器。+2026-10-12 同步 Server 公共 Registry:新增 OpenAI TTS-1 / HD 和 Mini TTS 日期快照、+ElevenLabs、MiniMax Speech、Qwen TTS / Qwen Audio TTS、CosyVoice 共 30 个准确型号,+连同原有 Mini TTS 共 31 个语音合成公共条目。每条只使用官方 API ID 的精确别名,+带有官方文档链接;不同日期和变体保留各自身份,原始上游 ID 不被改写。+流式语音合成仍声明 `audio_speech`,名称中的 `realtime` 不代表实时音频对话。+Server 正本和本离线副本以相同 revision 整表同步;未增加供应商成员、路由、价格或协议+声明,也不把官方旧型号收录等同于账号仍可调用。没有新 schema 或能力协商依赖,+目录数据两端可独立合并;本记录不代表服务端已部署或对应 TTS 执行器已实现。+显式媒体类型不套用聊天协议的名称前缀规则(例如 `gpt-*`);语音协议缺失仍保持未知,不凭 `audio_speech` 推断具体厂商协议。模型的原生协议资料与连接的聊天 `wireProtocol`是两件事,保留资料不会新增语音合成执行器。diff --git a/packages/model-providers/catalog/model-registry.json b/packages/model-providers/catalog/model-registry.jsonindex 3cb2f6f7ea..f26695606f 100644--- a/packages/model-providers/catalog/model-registry.json+++ b/packages/model-providers/catalog/model-registry.json@@ -1,6 +1,6 @@{"schemaVersion": 5,- "updatedAt": "2026-10-10T16:00:00.000Z",+ "updatedAt": "2026-10-12T03:41:06.000Z","models": [{"id": "openai/gpt-6.1-sol",@@ -6586,6 +6586,7 @@"defaults": {"name": "GPT-4o mini TTS","mode": "audio_speech",+ "officialDocs": "https://developers.openai.com/api/docs/models/gpt-4o-mini-tts","modalities": {"input": ["text"],"output": ["audio"]@@ -6869,6 +6870,396 @@"defaults": {"name": "Laguna S 2.1 118B A8B"}+ },+ {+ "id": "openai/tts-1",+ "aliases": ["tts-1"],+ "defaults": {+ "name": "TTS-1",+ "mode": "audio_speech",+ "modalities": {+ "input": ["text"],+ "output": ["audio"]+ },+ "officialDocs": "https://developers.openai.com/api/docs/models/tts-1"+ }+ },+ {+ "id": "openai/tts-1-hd",+ "aliases": ["tts-1-hd"],+ "defaults": {+ "name": "TTS-1 HD",+ "mode": "audio_speech",+ "modalities": {+ "input": ["text"],+ "output": ["audio"]+ },+ "officialDocs": "https://developers.openai.com/api/docs/models/tts-1-hd"+ }+ },+ {+ "id": "openai/gpt-4o-mini-tts-2025-03-20",+ "aliases": ["gpt-4o-mini-tts-2025-03-20"],+ "defaults": {+ "name": "GPT-4o mini TTS (2025-03-20)",+ "mode": "audio_speech",+ "modalities": {+ "input": ["text"],+ "output": ["audio"]+ },+ "officialDocs": "https://developers.openai.com/api/docs/models/gpt-4o-mini-tts"+ }+ },+ {+ "id": "openai/gpt-4o-mini-tts-2025-12-15",+ "aliases": ["gpt-4o-mini-tts-2025-12-15"],+ "defaults": {+ "name": "GPT-4o mini TTS (2025-12-15)",+ "mode": "audio_speech",+ "modalities": {+ "input": ["text"],+ "output": ["audio"]+ },+ "officialDocs": "https://developers.openai.com/api/docs/models/gpt-4o-mini-tts"+ }+ },+ {+ "id": "elevenlabs/eleven_v4",+ "aliases": ["eleven_v4"],+ "defaults": {+ "name": "Eleven v4",+ "mode": "audio_speech",+ "modalities": {+ "input": ["text"],+ "output": ["audio"]+ },+ "officialDocs": "https://elevenlabs.io/docs/overview/models"+ }+ },+ {+ "id": "elevenlabs/eleven_v4_turbo",+ "aliases": ["eleven_v4_turbo"],+ "defaults": {+ "name": "Eleven v4 Turbo",+ "mode": "audio_speech",+ "modalities": {+ "input": ["text"],+ "output": ["audio"]+ },+ "officialDocs": "https://elevenlabs.io/docs/overview/models"+ }+ },+ {+ "id": "elevenlabs/eleven_v3",+ "aliases": ["eleven_v3"],+ "defaults": {+ "name": "Eleven v3",+ "mode": "audio_speech",+ "modalities": {+ "input": ["text"],+ "output": ["audio"]+ },+ "officialDocs": "https://elevenlabs.io/docs/overview/models"+ }+ },+ {+ "id": "elevenlabs/eleven_v3_conversational",+ "aliases": ["eleven_v3_conversational"],+ "defaults": {+ "name": "Eleven v3 Conversational",+ "mode": "audio_speech",+ "modalities": {+ "input": ["text"],+ "output": ["audio"]+ },+ "officialDocs": "https://elevenlabs.io/docs/overview/models"+ }+ },+ {+ "id": "elevenlabs/eleven_multilingual_v2",+ "aliases": ["eleven_multilingual_v2"],+ "defaults": {+ "name": "Eleven Multilingual v2",+ "mode": "audio_speech",+ "modalities": {+ "input": ["text"],+ "output": ["audio"]+ },+ "officialDocs": "https://elevenlabs.io/docs/overview/models"+ }+ },+ {+ "id": "elevenlabs/eleven_flash_v2_5",+ "aliases": ["eleven_flash_v2_5"],+ "defaults": {+ "name": "Eleven Flash v2.5",+ "mode": "audio_speech",+ "modalities": {+ "input": ["text"],+ "output": ["audio"]+ },+ "officialDocs": "https://elevenlabs.io/docs/overview/models"+ }+ },+ {+ "id": "elevenlabs/eleven_flash_v2",+ "aliases": ["eleven_flash_v2"],+ "defaults": {+ "name": "Eleven Flash v2",+ "mode": "audio_speech",+ "modalities": {+ "input": ["text"],+ "output": ["audio"]+ },+ "officialDocs": "https://elevenlabs.io/docs/overview/models"+ }+ },+ {+ "id": "elevenlabs/eleven_turbo_v2_5",+ "aliases": ["eleven_turbo_v2_5"],+ "defaults": {+ "name": "Eleven Turbo v2.5",+ "mode": "audio_speech",+ "modalities": {+ "input": ["text"],+ "output": ["audio"]+ },+ "officialDocs": "https://elevenlabs.io/docs/overview/models"+ }+ },+ {+ "id": "elevenlabs/eleven_turbo_v2",+ "aliases": ["eleven_turbo_v2"],+ "defaults": {+ "name": "Eleven Turbo v2",+ "mode": "audio_speech",+ "modalities": {+ "input": ["text"],+ "output": ["audio"]+ },+ "officialDocs": "https://elevenlabs.io/docs/overview/models"+ }+ },+ {+ "id": "minimax/speech-2.8-hd",+ "aliases": ["speech-2.8-hd"],+ "defaults": {+ "name": "MiniMax Speech 2.8 HD",+ "mode": "audio_speech",+ "modalities": {+ "input": ["text"],+ "output": ["audio"]+ },+ "officialDocs": "https://platform.minimax.io/docs/api-reference/speech-t2a-http"+ }+ },+ {+ "id": "minimax/speech-2.8-turbo",+ "aliases": ["speech-2.8-turbo"],+ "defaults": {+ "name": "MiniMax Speech 2.8 Turbo",+ "mode": "audio_speech",+ "modalities": {+ "input": ["text"],+ "output": ["audio"]+ },+ "officialDocs": "https://platform.minimax.io/docs/api-reference/speech-t2a-http"+ }+ },+ {+ "id": "minimax/speech-2.6-hd",+ "aliases": ["speech-2.6-hd"],+ "defaults": {+ "name": "MiniMax Speech 2.6 HD",+ "mode": "audio_speech",+ "modalities": {+ "input": ["text"],+ "output": ["audio"]+ },+ "officialDocs": "https://platform.minimax.io/docs/api-reference/speech-t2a-http"+ }+ },+ {+ "id": "minimax/speech-2.6-turbo",+ "aliases": ["speech-2.6-turbo"],+ "defaults": {+ "name": "MiniMax Speech 2.6 Turbo",+ "mode": "audio_speech",+ "modalities": {+ "input": ["text"],+ "output": ["audio"]+ },+ "officialDocs": "https://platform.minimax.io/docs/api-reference/speech-t2a-http"+ }+ },+ {+ "id": "minimax/speech-02-hd",+ "aliases": ["speech-02-hd"],+ "defaults": {+ "name": "MiniMax Speech 02 HD",+ "mode": "audio_speech",+ "modalities": {+ "input": ["text"],+ "output": ["audio"]+ },+ "officialDocs": "https://platform.minimax.io/docs/api-reference/speech-t2a-http"+ }+ },+ {+ "id": "minimax/speech-02-turbo",+ "aliases": ["speech-02-turbo"],+ "defaults": {+ "name": "MiniMax Speech 02 Turbo",+ "mode": "audio_speech",+ "modalities": {+ "input": ["text"],+ "output": ["audio"]+ },+ "officialDocs": "https://platform.minimax.io/docs/api-reference/speech-t2a-http"+ }+ },+ {+ "id": "minimax/speech-01-hd",+ "aliases": ["speech-01-hd"],+ "defaults": {+ "name": "MiniMax Speech 01 HD",+ "mode": "audio_speech",+ "modalities": {+ "input": ["text"],+ "output": ["audio"]+ },+ "officialDocs": "https://platform.minimax.io/docs/api-reference/speech-t2a-http"+ }+ },+ {+ "id": "minimax/speech-01-turbo",+ "aliases": ["speech-01-turbo"],+ "defaults": {+ "name": "MiniMax Speech 01 Turbo",+ "mode": "audio_speech",+ "modalities": {+ "input": ["text"],+ "output": ["audio"]+ },+ "officialDocs": "https://platform.minimax.io/docs/api-reference/speech-t2a-http"+ }+ },+ {+ "id": "qwen/qwen3-tts-flash",+ "aliases": ["qwen3-tts-flash"],+ "defaults": {+ "name": "Qwen3 TTS Flash",+ "mode": "audio_speech",+ "modalities": {+ "input": ["text"],+ "output": ["audio"]+ },+ "officialDocs": "https://www.alibabacloud.com/help/en/model-studio/qwen-tts-api"+ }+ },+ {+ "id": "qwen/qwen3-tts-flash-realtime",+ "aliases": ["qwen3-tts-flash-realtime"],+ "defaults": {+ "name": "Qwen3 TTS Flash Realtime",+ "mode": "audio_speech",+ "modalities": {+ "input": ["text"],+ "output": ["audio"]+ },+ "officialDocs": "https://www.alibabacloud.com/help/en/model-studio/realtime-tts-user-guide"+ }+ },+ {+ "id": "qwen/qwen-audio-3.0-tts-plus",+ "aliases": ["qwen-audio-3.0-tts-plus"],+ "defaults": {+ "name": "Qwen Audio 3.0 TTS Plus",+ "mode": "audio_speech",+ "modalities": {+ "input": ["text"],+ "output": ["audio"]+ },+ "officialDocs": "https://www.alibabacloud.com/help/en/model-studio/tts-model"+ }+ },+ {+ "id": "qwen/qwen-audio-3.0-tts-flash",+ "aliases": ["qwen-audio-3.0-tts-flash"],+ "defaults": {+ "name": "Qwen Audio 3.0 TTS Flash",+ "mode": "audio_speech",+ "modalities": {+ "input": ["text"],+ "output": ["audio"]+ },+ "officialDocs": "https://www.alibabacloud.com/help/en/model-studio/tts-model"+ }+ },+ {+ "id": "alibaba/cosyvoice-v3.5-plus",+ "aliases": ["cosyvoice-v3.5-plus"],+ "defaults": {+ "name": "CosyVoice v3.5 Plus",+ "mode": "audio_speech",+ "modalities": {+ "input": ["text"],+ "output": ["audio"]+ },+ "officialDocs": "https://www.alibabacloud.com/help/en/model-studio/tts-model"+ }+ },+ {+ "id": "alibaba/cosyvoice-v3.5-flash",+ "aliases": ["cosyvoice-v3.5-flash"],+ "defaults": {+ "name": "CosyVoice v3.5 Flash",+ "mode": "audio_speech",+ "modalities": {+ "input": ["text"],+ "output": ["audio"]+ },+ "officialDocs": "https://www.alibabacloud.com/help/en/model-studio/tts-model"+ }+ },+ {+ "id": "alibaba/cosyvoice-v3-plus",+ "aliases": ["cosyvoice-v3-plus"],+ "defaults": {+ "name": "CosyVoice v3 Plus",+ "mode": "audio_speech",+ "modalities": {+ "input": ["text"],+ "output": ["audio"]+ },+ "officialDocs": "https://www.alibabacloud.com/help/en/model-studio/tts-model"+ }+ },+ {+ "id": "alibaba/cosyvoice-v3-flash",+ "aliases": ["cosyvoice-v3-flash"],+ "defaults": {+ "name": "CosyVoice v3 Flash",+ "mode": "audio_speech",+ "modalities": {+ "input": ["text"],+ "output": ["audio"]+ },+ "officialDocs": "https://www.alibabacloud.com/help/en/model-studio/tts-model"+ }+ },+ {+ "id": "alibaba/cosyvoice-v2",+ "aliases": ["cosyvoice-v2"],+ "defaults": {+ "name": "CosyVoice v2",+ "mode": "audio_speech",+ "modalities": {+ "input": ["text"],+ "output": ["audio"]+ },+ "officialDocs": "https://www.alibabacloud.com/help/en/model-studio/tts-model"+ }}]}diff --git a/packages/model-providers/src/__tests__/speechModelDiscovery.test.ts b/packages/model-providers/src/__tests__/speechModelDiscovery.test.tsindex 86f7efc5a2..c319847d75 100644--- a/packages/model-providers/src/__tests__/speechModelDiscovery.test.ts+++ b/packages/model-providers/src/__tests__/speechModelDiscovery.test.ts@@ -54,6 +54,23 @@ describe('BYOK speech discovery and projection', () => {expect(provider([]).audioModels).toBeUndefined();});+ it('projects public speech IDs and aliases through discovery without changing their wire identity', () => {+ const ids = registry.baseModels!.filter(model => model.defaults.mode === 'audio_speech')+ .flatMap(model => [model.id, ...model.aliases]);+ const models = mergeDiscoveredRuntimeModels([], parseModelsListResponse({+ data: ids.map(id => ({ id })),+ })!);+ const p = provider(models);+ expect(p.audioModels?.map(model => model.id)).toEqual(ids);+ for (const model of p.models.codex!) {+ expect(model.mode).toBe('audio_speech');+ expect(model.modalities).toEqual({ input: ['text'], output: ['audio'] });+ expect(model.nativeApi).toBeUndefined();+ expect(isAgentSelectableModel(model, { userProvider: true })).toBe(false);+ }+ expect(provider([]).audioModels).toBeUndefined();+ });+it('preserves manual type, name and visibility overrides across conflicting discovery', () => {const original: ProviderRuntimeModelConfig[] = [{ id: 'gpt-private', name: 'My Voice',mode: 'audio_speech', nativeApi: 'openai-audio-speech', defaultEnabled: false }];@@ -100,12 +117,18 @@ describe('ElevenLabs speech capability discovery', () => {{ value: false, mode: 'other' },{ value: undefined, mode: undefined },{ value: 'true', mode: undefined },- ])('does not advertise TTS for capability $value', ({ value, mode }) => {+ ])('keeps explicit capability $value separate from public Registry defaults', ({ value, mode }) => {const discovered = parseModelsListResponse(response({ can_do_text_to_speech: value }))!;expect(discovered[0].discoveredMetadata?.mode).toBe(mode);const p = provider(mergeDiscoveredRuntimeModels([], discovered));- expect(p.audioModels).toBeUndefined();- if (value === false) expect(isAgentSelectableModel(p.models.codex![0], { userProvider: true })).toBe(false);+ if (value === false) {+ expect(p.audioModels).toBeUndefined();+ expect(isAgentSelectableModel(p.models.codex![0], { userProvider: true })).toBe(false);+ } else {+ // Missing/invalid capability is not a denial: this exact official ID now has+ // a public TTS declaration, while the raw discovery still has no mode.+ expect(p.audioModels?.[0]).toMatchObject({ id: modelId, mode: 'audio_speech' });+ }});it.each([