Skip to content

armgit / cindy

Public Imported from GitHub
0

Consider it done. The open-source AI agent that works out of the box · 想到,就能做到。开源、开箱即用的 AI Agent。

fix(model-providers): sync public BYOK speech identities

JiangJiahao9a29b3c756f7
diff --git a/docs/model-registry-v4-media.md b/docs/model-registry-v4-media.md
index 0ab0325e96..bc3f3e1aba 100644
--- a/docs/model-registry-v4-media.md
+++ b/docs/model-registry-v4-media.md
@@ -95,6 +95,15 @@ ElevenLabs 及兼容转发的[模型列表响应](https://elevenlabs.io/docs/api
`model_info.mode` 和用户类型覆盖仍优先。只解析能力,不推断 `nativeApi`。
直连目录鉴权可复用自定义请求头 `xi-api-key`;没有新增凭证存储或 TTS 执行器。
+2026-10-12 同步 Server 公共 Registry:新增 OpenAI TTS-1 / HD 和 Mini TTS 日期快照、
+ElevenLabs、MiniMax Speech、Qwen TTS / Qwen Audio TTS、CosyVoice 共 30 个准确型号,
+连同原有 Mini TTS 共 31 个语音合成公共条目。每条只使用官方 API ID 的精确别名,
+带有官方文档链接;不同日期和变体保留各自身份,原始上游 ID 不被改写。
+流式语音合成仍声明 `audio_speech`,名称中的 `realtime` 不代表实时音频对话。
+Server 正本和本离线副本以相同 revision 整表同步;未增加供应商成员、路由、价格或协议
+声明,也不把官方旧型号收录等同于账号仍可调用。没有新 schema 或能力协商依赖,
+目录数据两端可独立合并;本记录不代表服务端已部署或对应 TTS 执行器已实现。
+
显式媒体类型不套用聊天协议的名称前缀规则(例如 `gpt-*`);语音协议缺失仍保持未知,
不凭 `audio_speech` 推断具体厂商协议。模型的原生协议资料与连接的聊天 `wireProtocol`
是两件事,保留资料不会新增语音合成执行器。
diff --git a/packages/model-providers/catalog/model-registry.json b/packages/model-providers/catalog/model-registry.json
index 3cb2f6f7ea..f26695606f 100644
--- a/packages/model-providers/catalog/model-registry.json
+++ b/packages/model-providers/catalog/model-registry.json
@@ -1,6 +1,6 @@
{
"schemaVersion": 5,
- "updatedAt": "2026-10-10T16:00:00.000Z",
+ "updatedAt": "2026-10-12T03:41:06.000Z",
"models": [
{
"id": "openai/gpt-6.1-sol",
@@ -6586,6 +6586,7 @@
"defaults": {
"name": "GPT-4o mini TTS",
"mode": "audio_speech",
+ "officialDocs": "https://developers.openai.com/api/docs/models/gpt-4o-mini-tts",
"modalities": {
"input": ["text"],
"output": ["audio"]
@@ -6869,6 +6870,396 @@
"defaults": {
"name": "Laguna S 2.1 118B A8B"
}
+ },
+ {
+ "id": "openai/tts-1",
+ "aliases": ["tts-1"],
+ "defaults": {
+ "name": "TTS-1",
+ "mode": "audio_speech",
+ "modalities": {
+ "input": ["text"],
+ "output": ["audio"]
+ },
+ "officialDocs": "https://developers.openai.com/api/docs/models/tts-1"
+ }
+ },
+ {
+ "id": "openai/tts-1-hd",
+ "aliases": ["tts-1-hd"],
+ "defaults": {
+ "name": "TTS-1 HD",
+ "mode": "audio_speech",
+ "modalities": {
+ "input": ["text"],
+ "output": ["audio"]
+ },
+ "officialDocs": "https://developers.openai.com/api/docs/models/tts-1-hd"
+ }
+ },
+ {
+ "id": "openai/gpt-4o-mini-tts-2025-03-20",
+ "aliases": ["gpt-4o-mini-tts-2025-03-20"],
+ "defaults": {
+ "name": "GPT-4o mini TTS (2025-03-20)",
+ "mode": "audio_speech",
+ "modalities": {
+ "input": ["text"],
+ "output": ["audio"]
+ },
+ "officialDocs": "https://developers.openai.com/api/docs/models/gpt-4o-mini-tts"
+ }
+ },
+ {
+ "id": "openai/gpt-4o-mini-tts-2025-12-15",
+ "aliases": ["gpt-4o-mini-tts-2025-12-15"],
+ "defaults": {
+ "name": "GPT-4o mini TTS (2025-12-15)",
+ "mode": "audio_speech",
+ "modalities": {
+ "input": ["text"],
+ "output": ["audio"]
+ },
+ "officialDocs": "https://developers.openai.com/api/docs/models/gpt-4o-mini-tts"
+ }
+ },
+ {
+ "id": "elevenlabs/eleven_v4",
+ "aliases": ["eleven_v4"],
+ "defaults": {
+ "name": "Eleven v4",
+ "mode": "audio_speech",
+ "modalities": {
+ "input": ["text"],
+ "output": ["audio"]
+ },
+ "officialDocs": "https://elevenlabs.io/docs/overview/models"
+ }
+ },
+ {
+ "id": "elevenlabs/eleven_v4_turbo",
+ "aliases": ["eleven_v4_turbo"],
+ "defaults": {
+ "name": "Eleven v4 Turbo",
+ "mode": "audio_speech",
+ "modalities": {
+ "input": ["text"],
+ "output": ["audio"]
+ },
+ "officialDocs": "https://elevenlabs.io/docs/overview/models"
+ }
+ },
+ {
+ "id": "elevenlabs/eleven_v3",
+ "aliases": ["eleven_v3"],
+ "defaults": {
+ "name": "Eleven v3",
+ "mode": "audio_speech",
+ "modalities": {
+ "input": ["text"],
+ "output": ["audio"]
+ },
+ "officialDocs": "https://elevenlabs.io/docs/overview/models"
+ }
+ },
+ {
+ "id": "elevenlabs/eleven_v3_conversational",
+ "aliases": ["eleven_v3_conversational"],
+ "defaults": {
+ "name": "Eleven v3 Conversational",
+ "mode": "audio_speech",
+ "modalities": {
+ "input": ["text"],
+ "output": ["audio"]
+ },
+ "officialDocs": "https://elevenlabs.io/docs/overview/models"
+ }
+ },
+ {
+ "id": "elevenlabs/eleven_multilingual_v2",
+ "aliases": ["eleven_multilingual_v2"],
+ "defaults": {
+ "name": "Eleven Multilingual v2",
+ "mode": "audio_speech",
+ "modalities": {
+ "input": ["text"],
+ "output": ["audio"]
+ },
+ "officialDocs": "https://elevenlabs.io/docs/overview/models"
+ }
+ },
+ {
+ "id": "elevenlabs/eleven_flash_v2_5",
+ "aliases": ["eleven_flash_v2_5"],
+ "defaults": {
+ "name": "Eleven Flash v2.5",
+ "mode": "audio_speech",
+ "modalities": {
+ "input": ["text"],
+ "output": ["audio"]
+ },
+ "officialDocs": "https://elevenlabs.io/docs/overview/models"
+ }
+ },
+ {
+ "id": "elevenlabs/eleven_flash_v2",
+ "aliases": ["eleven_flash_v2"],
+ "defaults": {
+ "name": "Eleven Flash v2",
+ "mode": "audio_speech",
+ "modalities": {
+ "input": ["text"],
+ "output": ["audio"]
+ },
+ "officialDocs": "https://elevenlabs.io/docs/overview/models"
+ }
+ },
+ {
+ "id": "elevenlabs/eleven_turbo_v2_5",
+ "aliases": ["eleven_turbo_v2_5"],
+ "defaults": {
+ "name": "Eleven Turbo v2.5",
+ "mode": "audio_speech",
+ "modalities": {
+ "input": ["text"],
+ "output": ["audio"]
+ },
+ "officialDocs": "https://elevenlabs.io/docs/overview/models"
+ }
+ },
+ {
+ "id": "elevenlabs/eleven_turbo_v2",
+ "aliases": ["eleven_turbo_v2"],
+ "defaults": {
+ "name": "Eleven Turbo v2",
+ "mode": "audio_speech",
+ "modalities": {
+ "input": ["text"],
+ "output": ["audio"]
+ },
+ "officialDocs": "https://elevenlabs.io/docs/overview/models"
+ }
+ },
+ {
+ "id": "minimax/speech-2.8-hd",
+ "aliases": ["speech-2.8-hd"],
+ "defaults": {
+ "name": "MiniMax Speech 2.8 HD",
+ "mode": "audio_speech",
+ "modalities": {
+ "input": ["text"],
+ "output": ["audio"]
+ },
+ "officialDocs": "https://platform.minimax.io/docs/api-reference/speech-t2a-http"
+ }
+ },
+ {
+ "id": "minimax/speech-2.8-turbo",
+ "aliases": ["speech-2.8-turbo"],
+ "defaults": {
+ "name": "MiniMax Speech 2.8 Turbo",
+ "mode": "audio_speech",
+ "modalities": {
+ "input": ["text"],
+ "output": ["audio"]
+ },
+ "officialDocs": "https://platform.minimax.io/docs/api-reference/speech-t2a-http"
+ }
+ },
+ {
+ "id": "minimax/speech-2.6-hd",
+ "aliases": ["speech-2.6-hd"],
+ "defaults": {
+ "name": "MiniMax Speech 2.6 HD",
+ "mode": "audio_speech",
+ "modalities": {
+ "input": ["text"],
+ "output": ["audio"]
+ },
+ "officialDocs": "https://platform.minimax.io/docs/api-reference/speech-t2a-http"
+ }
+ },
+ {
+ "id": "minimax/speech-2.6-turbo",
+ "aliases": ["speech-2.6-turbo"],
+ "defaults": {
+ "name": "MiniMax Speech 2.6 Turbo",
+ "mode": "audio_speech",
+ "modalities": {
+ "input": ["text"],
+ "output": ["audio"]
+ },
+ "officialDocs": "https://platform.minimax.io/docs/api-reference/speech-t2a-http"
+ }
+ },
+ {
+ "id": "minimax/speech-02-hd",
+ "aliases": ["speech-02-hd"],
+ "defaults": {
+ "name": "MiniMax Speech 02 HD",
+ "mode": "audio_speech",
+ "modalities": {
+ "input": ["text"],
+ "output": ["audio"]
+ },
+ "officialDocs": "https://platform.minimax.io/docs/api-reference/speech-t2a-http"
+ }
+ },
+ {
+ "id": "minimax/speech-02-turbo",
+ "aliases": ["speech-02-turbo"],
+ "defaults": {
+ "name": "MiniMax Speech 02 Turbo",
+ "mode": "audio_speech",
+ "modalities": {
+ "input": ["text"],
+ "output": ["audio"]
+ },
+ "officialDocs": "https://platform.minimax.io/docs/api-reference/speech-t2a-http"
+ }
+ },
+ {
+ "id": "minimax/speech-01-hd",
+ "aliases": ["speech-01-hd"],
+ "defaults": {
+ "name": "MiniMax Speech 01 HD",
+ "mode": "audio_speech",
+ "modalities": {
+ "input": ["text"],
+ "output": ["audio"]
+ },
+ "officialDocs": "https://platform.minimax.io/docs/api-reference/speech-t2a-http"
+ }
+ },
+ {
+ "id": "minimax/speech-01-turbo",
+ "aliases": ["speech-01-turbo"],
+ "defaults": {
+ "name": "MiniMax Speech 01 Turbo",
+ "mode": "audio_speech",
+ "modalities": {
+ "input": ["text"],
+ "output": ["audio"]
+ },
+ "officialDocs": "https://platform.minimax.io/docs/api-reference/speech-t2a-http"
+ }
+ },
+ {
+ "id": "qwen/qwen3-tts-flash",
+ "aliases": ["qwen3-tts-flash"],
+ "defaults": {
+ "name": "Qwen3 TTS Flash",
+ "mode": "audio_speech",
+ "modalities": {
+ "input": ["text"],
+ "output": ["audio"]
+ },
+ "officialDocs": "https://www.alibabacloud.com/help/en/model-studio/qwen-tts-api"
+ }
+ },
+ {
+ "id": "qwen/qwen3-tts-flash-realtime",
+ "aliases": ["qwen3-tts-flash-realtime"],
+ "defaults": {
+ "name": "Qwen3 TTS Flash Realtime",
+ "mode": "audio_speech",
+ "modalities": {
+ "input": ["text"],
+ "output": ["audio"]
+ },
+ "officialDocs": "https://www.alibabacloud.com/help/en/model-studio/realtime-tts-user-guide"
+ }
+ },
+ {
+ "id": "qwen/qwen-audio-3.0-tts-plus",
+ "aliases": ["qwen-audio-3.0-tts-plus"],
+ "defaults": {
+ "name": "Qwen Audio 3.0 TTS Plus",
+ "mode": "audio_speech",
+ "modalities": {
+ "input": ["text"],
+ "output": ["audio"]
+ },
+ "officialDocs": "https://www.alibabacloud.com/help/en/model-studio/tts-model"
+ }
+ },
+ {
+ "id": "qwen/qwen-audio-3.0-tts-flash",
+ "aliases": ["qwen-audio-3.0-tts-flash"],
+ "defaults": {
+ "name": "Qwen Audio 3.0 TTS Flash",
+ "mode": "audio_speech",
+ "modalities": {
+ "input": ["text"],
+ "output": ["audio"]
+ },
+ "officialDocs": "https://www.alibabacloud.com/help/en/model-studio/tts-model"
+ }
+ },
+ {
+ "id": "alibaba/cosyvoice-v3.5-plus",
+ "aliases": ["cosyvoice-v3.5-plus"],
+ "defaults": {
+ "name": "CosyVoice v3.5 Plus",
+ "mode": "audio_speech",
+ "modalities": {
+ "input": ["text"],
+ "output": ["audio"]
+ },
+ "officialDocs": "https://www.alibabacloud.com/help/en/model-studio/tts-model"
+ }
+ },
+ {
+ "id": "alibaba/cosyvoice-v3.5-flash",
+ "aliases": ["cosyvoice-v3.5-flash"],
+ "defaults": {
+ "name": "CosyVoice v3.5 Flash",
+ "mode": "audio_speech",
+ "modalities": {
+ "input": ["text"],
+ "output": ["audio"]
+ },
+ "officialDocs": "https://www.alibabacloud.com/help/en/model-studio/tts-model"
+ }
+ },
+ {
+ "id": "alibaba/cosyvoice-v3-plus",
+ "aliases": ["cosyvoice-v3-plus"],
+ "defaults": {
+ "name": "CosyVoice v3 Plus",
+ "mode": "audio_speech",
+ "modalities": {
+ "input": ["text"],
+ "output": ["audio"]
+ },
+ "officialDocs": "https://www.alibabacloud.com/help/en/model-studio/tts-model"
+ }
+ },
+ {
+ "id": "alibaba/cosyvoice-v3-flash",
+ "aliases": ["cosyvoice-v3-flash"],
+ "defaults": {
+ "name": "CosyVoice v3 Flash",
+ "mode": "audio_speech",
+ "modalities": {
+ "input": ["text"],
+ "output": ["audio"]
+ },
+ "officialDocs": "https://www.alibabacloud.com/help/en/model-studio/tts-model"
+ }
+ },
+ {
+ "id": "alibaba/cosyvoice-v2",
+ "aliases": ["cosyvoice-v2"],
+ "defaults": {
+ "name": "CosyVoice v2",
+ "mode": "audio_speech",
+ "modalities": {
+ "input": ["text"],
+ "output": ["audio"]
+ },
+ "officialDocs": "https://www.alibabacloud.com/help/en/model-studio/tts-model"
+ }
}
]
}
diff --git a/packages/model-providers/src/__tests__/speechModelDiscovery.test.ts b/packages/model-providers/src/__tests__/speechModelDiscovery.test.ts
index 86f7efc5a2..c319847d75 100644
--- a/packages/model-providers/src/__tests__/speechModelDiscovery.test.ts
+++ b/packages/model-providers/src/__tests__/speechModelDiscovery.test.ts
@@ -54,6 +54,23 @@ describe('BYOK speech discovery and projection', () => {
expect(provider([]).audioModels).toBeUndefined();
});
+ it('projects public speech IDs and aliases through discovery without changing their wire identity', () => {
+ const ids = registry.baseModels!.filter(model => model.defaults.mode === 'audio_speech')
+ .flatMap(model => [model.id, ...model.aliases]);
+ const models = mergeDiscoveredRuntimeModels([], parseModelsListResponse({
+ data: ids.map(id => ({ id })),
+ })!);
+ const p = provider(models);
+ expect(p.audioModels?.map(model => model.id)).toEqual(ids);
+ for (const model of p.models.codex!) {
+ expect(model.mode).toBe('audio_speech');
+ expect(model.modalities).toEqual({ input: ['text'], output: ['audio'] });
+ expect(model.nativeApi).toBeUndefined();
+ expect(isAgentSelectableModel(model, { userProvider: true })).toBe(false);
+ }
+ expect(provider([]).audioModels).toBeUndefined();
+ });
+
it('preserves manual type, name and visibility overrides across conflicting discovery', () => {
const original: ProviderRuntimeModelConfig[] = [{ id: 'gpt-private', name: 'My Voice',
mode: 'audio_speech', nativeApi: 'openai-audio-speech', defaultEnabled: false }];
@@ -100,12 +117,18 @@ describe('ElevenLabs speech capability discovery', () => {
{ value: false, mode: 'other' },
{ value: undefined, mode: undefined },
{ value: 'true', mode: undefined },
- ])('does not advertise TTS for capability $value', ({ value, mode }) => {
+ ])('keeps explicit capability $value separate from public Registry defaults', ({ value, mode }) => {
const discovered = parseModelsListResponse(response({ can_do_text_to_speech: value }))!;
expect(discovered[0].discoveredMetadata?.mode).toBe(mode);
const p = provider(mergeDiscoveredRuntimeModels([], discovered));
- expect(p.audioModels).toBeUndefined();
- if (value === false) expect(isAgentSelectableModel(p.models.codex![0], { userProvider: true })).toBe(false);
+ if (value === false) {
+ expect(p.audioModels).toBeUndefined();
+ expect(isAgentSelectableModel(p.models.codex![0], { userProvider: true })).toBe(false);
+ } else {
+ // Missing/invalid capability is not a denial: this exact official ID now has
+ // a public TTS declaration, while the raw discovery still has no mode.
+ expect(p.audioModels?.[0]).toMatchObject({ id: modelId, mode: 'audio_speech' });
+ }
});
it.each([