YC (S26) | Open Computer History | Continuously record your company computer work, map your workflows, help you find work worth automating, and power your agents' context
Rust agentsagiaiai-memoryaudio-recordingcomputer-visionhermeshermes-agentllmlocal-ailocal-firstmachine-learningmcpmultimodalopenclawprivacyrewindscreen-recordingspeech-to-textycombinator
fix(ai-gateway): return actual wav from tts (#6520)
Louis Beaumontffff7de62e09
diff --git a/packages/ai-gateway/src/test/free-chat-route.unit.test.ts b/packages/ai-gateway/src/test/free-chat-route.unit.test.tsindex 2e3543b4b..8d128d346 100644--- a/packages/ai-gateway/src/test/free-chat-route.unit.test.ts+++ b/packages/ai-gateway/src/test/free-chat-route.unit.test.ts@@ -506,7 +506,15 @@ describe('/v1/chat/completions free-plan route policy', () => {}), { status: 200 });}if (url.startsWith('https://api.deepgram.com/v1/speak')) {- return new Response(new Uint8Array([82, 73, 70, 70]), { status: 200 });+ const upstream = new URL(url);+ expect(upstream.searchParams.get('model')).toBe('aura-asteria-en');+ expect(upstream.searchParams.get('encoding')).toBe('linear16');+ expect(upstream.searchParams.get('container')).toBe('wav');+ return new Response(new Uint8Array([+ 0x52, 0x49, 0x46, 0x46,+ 0x04, 0x00, 0x00, 0x00,+ 0x57, 0x41, 0x56, 0x45,+ ]), { status: 200 });}throw new Error(`unexpected fetch: ${url}`);}) as typeof fetch;@@ -522,9 +530,47 @@ describe('/v1/chat/completions free-plan route policy', () => {expect(response.status).toBe(200);expect(response.headers.get('content-type')).toBe('audio/wav');+ const audio = new Uint8Array(await response.arrayBuffer());+ expect(new TextDecoder().decode(audio.slice(0, 4))).toBe('RIFF');+ expect(new TextDecoder().decode(audio.slice(8, 12))).toBe('WAVE');expect(globalThis.fetch).toHaveBeenCalledTimes(2);});+ it('rejects non-WAV bytes instead of returning a false audio/wav response', async () => {+ globalThis.fetch = mock(async (input: RequestInfo | URL) => {+ const url = String(input);+ if (url === 'https://screenpipe.com/api/user') {+ return new Response(JSON.stringify({+ success: true,+ user: {+ clerk_id: 'user_tts_non_wav',+ cloud_subscribed: false,+ app_entitled: true,+ subscription_plan: 'standard',+ entitlement: { active: true, plan: 'standard', features: { app: true } },+ },+ }), { status: 200 });+ }+ if (url.startsWith('https://api.deepgram.com/v1/speak')) {+ return new Response(new Uint8Array([0xff, 0xf3, 0x60, 0xc4]), { status: 200 });+ }+ throw new Error(`unexpected fetch: ${url}`);+ }) as typeof fetch;++ const response = await handleRequest(new Request('https://gateway.test/v1/text-to-speech', {+ method: 'POST',+ headers: {+ Authorization: 'Bearer eyJ.standard.tts.non-wav',+ 'content-type': 'application/json',+ },+ body: JSON.stringify({ text: 'hello' }),+ }), env, ctx);++ expect(response.status).toBe(500);+ expect(response.headers.get('content-type')).toBe('application/json');+ expect(await response.text()).toContain('Failed to convert text to speech');+ });+it.each([['Basic', 'standard', false],['Business', 'pro', true],diff --git a/packages/ai-gateway/src/utils/voice-utils.ts b/packages/ai-gateway/src/utils/voice-utils.tsindex 91d2937c3..3799b67da 100644--- a/packages/ai-gateway/src/utils/voice-utils.ts+++ b/packages/ai-gateway/src/utils/voice-utils.ts@@ -188,9 +188,9 @@ export async function textToSpeech(text: string, env: Env, options: TTSOptions =const url = new URL('https://api.deepgram.com/v1/speak');url.searchParams.set('model', voice);-- if (encoding !== 'linear16') {- url.searchParams.set('encoding', encoding);+ url.searchParams.set('encoding', encoding);+ if (encoding === 'linear16') {+ url.searchParams.set('container', 'wav');}const response = await fetch(url.toString(), {@@ -209,6 +209,9 @@ export async function textToSpeech(text: string, env: Env, options: TTSOptions =}const audioBuffer = await response.arrayBuffer();+ if (encoding === 'linear16' && !hasWavHeader(audioBuffer)) {+ throw new Error('Deepgram TTS returned non-WAV audio for a WAV request');+ }console.log(`Received audio response: ${audioBuffer.byteLength} bytes`);return audioBuffer;@@ -217,3 +220,16 @@ export async function textToSpeech(text: string, env: Env, options: TTSOptions =return null;}}++function hasWavHeader(audioBuffer: ArrayBuffer): boolean {+ if (audioBuffer.byteLength < 12) return false;+ const bytes = new Uint8Array(audioBuffer, 0, 12);+ return bytes[0] === 0x52+ && bytes[1] === 0x49+ && bytes[2] === 0x46+ && bytes[3] === 0x46+ && bytes[8] === 0x57+ && bytes[9] === 0x41+ && bytes[10] === 0x56+ && bytes[11] === 0x45;+}