7.4 billion tokens per month. 34 free LLM providers. 635 free model endpoints. All behind one /v1 endpoint, plus any custom OpenAI-compatible endpoint. Smart routing, automatic failover, encrypted keys. Personal experimentation only.
TypeScript
fix: resolve two streaming-data gaps in proxy and responses error paths (#294)
itsfuadd5896e3e3f04
diff --git a/server/src/routes/proxy.ts b/server/src/routes/proxy.tsindex 08f8eb47..b43d7f1b 100644--- a/server/src/routes/proxy.ts+++ b/server/src/routes/proxy.ts@@ -953,7 +953,7 @@ proxyRouter.post('/chat/completions', async (req: Request, res: Response) => {const payload = { error: { message: `Provider error (${route.displayName}): stream interrupted`, type: 'stream_error' } };try { res.write(`data: ${JSON.stringify(payload)}\n\n`); } catch { /* socket gone */ }try { res.write('data: [DONE]\n\n'); res.end(); } catch { /* socket gone */ }- logRequest(route.platform, route.modelId, route.keyId, 'error', estimatedInputTokens, totalOutputTokens, Date.now() - start, sanitizeProviderErrorMessage(streamErr.message), null, pinnedModelId);+ logRequest(route.platform, route.modelId, route.keyId, 'error', estimatedInputTokens, totalOutputTokens, Date.now() - start, sanitizeProviderErrorMessage(streamErr.message), ttfbMs, pinnedModelId);return;}// Headers never sent — bubble to the outer retry handler, whichdiff --git a/server/src/routes/responses.ts b/server/src/routes/responses.tsindex fd37dd61..59daf12c 100644--- a/server/src/routes/responses.ts+++ b/server/src/routes/responses.ts@@ -18,6 +18,7 @@ import {isRetryableError,isPaymentRequiredError,isModelNotFoundError,+ isModelAccessForbiddenError,timingSafeStringEqual,extractApiToken,getStickyModel,@@ -661,7 +662,7 @@ responsesRouter.post('/responses', async (req: Request, res: Response) => {if (isRetryableError(err)) {// Model-level 404: rule out the whole model for this request — its// other keys would 404 the same way. (PR #111, credits @barbotkonv.)- if (isModelNotFoundError(err)) skipModels.add(route.modelDbId);+ if (isModelNotFoundError(err) || isModelAccessForbiddenError(err)) skipModels.add(route.modelDbId);skipKeys.add(`${route.platform}:${route.modelId}:${route.keyId}`);setCooldown(route.platform, route.modelId, route.keyId, isPaymentRequiredError(err)? PAYMENT_REQUIRED_COOLDOWN_MS