Skip to content

7.4 billion tokens per month. 34 free LLM providers. 635 free model endpoints. All behind one /v1 endpoint, plus any custom OpenAI-compatible endpoint. Smart routing, automatic failover, encrypted keys. Personal experimentation only.

TypeScript

fix: resolve two streaming-data gaps in proxy and responses error paths (#294)

itsfuadd5896e3e3f04
diff --git a/server/src/routes/proxy.ts b/server/src/routes/proxy.ts
index 08f8eb47..b43d7f1b 100644
--- a/server/src/routes/proxy.ts
+++ b/server/src/routes/proxy.ts
@@ -953,7 +953,7 @@ proxyRouter.post('/chat/completions', async (req: Request, res: Response) => {
const payload = { error: { message: `Provider error (${route.displayName}): stream interrupted`, type: 'stream_error' } };
try { res.write(`data: ${JSON.stringify(payload)}\n\n`); } catch { /* socket gone */ }
try { res.write('data: [DONE]\n\n'); res.end(); } catch { /* socket gone */ }
- logRequest(route.platform, route.modelId, route.keyId, 'error', estimatedInputTokens, totalOutputTokens, Date.now() - start, sanitizeProviderErrorMessage(streamErr.message), null, pinnedModelId);
+ logRequest(route.platform, route.modelId, route.keyId, 'error', estimatedInputTokens, totalOutputTokens, Date.now() - start, sanitizeProviderErrorMessage(streamErr.message), ttfbMs, pinnedModelId);
return;
}
// Headers never sent — bubble to the outer retry handler, which
diff --git a/server/src/routes/responses.ts b/server/src/routes/responses.ts
index fd37dd61..59daf12c 100644
--- a/server/src/routes/responses.ts
+++ b/server/src/routes/responses.ts
@@ -18,6 +18,7 @@ import {
isRetryableError,
isPaymentRequiredError,
isModelNotFoundError,
+ isModelAccessForbiddenError,
timingSafeStringEqual,
extractApiToken,
getStickyModel,
@@ -661,7 +662,7 @@ responsesRouter.post('/responses', async (req: Request, res: Response) => {
if (isRetryableError(err)) {
// Model-level 404: rule out the whole model for this request — its
// other keys would 404 the same way. (PR #111, credits @barbotkonv.)
- if (isModelNotFoundError(err)) skipModels.add(route.modelDbId);
+ if (isModelNotFoundError(err) || isModelAccessForbiddenError(err)) skipModels.add(route.modelDbId);
skipKeys.add(`${route.platform}:${route.modelId}:${route.keyId}`);
setCooldown(route.platform, route.modelId, route.keyId, isPaymentRequiredError(err)
? PAYMENT_REQUIRED_COOLDOWN_MS