Skip to content

7.4 billion tokens per month. 34 free LLM providers. 635 free model endpoints. All behind one /v1 endpoint, plus any custom OpenAI-compatible endpoint. Smart routing, automatic failover, encrypted keys. Personal experimentation only.

TypeScript

fix(router): treat 404 model-removed as retryable (#76, closes #66, credits @JammyJames1234)

Tashfeen8aea92c62b59
diff --git a/README.md b/README.md
index cbb58630..ccdf7c1e 100644
--- a/README.md
+++ b/README.md
@@ -300,6 +300,7 @@ PRs should include a test, keep the existing test suite green, and match the `.e
<a href="https://github.com/mybropro"><img src="https://images.weserv.nl/?url=github.com/mybropro.png&w=60&h=60&fit=cover&mask=circle" width="60" alt="@mybropro" /></a>
<a href="https://github.com/danscMax"><img src="https://images.weserv.nl/?url=github.com/danscMax.png&w=60&h=60&fit=cover&mask=circle" width="60" alt="@danscMax" /></a>
<a href="https://github.com/jhash"><img src="https://images.weserv.nl/?url=github.com/jhash.png&w=60&h=60&fit=cover&mask=circle" width="60" alt="@jhash" /></a>
+<a href="https://github.com/JammyJames1234"><img src="https://images.weserv.nl/?url=github.com/JammyJames1234.png&w=60&h=60&fit=cover&mask=circle" width="60" alt="@JammyJames1234" /></a>
## Terms of Service review
diff --git a/server/src/__tests__/routes/proxy-retry.test.ts b/server/src/__tests__/routes/proxy-retry.test.ts
index 76784712..51a66175 100644
--- a/server/src/__tests__/routes/proxy-retry.test.ts
+++ b/server/src/__tests__/routes/proxy-retry.test.ts
@@ -2,7 +2,7 @@ import { describe, it, expect } from 'vitest';
import { isRetryableError } from '../../routes/proxy.js';
describe('isRetryableError', () => {
- describe('413 Payload Too Large (the bug this PR fixes)', () => {
+ describe('413 Payload Too Large', () => {
it('treats explicit "413" in the error message as retryable', () => {
expect(isRetryableError(new Error('GitHub Models API error 413: Request body too large'))).toBe(true);
expect(isRetryableError(new Error('Cloudflare API error 413: Payload Too Large'))).toBe(true);
@@ -16,6 +16,22 @@ describe('isRetryableError', () => {
});
});
+ describe('404 model removed / not found (the bug #66 fixes)', () => {
+ it('treats explicit "404" in the error message as retryable', () => {
+ expect(isRetryableError(new Error('OpenRouter API error 404: Provider returned error'))).toBe(true);
+ expect(isRetryableError(new Error('Groq API error 404: model not found'))).toBe(true);
+ });
+
+ it('catches OpenRouter\'s "No endpoints found" phrasing for deprecated models', () => {
+ expect(isRetryableError(new Error('No endpoints found for openrouter/minimax/minimax-m2.5:free'))).toBe(true);
+ });
+
+ it('catches bare "not found" phrasing (any provider, any case)', () => {
+ expect(isRetryableError(new Error('Model not found'))).toBe(true);
+ expect(isRetryableError(new Error('The requested model was not found'))).toBe(true);
+ });
+ });
+
describe('existing categories still classify correctly', () => {
it('429 / rate limits are retryable', () => {
expect(isRetryableError(new Error('429 Too Many Requests'))).toBe(true);
@@ -30,11 +46,11 @@ describe('isRetryableError', () => {
expect(isRetryableError(new Error('ECONNREFUSED'))).toBe(true);
});
- it('4xx other than 413/429 are NOT retryable', () => {
+ it('4xx auth/validation errors are NOT retryable', () => {
expect(isRetryableError(new Error('401 Unauthorized'))).toBe(false);
expect(isRetryableError(new Error('403 Forbidden'))).toBe(false);
- expect(isRetryableError(new Error('404 Not Found'))).toBe(false);
expect(isRetryableError(new Error('400 Bad Request'))).toBe(false);
+ expect(isRetryableError(new Error('Invalid API key'))).toBe(false);
});
});
});
diff --git a/server/src/routes/proxy.ts b/server/src/routes/proxy.ts
index 3c1c9735..93d5e190 100644
--- a/server/src/routes/proxy.ts
+++ b/server/src/routes/proxy.ts
@@ -215,7 +215,11 @@ export function isRetryableError(err: any): boolean {
// 413: this model's payload limit is too small for the request, but another
// provider in the fallback chain may have a larger limit. Same reasoning as 503.
|| msg.includes('413') || msg.includes('payload too large') || msg.includes('request body too large')
- || msg.includes('request entity too large') || msg.includes('content too large');
+ || msg.includes('request entity too large') || msg.includes('content too large')
+ // 404: model deprecated/removed upstream (e.g. OpenRouter's "no endpoints found"
+ // for a model that's been pulled). Rotate to the next model in the chain —
+ // setCooldown + the health checker will avoid this model on subsequent requests.
+ || msg.includes('404') || msg.includes('not found') || msg.includes('no endpoints found');
}
proxyRouter.post('/chat/completions', async (req: Request, res: Response) => {