7.4 billion tokens per month. 34 free LLM providers. 635 free model endpoints. All behind one /v1 endpoint, plus any custom OpenAI-compatible endpoint. Smart routing, automatic failover, encrypted keys. Personal experimentation only.
TypeScript
fix(router): improve type safety by removing 'as any' assertions (#245)
Robs87540a217a25ae
diff --git a/server/src/services/router.ts b/server/src/services/router.tsindex 6e645e7a..255b9342 100644--- a/server/src/services/router.ts+++ b/server/src/services/router.ts@@ -1,5 +1,5 @@import { getDb, getSetting, setSetting } from '../db/index.js';-import { getProvider, resolveProvider } from '../providers/index.js';+import { getProvider, hasProvider, resolveProvider } from '../providers/index.js';import { decrypt } from '../lib/crypto.js';import { canMakeRequest, canUseTokens, isOnCooldown, canUseProvider } from './ratelimit.js';import {@@ -9,8 +9,17 @@ import {} from './scoring.js';import { parseBudget } from '../lib/budget.js';import type { BaseProvider } from '../providers/base.js';+import type { Platform } from '@freellmapi/shared/types.js';import type { Database } from 'better-sqlite3';+class RouteError extends Error {+ status: number;+ constructor(message: string, status: number) {+ super(message);+ this.status = status;+ }+}+interface KeyRow {id: number;platform: string;@@ -451,8 +460,8 @@ export function routeRequest(estimatedTokens = 1000, skipKeys?: Set<string>, preif (entry.tpm_limit != null && estimatedTokens > entry.tpm_limit) continue;// Check if we have a provider for this platform- const provider = getProvider(entry.platform as any);- if (!provider) continue;+ if (!hasProvider(entry.platform as Platform)) continue;+ const provider = getProvider(entry.platform as Platform)!;// Get enabled keys that have not already failed validation or decryption.const keys = db.prepare(@@ -538,9 +547,7 @@ export function routeRequest(estimatedTokens = 1000, skipKeys?: Set<string>, pre// in the sortedChain for THIS specific request.}- const err = new Error('All models exhausted. Add more API keys or wait for rate limits to reset.') as any;- err.status = 429;- throw err;+ throw new RouteError('All models exhausted. Add more API keys or wait for rate limits to reset.', 429);}/**