Skip to content

7.4 billion tokens per month. 34 free LLM providers. 635 free model endpoints. All behind one /v1 endpoint, plus any custom OpenAI-compatible endpoint. Smart routing, automatic failover, encrypted keys. Personal experimentation only.

TypeScript

fix(router): improve type safety by removing 'as any' assertions (#245)

Robs87540a217a25ae
diff --git a/server/src/services/router.ts b/server/src/services/router.ts
index 6e645e7a..255b9342 100644
--- a/server/src/services/router.ts
+++ b/server/src/services/router.ts
@@ -1,5 +1,5 @@
import { getDb, getSetting, setSetting } from '../db/index.js';
-import { getProvider, resolveProvider } from '../providers/index.js';
+import { getProvider, hasProvider, resolveProvider } from '../providers/index.js';
import { decrypt } from '../lib/crypto.js';
import { canMakeRequest, canUseTokens, isOnCooldown, canUseProvider } from './ratelimit.js';
import {
@@ -9,8 +9,17 @@ import {
} from './scoring.js';
import { parseBudget } from '../lib/budget.js';
import type { BaseProvider } from '../providers/base.js';
+import type { Platform } from '@freellmapi/shared/types.js';
import type { Database } from 'better-sqlite3';
+class RouteError extends Error {
+ status: number;
+ constructor(message: string, status: number) {
+ super(message);
+ this.status = status;
+ }
+}
+
interface KeyRow {
id: number;
platform: string;
@@ -451,8 +460,8 @@ export function routeRequest(estimatedTokens = 1000, skipKeys?: Set<string>, pre
if (entry.tpm_limit != null && estimatedTokens > entry.tpm_limit) continue;
// Check if we have a provider for this platform
- const provider = getProvider(entry.platform as any);
- if (!provider) continue;
+ if (!hasProvider(entry.platform as Platform)) continue;
+ const provider = getProvider(entry.platform as Platform)!;
// Get enabled keys that have not already failed validation or decryption.
const keys = db.prepare(
@@ -538,9 +547,7 @@ export function routeRequest(estimatedTokens = 1000, skipKeys?: Set<string>, pre
// in the sortedChain for THIS specific request.
}
- const err = new Error('All models exhausted. Add more API keys or wait for rate limits to reset.') as any;
- err.status = 429;
- throw err;
+ throw new RouteError('All models exhausted. Add more API keys or wait for rate limits to reset.', 429);
}
/**