Skip to content

7.4 billion tokens per month. 34 free LLM providers. 635 free model endpoints. All behind one /v1 endpoint, plus any custom OpenAI-compatible endpoint. Smart routing, automatic failover, encrypted keys. Personal experimentation only.

TypeScript

feat(catalog): V11 — qwen3-235b bug fix, NVIDIA re-enabled (+9), Cerebras/Groq refresh (+4), +3 keyless aggregators (+7) (#46)

Tashfeen1d32108bf686
diff --git a/client/src/pages/FallbackPage.tsx b/client/src/pages/FallbackPage.tsx
index 421265c1..963cf298 100644
--- a/client/src/pages/FallbackPage.tsx
+++ b/client/src/pages/FallbackPage.tsx
@@ -67,6 +67,9 @@ const platformColors: Record<string, string> = {
cloudflare: '#f38020',
zhipu: '#06b6d4',
ollama: '#000000',
+ kilo: '#7c3aed',
+ pollinations: '#a855f7',
+ llm7: '#0ea5e9',
}
function TokenUsageBar({ data }: { data: TokenUsageData }) {
diff --git a/client/src/pages/KeysPage.tsx b/client/src/pages/KeysPage.tsx
index 6b8fc321..57aab1b3 100644
--- a/client/src/pages/KeysPage.tsx
+++ b/client/src/pages/KeysPage.tsx
@@ -21,6 +21,9 @@ const PLATFORMS: { value: Platform; label: string }[] = [
{ value: 'cloudflare', label: 'Cloudflare Workers AI' },
{ value: 'zhipu', label: 'Zhipu AI (Z.ai)' },
{ value: 'ollama', label: 'Ollama Cloud' },
+ { value: 'kilo', label: 'Kilo Gateway (anon ok)' },
+ { value: 'pollinations', label: 'Pollinations (anon ok)' },
+ { value: 'llm7', label: 'LLM7 (anon ok)' },
]
const statusDot: Record<string, string> = {
diff --git a/server/src/db/index.ts b/server/src/db/index.ts
index 7a82c528..90093ce6 100644
--- a/server/src/db/index.ts
+++ b/server/src/db/index.ts
@@ -45,6 +45,7 @@ export function initDb(dbPath?: string): Database.Database {
migrateModelsV8(db);
migrateModelsV9(db);
migrateModelsV10(db);
+ migrateModelsV11(db);
ensureUnifiedKey(db);
console.log(`Database initialized at ${resolvedPath}`);
@@ -827,6 +828,107 @@ function migrateModelsV10(db: Database.Database) {
apply();
}
+/**
+ * V11 (May 2026):
+ * 1. Fix long-standing bug: Cerebras `qwen3-235b` was inserted with the
+ * wrong model_id in the original seed (real id is
+ * `qwen-3-235b-a22b-instruct-2507`). Subsequent rank/limit updates that
+ * target the correct id have been silent no-ops since V0 on fresh deploys.
+ * 2. Re-enable NVIDIA NIM — `meta/llama-3.1-70b-instruct` was disabled in V2
+ * when NIM moved to credits. Per May 2026 audit it's free again (~1,000
+ * starter credits never expire, 40 RPM/model).
+ * 3. Add three new aggregator/anon-friendly platforms confirmed live May 2026:
+ * Kilo Gateway, Pollinations, LLM7.io — all three accept anonymous
+ * requests on at least one model.
+ * - The user still needs a placeholder key entry (any non-empty string
+ * works) because the router filters on `keys.length === 0` to decide
+ * whether a platform is routable.
+ * Chutes was evaluated and dropped: probe with a free-tier key returned
+ * 402 on every model — "Quota exceeded and account balance is $0.0,
+ * please pay with fiat or send tao". The "free" tier requires a paid
+ * balance, which conflicts with the no-card criterion.
+ */
+function migrateModelsV11(db: Database.Database) {
+ // 1) Rename cerebras qwen3-235b → qwen-3-235b-a22b-instruct-2507 if the
+ // old id still exists on this DB. Safe to re-run because of the WHERE.
+ db.prepare(`
+ UPDATE models SET model_id = 'qwen-3-235b-a22b-instruct-2507'
+ WHERE platform = 'cerebras' AND model_id = 'qwen3-235b'
+ `).run();
+
+ // 2) Re-enable NVIDIA NIM (still has 1,000+ starter credits free-tier).
+ db.prepare(`
+ UPDATE models SET enabled = 1, monthly_token_budget = '~3M (1k credits)'
+ WHERE platform = 'nvidia' AND model_id = 'meta/llama-3.1-70b-instruct'
+ `).run();
+
+ // 3) Add catalog rows for the four new platforms. Numeric limits are
+ // conservative — provider docs publish best-effort bounds that fluctuate.
+ const insert = db.prepare(`
+ INSERT OR IGNORE INTO models (platform, model_id, display_name, intelligence_rank, speed_rank, size_label, rpm_limit, rpd_limit, tpm_limit, tpd_limit, monthly_token_budget, context_window)
+ VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+ `);
+ const additions: Array<[string, string, string, number, number, string, number | null, number | null, number | null, number | null, string, number | null]> = [
+ // NVIDIA NIM — live-probed May 2026 with a free-tier key. All 8 returned
+ // 200 + content. Limits are per-model: 40 RPM, shared 1k starter credits
+ // (never-expire) used for the rough budget estimate. The existing
+ // meta/llama-3.1-70b-instruct row stays (re-enabled above).
+ ['nvidia', 'meta/llama-3.3-70b-instruct', 'Llama 3.3 70B (NV)', 17, 6, 'Large', 40, null, null, null, '~3M (credits)', 131072],
+ ['nvidia', 'meta/llama-4-maverick-17b-128e-instruct', 'Llama 4 Maverick (NV)', 11, 6, 'Large', 40, null, null, null, '~3M (credits)', 131072],
+ ['nvidia', 'deepseek-ai/deepseek-v4-pro', 'DeepSeek V4 Pro (NV)', 3, 9, 'Frontier', 40, null, null, null, '~2M (credits)', 131072],
+ ['nvidia', 'mistralai/mistral-large-3-675b-instruct-2512', 'Mistral Large 3 675B (NV)', 3, 9, 'Frontier', 40, null, null, null, '~2M (credits)', 131072],
+ ['nvidia', 'minimaxai/minimax-m2.7', 'MiniMax M2.7 (NV)', 3, 9, 'Frontier', 40, null, null, null, '~2M (credits)', 196608],
+ ['nvidia', 'nvidia/nemotron-3-super-120b-a12b', 'Nemotron 3 Super 120B (NV)', 22, 9, 'Frontier', 40, null, null, null, '~2M (credits)', 262144],
+ ['nvidia', 'nvidia/nemotron-3-nano-30b-a3b', 'Nemotron 3 Nano 30B (NV)', 22, 9, 'Medium', 40, null, null, null, '~3M (credits)', 262144],
+ ['nvidia', 'google/gemma-4-31b-it', 'Gemma 4 31B (NV)', 19, 9, 'Medium', 40, null, null, null, '~3M (credits)', 262144],
+ ['nvidia', 'moonshotai/kimi-k2.6', 'Kimi K2.6 (NV)', 3, 9, 'Frontier', 40, null, null, null, '~2M (credits)', 131072],
+
+ // Cerebras — live-probed May 2026 with a free-tier key. Both 200 + content.
+ // gpt-oss-120b was removed in V2 ("requires special access, 404 on our
+ // key") but is reachable on the current free tier — re-add. llama3.1-8b
+ // is the fast small-model alternative (no hyphen, distinct from Groq's
+ // llama-3.1-8b-instant id). Free-pool limits match qwen-3-235b row.
+ ['cerebras', 'gpt-oss-120b', 'GPT-OSS 120B (Cerebras)', 6, 1, 'Large', 30, 1000, 60000, 1000000, '~30M', 131072],
+ ['cerebras', 'llama3.1-8b', 'Llama 3.1 8B (Cerebras)', 28, 1, 'Small', 30, 1000, 60000, 1000000, '~30M', 131072],
+
+ // Groq compound — agent system that internally routes through gpt-oss
+ // models and exposes the trace in usage metadata. Standard chat-completions
+ // shape works (200 + content). Same free-tier limits as other Groq rows.
+ ['groq', 'groq/compound', 'Compound (Groq)', 6, 2, 'Large', 30, 1000, 8000, 200000, '~6M', 131072],
+ ['groq', 'groq/compound-mini', 'Compound Mini (Groq)', 18, 2, 'Medium', 30, 1000, 8000, 200000, '~6M', 131072],
+
+ // Kilo Gateway — 200 req/hr per IP anon. Most named :free routes have
+ // transitioned to paid ("free period ended"); probe-confirmed live:
+ ['kilo', 'nvidia/nemotron-3-super-120b-a12b:free', 'Nemotron 3 Super 120B (Kilo)', 22, 9, 'Frontier', null, null, null, null, '~2-3M (200/hr)', 262144],
+
+ // Pollinations — anonymous /openai endpoint. Public model list returns
+ // just one anonymous-tier entry. Tool calls supported per their metadata.
+ ['pollinations', 'openai-fast', 'GPT-OSS 20B (Pollinations)', 18, 10, 'Medium', null, null, null, null, '~? (anon)', 131072],
+
+ // LLM7.io — 100 req/hr free (anonymous works). Probe-confirmed list:
+ ['llm7', 'gpt-oss-20b', 'GPT-OSS 20B (LLM7)', 18, 10, 'Medium', 100, null, null, null, '~2-3M (100/hr)', 131072],
+ ['llm7', 'meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo', 'Llama 3.1 8B Turbo (LLM7)', 28, 10, 'Small', 100, null, null, null, '~2-3M (100/hr)', 131072],
+ ['llm7', 'codestral-latest', 'Codestral (LLM7)', 16, 8, 'Medium', 100, null, null, null, '~2-3M (100/hr)', 32000],
+ ['llm7', 'ministral-8b-2512', 'Ministral 8B (LLM7)', 28, 10, 'Small', 100, null, null, null, '~2-3M (100/hr)', 131072],
+ ['llm7', 'GLM-4.6V-Flash', 'GLM-4.6V Flash (LLM7)', 15, 9, 'Large', 100, null, null, null, '~2-3M (100/hr)', 131072],
+ ];
+
+ const apply = db.transaction(() => {
+ for (const a of additions) insert.run(...a);
+ const missing = db.prepare(`
+ SELECT m.id FROM models m
+ LEFT JOIN fallback_config f ON m.id = f.model_db_id
+ WHERE f.id IS NULL ORDER BY m.intelligence_rank ASC
+ `).all() as { id: number }[];
+ if (missing.length > 0) {
+ const maxPriority = (db.prepare('SELECT COALESCE(MAX(priority), 0) AS mx FROM fallback_config').get() as { mx: number }).mx;
+ const addFb = db.prepare('INSERT INTO fallback_config (model_db_id, priority, enabled) VALUES (?, ?, 1)');
+ for (let i = 0; i < missing.length; i++) addFb.run(missing[i].id, maxPriority + i + 1);
+ }
+ });
+ apply();
+}
+
function ensureUnifiedKey(db: Database.Database) {
const existing = db.prepare("SELECT value FROM settings WHERE key = 'unified_api_key'").get() as { value: string } | undefined;
if (!existing) {
diff --git a/server/src/providers/index.ts b/server/src/providers/index.ts
index ee5c0bd5..101acb98 100644
--- a/server/src/providers/index.ts
+++ b/server/src/providers/index.ts
@@ -103,6 +103,41 @@ register(new OpenAICompatProvider({
timeoutMs: 120000,
}));
+// Kilo AI Gateway — OpenAI-compatible aggregator. Anonymous access works
+// (200 req/hr per IP) for the few :free routes still active; a Kilo API key
+// raises the limit. Most named "free" routes in the docs have transitioned to
+// paid ("free period ended") — probe before adding catalog rows.
+register(new OpenAICompatProvider({
+ platform: 'kilo',
+ name: 'Kilo Gateway',
+ baseUrl: 'https://api.kilo.ai/api/gateway/v1',
+}));
+
+// Pollinations — OpenAI-compatible, anonymous tier. The chat completions
+// endpoint lives at `/openai/v1/chat/completions` (NOT `/v1/...` — the
+// `/openai` prefix is mandatory). Public model list returns one anonymous
+// model (`openai-fast` = GPT-OSS 20B on OVH, tools=true).
+register(new OpenAICompatProvider({
+ platform: 'pollinations',
+ name: 'Pollinations',
+ baseUrl: 'https://text.pollinations.ai/openai/v1',
+}));
+
+// LLM7.io — OpenAI-compatible aggregator. 100 req/hr free; anonymous access
+// also works for basic models. Wraps a handful of upstream models behind one
+// token (GPT-OSS, Llama 3.1 Turbo via Meta, Codestral via Mistral, Ministral,
+// GLM-4.6V-Flash).
+register(new OpenAICompatProvider({
+ platform: 'llm7',
+ name: 'LLM7',
+ baseUrl: 'https://api.llm7.io/v1',
+}));
+
+// Chutes was evaluated for V11 and dropped: probe with a free-tier key
+// returned 402 on every model — "Quota exceeded and account balance is
+// $0.0, please pay with fiat or send tao". The "free" tier requires a
+// non-zero balance, which conflicts with the project's no-card criterion.
+
export function getProvider(platform: Platform): BaseProvider | undefined {
return providers.get(platform);
}
diff --git a/server/src/routes/keys.ts b/server/src/routes/keys.ts
index 6ae9eed8..2abcf734 100644
--- a/server/src/routes/keys.ts
+++ b/server/src/routes/keys.ts
@@ -12,6 +12,7 @@ export const keysRouter = Router();
const PLATFORMS = [
'google', 'groq', 'cerebras', 'sambanova', 'nvidia', 'mistral',
'openrouter', 'github', 'cohere', 'cloudflare', 'zhipu', 'ollama',
+ 'kilo', 'pollinations', 'llm7',
] as const;
const addKeySchema = z.object({
diff --git a/shared/types.ts b/shared/types.ts
index ce90a338..3f7c3ee6 100644
--- a/shared/types.ts
+++ b/shared/types.ts
@@ -16,7 +16,10 @@ export type Platform =
| 'cohere'
| 'cloudflare'
| 'zhipu'
- | 'ollama';
+ | 'ollama'
+ | 'kilo'
+ | 'pollinations'
+ | 'llm7';
export interface Model {
id: number;