7.4 billion tokens per month. 34 free LLM providers. 635 free model endpoints. All behind one /v1 endpoint, plus any custom OpenAI-compatible endpoint. Smart routing, automatic failover, encrypted keys. Personal experimentation only.
TypeScript
fix(providers): send OpenCode Zen client headers so its free roster works (#1204)
Rodion Gudz98e1a7191792
diff --git a/server/src/__tests__/providers/openai-compat.test.ts b/server/src/__tests__/providers/openai-compat.test.tsindex c0e5a8c1..9a974423 100644--- a/server/src/__tests__/providers/openai-compat.test.ts+++ b/server/src/__tests__/providers/openai-compat.test.ts@@ -70,6 +70,36 @@ describe('OpenAICompatProvider', () => {expect(capturedBody.messages[0].role).toBe('user');});+ it('evaluates function-valued extraHeaders once per request', async () => {+ let issued = 0;+ const dynamic = new OpenAICompatProvider({+ platform: 'opencode',+ name: 'Zen',+ baseUrl: 'https://api.test.com/v1',+ extraHeaders: () => ({ 'x-opencode-session': `session-${++issued}` }),+ });+ const seen: string[] = [];+ vi.spyOn(global, 'fetch').mockImplementation(async (_url, init) => {+ seen.push((init as any).headers['x-opencode-session']);+ return {+ ok: true,+ json: () => Promise.resolve({+ id: 'test-id',+ object: 'chat.completion',+ created: 123,+ model: 'test-model',+ choices: [{ index: 0, message: { role: 'assistant', content: 'hi' }, finish_reason: 'stop' }],+ usage: { prompt_tokens: 1, completion_tokens: 1, total_tokens: 2 },+ }),+ } as any;+ });++ await dynamic.chatCompletion('my-key', [{ role: 'user', content: 'one' }], 'test-model');+ await dynamic.chatCompletion('my-key', [{ role: 'user', content: 'two' }], 'test-model');++ expect(seen).toEqual(['session-1', 'session-2']);+ });+describe('Moonshot assistant `partial` prefill flag (#1038)', () => {beforeEach(() => {// The custom-platform SSRF guard resolves public hosts before everydiff --git a/server/src/providers/index.ts b/server/src/providers/index.tsindex 29a11c31..bc52e4e2 100644--- a/server/src/providers/index.ts+++ b/server/src/providers/index.ts@@ -1,4 +1,5 @@import type { Platform } from '@freellmapi/shared/types.js';+import { randomUUID } from 'node:crypto';import type { BaseProvider } from './base.js';import { GoogleProvider } from './google.js';import { OpenAICompatProvider } from './openai-compat.js';@@ -257,10 +258,51 @@ register(new OpenAICompatProvider({// (no card required — billing only applies to paid models). The free roster is// trial-only and prompts/outputs may be used to improve the models, so we seed// just the docs-confirmed free IDs (migrateModelsV18) with conservative limits.+// The Console gateway additionally expects the request to look like it came+// from the OpenCode client: without x-opencode-session it answers+// MissingSessionID, and the free roster answers "OpenCode's free tier can only+// be used in OpenCode" even with a valid key. Fresh session/request ids per+// call mirror the CLI (both the free roster and the paid Go plan were verified+// against this header set).+// The UA advertises the newest published OpenCode release so an upstream+// version check cannot age into a block. The npm registry (the artifact the+// CLI itself ships from) is the cheapest source; a failed lookup keeps the+// last known version and the built-in fallback covers a cold first boot.+const OPENCODE_NPM_LATEST = 'https://registry.npmjs.org/opencode-ai/latest';+const OPENCODE_UA_FALLBACK_VERSION = '1.18.30';+const OPENCODE_UA_VERSION_TTL_MS = 12 * 60 * 60 * 1000;+let openCodeUaVersion = OPENCODE_UA_FALLBACK_VERSION;+let openCodeUaVersionCheckedAt = 0;++function refreshOpenCodeUaVersion(): void {+ if (process.env.VITEST) return;+ const now = Date.now();+ if (now - openCodeUaVersionCheckedAt < OPENCODE_UA_VERSION_TTL_MS) return;+ openCodeUaVersionCheckedAt = now; // stamp first so parallel calls share one lookup+ void fetch(OPENCODE_NPM_LATEST, { signal: AbortSignal.timeout(4000) })+ .then(res => (res.ok ? res.json() : null))+ .then((doc: unknown) => {+ const version = (doc as { version?: unknown } | null)?.version;+ if (typeof version === 'string' && /^\d+\.\d+\.\d+$/.test(version)) openCodeUaVersion = version;+ })+ .catch(() => { /* keep the last known version */ });+}++function openCodeZenHeaders(): Record<string, string> {+ refreshOpenCodeUaVersion();+ return {+ 'User-Agent': `opencode/${openCodeUaVersion} ai-sdk/provider-utils/4.0.23 runtime/bun/1.3.14`,+ 'x-opencode-client': 'cli',+ 'x-opencode-project': 'global',+ 'x-opencode-session': randomUUID(),+ 'x-opencode-request': randomUUID(),+ };+}register(new OpenAICompatProvider({platform: 'opencode',name: 'OpenCode Zen',baseUrl: 'https://opencode.ai/zen/v1',+ extraHeaders: openCodeZenHeaders,}));// OVHcloud AI Endpoints — OpenAI-compatible. Two free modes: anonymousdiff --git a/server/src/providers/openai-compat.ts b/server/src/providers/openai-compat.tsindex c5aff35d..6c40372e 100644--- a/server/src/providers/openai-compat.ts+++ b/server/src/providers/openai-compat.ts@@ -68,7 +68,7 @@ export class OpenAICompatProvider extends BaseProvider {readonly platform: Platform;readonly name: string;private readonly baseUrl: string;- private readonly extraHeaders: Record<string, string>;+ private readonly extraHeaders: Record<string, string> | (() => Record<string, string>);private readonly validateUrl?: string;/** Per-provider HTTP timeout override. OpenAI-compatible gateways often buffer* non-streaming responses until generation completes, and reasoning models can@@ -86,7 +86,7 @@ export class OpenAICompatProvider extends BaseProvider {platform: Platform;name: string;baseUrl: string;- extraHeaders?: Record<string, string>;+ extraHeaders?: Record<string, string> | (() => Record<string, string>);validateUrl?: string;timeoutMs?: number;keyless?: boolean;@@ -169,6 +169,14 @@ export class OpenAICompatProvider extends BaseProvider {return this.keyless ? {} : { 'Authorization': `Bearer ${apiKey}` };}+ /** Extra headers for one upstream request. The function form is evaluated+ * once per request so a gateway that expects fresh per-request ids (OpenCode+ * Zen's `x-opencode-session`) does not have to live with values frozen at+ * registration time. */+ private requestHeaders(): Record<string, string> {+ return typeof this.extraHeaders === 'function' ? this.extraHeaders() : this.extraHeaders;+ }+/** Requesty's Leanstral route rejects greedy sampling when temperature=0.* Omitting that value and supplying a neutral top_p keeps the caller's intent* deterministic enough while using the provider's supported sampling path. */@@ -278,7 +286,7 @@ export class OpenAICompatProvider extends BaseProvider {headers: {...this.authHeader(apiKey),'Content-Type': 'application/json',- ...this.extraHeaders,+ ...this.requestHeaders(),},body: JSON.stringify({model: modelId,@@ -407,7 +415,7 @@ export class OpenAICompatProvider extends BaseProvider {headers: {...this.authHeader(apiKey),'Content-Type': 'application/json',- ...this.extraHeaders,+ ...this.requestHeaders(),},body: JSON.stringify({model: modelId,@@ -516,7 +524,7 @@ export class OpenAICompatProvider extends BaseProvider {method: 'GET',headers: {...this.authHeader(apiKey),- ...this.extraHeaders,+ ...this.requestHeaders(),},// 'request' bounds: a catalog body that hangs mid-transfer must not// stall the health cycle past the deadline.