Skip to content

7.4 billion tokens per month. 34 free LLM providers. 635 free model endpoints. All behind one /v1 endpoint, plus any custom OpenAI-compatible endpoint. Smart routing, automatic failover, encrypted keys. Personal experimentation only.

TypeScript

fix(providers): send OpenCode Zen client headers so its free roster works (#1204)

Rodion Gudz98e1a7191792
diff --git a/server/src/__tests__/providers/openai-compat.test.ts b/server/src/__tests__/providers/openai-compat.test.ts
index c0e5a8c1..9a974423 100644
--- a/server/src/__tests__/providers/openai-compat.test.ts
+++ b/server/src/__tests__/providers/openai-compat.test.ts
@@ -70,6 +70,36 @@ describe('OpenAICompatProvider', () => {
expect(capturedBody.messages[0].role).toBe('user');
});
+ it('evaluates function-valued extraHeaders once per request', async () => {
+ let issued = 0;
+ const dynamic = new OpenAICompatProvider({
+ platform: 'opencode',
+ name: 'Zen',
+ baseUrl: 'https://api.test.com/v1',
+ extraHeaders: () => ({ 'x-opencode-session': `session-${++issued}` }),
+ });
+ const seen: string[] = [];
+ vi.spyOn(global, 'fetch').mockImplementation(async (_url, init) => {
+ seen.push((init as any).headers['x-opencode-session']);
+ return {
+ ok: true,
+ json: () => Promise.resolve({
+ id: 'test-id',
+ object: 'chat.completion',
+ created: 123,
+ model: 'test-model',
+ choices: [{ index: 0, message: { role: 'assistant', content: 'hi' }, finish_reason: 'stop' }],
+ usage: { prompt_tokens: 1, completion_tokens: 1, total_tokens: 2 },
+ }),
+ } as any;
+ });
+
+ await dynamic.chatCompletion('my-key', [{ role: 'user', content: 'one' }], 'test-model');
+ await dynamic.chatCompletion('my-key', [{ role: 'user', content: 'two' }], 'test-model');
+
+ expect(seen).toEqual(['session-1', 'session-2']);
+ });
+
describe('Moonshot assistant `partial` prefill flag (#1038)', () => {
beforeEach(() => {
// The custom-platform SSRF guard resolves public hosts before every
diff --git a/server/src/providers/index.ts b/server/src/providers/index.ts
index 29a11c31..bc52e4e2 100644
--- a/server/src/providers/index.ts
+++ b/server/src/providers/index.ts
@@ -1,4 +1,5 @@
import type { Platform } from '@freellmapi/shared/types.js';
+import { randomUUID } from 'node:crypto';
import type { BaseProvider } from './base.js';
import { GoogleProvider } from './google.js';
import { OpenAICompatProvider } from './openai-compat.js';
@@ -257,10 +258,51 @@ register(new OpenAICompatProvider({
// (no card required — billing only applies to paid models). The free roster is
// trial-only and prompts/outputs may be used to improve the models, so we seed
// just the docs-confirmed free IDs (migrateModelsV18) with conservative limits.
+// The Console gateway additionally expects the request to look like it came
+// from the OpenCode client: without x-opencode-session it answers
+// MissingSessionID, and the free roster answers "OpenCode's free tier can only
+// be used in OpenCode" even with a valid key. Fresh session/request ids per
+// call mirror the CLI (both the free roster and the paid Go plan were verified
+// against this header set).
+// The UA advertises the newest published OpenCode release so an upstream
+// version check cannot age into a block. The npm registry (the artifact the
+// CLI itself ships from) is the cheapest source; a failed lookup keeps the
+// last known version and the built-in fallback covers a cold first boot.
+const OPENCODE_NPM_LATEST = 'https://registry.npmjs.org/opencode-ai/latest';
+const OPENCODE_UA_FALLBACK_VERSION = '1.18.30';
+const OPENCODE_UA_VERSION_TTL_MS = 12 * 60 * 60 * 1000;
+let openCodeUaVersion = OPENCODE_UA_FALLBACK_VERSION;
+let openCodeUaVersionCheckedAt = 0;
+
+function refreshOpenCodeUaVersion(): void {
+ if (process.env.VITEST) return;
+ const now = Date.now();
+ if (now - openCodeUaVersionCheckedAt < OPENCODE_UA_VERSION_TTL_MS) return;
+ openCodeUaVersionCheckedAt = now; // stamp first so parallel calls share one lookup
+ void fetch(OPENCODE_NPM_LATEST, { signal: AbortSignal.timeout(4000) })
+ .then(res => (res.ok ? res.json() : null))
+ .then((doc: unknown) => {
+ const version = (doc as { version?: unknown } | null)?.version;
+ if (typeof version === 'string' && /^\d+\.\d+\.\d+$/.test(version)) openCodeUaVersion = version;
+ })
+ .catch(() => { /* keep the last known version */ });
+}
+
+function openCodeZenHeaders(): Record<string, string> {
+ refreshOpenCodeUaVersion();
+ return {
+ 'User-Agent': `opencode/${openCodeUaVersion} ai-sdk/provider-utils/4.0.23 runtime/bun/1.3.14`,
+ 'x-opencode-client': 'cli',
+ 'x-opencode-project': 'global',
+ 'x-opencode-session': randomUUID(),
+ 'x-opencode-request': randomUUID(),
+ };
+}
register(new OpenAICompatProvider({
platform: 'opencode',
name: 'OpenCode Zen',
baseUrl: 'https://opencode.ai/zen/v1',
+ extraHeaders: openCodeZenHeaders,
}));
// OVHcloud AI Endpoints — OpenAI-compatible. Two free modes: anonymous
diff --git a/server/src/providers/openai-compat.ts b/server/src/providers/openai-compat.ts
index c5aff35d..6c40372e 100644
--- a/server/src/providers/openai-compat.ts
+++ b/server/src/providers/openai-compat.ts
@@ -68,7 +68,7 @@ export class OpenAICompatProvider extends BaseProvider {
readonly platform: Platform;
readonly name: string;
private readonly baseUrl: string;
- private readonly extraHeaders: Record<string, string>;
+ private readonly extraHeaders: Record<string, string> | (() => Record<string, string>);
private readonly validateUrl?: string;
/** Per-provider HTTP timeout override. OpenAI-compatible gateways often buffer
* non-streaming responses until generation completes, and reasoning models can
@@ -86,7 +86,7 @@ export class OpenAICompatProvider extends BaseProvider {
platform: Platform;
name: string;
baseUrl: string;
- extraHeaders?: Record<string, string>;
+ extraHeaders?: Record<string, string> | (() => Record<string, string>);
validateUrl?: string;
timeoutMs?: number;
keyless?: boolean;
@@ -169,6 +169,14 @@ export class OpenAICompatProvider extends BaseProvider {
return this.keyless ? {} : { 'Authorization': `Bearer ${apiKey}` };
}
+ /** Extra headers for one upstream request. The function form is evaluated
+ * once per request so a gateway that expects fresh per-request ids (OpenCode
+ * Zen's `x-opencode-session`) does not have to live with values frozen at
+ * registration time. */
+ private requestHeaders(): Record<string, string> {
+ return typeof this.extraHeaders === 'function' ? this.extraHeaders() : this.extraHeaders;
+ }
+
/** Requesty's Leanstral route rejects greedy sampling when temperature=0.
* Omitting that value and supplying a neutral top_p keeps the caller's intent
* deterministic enough while using the provider's supported sampling path. */
@@ -278,7 +286,7 @@ export class OpenAICompatProvider extends BaseProvider {
headers: {
...this.authHeader(apiKey),
'Content-Type': 'application/json',
- ...this.extraHeaders,
+ ...this.requestHeaders(),
},
body: JSON.stringify({
model: modelId,
@@ -407,7 +415,7 @@ export class OpenAICompatProvider extends BaseProvider {
headers: {
...this.authHeader(apiKey),
'Content-Type': 'application/json',
- ...this.extraHeaders,
+ ...this.requestHeaders(),
},
body: JSON.stringify({
model: modelId,
@@ -516,7 +524,7 @@ export class OpenAICompatProvider extends BaseProvider {
method: 'GET',
headers: {
...this.authHeader(apiKey),
- ...this.extraHeaders,
+ ...this.requestHeaders(),
},
// 'request' bounds: a catalog body that hangs mid-transfer must not
// stall the health cycle past the deadline.