Use Claude Code with your ChatGPT, Kimi, Cursor or Grok subscription via a local Anthropic-compatible proxy
Rust
route aliases by session provider
Raine Virta4b47e929eac8
diff --git a/src/providers/registry.test.ts b/src/providers/registry.test.tsindex ef8eaf0..76021cc 100644--- a/src/providers/registry.test.ts+++ b/src/providers/registry.test.ts@@ -44,6 +44,12 @@ describe("provider routing", () => {}})+ it("lets session affinity override the global alias provider", () => {+ loadConfig({ env: {}, forceReload: true })++ expect(providerForModel("sonnet", "kimi")?.name).toBe("kimi")+ })+it("routes aliases to Codex when config file selects Codex", () => {const dir = mkdtempSync(join(tmpdir(), "ccp-alias-provider-"))const path = join(dir, "config.json")diff --git a/src/providers/registry.ts b/src/providers/registry.tsindex 653d556..72df7fd 100644--- a/src/providers/registry.ts+++ b/src/providers/registry.ts@@ -1,4 +1,4 @@-import { aliasProvider } from "../config.ts"+import { aliasProvider, type AliasProvider } from "../config.ts"import type { Provider } from "./types.ts"import { codexProvider } from "./codex/index.ts"import { kimiProvider } from "./kimi/index.ts"@@ -36,8 +36,11 @@ export function allProviders(): Provider[] {return Object.values(PROVIDERS)}-export function providerForModel(model: string): Provider | undefined {- if (ANTHROPIC_STYLE_ALIASES.has(model)) return getProvider(aliasProvider())+export function providerForModel(+ model: string,+ aliasProviderOverride?: AliasProvider,+): Provider | undefined {+ if (ANTHROPIC_STYLE_ALIASES.has(model)) return getProvider(aliasProviderOverride ?? aliasProvider())for (const p of allProviders()) {if (p.supportedModels.has(model)) return p}diff --git a/src/server.test.ts b/src/server.test.tsnew file mode 100644index 0000000..59f6a68--- /dev/null+++ b/src/server.test.ts@@ -0,0 +1,34 @@+import { afterEach, describe, expect, it } from "bun:test"+import { loadConfig } from "./config.ts"+import { startServer } from "./server.ts"++const servers: Array<{ stop: () => void }> = []++afterEach(() => {+ for (const server of servers.splice(0)) server.stop()+ loadConfig({ forceReload: true })+})++function countTokens(port: number, model: string, sessionId?: string): Promise<Response> {+ return fetch(`http://127.0.0.1:${port}/v1/messages/count_tokens`, {+ method: "POST",+ headers: {+ "content-type": "application/json",+ ...(sessionId ? { "x-claude-code-session-id": sessionId } : {}),+ },+ body: JSON.stringify({ model, messages: [{ role: "user", content: "hello" }] }),+ })+}++describe("server session-aware alias routing", () => {+ it("routes aliases to the concrete provider used earlier in the session", async () => {+ loadConfig({ env: { CCP_CODEX_SERVICE_TIER: "standard" }, forceReload: true })+ const server = startServer({ port: 0 })+ servers.push(server)++ const sessionId = crypto.randomUUID()+ expect((await countTokens(server.port, "kimi-for-coding", sessionId)).status).toBe(200)+ expect((await countTokens(server.port, "sonnet", sessionId)).status).toBe(200)+ expect((await countTokens(server.port, "sonnet")).status).toBe(400)+ })+})diff --git a/src/server.ts b/src/server.tsindex 7fa73e3..1993c1c 100644--- a/src/server.ts+++ b/src/server.ts@@ -1,8 +1,13 @@import { createLogger, logDir, REDACT_KEYS } from "./log.ts"import type { AnthropicRequest } from "./anthropic/schema.ts"+import type { AliasProvider } from "./config.ts"import type { Provider, RequestContext } from "./providers/types.ts"-import { allSupportedModels, providerForModel } from "./providers/registry.ts"+import {+ allSupportedModels,+ ANTHROPIC_STYLE_ALIASES,+ providerForModel,+} from "./providers/registry.ts"const rootLog = createLogger("server")@@ -10,13 +15,44 @@ export interface ServeOptions {port: number}-const sessionSeqs = new Map<string, number>()+interface SessionState {+ seq: number+ affinityProvider?: AliasProvider+ lastSeen: number+}++const SESSION_IDLE_TTL_MS = 24 * 60 * 60 * 1000+const MAX_SESSIONS = 10_000+const sessions = new Map<string, SessionState>()-function nextSessionSeq(sessionId?: string): number | undefined {+function currentSession(sessionId: string | undefined, now = Date.now()): SessionState | undefined {if (!sessionId) return undefined- const seq = (sessionSeqs.get(sessionId) ?? 0) + 1- sessionSeqs.set(sessionId, seq)- return seq+ const existing = sessions.get(sessionId)+ if (existing && now - existing.lastSeen > SESSION_IDLE_TTL_MS) sessions.delete(sessionId)+ const state = sessions.get(sessionId) ?? { seq: 0, lastSeen: now }+ state.seq += 1+ state.lastSeen = now+ sessions.set(sessionId, state)+ evictSessions(now)+ return state+}++function evictSessions(now: number): void {+ for (const [sessionId, state] of sessions) {+ if (now - state.lastSeen > SESSION_IDLE_TTL_MS) sessions.delete(sessionId)+ }+ while (sessions.size > MAX_SESSIONS) {+ let oldestSessionId: string | undefined+ let oldestLastSeen = Infinity+ for (const [sessionId, state] of sessions) {+ if (state.lastSeen < oldestLastSeen) {+ oldestSessionId = sessionId+ oldestLastSeen = state.lastSeen+ }+ }+ if (!oldestSessionId) return+ sessions.delete(oldestSessionId)+ }}export function startServer(opts: ServeOptions): { stop: () => void; port: number } {@@ -67,9 +103,12 @@ async function route(req: Request, url: URL, reqId: string): Promise<Response> {if (req.method === "POST" && url.pathname === "/v1/messages/count_tokens") {const body = await parseJsonBody(req)if (body instanceof Response) return body- const provider = routeProvider(body, reqId)+ const sessionId = req.headers.get("x-claude-code-session-id") || undefined+ const session = currentSession(sessionId)+ const provider = routeProvider(body, reqId, session?.affinityProvider)if (provider instanceof Response) return provider- const ctx = buildCtx(req, reqId, provider.name)+ updateSessionAffinity(session, body.model, provider.name)+ const ctx = buildCtx(req, reqId, provider.name, sessionId, session)ctx.childLogger("server").info("dispatch", { model: body.model })return provider.handleCountTokens(body, ctx)}@@ -77,9 +116,12 @@ async function route(req: Request, url: URL, reqId: string): Promise<Response> {if (req.method === "POST" && url.pathname === "/v1/messages") {const body = await parseJsonBody(req)if (body instanceof Response) return body- const provider = routeProvider(body, reqId)+ const sessionId = req.headers.get("x-claude-code-session-id") || undefined+ const session = currentSession(sessionId)+ const provider = routeProvider(body, reqId, session?.affinityProvider)if (provider instanceof Response) return provider- const ctx = buildCtx(req, reqId, provider.name)+ updateSessionAffinity(session, body.model, provider.name)+ const ctx = buildCtx(req, reqId, provider.name, sessionId, session)ctx.childLogger("server").info("dispatch", { model: body.model })return provider.handleMessages(body, ctx)}@@ -87,9 +129,14 @@ async function route(req: Request, url: URL, reqId: string): Promise<Response> {return jsonError(404, "not_found", `No route for ${req.method} ${url.pathname}`)}-function buildCtx(req: Request, reqId: string, providerName: string): RequestContext {- const sessionId = req.headers.get("x-claude-code-session-id") || undefined- const sessionSeq = nextSessionSeq(sessionId)+function buildCtx(+ req: Request,+ reqId: string,+ providerName: string,+ sessionId: string | undefined,+ session: SessionState | undefined,+): RequestContext {+ const sessionSeq = session?.seqconst bindings = { reqId, sessionId, sessionSeq, provider: providerName }return {reqId,@@ -109,7 +156,20 @@ export function normalizeIncomingModel(model: string): string {return model.replace(/\[1m\]$/i, "")}-function routeProvider(body: AnthropicRequest, reqId: string): Provider | Response {+function updateSessionAffinity(+ session: SessionState | undefined,+ model: string,+ providerName: string,+): void {+ if (!session || ANTHROPIC_STYLE_ALIASES.has(model)) return+ session.affinityProvider = providerName as AliasProvider+}++function routeProvider(+ body: AnthropicRequest,+ reqId: string,+ sessionAliasProvider?: AliasProvider,+): Provider | Response {if (!body.model) {return jsonError(400,@@ -118,7 +178,7 @@ function routeProvider(body: AnthropicRequest, reqId: string): Provider | Respon)}body.model = normalizeIncomingModel(body.model)- const provider = providerForModel(body.model)+ const provider = providerForModel(body.model, sessionAliasProvider)if (!provider) {rootLog.warn("unknown model", { reqId, model: body.model })return jsonError(