Skip to content

Never stop coding. Free MIT AI gateway: one endpoint, 375 providers (150+ free), 1,400+ models Kimi, Claude, GPT, Gemini, GLM, DeepSeek, MiniMax. Works with Claude Code, Codex, Cursor, OpenCode, Cline & Copilot. Quota-aware auto-fallback, RTK+Caveman compression saves 15-95% tokens, MCP/A2A, Desktop/PWA. Built by 900+ contributors

7.2 KB
Raw Blame
/**
 * tests/unit/claude-codex-identity-version-sync.test.ts
 *
 * Guards the pinned CLI identity versions against drift. The Claude Code version
 * lives in FOUR places (claudeIdentity, anthropicHeaders, claudeCodeCompatible,
 * ccBridgeTransforms) and MUST stay in lockstep — a partial bump produces an
 * inconsistent wire fingerprint. The Codex client version lives in codexClient.
 *
 * When you capture a newer claude-cli / codex release, bump ALL constants and
 * update the pinned values below in the same change.
 */

import test from "node:test";
import assert from "node:assert/strict";
import fs from "node:fs";
import path from "node:path";

const id = await import("../../open-sse/executors/claudeIdentity.ts");
const hdr = await import("../../open-sse/config/anthropicHeaders.ts");
const compat = await import("../../open-sse/services/claudeCodeCompatible.ts");
const bridge = await import("../../open-sse/services/ccBridgeTransforms.ts");
const codexCfg = await import("../../open-sse/config/codexClient.ts");
const canonical = await import("../../src/shared/constants/claudeCodeClient.ts");

test("Claude CLI version constants are in lockstep across all 4 sources", () => {
  const V = canonical.CLAUDE_CODE_CLIENT_VERSION;
  assert.equal(id.CLAUDE_CODE_VERSION, V, "claudeIdentity.CLAUDE_CODE_VERSION drift");
  assert.equal(hdr.CLAUDE_CLI_VERSION, V, "anthropicHeaders.CLAUDE_CLI_VERSION drift");
  assert.equal(compat.CLAUDE_CODE_COMPATIBLE_VERSION, V, "claudeCodeCompatible version drift");
  assert.equal(bridge.DEFAULT_CLAUDE_CODE_VERSION, V, "ccBridgeTransforms version drift");
  assert.equal(
    hdr.CLAUDE_CLI_USER_AGENT,
    `claude-cli/${V} (external, cli)`,
    "CLAUDE_CLI_USER_AGENT drift"
  );
  assert.equal(
    compat.CLAUDE_CODE_COMPATIBLE_USER_AGENT,
    `claude-cli/${V} (external, sdk-cli)`,
    "CLAUDE_CODE_COMPATIBLE_USER_AGENT drift"
  );
});

test("Claude CLI pin clears Anthropic's Opus 5.5 model gate (>= 2.1.280)", () => {
  const [major, minor, patch] = canonical.CLAUDE_CODE_CLIENT_VERSION.split(".").map(Number);
  const meetsGate = major > 2 || (major === 2 && (minor > 1 || (minor === 1 && patch >= 280)));
  assert.ok(
    meetsGate,
    `claude-cli pin ${canonical.CLAUDE_CODE_CLIENT_VERSION} < 2.1.280 — Anthropic rejects claude-opus-5-5 with 400 "Claude Code ${canonical.CLAUDE_CODE_CLIENT_VERSION} does not support this model"`
  );
});

test("Claude CLI wire versions match the captured 2.1.280 binary", () => {
  assert.equal(canonical.CLAUDE_CODE_CLIENT_VERSION, "2.1.280");
  assert.equal(canonical.CLAUDE_CODE_CLIENT_BUILD_REVISION, "1e2");
  assert.equal(canonical.CLAUDE_CODE_CLIENT_BILLING_VERSION, "2.1.280.1e2");
  assert.equal(canonical.CLAUDE_CODE_SDK_PACKAGE_VERSION, "0.112.1");
  assert.equal(canonical.CLAUDE_CODE_RUNTIME_VERSION, "v26.3.0");
  assert.equal(
    compat.CLAUDE_CODE_COMPATIBLE_STAINLESS_PACKAGE_VERSION,
    canonical.CLAUDE_CODE_SDK_PACKAGE_VERSION
  );
  assert.equal(
    compat.CLAUDE_CODE_COMPATIBLE_STAINLESS_RUNTIME_VERSION,
    canonical.CLAUDE_CODE_RUNTIME_VERSION
  );
  assert.equal(hdr.CLAUDE_CLI_STAINLESS_PACKAGE_VERSION, canonical.CLAUDE_CODE_SDK_PACKAGE_VERSION);
  assert.equal(hdr.CLAUDE_CLI_STAINLESS_RUNTIME_VERSION, canonical.CLAUDE_CODE_RUNTIME_VERSION);
  assert.equal(hdr.CLAUDE_CLI_BILLING_VERSION, canonical.CLAUDE_CODE_CLIENT_BILLING_VERSION);
});

async function withEnv<T>(
  entries: Record<string, string | undefined>,
  fn: () => T | Promise<T>
): Promise<T> {
  const previous = new Map<string, string | undefined>();
  for (const [key, value] of Object.entries(entries)) {
    previous.set(key, process.env[key]);
    if (value === undefined) {
      delete process.env[key];
    } else {
      process.env[key] = value;
    }
  }
  try {
    return await fn();
  } finally {
    for (const [key, value] of previous.entries()) {
      if (value === undefined) {
        delete process.env[key];
      } else {
        process.env[key] = value;
      }
    }
  }
}

test("Codex client version locksteps Dockerfile @openai/codex", () => {
  const dockerfile = fs.readFileSync(path.join(process.cwd(), "Dockerfile"), "utf8");
  const match = dockerfile.match(/@openai\/codex@([0-9]+\.[0-9]+\.[0-9]+)/);
  assert.ok(match, "Dockerfile must pin @openai/[email protected]");
  const pinned = match[1];
  assert.notEqual(pinned, "0.149.0");
  assert.equal(codexCfg.DEFAULT_CODEX_CLIENT_VERSION, pinned);
  assert.equal(codexCfg.getCodexClientVersion(), pinned);
  assert.equal(codexCfg.getCodexDefaultHeaders().Version, pinned);
  assert.equal(codexCfg.getCodexCliRsHeaders()["User-Agent"], `codex_cli_rs/${pinned}`);
});

test("Codex client version env override still wins", async () => {
  await withEnv({ CODEX_CLIENT_VERSION: "0.99.0" }, () => {
    assert.equal(codexCfg.getCodexClientVersion(), "0.99.0");
    assert.equal(codexCfg.getCodexDefaultHeaders().Version, "0.99.0");
  });
});

// contract changed by #15132: the Codex route now prefers the saved account inventory
// (cache) over the GitHub manifest when live discovery fails, so the GitHub fallback moved
// AFTER the cache branch, and the live branch persists via persistDiscoveredModels() +
// buildResponse() instead of buildApiDiscoveryResponse(). The invariant is unchanged: only
// the live branch may persist; the GitHub-catalog fallback must never write the cache.
function assertGithubFallbackDoesNotPersist() {
  const src = fs.readFileSync(
    path.join(process.cwd(), "src/app/api/providers/[id]/models/route.ts"),
    "utf8"
  );
  const idx = src.indexOf("Codex live catalog unavailable — using GitHub model catalog");
  assert.ok(idx > 0);
  const start = src.lastIndexOf("if (githubCatalogModels && githubCatalogModels.length > 0)", idx);
  const end = src.indexOf("Codex live and GitHub catalogs unavailable", idx);
  assert.ok(start > 0 && end > start);
  const window = src.slice(start, end);
  assert.match(window, /buildResponse\s*\(/);
  assert.doesNotMatch(window, /buildApiDiscoveryResponse\s*\(/);
  assert.doesNotMatch(window, /persistDiscoveredModels\s*\(/);

  const liveIdx = src.lastIndexOf("if (liveModels && liveModels.length > 0)", start);
  const cacheIdx = src.lastIndexOf("Codex live catalog unavailable — using cached catalog", start);
  assert.ok(liveIdx > 0 && liveIdx < cacheIdx && cacheIdx < start);
  const liveWindow = src.slice(liveIdx, cacheIdx);
  assert.match(liveWindow, /persistDiscoveredModels\s*\(/);
}

test("test 7: live-empty GitHub catalog path does not call persist", () => {
  assertGithubFallbackDoesNotPersist();
});

test("Codex client version locksteps Dockerfile @openai/codex and env override", () => {
  const dockerfile = fs.readFileSync(path.join(process.cwd(), "Dockerfile"), "utf8");
  const match = dockerfile.match(/@openai\/codex@([0-9]+\.[0-9]+\.[0-9]+)/);
  assert.ok(match, "Dockerfile must pin @openai/[email protected]");
  const pinned = match[1];
  assert.notEqual(pinned, "0.149.0");
  assert.equal(codexCfg.DEFAULT_CODEX_CLIENT_VERSION, pinned);
  assert.equal(codexCfg.getCodexClientVersion(), pinned);
  assert.equal(codexCfg.getCodexDefaultHeaders().Version, pinned);
  assert.equal(codexCfg.getCodexCliRsHeaders()["User-Agent"], `codex_cli_rs/${pinned}`);
});

test("test 7: live-empty GitHub catalog path does not call persist", () => {
  assertGithubFallbackDoesNotPersist();
});