Skip to content

Never stop coding. Free MIT AI gateway: one endpoint, 375 providers (150+ free), 1,400+ models Kimi, Claude, GPT, Gemini, GLM, DeepSeek, MiniMax. Works with Claude Code, Codex, Cursor, OpenCode, Cline & Copilot. Quota-aware auto-fallback, RTK+Caveman compression saves 15-95% tokens, MCP/A2A, Desktop/PWA. Built by 900+ contributors

1.6 KB
Raw Blame
/**
 * #9507 — client max_tokens must NEVER be rewritten upward by the
 * reasoning-token buffer. Core contract from #1761: OmniRoute must not
 * silently enlarge a Claude Max user's per-turn cost.
 *
 * On claude-opus-5 (registry maxOutputTokens = 128000), a client sending
 * max_tokens: 64000 got rewritten to 96000 (Math.ceil(64000 * 1.5)) because
 * 96000 < 128000 so the "fits in cap" guard did NOT rescue it.
 */
import test from "node:test";
import assert from "node:assert/strict";
import fs from "node:fs";
import os from "node:os";
import path from "node:path";

const TEST_DATA_DIR = fs.mkdtempSync(path.join(os.tmpdir(), "omniroute-9507-"));
process.env.DATA_DIR = TEST_DATA_DIR;

const core = await import("../../src/lib/db/core.ts");
const { resolveReasoningBufferedMaxTokens } =
  await import("../../open-sse/services/reasoningTokenBuffer.ts");

test.after(() => {
  core.resetDbInstance();
  fs.rmSync(TEST_DATA_DIR, { recursive: true, force: true, maxRetries: 5, retryDelay: 100 });
});

test("#9507 reasoning buffer does NOT enlarge a Claude opus-5 client budget upward", () => {
  const result = resolveReasoningBufferedMaxTokens("anthropic/claude-opus-5", 64000);
  assert.equal(
    result,
    64000,
    `client max_tokens=64000 must be forwarded verbatim, got ${result} (x1.5 upward rewrite)`
  );
});

test("#9507 reasoning buffer does NOT enlarge a Claude sonnet-5 client budget upward", () => {
  const client = 32000;
  const result = resolveReasoningBufferedMaxTokens("anthropic/claude-sonnet-5", client);
  assert.ok(
    result === null || result <= client,
    `client max_tokens=${client} must not be enlarged, got ${result}`
  );
});