Never stop coding. Free MIT AI gateway: one endpoint, 375 providers (150+ free), 1,400+ models Kimi, Claude, GPT, Gemini, GLM, DeepSeek, MiniMax. Works with Claude Code, Codex, Cursor, OpenCode, Cline & Copilot. Quota-aware auto-fallback, RTK+Caveman compression saves 15-95% tokens, MCP/A2A, Desktop/PWA. Built by 900+ contributors
TypeScript a2aai-agentsai-gatewayanthropicclaudeclaude-codeclinecodexcopilotcursordeepseekfree-aigeminikimillm-gatewaymcpopenaiopenai-proxyqwentoken-saver
import {
pickCacheCreationTokens,
resolveCacheCreationInPrompt,
} from "./pickCacheCreationTokens.ts";
type CacheUsageSource = {
cache_creation_input_tokens?: number;
cache_write_tokens?: number;
input_tokens_details?: {
cached_tokens?: number;
cache_creation_tokens?: number;
cache_write_tokens?: number;
cache_creation_in_prompt?: boolean;
};
prompt_tokens_details?: {
cached_tokens?: number;
cache_creation_tokens?: number;
cache_write_tokens?: number;
cache_creation_in_prompt?: boolean;
};
};
/**
* Resolve the `input_tokens_details` object for a Responses API usage payload,
* merging cache READ (`cached_tokens`) and cache CREATION (`cache_creation_tokens`)
* tokens from any upstream shape instead of dropping the creation leg (#13472).
*/
export function resolveResponsesCacheUsageDetails(usage: CacheUsageSource) {
const cachedTokens =
usage.input_tokens_details?.cached_tokens ?? usage.prompt_tokens_details?.cached_tokens;
const cacheCreationTokens = pickCacheCreationTokens(usage);
if (!cachedTokens && !cacheCreationTokens) return undefined;
const cacheCreationInPrompt = cacheCreationTokens
? resolveCacheCreationInPrompt(usage)
: undefined;
return {
...(cachedTokens ? { cached_tokens: cachedTokens } : {}),
...(cacheCreationTokens ? { cache_creation_tokens: cacheCreationTokens } : {}),
...(cacheCreationInPrompt !== undefined
? { cache_creation_in_prompt: cacheCreationInPrompt }
: {}),
};
}