Skip to content

Never stop coding. Free MIT AI gateway: one endpoint, 375 providers (150+ free), 1,400+ models Kimi, Claude, GPT, Gemini, GLM, DeepSeek, MiniMax. Works with Claude Code, Codex, Cursor, OpenCode, Cline & Copilot. Quota-aware auto-fallback, RTK+Caveman compression saves 15-95% tokens, MCP/A2A, Desktop/PWA. Built by 900+ contributors

1.5 KB
Raw Blame
import {
  pickCacheCreationTokens,
  resolveCacheCreationInPrompt,
} from "./pickCacheCreationTokens.ts";

type CacheUsageSource = {
  cache_creation_input_tokens?: number;
  cache_write_tokens?: number;
  input_tokens_details?: {
    cached_tokens?: number;
    cache_creation_tokens?: number;
    cache_write_tokens?: number;
    cache_creation_in_prompt?: boolean;
  };
  prompt_tokens_details?: {
    cached_tokens?: number;
    cache_creation_tokens?: number;
    cache_write_tokens?: number;
    cache_creation_in_prompt?: boolean;
  };
};

/**
 * Resolve the `input_tokens_details` object for a Responses API usage payload,
 * merging cache READ (`cached_tokens`) and cache CREATION (`cache_creation_tokens`)
 * tokens from any upstream shape instead of dropping the creation leg (#13472).
 */
export function resolveResponsesCacheUsageDetails(usage: CacheUsageSource) {
  const cachedTokens =
    usage.input_tokens_details?.cached_tokens ?? usage.prompt_tokens_details?.cached_tokens;
  const cacheCreationTokens = pickCacheCreationTokens(usage);
  if (!cachedTokens && !cacheCreationTokens) return undefined;
  const cacheCreationInPrompt = cacheCreationTokens
    ? resolveCacheCreationInPrompt(usage)
    : undefined;
  return {
    ...(cachedTokens ? { cached_tokens: cachedTokens } : {}),
    ...(cacheCreationTokens ? { cache_creation_tokens: cacheCreationTokens } : {}),
    ...(cacheCreationInPrompt !== undefined
      ? { cache_creation_in_prompt: cacheCreationInPrompt }
      : {}),
  };
}