Skip to content

The fastest, litest AI Gateway. Rust core with Python SDK. Call 100+ LLM APIs in OpenAI (or native) format with cost tracking, guardrails, load balancing, and logging [Bedrock, Azure, OpenAI, Anthropic, OpenAI, VertexAI, vLLM, Nvidia NIM]

1.5 KB
Raw Blame
import { describe, expect, it } from "vitest";
import { extractPromptCacheTokens } from "./promptCacheUsage";

describe("extractPromptCacheTokens", () => {
  it("reads the Anthropic Messages shape", () => {
    expect(
      extractPromptCacheTokens({ cache_read_input_tokens: 5678, cache_creation_input_tokens: 1234 }),
    ).toStrictEqual({ cacheReadTokens: 5678, cacheCreationTokens: 1234 });
  });

  it("reads the chat completions shape", () => {
    expect(
      extractPromptCacheTokens({ prompt_tokens_details: { cached_tokens: 4695, cache_write_tokens: 0 } }),
    ).toStrictEqual({ cacheReadTokens: 4695 });
  });

  it("reads the Responses API shape", () => {
    expect(
      extractPromptCacheTokens({ input_tokens_details: { cached_tokens: 0, cache_write_tokens: 4695 } }),
    ).toStrictEqual({ cacheCreationTokens: 4695 });
  });

  it("returns nothing for usage without cache fields", () => {
    expect(extractPromptCacheTokens({})).toStrictEqual({});
    expect(extractPromptCacheTokens(undefined)).toStrictEqual({});
    expect(extractPromptCacheTokens(null)).toStrictEqual({});
  });

  it("drops zero and non-finite counts so non-caching providers render nothing", () => {
    expect(
      extractPromptCacheTokens({
        cache_read_input_tokens: 0,
        cache_creation_input_tokens: null,
        prompt_tokens_details: { cached_tokens: 0, cache_write_tokens: 0 },
      }),
    ).toStrictEqual({});
    expect(extractPromptCacheTokens({ cache_read_input_tokens: Number.NaN })).toStrictEqual({});
  });
});