Skip to content

Never stop coding. Free MIT AI gateway: one endpoint, 375 providers (150+ free), 1,400+ models Kimi, Claude, GPT, Gemini, GLM, DeepSeek, MiniMax. Works with Claude Code, Codex, Cursor, OpenCode, Cline & Copilot. Quota-aware auto-fallback, RTK+Caveman compression saves 15-95% tokens, MCP/A2A, Desktop/PWA. Built by 900+ contributors

4.6 KB
Raw Blame
import { describe, test, before, after } from "node:test";
import assert from "node:assert/strict";
import { getCacheMetrics } from "../../src/lib/db/settings.ts";
import { getDbInstance } from "../../src/lib/db/core.ts";

describe("Cache Metrics Database", () => {
  let db;

  before(() => {
    db = getDbInstance();
    // Create usage_history table if it doesn't exist (mimicking production schema)
    db.prepare(
      `
      CREATE TABLE IF NOT EXISTS usage_history (
        id INTEGER PRIMARY KEY AUTOINCREMENT,
        provider TEXT,
        model TEXT,
        connection_id TEXT,
        api_key_id TEXT,
        api_key_name TEXT,
        tokens_input INTEGER DEFAULT 0,
        tokens_output INTEGER DEFAULT 0,
        tokens_cache_read INTEGER DEFAULT 0,
        tokens_cache_creation INTEGER DEFAULT 0,
        tokens_reasoning INTEGER DEFAULT 0,
        status TEXT,
        timestamp TEXT,
        success INTEGER,
        latency_ms INTEGER DEFAULT 0,
        ttft_ms INTEGER DEFAULT 0,
        error_code TEXT
      )
    `
    ).run();
  });

  after(async () => {
    // Clean up test data
    db.prepare("DELETE FROM usage_history WHERE provider = 'test-provider'").run();
  });

  describe("getCacheMetrics", () => {
    test("returns metrics even with no cache activity", async () => {
      // Verify the function works even if usage_history has data but no cache activity
      const metrics = await getCacheMetrics();

      assert.ok(metrics.totalRequests >= 0);
      assert.ok(metrics.totalInputTokens >= 0);
      assert.ok(metrics.totalCachedTokens >= 0);
      assert.ok(metrics.totalCacheCreationTokens >= 0);
      assert.ok(metrics.tokensSaved >= 0);
      assert.ok(metrics.lastUpdated);
    });

    test("returns aggregated metrics from usage_history", async () => {
      // Clean up any existing test data first
      db.prepare("DELETE FROM usage_history WHERE provider = 'test-provider'").run();

      const now = new Date().toISOString();

      db.prepare(
        `
        INSERT INTO usage_history (provider, model, connection_id, api_key_id, api_key_name,
          tokens_input, tokens_output, tokens_cache_read, tokens_cache_creation, tokens_reasoning,
          status, success, latency_ms, ttft_ms, error_code, timestamp)
        VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
      `
      ).run(
        "test-provider",
        "test-model",
        "test-connection",
        "test-key-id",
        "test-key",
        1000, // tokens_input
        500, // tokens_output
        400, // tokens_cache_read
        200, // tokens_cache_creation
        0, // tokens_reasoning
        "200", // status
        1, // success
        100, // latency_ms
        50, // ttft_ms
        null, // error_code
        now // timestamp
      );

      // Insert another row
      db.prepare(
        `
        INSERT INTO usage_history (provider, model, connection_id, api_key_id, api_key_name,
          tokens_input, tokens_output, tokens_cache_read, tokens_cache_creation, tokens_reasoning,
          status, success, latency_ms, ttft_ms, error_code, timestamp)
        VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
      `
      ).run(
        "test-provider",
        "test-model",
        "test-connection",
        "test-key-id",
        "test-key",
        500, // tokens_input
        300, // tokens_output
        200, // tokens_cache_read
        100, // tokens_cache_creation
        0, // tokens_reasoning
        "200", // status
        1, // success
        80, // latency_ms
        40, // ttft_ms
        null, // error_code
        now // timestamp
      );

      const metrics = await getCacheMetrics();

      // Should have at least the 2 test requests with cache activity
      assert.ok(metrics.requestsWithCacheControl >= 2);
      assert.ok(metrics.totalInputTokens >= 1500);
      assert.ok(metrics.totalCachedTokens >= 600);
      assert.ok(metrics.totalCacheCreationTokens >= 300);
      assert.ok(metrics.tokensSaved >= 600);

      // Check provider breakdown
      assert.ok(metrics.byProvider["test-provider"]);
      assert.ok(metrics.byProvider["test-provider"].requests >= 2);
      assert.ok(metrics.byProvider["test-provider"].totalRequests >= 2);
      assert.ok(metrics.byProvider["test-provider"].cachedRequests >= 2);
      assert.ok(metrics.byProvider["test-provider"].inputTokens >= 1500);
      assert.ok(metrics.byProvider["test-provider"].cachedTokens >= 600);
      assert.ok(metrics.byProvider["test-provider"].cacheCreationTokens >= 300);

      // Clean up
      db.prepare("DELETE FROM usage_history WHERE provider = 'test-provider'").run();
    });
  });
});