Never stop coding. Free MIT AI gateway: one endpoint, 375 providers (150+ free), 1,400+ models Kimi, Claude, GPT, Gemini, GLM, DeepSeek, MiniMax. Works with Claude Code, Codex, Cursor, OpenCode, Cline & Copilot. Quota-aware auto-fallback, RTK+Caveman compression saves 15-95% tokens, MCP/A2A, Desktop/PWA. Built by 900+ contributors
TypeScript a2aai-agentsai-gatewayanthropicclaudeclaude-codeclinecodexcopilotcursordeepseekfree-aigeminikimillm-gatewaymcpopenaiopenai-proxyqwentoken-saver
import { describe, it } from "node:test";
import assert from "node:assert/strict";
import { getPromptCache } from "../../src/lib/cacheLayer.ts";
import {
clearMemoryCache,
getMemoryCacheStats,
setCachedResponse,
} from "../../src/lib/semanticCache.ts";
// Regression guard for /api/cache/stats.
//
// The route used to read getPromptCache() — an LRU that no request path writes
// to. It answered "0 hit / 0 miss, size 0" no matter how much traffic the
// semantic cache served, and two dashboard pages rendered that as fact.
//
// The first assertion fails against the old wiring: caching a response fills the
// semantic cache and leaves the prompt cache empty.
describe("cache stats report the cache that requests actually use", () => {
it("counts an entry written through the semantic cache", () => {
clearMemoryCache();
getPromptCache().clear();
const before = getMemoryCacheStats();
setCachedResponse("sig-cache-stats-guard", "gpt-4.1", { choices: [] }, 42);
const after = getMemoryCacheStats();
assert.equal(after.size, before.size + 1);
assert.equal(getPromptCache().getStats().size, 0);
});
it("keeps the shape the dashboards read, with a numeric hit rate", () => {
const stats = getMemoryCacheStats();
for (const key of ["size", "maxSize", "hits", "misses", "hitRate"]) {
assert.ok(key in stats, `missing ${key}`);
}
// Both dashboard pages call hitRate.toFixed(1); a string would throw there.
assert.equal(typeof stats.hitRate, "number");
assert.equal(typeof stats.size, "number");
assert.equal(typeof stats.maxSize, "number");
});
it("clears the in-memory entries", () => {
setCachedResponse("sig-cache-stats-clear", "gpt-4.1", { choices: [] }, 1);
assert.ok(getMemoryCacheStats().size > 0);
clearMemoryCache();
assert.equal(getMemoryCacheStats().size, 0);
});
});