Never stop coding. Free MIT AI gateway: one endpoint, 375 providers (150+ free), 1,400+ models Kimi, Claude, GPT, Gemini, GLM, DeepSeek, MiniMax. Works with Claude Code, Codex, Cursor, OpenCode, Cline & Copilot. Quota-aware auto-fallback, RTK+Caveman compression saves 15-95% tokens, MCP/A2A, Desktop/PWA. Built by 900+ contributors
TypeScript a2aai-agentsai-gatewayanthropicclaudeclaude-codeclinecodexcopilotcursordeepseekfree-aigeminikimillm-gatewaymcpopenaiopenai-proxyqwentoken-saver
import { describe, it } from "node:test";
import assert from "node:assert/strict";
import { buildGradePrompt, parseGradeVerdict } from "../../../open-sse/services/compression/eval/grader.ts";
describe("gold grader", () => {
it("buildGradePrompt embeds the answer and the gold", () => {
const msgs = buildGradePrompt("returns three", "3");
const joined = msgs.map((m) => m.content).join("\n");
assert.match(joined, /returns three/);
assert.match(joined, /3/);
assert.match(joined.toUpperCase(), /CORRECT|INCORRECT/);
});
it("parseGradeVerdict reads CORRECT / INCORRECT", () => {
assert.equal(parseGradeVerdict("VERDICT: CORRECT").correct, true);
assert.equal(parseGradeVerdict("verdict: incorrect — wrong number").correct, false);
});
it("parseGradeVerdict defaults to incorrect on unparseable output (never credits a wrong answer)", () => {
assert.equal(parseGradeVerdict("hmm, hard to say").correct, false);
});
});