Never stop coding. Free MIT AI gateway: one endpoint, 375 providers (150+ free), 1,400+ models Kimi, Claude, GPT, Gemini, GLM, DeepSeek, MiniMax. Works with Claude Code, Codex, Cursor, OpenCode, Cline & Copilot. Quota-aware auto-fallback, RTK+Caveman compression saves 15-95% tokens, MCP/A2A, Desktop/PWA. Built by 900+ contributors
TypeScript a2aai-agentsai-gatewayanthropicclaudeclaude-codeclinecodexcopilotcursordeepseekfree-aigeminikimillm-gatewaymcpopenaiopenai-proxyqwentoken-saver
import type { ModelPricingRegistry } from "./modelPricingRegistry.ts";
export type UsageStatus = "success" | "failed" | "rate_limited" | "timeout" | "cancelled";
export interface UsageRecord {
id: string;
providerId: string;
connectionId?: string;
modelId: string;
poolId?: string;
allocation?: number;
inputTokens?: number;
outputTokens?: number;
totalTokens?: number;
estimatedCostUsd?: number;
latencyMs: number;
status: UsageStatus;
createdAt: string;
}
export interface UsageRecordInput extends Omit<UsageRecord, "totalTokens" | "estimatedCostUsd"> {
totalTokens?: number;
estimatedCostUsd?: number;
}
export function createUsageRecord(
input: UsageRecordInput,
pricing?: ModelPricingRegistry
): UsageRecord {
const inputTokens = Number.isFinite(input.inputTokens) ? input.inputTokens : undefined;
const outputTokens = Number.isFinite(input.outputTokens) ? input.outputTokens : undefined;
const totalTokens =
input.totalTokens ??
(inputTokens !== undefined || outputTokens !== undefined
? (inputTokens ?? 0) + (outputTokens ?? 0)
: undefined);
const estimatedCostUsd =
input.estimatedCostUsd ??
(pricing && inputTokens !== undefined && outputTokens !== undefined
? pricing.estimate(input.providerId, input.modelId, inputTokens, outputTokens)
: undefined);
return {
...input,
...(inputTokens !== undefined ? { inputTokens } : {}),
...(outputTokens !== undefined ? { outputTokens } : {}),
...(totalTokens !== undefined ? { totalTokens } : {}),
...(estimatedCostUsd !== undefined ? { estimatedCostUsd } : {}),
};
}
export function summarizeUsage(records: UsageRecord[]) {
return records.reduce(
(summary, record) => {
summary.requests += 1;
summary.successes += record.status === "success" ? 1 : 0;
summary.failures += record.status === "success" ? 0 : 1;
summary.inputTokens += record.inputTokens ?? 0;
summary.outputTokens += record.outputTokens ?? 0;
summary.totalTokens += record.totalTokens ?? 0;
summary.estimatedCostUsd =
summary.estimatedCostUsd === undefined || record.estimatedCostUsd === undefined
? undefined
: summary.estimatedCostUsd + record.estimatedCostUsd;
summary.latencyMs += record.latencyMs;
return summary;
},
{
requests: 0,
successes: 0,
failures: 0,
inputTokens: 0,
outputTokens: 0,
totalTokens: 0,
estimatedCostUsd: 0 as number | undefined,
latencyMs: 0,
}
);
}