Never stop coding. Free MIT AI gateway: one endpoint, 375 providers (150+ free), 1,400+ models Kimi, Claude, GPT, Gemini, GLM, DeepSeek, MiniMax. Works with Claude Code, Codex, Cursor, OpenCode, Cline & Copilot. Quota-aware auto-fallback, RTK+Caveman compression saves 15-95% tokens, MCP/A2A, Desktop/PWA. Built by 900+ contributors
TypeScript a2aai-agentsai-gatewayanthropicclaudeclaude-codeclinecodexcopilotcursordeepseekfree-aigeminikimillm-gatewaymcpopenaiopenai-proxyqwentoken-saver
import {
finalizePendingRequest,
finalizePendingRequestById,
updatePendingRequest,
updatePendingRequestById,
type PendingRequestMetadata,
} from "./usageHistory";
export type PendingRequestScope = {
id: string | null | undefined;
model: string;
provider: string;
connectionId: string | null;
videoTranscriptSensitive?: boolean;
};
const OMITTED_VIDEO_TRANSCRIPT = "[omitted: video transcript]";
const PENDING_PAYLOAD_KEYS = [
"clientRequest",
"providerRequest",
"providerResponse",
"clientResponse",
] as const;
function omitVideoSensitivePendingPayload(payload: unknown, sensitive: boolean): unknown {
return sensitive ? { _omniroute_omitted: "video-transcript" } : payload;
}
export function initialPendingBody(
body: unknown,
effectiveModel: string,
sensitive: boolean
): unknown {
const initial =
body && typeof body === "object" && !Array.isArray(body)
? {
...(body as Record<string, unknown>),
model:
typeof (body as Record<string, unknown>).model === "string"
? (body as Record<string, unknown>).model
: effectiveModel,
}
: body;
return omitVideoSensitivePendingPayload(initial, sensitive);
}
function protectPendingMetadata(
scope: PendingRequestScope,
metadata: PendingRequestMetadata
): PendingRequestMetadata {
if (!scope.videoTranscriptSensitive) return metadata;
// A provider request or reply may contain rendered transcript prose without
// any structured cue boundary. Omit only the retained preview; callers keep
// their original values for dispatch, response handling and classification.
const protectedMetadata = { ...metadata };
for (const key of PENDING_PAYLOAD_KEYS) {
protectedMetadata[key] = omitVideoSensitivePendingPayload(metadata[key], true);
}
if (metadata.providerUrl !== undefined) protectedMetadata.providerUrl = OMITTED_VIDEO_TRANSCRIPT;
if (metadata.error !== undefined) protectedMetadata.error = OMITTED_VIDEO_TRANSCRIPT;
if (metadata.errorCode !== undefined) protectedMetadata.errorCode = OMITTED_VIDEO_TRANSCRIPT;
if (metadata.sessionTag !== undefined) protectedMetadata.sessionTag = OMITTED_VIDEO_TRANSCRIPT;
return protectedMetadata;
}
export function updatePendingScope(scope: PendingRequestScope, metadata: PendingRequestMetadata) {
const retainedMetadata = protectPendingMetadata(scope, metadata);
if (!updatePendingRequestById(scope.id || null, retainedMetadata)) {
updatePendingRequest(scope.model, scope.provider, scope.connectionId, retainedMetadata);
}
}
export function finalizePendingScope(scope: PendingRequestScope, metadata: PendingRequestMetadata) {
const retainedMetadata = protectPendingMetadata(scope, metadata);
if (!finalizePendingRequestById(scope.id, retainedMetadata)) {
finalizePendingRequest(scope.model, scope.provider, scope.connectionId, retainedMetadata);
}
}