Skip to content

Never stop coding. Free MIT AI gateway: one endpoint, 375 providers (150+ free), 1,400+ models Kimi, Claude, GPT, Gemini, GLM, DeepSeek, MiniMax. Works with Claude Code, Codex, Cursor, OpenCode, Cline & Copilot. Quota-aware auto-fallback, RTK+Caveman compression saves 15-95% tokens, MCP/A2A, Desktop/PWA. Built by 900+ contributors

2.0 KB
Raw Blame
/**
 * Compose process-wide chat admission in front of a route handler.
 *
 * Uses the shipped `admitChatRequest` budget/fairness controller — it does not
 * introduce a second admission path. Call this *outside* `withInjectionGuard`
 * so a large `/v1/responses` or `/v1/messages` body is reserved (or 503-shed)
 * before `request.clone()` / `.json()`.
 */
import {
  admitChatRequest,
  CHAT_ADMISSION_QUEUE_MAX_MS,
  releaseChatAdmissionAfterHandler,
  resolveSessionId,
  type ChatAdmissionController,
} from "./chatBodyAdmission";
import { logAdmissionRejection } from "@/sse/handlers/admissionRejectionLog";
import { resolveIncomingCorrelationId } from "@/shared/utils/correlationPreserve.ts";

type RouteHandler = (request: Request, ...args: any[]) => Promise<Response> | Response;

export function withChatAdmission(
  handler: RouteHandler,
  options: {
    controller?: ChatAdmissionController;
    queueMs?: number;
    largeBodyBytes?: number;
    hardMaxBytes?: number;
  } = {}
): RouteHandler {
  return async function admittedHandler(request: Request, ...args: any[]) {
    const sessionId = resolveSessionId(request);
    const admission = await admitChatRequest(request, {
      sessionId,
      queueMs: options.queueMs ?? CHAT_ADMISSION_QUEUE_MAX_MS,
      controller: options.controller,
      largeBodyBytes: options.largeBodyBytes,
      hardMaxBytes: options.hardMaxBytes,
    });
    if (admission.admit === false) {
      void logAdmissionRejection(admission.response, {
        path: new URL(request.url).pathname,
        model: "-",
        requestBody: null,
        apiKeyId: null,
        apiKeyName: null,
        correlationId: resolveIncomingCorrelationId(request.headers.get("x-correlation-id")),
      });
      return admission.response;
    }
    try {
      return await releaseChatAdmissionAfterHandler(
        Promise.resolve(handler(admission.request, ...args)),
        admission.lease,
        { signal: request.signal }
      );
    } catch (error) {
      admission.lease?.release();
      throw error;
    }
  };
}