Skip to content

Never stop coding. Free MIT AI gateway: one endpoint, 375 providers (150+ free), 1,400+ models Kimi, Claude, GPT, Gemini, GLM, DeepSeek, MiniMax. Works with Claude Code, Codex, Cursor, OpenCode, Cline & Copilot. Quota-aware auto-fallback, RTK+Caveman compression saves 15-95% tokens, MCP/A2A, Desktop/PWA. Built by 900+ contributors

2.8 KB
Raw Blame
/**
 * Claude Code (Anthropic CLI) handler.
 *
 * Host: `api.anthropic.com` (opt-in — typical Anthropic API requests originate
 * from many callers, so this handler only fires when the user explicitly
 * configures DNS routing for Claude Code).
 * Format: Anthropic Messages API — POST `/v1/messages` on the OmniRoute router.
 */
import type { IncomingMessage, ServerResponse } from "node:http";
import type { AgentId } from "../types";
import { MitmHandlerBase, createBoundedCollector } from "./base";

export class ClaudeCodeHandler extends MitmHandlerBase {
  readonly agentId: AgentId = "claude-code";

  async intercept(
    req: IncomingMessage,
    res: ServerResponse,
    body: Buffer,
    mappedModel: string
  ): Promise<void> {
    const startedAt = this.now();
    const intercepted = await this.hookBufferStart(req, body, mappedModel);

    try {
      const payload = JSON.parse(body.toString());
      payload.model = mappedModel;

      // Strip trailing assistant prefill to prevent "This model does not support assistant
      // message prefill" upstream error. Loop over ALL consecutive trailing assistant turns
      // (not just one) — mirrors the pop-loop already used for Copilot
      // (open-sse/executors/github.ts::dropTrailingAssistantPrefill) and Antigravity/Vertex
      // Claude (open-sse/executors/antigravity.ts::stripTrailingAntigravityAssistantTurn).
      // Guard: never strip messages down to empty — an empty array is itself an invalid
      // request, so at least one entry (even a lone trailing assistant turn) is always
      // preserved.
      if (Array.isArray(payload.messages) && payload.messages.length > 0) {
        while (
          payload.messages.length > 1 &&
          payload.messages[payload.messages.length - 1]?.role === "assistant"
        ) {
          payload.messages.pop();
        }
      }

      const upstreamStart = this.now();
      const upstream = await this.fetchRouter(payload, "/v1/messages", req.headers);

      if (!upstream.ok) {
        const errText = await upstream.text().catch(() => "");
        throw new Error(`OmniRoute ${upstream.status}: ${errText}`);
      }

      const sink = createBoundedCollector();
      await this.pipeSSE(upstream, res, (chunk) => {
        sink.push(chunk.toString());
      });

      const total = this.now() - startedAt;
      this.hookBufferUpdate(intercepted, {
        status: upstream.status,
        responseHeaders: Object.fromEntries(upstream.headers.entries()),
        responseBody: sink.text,
        responseSize: sink.totalBytes,
        proxyLatencyMs: upstreamStart - startedAt,
        upstreamLatencyMs: total - (upstreamStart - startedAt),
      });
    } catch (err) {
      await this.hookBufferError(intercepted, err);
      await this.writeError(res, err);
    }
  }
}