Skip to content

Never stop coding. Free MIT AI gateway: one endpoint, 375 providers (150+ free), 1,400+ models Kimi, Claude, GPT, Gemini, GLM, DeepSeek, MiniMax. Works with Claude Code, Codex, Cursor, OpenCode, Cline & Copilot. Quota-aware auto-fallback, RTK+Caveman compression saves 15-95% tokens, MCP/A2A, Desktop/PWA. Built by 900+ contributors

4.6 KB
Raw Blame
// Pure upstream header helpers (User-Agent, extra headers, OpenAI-compat stripping).
// Extracted verbatim from base.ts. Module-private JsonRecord kept local to avoid a cycle.

type JsonRecord = Record<string, unknown>;

/** Apply model-level extra upstream headers (e.g. Authentication, X-Custom-Auth). */
export function mergeUpstreamExtraHeaders(
  headers: Record<string, string>,
  extra?: Record<string, string> | null
): void {
  if (!extra) return;
  for (const [k, v] of Object.entries(extra)) {
    if (typeof k === "string" && k.length > 0 && typeof v === "string") {
      if (k.toLowerCase() === "user-agent") {
        setUserAgentHeader(headers, v);
        continue;
      }
      // Delete same-name entries under any case first: a client-forwarded
      // lowercase attribution key plus this configured key would otherwise
      // both reach the wire and be comma-joined into one garbage value by
      // undici (operator-configured headers land here, after the forward).
      const lower = k.toLowerCase();
      for (const existing of Object.keys(headers)) {
        if (existing.toLowerCase() === lower) delete headers[existing];
      }
      headers[k] = v;
    }
  }
}

export function getCustomUserAgent(providerSpecificData?: JsonRecord | null): string | null {
  const customUserAgent =
    typeof providerSpecificData?.customUserAgent === "string"
      ? providerSpecificData.customUserAgent.trim()
      : "";
  return customUserAgent || null;
}

export function setUserAgentHeader(headers: Record<string, string>, userAgent: string): void {
  // One entry under one case only: a leftover lowercase mirror plus the canonical
  // key would both reach the wire and be comma-joined into one value by undici.
  for (const existing of Object.keys(headers)) {
    if (existing.toLowerCase() === "user-agent") delete headers[existing];
  }
  headers["User-Agent"] = userAgent;
}

export function applyConfiguredUserAgent(
  headers: Record<string, string>,
  providerSpecificData?: JsonRecord | null
): void {
  const customUserAgent = getCustomUserAgent(providerSpecificData);
  if (customUserAgent) {
    setUserAgentHeader(headers, customUserAgent);
  }
}

/**
 * Apply the Hugging Face billing-account header (X-HF-Bill-To) when the
 * connection's providerSpecificData.billTo is set. Scoped to the huggingface
 * provider by the caller; HF ignores unknown headers on other routes, but we
 * keep the write narrow to avoid surprising other upstreams.
 */
export function applyHuggingFaceBillToHeader(
  headers: Record<string, string>,
  providerSpecificData?: JsonRecord | null
): void {
  const billTo =
    typeof providerSpecificData?.billTo === "string" ? providerSpecificData.billTo.trim() : "";
  if (!billTo) return;
  headers["X-HF-Bill-To"] = billTo;
}

/**
 * Returns true when the outbound request targets an OpenAI-compatible endpoint
 * (a `openai-compatible-*` provider, or a Chat Completions / Responses URL).
 * Used to scope the X-Stainless strip narrowly so genuine SDK-spoofing paths
 * (e.g. Claude Code compat, which legitimately ADDS X-Stainless-*) are untouched.
 */
export function isOpenAICompatibleEndpoint(provider: string, url: string): boolean {
  if (provider?.startsWith?.("openai-compatible-")) return true;
  return url.includes("/v1/chat/completions") || url.includes("/v1/responses");
}

/**
 * Strip OpenAI SDK (`X-Stainless-*`) metadata headers and normalize an SDK-derived
 * User-Agent for OpenAI-compatible passthrough requests. Some upstream gateways
 * 403 on these SDK-identifying headers. Only applied to OpenAI-compatible endpoints —
 * other providers (Claude/Claude Code compat) may legitimately send X-Stainless-*.
 *
 * Mutates `headers` in place and returns the list of stripped header keys (for logging).
 */
export function stripStainlessHeadersForOpenAICompat(
  headers: Record<string, string>,
  provider: string,
  url: string
): string[] {
  if (!isOpenAICompatibleEndpoint(provider, url)) return [];

  const strippedKeys: string[] = [];
  for (const key of Object.keys(headers)) {
    if (key.toLowerCase().startsWith("x-stainless-")) {
      delete headers[key];
      strippedKeys.push(key);
    }
  }

  // Normalize User-Agent: SDK-based clients send verbose product strings that some
  // upstreams block. Replace with a clean browser-like UA only when it looks SDK-derived.
  const ua = (headers["User-Agent"] || headers["user-agent"] || "").toLowerCase();
  if (
    ua.includes("openai") &&
    (ua.includes("node") || ua.includes("axios") || ua.includes("undici"))
  ) {
    setUserAgentHeader(headers, "Mozilla/5.0 (compatible; OpenAI Compatible)");
  }

  return strippedKeys;
}