Skip to content

Never stop coding. Free MIT AI gateway: one endpoint, 375 providers (150+ free), 1,400+ models Kimi, Claude, GPT, Gemini, GLM, DeepSeek, MiniMax. Works with Claude Code, Codex, Cursor, OpenCode, Cline & Copilot. Quota-aware auto-fallback, RTK+Caveman compression saves 15-95% tokens, MCP/A2A, Desktop/PWA. Built by 900+ contributors

8.9 KB
Raw Blame
import { sanitizeErrorMessage } from "../utils/error.ts";
import { fetchOllamaCloudBalance } from "./ollamaCloudBalance.ts";

type JsonRecord = Record<string, unknown>;
type UsageQuota = {
  used: number;
  total: number;
  remaining?: number;
  remainingPercentage?: number;
  resetAt: string | null;
  unlimited: boolean;
  displayName?: string;
  details?: Array<{ name: string; used: number }>;
  currency?: string;
};

const OLLAMA_CLOUD_USAGE_URL =
  process.env.OMNIROUTE_OLLAMA_CLOUD_USAGE_URL ?? "https://ollama.com/settings";
const OLLAMA_CLOUD_SESSION_COOKIE = "__Secure-session";

type OllamaUsageWindow = { usagePercent: number; resetAt: string | null };
type OllamaCloudUsage = {
  session?: OllamaUsageWindow;
  weekly?: OllamaUsageWindow;
  planTier?: string | null;
};
type OllamaCloudConfig =
  { state: "configured"; cookie: string } | { state: "invalid"; error: string } | { state: "none" };

function toRecord(value: unknown): JsonRecord {
  return value && typeof value === "object" && !Array.isArray(value) ? (value as JsonRecord) : {};
}

function toNumber(value: unknown, fallback = 0): number {
  const parsed =
    typeof value === "number"
      ? value
      : typeof value === "string" && value.trim().length > 0
        ? Number(value)
        : Number.NaN;
  return Number.isFinite(parsed) ? parsed : fallback;
}

function toPercentage(value: unknown): number {
  return Math.max(0, Math.min(100, toNumber(value, 0)));
}
function getProviderSpecificString(data: JsonRecord | undefined, keys: string[]): string {
  const obj = toRecord(data);
  for (const key of keys) {
    const value = obj[key];
    if (typeof value === "string" && value.trim()) return value.trim();
  }
  return "";
}
function resolveOllamaCloudConfig(providerSpecificData?: JsonRecord): OllamaCloudConfig {
  const cookie =
    process.env.OMNIROUTE_OLLAMA_USAGE_COOKIE?.trim() ||
    process.env.OLLAMA_USAGE_COOKIE?.trim() ||
    process.env.OLLAMA_CLOUD_USAGE_COOKIE?.trim() ||
    getProviderSpecificString(providerSpecificData, [
      "ollamaUsageCookie",
      "ollamaCloudUsageCookie",
      "ollamaCloudCookie",
      "usageCookie",
      "cookie",
    ]);
  if (!cookie) return { state: "none" };
  if (cookie.includes("\r") || cookie.includes("\n")) {
    return { state: "invalid", error: "Ollama Cloud cookie contains invalid CRLF characters." };
  }
  return { state: "configured", cookie };
}

function stripCookieQuotes(value: string): string {
  const v = value.trim();
  return v.length >= 2 && v.startsWith('"') && v.endsWith('"') ? v.slice(1, -1).trim() : v;
}

/**
 * Accepts a bare value, `__Secure-session=<v>` (or the underscore spelling), or a full
 * `Cookie:` header, and returns only the session cookie value (#15256).
 */
function normalizeOllamaCloudCookie(value: string): string {
  const trimmed = value.trim().replace(/^cookie\s*:\s*/i, "");
  if (!trimmed.includes("=")) return stripCookieQuotes(trimmed);
  const wanted = OLLAMA_CLOUD_SESSION_COOKIE.toLowerCase().replace(/_/g, "-");
  for (const part of trimmed.split(";")) {
    const eq = part.indexOf("=");
    if (eq < 0) continue;
    const name = part.slice(0, eq).trim().toLowerCase().replace(/_/g, "-");
    if (name === wanted) return stripCookieQuotes(part.slice(eq + 1));
  }
  return stripCookieQuotes(trimmed);
}

function describeOllamaRedirect(response: Response): string {
  const location = response.headers.get("location") || "";
  let path = "";
  try {
    path = new URL(location, OLLAMA_CLOUD_USAGE_URL).pathname;
  } catch {
    path = "";
  }
  if (/^\/(sign-?in|log-?in|auth)\b/i.test(path)) {
    return "Ollama Cloud authentication expired. Refresh the cookie.";
  }
  return `Ollama Cloud settings redirected (HTTP ${response.status}${path ? ` to ${path.slice(0, 80)}` : ""}).`;
}

function clampPercent(pct: number): number | null {
  return Number.isFinite(pct) && pct >= 0 && pct <= 100 ? pct : null;
}

function extractAriaLabelPercent(tagHeader: string): number | null {
  const directMatch = tagHeader.match(/(\d+(?:\.\d+)?)%\s*used/);
  if (directMatch) return clampPercent(toNumber(directMatch[1], Number.NaN));
  const ratioMatch = tagHeader.match(/\$\s*([0-9.]+)\s*of\s*\$\s*([0-9.]+)\s*used/i);
  if (!ratioMatch) return null;
  const used = toNumber(ratioMatch[1], Number.NaN);
  const total = toNumber(ratioMatch[2], Number.NaN);
  if (!Number.isFinite(used) || !Number.isFinite(total) || total <= 0) return null;
  return clampPercent((used / total) * 100);
}

function extractWidthStylePercent(html: string): number | null {
  const styleMatches = html.matchAll(/style="([^"]*)"/g);
  for (const match of styleMatches) {
    const pct = toNumber(match[1].match(/(?:^|;)\s*width\s*:\s*([0-9.]+)%/)?.[1], Number.NaN);
    const clamped = clampPercent(pct);
    if (clamped !== null) return clamped;
  }
  return null;
}

function extractOllamaUsagePercent(trackHtml: string): number | null {
  const tagHeader = trackHtml.match(/^[^>]*/)?.[0] ?? "";
  const ariaPercent = extractAriaLabelPercent(tagHeader);
  if (ariaPercent !== null) return ariaPercent;
  return extractWidthStylePercent(trackHtml);
}

function parseOllamaCloudSettingsHtml(html: string): OllamaCloudUsage | null {
  const parts = html.split(/\bdata-usage-track\b/);
  if (parts.length < 2) return null;
  const extractTime = (text: string): string | null => {
    const match = text.match(/class="[^"]*local-time[^"]*"[^>]*data-time="([^"]*)"/);
    return match?.[1] || null;
  };
  const sessionPercent = extractOllamaUsagePercent(parts[1]);
  const weeklyPercent = parts[2] ? extractOllamaUsagePercent(parts[2]) : null;
  if (sessionPercent === null && weeklyPercent === null) return null;
  return {
    ...(sessionPercent !== null
      ? { session: { usagePercent: sessionPercent, resetAt: extractTime(parts[1]) } }
      : {}),
    ...(weeklyPercent !== null
      ? { weekly: { usagePercent: weeklyPercent, resetAt: extractTime(parts[2]) } }
      : {}),
    planTier: html.match(/class="[^"]*capitalize[^"]*"[^>]*>([^<]*)</)?.[1]?.trim() || null,
  };
}

async function fetchOllamaCloudUsageFromSettings(
  config: Extract<OllamaCloudConfig, { state: "configured" }>
) {
  const response = await fetch(OLLAMA_CLOUD_USAGE_URL, {
    redirect: "manual",
    headers: {
      Accept: "text/html",
      Cookie: `${OLLAMA_CLOUD_SESSION_COOKIE}=${normalizeOllamaCloudCookie(config.cookie)}`,
      "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) Gecko/20100101 Firefox/152.0",
    },
    signal: AbortSignal.timeout(10_000),
  });
  if (response.status >= 300 && response.status < 400) {
    return { usage: null, message: describeOllamaRedirect(response) };
  }
  if (!response.ok)
    return { usage: null, message: `Ollama Cloud settings error (${response.status}).` };
  const usage = parseOllamaCloudSettingsHtml(await response.text());
  return {
    usage,
    message: usage ? undefined : "Ollama Cloud settings page did not contain usage quota tracks.",
  };
}

/** API-key path (`GET /api/balance`); returns quotas, or the reason it could not. */
async function getOllamaCloudBalanceUsage(apiKey: string) {
  try {
    const balance = await fetchOllamaCloudBalance(apiKey);
    if (balance.quotas) return { usage: { plan: "Ollama Cloud", quotas: balance.quotas } };
    return { message: balance.message };
  } catch (error) {
    return { message: `Ollama Cloud quota error: ${sanitizeErrorMessage(error)}` };
  }
}

export async function getOllamaCloudUsage(providerSpecificData?: JsonRecord, apiKey?: string) {
  const config = resolveOllamaCloudConfig(providerSpecificData);
  const key = typeof apiKey === "string" ? apiKey.trim() : "";
  if (key) {
    // The documented API-key balance endpoint comes first; the cookie scraper stays as fallback.
    const balance = await getOllamaCloudBalanceUsage(key);
    if (balance.usage) return balance.usage;
    if (config.state !== "configured") return { message: balance.message };
  }
  if (config.state === "none") {
    return {
      message:
        "Ollama Cloud quota requires OLLAMA_USAGE_COOKIE. Copy the __Secure-session cookie from ollama.com/settings.",
    };
  }
  if (config.state === "invalid") return { message: config.error };

  try {
    const result = await fetchOllamaCloudUsageFromSettings(config);
    if (!result.usage) return { message: result.message || "Ollama Cloud quota data unavailable." };
    const quotas: Record<string, UsageQuota> = {};
    for (const key of ["session", "weekly"] as const) {
      const quota = result.usage[key];
      if (!quota) continue;
      const pct = toPercentage(quota.usagePercent);
      quotas[key] = {
        used: pct,
        total: 100,
        remaining: Math.max(0, 100 - pct),
        remainingPercentage: Math.max(0, 100 - pct),
        resetAt: quota.resetAt,
        unlimited: false,
        displayName: key === "session" ? "Session" : "Weekly",
      };
    }
    return {
      plan: result.usage.planTier ? `Ollama Cloud ${result.usage.planTier}` : "Ollama Cloud",
      quotas,
    };
  } catch (error) {
    return { message: `Ollama Cloud quota error: ${sanitizeErrorMessage(error)}` };
  }
}