Skip to content

Never stop coding. Free MIT AI gateway: one endpoint, 375 providers (150+ free), 1,400+ models Kimi, Claude, GPT, Gemini, GLM, DeepSeek, MiniMax. Works with Claude Code, Codex, Cursor, OpenCode, Cline & Copilot. Quota-aware auto-fallback, RTK+Caveman compression saves 15-95% tokens, MCP/A2A, Desktop/PWA. Built by 900+ contributors

8.6 KB
Raw Blame
import test from "node:test";
import assert from "node:assert/strict";
import fs from "node:fs";
import os from "node:os";
import path from "node:path";

import {
  createOmniRouteAuthHook,
  createOmniRouteConfigHook,
  createOmniRouteProviderHook,
  parseOmniRoutePluginOptions,
  type OmniRouteCompressionMetaFetcher,
  type OmniRouteEnrichmentFetcher,
  type OmniRouteProvidersFetcher,
  type OmniRouteRawModelEntry,
} from "../src/index.js";

const BASE_URL = "https://or.example.com/v1";
const API_KEY = "sk-inference-only";
const MANAGEMENT_READ_TOKEN = "sk-management-read-only";

const RAW_MODELS: OmniRouteRawModelEntry[] = [
  {
    id: "openai/gpt-test",
    context_length: 16_000,
    max_output_tokens: 4_000,
    capabilities: {
      tool_calling: true,
      reasoning: false,
      vision: false,
      thinking: false,
      temperature: true,
    },
    input_modalities: ["text"],
    output_modalities: ["text"],
  },
];

function apiAuth(key: string) {
  return { type: "api" as const, key };
}

test("options: managementReadToken is accepted and preserved", () => {
  const parsed = parseOmniRoutePluginOptions({ managementReadToken: MANAGEMENT_READ_TOKEN });
  assert.equal(parsed.managementReadToken, MANAGEMENT_READ_TOKEN);
});

test("provider hook: management GET fetchers use managementReadToken while /v1 uses apiKey", async () => {
  const calls: Array<[string, string]> = [];
  const enrichmentFetcher: OmniRouteEnrichmentFetcher = async (_baseURL, token) => {
    calls.push(["pricing", token]);
    return new Map();
  };
  const compressionMetaFetcher: OmniRouteCompressionMetaFetcher = async (_baseURL, token) => {
    calls.push(["context", token]);
    return [];
  };
  const providersFetcher: OmniRouteProvidersFetcher = async (_baseURL, token) => {
    calls.push(["providers", token]);
    return [];
  };

  const hook = createOmniRouteProviderHook(
    {
      baseURL: BASE_URL,
      managementReadToken: MANAGEMENT_READ_TOKEN,
      features: { compressionMetadata: true, usableOnly: true },
    },
    {
      fetcher: async (_baseURL, token) => {
        calls.push(["models", token]);
        return RAW_MODELS;
      },
      combosFetcher: async (_baseURL, token) => {
        calls.push(["combos", token]);
        return [];
      },
      // Retired source: the stub must never run. It stays in the DI bag so
      // the removal is proven: base code calls it (red), fixed code ignores
      // the unknown key (green).
      autoCombosFetcher: async (_baseURL, token) => {
        calls.push(["auto-combos", token]);
        return [];
      },
      enrichmentFetcher,
      compressionMetaFetcher,
      providersFetcher,
    }
  );

  await hook.models!({} as never, { auth: apiAuth(API_KEY) as never });

  assert.deepEqual(calls, [
    ["models", API_KEY],
    ["combos", MANAGEMENT_READ_TOKEN],
    ["pricing", MANAGEMENT_READ_TOKEN],
    ["context", MANAGEMENT_READ_TOKEN],
    ["providers", MANAGEMENT_READ_TOKEN],
  ]);
  assert.equal(
    calls.some(([name]) => name === "auto-combos"),
    false,
    "retired fetcher has no call slot anymore"
  );
});

test("provider hook: absent managementReadToken preserves apiKey fallback", async () => {
  const calls: Array<[string, string]> = [];
  const hook = createOmniRouteProviderHook(
    { baseURL: BASE_URL, features: { enrichment: false } },
    {
      fetcher: async (_baseURL, token) => {
        calls.push(["models", token]);
        return RAW_MODELS;
      },
      combosFetcher: async (_baseURL, token) => {
        calls.push(["combos", token]);
        return [];
      },
    }
  );

  await hook.models!({} as never, { auth: apiAuth(API_KEY) as never });

  assert.deepEqual(calls, [
    ["models", API_KEY],
    ["combos", API_KEY],
  ]);
});

test("config hook: managementReadToken stays out of provider inference and MCP config", async () => {
  const calls: Array<[string, string]> = [];
  const hook = createOmniRouteConfigHook(
    {
      baseURL: BASE_URL,
      managementReadToken: MANAGEMENT_READ_TOKEN,
      features: { enrichment: false, diskCache: false, mcpAutoEmit: true },
    },
    {
      readAuthJson: async () => ({
        "opencode-omniroute": { type: "api" as const, key: API_KEY },
      }),
      fetcher: async (_baseURL, token) => {
        calls.push(["models", token]);
        return RAW_MODELS;
      },
      combosFetcher: async (_baseURL, token) => {
        calls.push(["combos", token]);
        return [];
      },
      logger: { warn: () => {} },
    }
  );
  const input: { provider?: Record<string, any>; mcp?: Record<string, any> } = {};

  await hook(input as never);

  assert.deepEqual(calls, [
    ["models", API_KEY],
    ["combos", MANAGEMENT_READ_TOKEN],
  ]);
  assert.equal(input.provider?.["opencode-omniroute"]?.options?.apiKey, API_KEY);
  assert.equal(
    input.mcp?.["opencode-omniroute"]?.headers?.Authorization,
    `Bearer ${API_KEY}`,
    "mcpAutoEmit remains independent of managementReadToken"
  );
});

test("auth fetch: only intended same-origin inference paths receive apiKey", async () => {
  const calls: Array<{ input: RequestInfo | URL; init?: RequestInit }> = [];
  const originalFetch = globalThis.fetch;
  globalThis.fetch = (async (input: RequestInfo | URL, init?: RequestInit) => {
    calls.push({ input, init });
    return new Response("ok");
  }) as typeof fetch;

  try {
    const hook = createOmniRouteAuthHook({
      baseURL: `${BASE_URL}/`,
      managementReadToken: MANAGEMENT_READ_TOKEN,
    });
    const loaded = await hook.loader!(async () => apiAuth(API_KEY) as never, {} as never);
    const interceptedFetch = (loaded as { fetch: typeof fetch }).fetch;

    const streamingBody = '{"stream":true}';
    await interceptedFetch(`${BASE_URL}/chat/completions?trace=1`, {
      method: "POST",
      body: streamingBody,
      headers: { Accept: "text/event-stream" },
    });
    await interceptedFetch(`${BASE_URL}/models/?refresh=1`);
    await interceptedFetch("https://or.example.com/api/combos");
    await interceptedFetch("https://or.example.com/api/mcp/stream");
    await interceptedFetch("https://or.example.com/v1/embeddings");
    await interceptedFetch("https://third-party.example/v1/chat/completions", {
      method: "POST",
      body: "{}",
    });

    const headers = calls.map(({ init }) => new Headers(init?.headers));
    assert.equal(headers[0]?.get("Authorization"), `Bearer ${API_KEY}`);
    assert.equal(headers[1]?.get("Authorization"), `Bearer ${API_KEY}`);
    for (const index of [2, 3, 4, 5]) {
      assert.equal(headers[index]?.get("Authorization"), null);
    }
    assert.equal(calls[0]?.input, `${BASE_URL}/chat/completions?trace=1`);
    assert.equal(calls[0]?.init?.body, streamingBody);
    assert.equal(headers[0]?.get("Accept"), "text/event-stream");
    assert.equal(
      calls.some(({ init }) =>
        [...new Headers(init?.headers).values()].some((value) =>
          value.includes(MANAGEMENT_READ_TOKEN)
        )
      ),
      false,
      "managementReadToken must never enter inference fetch headers"
    );
  } finally {
    globalThis.fetch = originalFetch;
  }
});

test("disk cache: snapshot written under management token A is rejected under token B", async () => {
  const tmp = fs.mkdtempSync(path.join(os.tmpdir(), "omniroute-token-snapshot-"));
  const previousDataDir = process.env.OPENCODE_DATA_DIR;
  process.env.OPENCODE_DATA_DIR = tmp;

  try {
    const commonDeps = {
      readAuthJson: async () => ({
        "opencode-omniroute": {
          type: "api" as const,
          key: API_KEY,
          baseURL: BASE_URL,
        },
      }),
      combosFetcher: async () => [],
      logger: { warn: () => {} },
    };
    const features = {
      enrichment: false,
      diskCache: true,
    } as const;

    const tokenAHook = createOmniRouteConfigHook(
      { managementReadToken: "token-A", features },
      {
        ...commonDeps,
        fetcher: async () => RAW_MODELS,
      }
    );
    await tokenAHook({} as never);

    const tokenBHook = createOmniRouteConfigHook(
      { managementReadToken: "token-B", features },
      {
        ...commonDeps,
        fetcher: async () => {
          throw new Error("offline");
        },
      }
    );
    const input: { provider?: Record<string, { models: Record<string, unknown> }> } = {};
    await tokenBHook(input as never);

    assert.deepEqual(
      input.provider?.["opencode-omniroute"]?.models,
      {},
      "catalog from token A must not hydrate after switching to token B"
    );
  } finally {
    if (previousDataDir === undefined) delete process.env.OPENCODE_DATA_DIR;
    else process.env.OPENCODE_DATA_DIR = previousDataDir;
    fs.rmSync(tmp, { recursive: true, force: true });
  }
});