Skip to content

Open-source agentic AI Search Execution Platform. Track AI visibility, find opportunities, and let agents turn signals into prioritized actions and drafted fixes across ChatGPT, Claude, Gemini, Google AI Overviews, Google AI Mode, Perplexity, Grok, and Microsoft Copilot.

3.5 KB
Raw Blame
import { describe, it, expect, beforeEach, afterEach, vi } from 'vitest';

// ai-provider.js builds its registry at import time from process.env, so each
// case sets the environment first and then imports a fresh module instance.
async function loadWith(env) {
  vi.resetModules();
  for (const [key, value] of Object.entries(env)) process.env[key] = value;
  return import('./ai-provider.js');
}

const AI_KEYS = [
  'OPENAI_API_KEY',
  'ANTHROPIC_API_KEY',
  'GOOGLE_GENERATIVE_AI_API_KEY',
  'OPENROUTER_API_KEY',
  'OPENROUTER_BASE_URL',
  'DEFAULT_SUGGESTION_MODEL',
];

describe('ai-provider registry', () => {
  const saved = {};

  beforeEach(() => {
    for (const key of AI_KEYS) {
      saved[key] = process.env[key];
      delete process.env[key];
    }
  });

  afterEach(() => {
    for (const key of AI_KEYS) {
      if (saved[key] === undefined) delete process.env[key];
      else process.env[key] = saved[key];
    }
    vi.resetModules();
  });

  it('registers openrouter only when its key is present', async () => {
    const without = await loadWith({});
    expect(without.getAvailableProviders()).not.toContain('openrouter');

    const withKey = await loadWith({ OPENROUTER_API_KEY: 'sk-or-test' });
    expect(withKey.getAvailableProviders()).toContain('openrouter');
  });

  it('uses Chat Completions, not the Responses API, for openrouter', async () => {
    // OpenRouter does not implement /responses — @ai-sdk/openai's default call
    // would 404 there. Regression guard for that specific wiring.
    const { resolveModel } = await loadWith({ OPENROUTER_API_KEY: 'sk-or-test' });
    const model = resolveModel('openrouter/anthropic/claude-haiku-4.5');

    expect(model.provider).toBe('openai.chat');
  });

  it('preserves namespaced model ids after the provider prefix', async () => {
    const { resolveModel } = await loadWith({ OPENROUTER_API_KEY: 'sk-or-test' });

    expect(resolveModel('openrouter/anthropic/claude-haiku-4.5').modelId).toBe(
      'anthropic/claude-haiku-4.5',
    );
    expect(resolveModel('openrouter/google/gemini-3-flash').modelId).toBe('google/gemini-3-flash');
  });

  it('still routes first-party providers to their own SDKs', async () => {
    const { resolveModel } = await loadWith({ ANTHROPIC_API_KEY: 'sk-ant-test' });

    expect(resolveModel('anthropic/claude-haiku-4-5').provider).toBe('anthropic.messages');
  });

  it('names the configured providers when an unknown one is requested', async () => {
    const { resolveModel } = await loadWith({ OPENROUTER_API_KEY: 'sk-or-test' });

    expect(() => resolveModel('mistral/large')).toThrow(/not configured.*openrouter/s);
  });

  it('attaches each first-party provider its own hosted web search tool', async () => {
    const { webSearchTools } = await loadWith({
      GOOGLE_GENERATIVE_AI_API_KEY: 'g-test',
      OPENAI_API_KEY: 'sk-test',
      ANTHROPIC_API_KEY: 'sk-ant-test',
    });

    expect(webSearchTools('google/gemini-3-flash-preview').google_search.id).toBe(
      'google.google_search',
    );
    expect(webSearchTools('openai/gpt-5-mini').web_search.id).toBe('openai.web_search');
    expect(webSearchTools('anthropic/claude-haiku-4-5').web_search.id).toBe(
      'anthropic.web_search_20250305',
    );
  });

  it('has no search tool for openrouter or an unconfigured provider', async () => {
    const { webSearchTools } = await loadWith({ OPENROUTER_API_KEY: 'sk-or-test' });

    expect(webSearchTools('openrouter/google/gemini-3-flash')).toBeNull();
    expect(webSearchTools('google/gemini-3-flash-preview')).toBeNull();
  });
});