Skip to content

Never stop coding. Free MIT AI gateway: one endpoint, 375 providers (150+ free), 1,400+ models Kimi, Claude, GPT, Gemini, GLM, DeepSeek, MiniMax. Works with Claude Code, Codex, Cursor, OpenCode, Cline & Copilot. Quota-aware auto-fallback, RTK+Caveman compression saves 15-95% tokens, MCP/A2A, Desktop/PWA. Built by 900+ contributors

3.3 KB
Raw Blame
import { NextResponse } from "next/server";
import { isAuthenticated } from "@/shared/utils/apiAuth";
import { createDefaultEmbeddingGenerator } from "@omniroute/open-sse/services/cache/embeddingClient.ts";
import { sanitizeErrorMessage } from "@omniroute/open-sse/utils/error";
import { z } from "zod";
import { isValidationFailure, validateBody } from "@/shared/validation/helpers";
import { resolveProviderConnectionDetails } from "@/lib/cache/semanticCacheDbBridge";
import { resolveEmbeddingCredentials } from "@omniroute/open-sse/services/cache/embeddingEndpoint";
import { getUserDatabaseSettings } from "@/lib/db/databaseSettings";
import { CACHE_SECRET_MASK } from "@/lib/db/cacheSecrets";

const testEmbeddingSchema = z.object({
  provider: z.string().trim().min(1),
  model: z.string().trim().min(1),
  baseUrl: z.string().trim().optional(),
  apiKey: z.string().trim().optional(),
  dimensions: z.number().positive().optional(),
});

export async function POST(request: Request) {
  if (!(await isAuthenticated(request))) {
    return NextResponse.json({ error: "Unauthorized" }, { status: 401 });
  }

  let rawBody: unknown;
  try {
    rawBody = await request.json();
  } catch {
    return NextResponse.json({ error: "Invalid JSON body" }, { status: 400 });
  }

  const validation = validateBody(testEmbeddingSchema, rawBody);
  if (isValidationFailure(validation)) {
    // `validateBody()` returns `{ success, error }` — there is no `.response`
    // (that shape belongs to `validatedJsonBody()`); returning `undefined` here
    // crashed the route on any invalid payload (TS2339 caught by api-typecheck).
    return NextResponse.json({ error: validation.error }, { status: 400 });
  }

  const { provider, model, baseUrl, apiKey } = validation.data;

  // Resolve connection details from DB if not explicitly passed
  const conn = resolveProviderConnectionDetails(provider);
  const stored = getUserDatabaseSettings().cache;
  const masked = apiKey === CACHE_SECRET_MASK;
  const source =
    masked && stored.semanticCacheEmbeddingProvider === provider
      ? {
          baseUrl: stored.semanticCacheEmbeddingBaseUrl,
          apiKey: stored.semanticCacheEmbeddingApiKey,
        }
      : conn;
  const { baseUrl: effectiveBaseUrl, apiKey: effectiveApiKey } = resolveEmbeddingCredentials(
    { baseUrl, apiKey: masked ? undefined : apiKey },
    source
  );

  try {
    const generator = createDefaultEmbeddingGenerator({
      embeddingProvider: provider,
      embeddingModel: model,
      embeddingBaseUrl: effectiveBaseUrl,
      embeddingApiKey: effectiveApiKey,
    });

    const start = Date.now();
    const result = await generator("OmniRoute semantic cache live probe test");
    const latencyMs = Date.now() - start;

    if (!result || !Array.isArray(result.embedding)) {
      return NextResponse.json(
        {
          ok: false,
          error: "Failed to generate embedding (empty response or unsupported endpoint)",
        },
        { status: 200 }
      );
    }

    return NextResponse.json({
      ok: true,
      latencyMs,
      dimensions: result.embedding.length,
      resolvedBaseUrl: effectiveBaseUrl,
    });
  } catch (error: unknown) {
    const message = sanitizeErrorMessage(error);
    return NextResponse.json(
      { ok: false, error: message },
      { status: 200 } // Return 200 with ok: false so the UI can display test error cleanly
    );
  }
}