Never stop coding. Free MIT AI gateway: one endpoint, 375 providers (150+ free), 1,400+ models Kimi, Claude, GPT, Gemini, GLM, DeepSeek, MiniMax. Works with Claude Code, Codex, Cursor, OpenCode, Cline & Copilot. Quota-aware auto-fallback, RTK+Caveman compression saves 15-95% tokens, MCP/A2A, Desktop/PWA. Built by 900+ contributors
TypeScript a2aai-agentsai-gatewayanthropicclaudeclaude-codeclinecodexcopilotcursordeepseekfree-aigeminikimillm-gatewaymcpopenaiopenai-proxyqwentoken-saver
import { NextResponse } from "next/server";
import { isAuthenticated } from "@/shared/utils/apiAuth";
import { createDefaultEmbeddingGenerator } from "@omniroute/open-sse/services/cache/embeddingClient.ts";
import { sanitizeErrorMessage } from "@omniroute/open-sse/utils/error";
import { z } from "zod";
import { isValidationFailure, validateBody } from "@/shared/validation/helpers";
import { resolveProviderConnectionDetails } from "@/lib/cache/semanticCacheDbBridge";
import { resolveEmbeddingCredentials } from "@omniroute/open-sse/services/cache/embeddingEndpoint";
import { getUserDatabaseSettings } from "@/lib/db/databaseSettings";
import { CACHE_SECRET_MASK } from "@/lib/db/cacheSecrets";
const testEmbeddingSchema = z.object({
provider: z.string().trim().min(1),
model: z.string().trim().min(1),
baseUrl: z.string().trim().optional(),
apiKey: z.string().trim().optional(),
dimensions: z.number().positive().optional(),
});
export async function POST(request: Request) {
if (!(await isAuthenticated(request))) {
return NextResponse.json({ error: "Unauthorized" }, { status: 401 });
}
let rawBody: unknown;
try {
rawBody = await request.json();
} catch {
return NextResponse.json({ error: "Invalid JSON body" }, { status: 400 });
}
const validation = validateBody(testEmbeddingSchema, rawBody);
if (isValidationFailure(validation)) {
// `validateBody()` returns `{ success, error }` — there is no `.response`
// (that shape belongs to `validatedJsonBody()`); returning `undefined` here
// crashed the route on any invalid payload (TS2339 caught by api-typecheck).
return NextResponse.json({ error: validation.error }, { status: 400 });
}
const { provider, model, baseUrl, apiKey } = validation.data;
// Resolve connection details from DB if not explicitly passed
const conn = resolveProviderConnectionDetails(provider);
const stored = getUserDatabaseSettings().cache;
const masked = apiKey === CACHE_SECRET_MASK;
const source =
masked && stored.semanticCacheEmbeddingProvider === provider
? {
baseUrl: stored.semanticCacheEmbeddingBaseUrl,
apiKey: stored.semanticCacheEmbeddingApiKey,
}
: conn;
const { baseUrl: effectiveBaseUrl, apiKey: effectiveApiKey } = resolveEmbeddingCredentials(
{ baseUrl, apiKey: masked ? undefined : apiKey },
source
);
try {
const generator = createDefaultEmbeddingGenerator({
embeddingProvider: provider,
embeddingModel: model,
embeddingBaseUrl: effectiveBaseUrl,
embeddingApiKey: effectiveApiKey,
});
const start = Date.now();
const result = await generator("OmniRoute semantic cache live probe test");
const latencyMs = Date.now() - start;
if (!result || !Array.isArray(result.embedding)) {
return NextResponse.json(
{
ok: false,
error: "Failed to generate embedding (empty response or unsupported endpoint)",
},
{ status: 200 }
);
}
return NextResponse.json({
ok: true,
latencyMs,
dimensions: result.embedding.length,
resolvedBaseUrl: effectiveBaseUrl,
});
} catch (error: unknown) {
const message = sanitizeErrorMessage(error);
return NextResponse.json(
{ ok: false, error: message },
{ status: 200 } // Return 200 with ok: false so the UI can display test error cleanly
);
}
}