Never stop coding. Free MIT AI gateway: one endpoint, 375 providers (150+ free), 1,400+ models Kimi, Claude, GPT, Gemini, GLM, DeepSeek, MiniMax. Works with Claude Code, Codex, Cursor, OpenCode, Cline & Copilot. Quota-aware auto-fallback, RTK+Caveman compression saves 15-95% tokens, MCP/A2A, Desktop/PWA. Built by 900+ contributors
TypeScript a2aai-agentsai-gatewayanthropicclaudeclaude-codeclinecodexcopilotcursordeepseekfree-aigeminikimillm-gatewaymcpopenaiopenai-proxyqwentoken-saver
import { NextResponse } from "next/server";
import {
buildProviderUrl,
buildProviderHeaders,
detectFormat,
getTargetFormat,
} from "@omniroute/open-sse/services/provider.ts";
import { getProviderConnections } from "@/lib/db/providers";
import { isConnectionUnavailableToAuxiliaryActivity } from "@/lib/exclusiveLeaseIsolation";
import { toJsonErrorPayload } from "@/shared/utils/upstreamError";
import { logTranslationEvent } from "@/lib/translatorEvents";
import { translatorSendSchema } from "@/shared/validation/schemas";
import { isValidationFailure, validateBody } from "@/shared/validation/helpers";
function getProviderBaseUrl(providerSpecificData: unknown): string | undefined {
if (!providerSpecificData || typeof providerSpecificData !== "object") return undefined;
const baseUrl = (providerSpecificData as Record<string, unknown>).baseUrl;
return typeof baseUrl === "string" && baseUrl.trim().length > 0 ? baseUrl : undefined;
}
export async function POST(request) {
let rawBody;
try {
rawBody = await request.json();
} catch {
return NextResponse.json(
{
success: false,
error: {
message: "Invalid request",
details: [{ field: "body", message: "Invalid JSON body" }],
},
},
{ status: 400 }
);
}
try {
const startedAt = Date.now();
const validation = validateBody(translatorSendSchema, rawBody);
if (isValidationFailure(validation)) {
return NextResponse.json({ success: false, error: validation.error }, { status: 400 });
}
const { provider, body } = validation.data;
const sourceFormat = detectFormat(body);
let targetFormat = getTargetFormat(provider);
// Get provider credentials from database
const connections = await getProviderConnections({ provider });
const connection = (
await Promise.all(
connections.map(async (candidate) => ({
candidate,
blocked: await isConnectionUnavailableToAuxiliaryActivity(candidate.id),
}))
)
).find(({ candidate, blocked }) => candidate.isActive !== false && !blocked)?.candidate;
if (!connection) {
logTranslationEvent({
provider,
model: body.model || "test-model",
sourceFormat,
targetFormat,
status: "error",
statusCode: 400,
latency: Date.now() - startedAt,
endpoint: "/api/translator/send",
});
return NextResponse.json(
{
success: false,
error: `No active connection found for provider: ${provider}. Available connections: ${connections.length}`,
},
{ status: 400 }
);
}
const credentials = {
apiKey: connection.apiKey,
accessToken: connection.accessToken,
refreshToken: connection.refreshToken,
copilotToken: connection.copilotToken,
projectId: connection.projectId,
providerSpecificData: connection.providerSpecificData,
};
targetFormat = getTargetFormat(provider, connection.providerSpecificData);
// Build URL and headers using provider service
const url = buildProviderUrl(provider, body.model || "test-model", true, {
baseUrlIndex: 0,
baseUrl: getProviderBaseUrl(connection.providerSpecificData),
providerSpecificData: connection.providerSpecificData,
});
const headers = buildProviderHeaders(provider, credentials, true, body);
// Send request to provider
const response = await fetch(url, {
method: "POST",
headers,
body: JSON.stringify(body),
});
if (!response.ok) {
const errorText = await response.text();
const normalizedUpstreamError = toJsonErrorPayload(
errorText,
`Provider error: ${response.status} ${response.statusText}`
);
logTranslationEvent({
provider,
model: body.model || "test-model",
sourceFormat,
targetFormat,
status: "error",
statusCode: response.status,
latency: Date.now() - startedAt,
endpoint: "/api/translator/send",
});
return NextResponse.json(
{
success: false,
error:
normalizedUpstreamError.error?.message ||
`Provider error: ${response.status} ${response.statusText}`,
details: normalizedUpstreamError,
},
{ status: response.status }
);
}
logTranslationEvent({
provider,
model: body.model || "test-model",
sourceFormat,
targetFormat,
status: "success",
statusCode: 200,
latency: Date.now() - startedAt,
endpoint: "/api/translator/send",
});
// Return streaming response
return new Response(response.body, {
headers: {
"Content-Type": "text/event-stream",
"Cache-Control": "no-cache",
Connection: "keep-alive",
},
});
} catch (error) {
console.error("Error sending request:", error);
return NextResponse.json({ success: false, error: "Failed to send request" }, { status: 500 });
}
}