🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
import { isGatewayModelAllowed } from "@/src/features/ai-gateway/fns/isGatewayModelAllowed";
export class GatewayModelRoutingService {
resolve<Connection extends GatewayRouteConnection>(
model: string,
connections: readonly Connection[],
): { connection: Connection | null; providerModel: string } | null {
const modelSlug = parseGatewayModelSlug(model);
const explicitConnection = modelSlug
? (connections.find(
(connection) => connection.name === modelSlug.connectionName,
) ?? null)
: null;
if (modelSlug && explicitConnection) {
return {
connection: explicitConnection,
providerModel: modelSlug.providerModel,
};
}
if (model.startsWith("ft:")) {
return {
connection: findImplicitConnection(model, connections, "OPENAI"),
providerModel: model,
};
}
if (modelSlug) {
return {
connection: null,
providerModel: modelSlug.providerModel,
};
}
if (model.includes(":")) return null;
let provider: "OPENAI" | "ANTHROPIC" | null = null;
if (model.startsWith("gpt-") || model.startsWith("codex-")) {
provider = "OPENAI";
}
if (model.startsWith("claude-")) provider = "ANTHROPIC";
if (!provider) return null;
return {
connection: findImplicitConnection(model, connections, provider),
providerModel: model,
};
}
}
function findImplicitConnection<Connection extends GatewayRouteConnection>(
model: string,
connections: readonly Connection[],
provider: "OPENAI" | "ANTHROPIC",
) {
let firstProviderConnection: Connection | null = null;
for (const connection of connections) {
if (connection.provider !== provider) continue;
if (!firstProviderConnection) firstProviderConnection = connection;
if (isGatewayModelAllowed(connection.allowedModels, model)) {
return connection;
}
}
return firstProviderConnection;
}
function parseGatewayModelSlug(model: string) {
const separatorIndex = model.indexOf(":");
if (separatorIndex <= 0) {
return null;
}
const providerModel = model.slice(separatorIndex + 1);
if (!providerModel.trim()) return null;
return {
connectionName: model.slice(0, separatorIndex),
providerModel,
};
}
type GatewayRouteConnection = {
name: string;
provider: string;
allowedModels: Set<string> | readonly string[] | null;
};