🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
import { ArrowLeft } from "@langfuse/icons";
import { Alert } from "@/src/components/design-system/Alert/Alert";
import { TextLink } from "@/src/components/design-system/TextLink/TextLink";
import { ConnectionModelsLoadError } from "@/src/features/ai-gateway/components/GatewayConnectionModelsPage/components/ConnectionModelsLoadError";
import { ConnectionModelsSkeleton } from "@/src/features/ai-gateway/components/GatewayConnectionModelsPage/components/ConnectionModelsSkeleton/ConnectionModelsSkeleton";
import { ConnectionSummary } from "@/src/features/ai-gateway/components/GatewayConnectionModelsPage/components/ConnectionSummary/ConnectionSummary";
import {
GatewayConnectionModelsTable,
type GatewayConnectionModelsTableProps,
} from "@/src/features/ai-gateway/components/GatewayConnectionModelsPage/components/GatewayConnectionModelsTable/GatewayConnectionModelsTable";
import { useGatewayConnectionModels } from "@/src/features/ai-gateway/components/GatewayConnectionModelsPage/hooks/useGatewayConnectionModels";
import { isGatewayModelAllowed } from "@/src/features/ai-gateway/fns/isGatewayModelAllowed";
import { toGatewayAllowedModelsSet } from "@/src/features/ai-gateway/fns/toGatewayAllowedModelsSet";
import { updateGatewayAllowedModels } from "@/src/features/ai-gateway/fns/updateGatewayAllowedModels";
import type { GatewayConnection } from "@/src/features/ai-gateway/types/gatewayProvider";
import { usePostHogClientCapture } from "@/src/features/posthog-analytics/usePostHogClientCapture";
export type GatewayConnectionModelsPageProps = {
organizationId: string;
connectionId: string;
isDeleting: boolean;
onDelete: (connection: GatewayConnection) => Promise<void>;
};
export function GatewayConnectionModelsPage({
organizationId,
connectionId,
isDeleting,
onDelete,
}: GatewayConnectionModelsPageProps) {
const {
connectionQuery,
modelsQuery,
isRetrying,
isSaving,
retryDiscovery,
retryQueries,
saveAllowedModels,
} = useGatewayConnectionModels({
organizationId,
connectionId,
});
const connection = connectionQuery.data;
return (
<div className="flex h-full min-h-0 flex-col gap-4">
<ProviderCredentialsLink organizationId={organizationId} />
<ConnectionSummary
connection={connection}
isDeleting={isDeleting}
isError={connectionQuery.isError}
isRetrying={isRetrying}
onDelete={onDelete}
onRefresh={retryDiscovery}
onRetry={retryQueries}
/>
{connection || !connectionQuery.isError ? (
<ConnectionModelsBody
organizationId={organizationId}
connection={connection}
isSaving={isSaving}
modelsQuery={modelsQuery}
onRetry={retryQueries}
saveAllowedModels={saveAllowedModels}
/>
) : null}
</div>
);
}
function ProviderCredentialsLink({
organizationId,
}: {
organizationId: string;
}) {
return (
<TextLink
path={`/organization/${encodeURIComponent(organizationId)}/settings/ai-gateway`}
value="Gateway setup"
icon={ArrowLeft}
/>
);
}
type ConnectionModelsBodyProps = {
organizationId: string;
connection: GatewayConnection | undefined;
isSaving: boolean;
modelsQuery: ReturnType<typeof useGatewayConnectionModels>["modelsQuery"];
onRetry: () => void;
saveAllowedModels: (
allowedModels: string[] | null,
onSuccess?: () => void,
) => void;
};
function ConnectionModelsBody({
organizationId,
connection,
isSaving,
modelsQuery,
onRetry,
saveAllowedModels,
}: ConnectionModelsBodyProps) {
const capture = usePostHogClientCapture();
if (!connection || modelsQuery.isPending) {
return (
<div className="flex min-h-0 flex-1 flex-col">
<span className="sr-only">Loading models</span>
<ConnectionModelsSkeleton />
</div>
);
}
if (modelsQuery.isError || !modelsQuery.data) {
return <ConnectionModelsLoadError kind="models" retry={onRetry} />;
}
if (!modelsQuery.data.success) {
return (
<Alert variant="destructive">
<Alert.Title>Models could not be loaded</Alert.Title>
<Alert.Description>
The provider returned a model discovery error. Refresh the provider
before changing model access.
</Alert.Description>
</Alert>
);
}
const models = modelsQuery.data.models;
const setModelsEnabled = ({
models: targetModels,
enabled,
scope,
onSuccess,
}: Omit<
Parameters<GatewayConnectionModelsTableProps["onSetEnabled"]>[0],
"scope"
> & { scope: "single" | "selection" | "all" }) => {
let nextAllowedModels: string[] | null = enabled ? null : [];
if (scope !== "all") {
nextAllowedModels = updateGatewayAllowedModels({
allowedModels: connection.allowedModels,
availableModels: models,
targetModels,
enabled,
});
}
const changedModelCount = targetModels.filter(
(model) =>
isGatewayModelAllowed(connection.allowedModels, model) !== enabled,
).length;
const nextAllowedModelsSet = toGatewayAllowedModelsSet(nextAllowedModels);
saveAllowedModels(nextAllowedModels, () => {
capture("ai_gateway:model_access_changed", {
orgId: organizationId,
provider: connection.provider,
action: enabled ? "enable" : "disable",
scope,
modelCount: targetModels.length,
changedModelCount,
enabledModelCount: models.filter((model) =>
isGatewayModelAllowed(nextAllowedModelsSet, model),
).length,
totalModelCount: models.length,
});
onSuccess?.();
});
};
return (
<GatewayConnectionModelsTable
models={models}
allowedModels={connection.allowedModels}
isSaving={isSaving}
onEnableAll={() =>
setModelsEnabled({ models, enabled: true, scope: "all" })
}
onDisableAll={() =>
setModelsEnabled({ models, enabled: false, scope: "all" })
}
onSetEnabled={setModelsEnabled}
/>
);
}