🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
import { useRouter } from "next/router";
import { api } from "@/src/utils/api";
import { useHasProjectAccess } from "@/src/features/rbac/utils/checkProjectAccess";
import {
Card,
CardContent,
CardHeader,
CardTitle,
} from "@/src/components/ui/card";
import { DeleteModelButton } from "@/src/features/models/components/DeleteModelButton";
import { EditModelButton } from "@/src/features/models/components/EditModelButton";
import { CloneModelButton } from "@/src/features/models/components/CloneModelButton";
import { TestModelMatchButton } from "@/src/features/models/components/test-match/TestModelMatchButton";
import { JSONView } from "@/src/components/ui/CodeJsonViewer";
import Link from "next/link";
import { Button } from "@/src/components/ui/button";
import { getMaxDecimals } from "@/src/features/models/fns/getMaxDecimals";
import Decimal from "decimal.js";
import { PriceUnitSelector } from "@/src/features/models/components/PriceUnitSelector";
import { useMemo, useState } from "react";
import { usePriceUnitMultiplier } from "@/src/features/models/hooks/usePriceUnitMultiplier";
import { default as Generations } from "@/src/features/tracing-tables/observations/ObservationsTable";
import Page from "@/src/components/layouts/Page";
import { SquareArrowOutUpRight, Info as InfoIcon } from "@langfuse/icons";
import {
Select,
SelectContent,
SelectItem,
SelectTrigger,
SelectValue,
} from "@/src/components/ui/select";
import { HoverCard } from "@/src/components/design-system/HoverCard/HoverCard";
import { CodeMirrorEditor } from "@/src/components/editor/CodeMirrorEditor";
const resolvePricingTier = <T extends { id: string }>(
tiers: T[],
selectedTierId: string | null,
defaultTier: T | null,
): T | null => {
if (selectedTierId) {
return tiers.find((tier) => tier.id === selectedTierId) ?? defaultTier;
}
return defaultTier;
};
export default function ModelDetailPage() {
const router = useRouter();
const { priceUnit, priceUnitMultiplier } = usePriceUnitMultiplier();
const projectId = router.query.projectId as string;
const modelId = router.query.modelId as string;
const pricingTierParam = router.query.pricingTier as string | undefined;
const hasWriteAccess = useHasProjectAccess({
projectId,
scope: "models:CUD",
});
const { data: model, isLoading } = api.models.getById.useQuery(
{ projectId, modelId },
{ enabled: !!projectId && !!modelId },
);
// Get default tier or first tier by priority
const defaultTier = useMemo(() => {
if (!model?.pricingTiers || model.pricingTiers.length === 0) return null;
return model.pricingTiers.find((t) => t.isDefault) || model.pricingTiers[0];
}, [model?.pricingTiers]);
// Keep user selection local and derive the initial linked tier during render.
const [selectedTierId, setSelectedTierId] = useState<string | null>(null);
// Get the active tier (selected or default)
const activeTier = useMemo(() => {
if (!model?.pricingTiers) return null;
return resolvePricingTier(
model.pricingTiers,
selectedTierId ?? pricingTierParam ?? null,
defaultTier,
);
}, [model?.pricingTiers, selectedTierId, pricingTierParam, defaultTier]);
const maxDecimals = useMemo(
() =>
Math.max(
...Object.values(activeTier?.prices ?? {}).map((price) =>
getMaxDecimals(price, priceUnitMultiplier),
),
),
[activeTier?.prices, priceUnitMultiplier],
);
// If not found, redirect to models page
if (!isLoading && !model) {
return (
<div className="flex min-h-screen flex-col items-center justify-center">
<div className="mb-4 text-xl font-bold">Model not found</div>
<Button variant="outline" asChild>
<Link href={`/project/${projectId}/settings/models`}>
Return to Models page
</Link>
</Button>
</div>
);
}
const isLangfuseModel = !Boolean(model?.projectId);
if (isLoading || !model) {
return <div className="p-3">Loading...</div>;
}
return (
<Page
scrollable
headerProps={{
title: model.modelName,
help: {
description: "Model configuration and pricing details",
href: "https://langfuse.com/docs/model-usage-and-cost",
},
breadcrumb: [
{
name: "Settings",
href: `/project/${router.query.projectId as string}/settings`,
},
{
name: "Models",
href: `/project/${router.query.projectId as string}/settings/models`,
},
{ name: model.modelName },
],
actionButtonsRight: (
<div className="flex gap-2">
{hasWriteAccess && (
<>
<TestModelMatchButton projectId={projectId} variant="outline" />
{!isLangfuseModel ? (
<>
<EditModelButton projectId={projectId} modelData={model} />
<DeleteModelButton
projectId={projectId}
modelData={model}
onSuccess={() => {
router.push(`/project/${projectId}/settings/models`);
}}
/>
</>
) : (
<CloneModelButton projectId={projectId} modelData={model} />
)}
</>
)}
</div>
),
}}
>
<div className="grid grid-cols-2 gap-6 p-2">
<Card>
<CardHeader>
<CardTitle>Model configuration</CardTitle>
</CardHeader>
<CardContent className="grid gap-4">
<div>
<div className="text-muted-foreground text-sm font-bold">
Match Pattern
</div>
<div className="mt-1 font-mono text-sm">{model.matchPattern}</div>
</div>
<div>
<div className="text-muted-foreground text-sm font-bold">
Maintained by
</div>
<div className="mt-1 text-sm">
{isLangfuseModel ? "Langfuse" : "User"}
</div>
</div>
<div>
<div className="text-muted-foreground text-sm font-bold">
Tokenizer
</div>
<div className="mt-1 text-sm">{model.tokenizerId || "None"}</div>
</div>
{model.tokenizerId && (
<div>
<div className="text-muted-foreground text-sm font-bold">
Tokenizer Config
</div>
<pre className="bg-muted mt-1 rounded p-2 text-sm">
<JSONView json={model.tokenizerConfig} />
</pre>
</div>
)}
</CardContent>
</Card>
<Card id="pricing-section">
<CardHeader>
<div className="flex flex-col gap-2">
<CardTitle>Pricing</CardTitle>
{model.pricingTiers.length > 1 && (
<div className="flex items-center gap-4">
<label className="text-muted-foreground text-sm font-bold">
Pricing Tier
</label>
<Select
value={activeTier?.id ?? ""}
onValueChange={setSelectedTierId}
>
<SelectTrigger className="w-[200px]">
<SelectValue placeholder="Select tier" />
</SelectTrigger>
<SelectContent>
{model.pricingTiers.map((tier) => (
<SelectItem key={tier.id} value={tier.id}>
{tier.name}
</SelectItem>
))}
</SelectContent>
</Select>
{activeTier && !activeTier.isDefault && (
<HoverCard
openDelay={200}
closeDelay={100}
collisionPadding={20}
content={
<div className="max-h-[80vh] w-[400px] overflow-auto p-3">
<p className="text-sm font-bold">
Pricing Tier Conditions
</p>
<p className="text-muted-foreground pt-2 text-sm">
This tier is applied when the following conditions
are met:
</p>
<div className="mt-2">
<CodeMirrorEditor
mode="json"
value={JSON.stringify(
activeTier.conditions,
null,
2,
)}
onChange={() => {}} // Read-only
className="max-h-[250px] overflow-y-auto"
editable={false}
/>
</div>
</div>
}
>
{({ getTriggerProps }) => (
<Button
variant="ghost"
className="text-muted-foreground hover:text-accent-foreground inline-flex h-auto items-center gap-1.5 p-0 text-xs hover:bg-transparent"
size="sm"
{...getTriggerProps()}
>
<InfoIcon size="base" color="default" />
<span>Conditions</span>
</Button>
)}
</HoverCard>
)}
</div>
)}
</div>
</CardHeader>
<CardContent>
<div className="flex flex-col gap-2">
<div className="border-border text-muted-foreground grid grid-cols-2 gap-2 border-b text-sm font-bold">
<span>Usage Type</span>
<span className="flex items-center gap-2">
<span>Price {priceUnit}</span>
<PriceUnitSelector />
</span>
</div>
{activeTier &&
Object.entries(activeTier.prices)
// Sort by price ascending
.sort((a, b) => a[1] - b[1])
.map(([usageType, price]) => (
<div
key={usageType}
className="grid grid-cols-2 gap-2 rounded px-1 py-0.5 text-sm"
>
<span className="break-all">{usageType}</span>
<span className="text-left font-mono">
$
{new Decimal(price)
.mul(priceUnitMultiplier)
.toFixed(maxDecimals)}
</span>
</div>
))}
</div>
</CardContent>
</Card>
<Card className="col-span-2 min-w-0">
<CardHeader>
<CardTitle className="flex items-center justify-between">
<span>Model observations</span>
<Button variant="ghost" asChild>
<Link
href={`/project/${projectId}/observations`}
className="flex items-center gap-1"
>
<span className="text-sm">View all</span>
<SquareArrowOutUpRight size="base" color="default" />
</Link>
</Button>
</CardTitle>
</CardHeader>
<CardContent className="min-w-0">
<div className="flex h-[calc(100vh-20rem)] min-h-0 min-w-0 flex-col overflow-hidden">
<Generations
projectId={projectId}
omittedFilter={["model"]}
modelId={model.id}
/>
</div>
</CardContent>
</Card>
</div>
</Page>
);
}