🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
/* eslint-disable @typescript-eslint/no-deprecated -- Legacy UI usage retained during migration to design-system components. */
import { Button } from "@/src/components/ui/button";
import { DatasetCompareRunsTable } from "@/src/features/datasets/components/DatasetCompareRunsTable";
import { MultiSelectKeyValues } from "@/src/features/scores/components/MultiSelectKeyValues";
import { FlaskConical, List } from "@langfuse/icons";
import { useRouter } from "next/router";
import { useEffect, useState } from "react";
import {
Dialog,
DialogContent,
DialogTrigger,
} from "@/src/components/ui/dialog";
import { CreateExperimentsForm } from "@/src/features/experiments/components/CreateExperimentsForm";
import { useExperimentAccess } from "@/src/features/experiments/hooks/useExperimentAccess";
import { toExperimentsResultsUrl } from "@/src/features/experiments/utils/experimentUrlTranslation";
import { useHasProjectAccess } from "@/src/features/rbac/utils/checkProjectAccess";
import { usePostHogClientCapture } from "@/src/features/posthog-analytics/usePostHogClientCapture";
import Page from "@/src/components/layouts/Page";
import {
DATASET_RUN_COMPARE_TABS,
getDatasetRunCompareTabs,
} from "@/src/features/navigation/utils/dataset-run-compare-tabs";
import { useDatasetRunsCompare } from "@/src/features/datasets/hooks/useDatasetRunsCompare";
import {
ActiveCellProvider,
useActiveCell,
} from "@/src/features/datasets/contexts/ActiveCellProvider";
import { SidePanel, SidePanelContent } from "@/src/components/ui/side-panel";
import { AnnotationPanel } from "@/src/features/datasets/components/AnnotationPanel";
import { Spinner } from "@/src/components/design-system/Spinner/Spinner";
function DatasetCompareLegacy() {
const router = useRouter();
const capture = usePostHogClientCapture();
const projectId = router.query.projectId as string;
const datasetId = router.query.datasetId as string;
const [isCreateExperimentDialogOpen, setIsCreateExperimentDialogOpen] =
useState(false);
const hasExperimentWriteAccess = useHasProjectAccess({
projectId,
scope: "promptExperiments:CUD",
});
const {
runIds,
runs,
dataset,
runsData,
handleExperimentSettled: handleExperimentSettledBase,
setRunState,
setLocalRuns,
} = useDatasetRunsCompare(projectId, datasetId);
const { activeCell, clearActiveCell, closeRunAnnotation } = useActiveCell();
const handleExperimentSettled = async (data?: {
success: boolean;
datasetId: string;
runId: string;
runName: string;
}) => {
setIsCreateExperimentDialogOpen(false);
await handleExperimentSettledBase(data);
};
const handlePanelOpenChange = (open: boolean) => {
if (!open) {
clearActiveCell();
}
};
return (
<Page
headerProps={{
title: `Compare runs: ${dataset.data?.name ?? datasetId}`,
breadcrumb: [
{
name: "Datasets",
href: `/project/${projectId}/datasets`,
},
{
name: dataset.data?.name ?? datasetId,
href: `/project/${projectId}/datasets/${datasetId}`,
},
{
name: "Experiments",
href: `/project/${projectId}/datasets/${datasetId}/experiments`,
},
],
help: {
description: "Compare your dataset runs side by side",
},
tabsProps: {
tabs: getDatasetRunCompareTabs(projectId, datasetId),
activeTab: DATASET_RUN_COMPARE_TABS.COMPARE,
},
actionButtonsRight: (
<>
<Dialog
key="create-experiment-dialog"
open={isCreateExperimentDialogOpen}
onOpenChange={setIsCreateExperimentDialogOpen}
>
<DialogTrigger asChild disabled={!hasExperimentWriteAccess}>
<Button
variant="outline"
disabled={!hasExperimentWriteAccess}
onClick={() => capture("dataset_run:new_form_open")}
>
<FlaskConical size="base" color="default" />
<span className="ml-2 hidden md:block">New experiment</span>
</Button>
</DialogTrigger>
<DialogContent className="max-h-[90vh] overflow-y-auto">
<CreateExperimentsForm
key={`create-experiment-form-${datasetId}`}
projectId={projectId as string}
setFormOpen={setIsCreateExperimentDialogOpen}
defaultValues={{
datasetId,
}}
handleExperimentSettled={handleExperimentSettled}
showSDKRunInfoPage
/>
</DialogContent>
</Dialog>
<MultiSelectKeyValues
key="select-runs"
title="Experiments"
showSelectedValueStrings={false}
placeholder="Select runs to compare"
className="w-fit"
variant="outline"
hideClearButton
iconLeft={
<List size="base" color="default" __rawClassName="mr-2" />
}
options={runs.map((run) => ({
key: run.key,
value: run.value,
disabled: runIds?.includes(run.key) && runIds.length === 1,
}))}
values={runs.filter((run) => runIds?.includes(run.key))}
onValueChange={(values, changedValueId, selectedValueKeys) => {
if (values.length === 0) return;
if (changedValueId) {
if (selectedValueKeys?.has(changedValueId)) {
capture("dataset_run:compare_run_added");
setRunState({
runs: [...(runIds ?? []), changedValueId],
});
setLocalRuns([]);
} else {
if (!closeRunAnnotation(changedValueId)) return;
capture("dataset_run:compare_run_removed");
const newRunIds =
runIds?.filter((id) => id !== changedValueId) ?? [];
// Clear baseline if the removed run was the baseline
const baselineRunId = router.query.baseline as
| string
| undefined;
if (baselineRunId === changedValueId) {
const { baseline, ...restQuery } = router.query;
router.push({
pathname: router.pathname,
query: { ...restQuery, runs: newRunIds },
});
} else {
setRunState({ runs: newRunIds });
}
setLocalRuns([]);
}
}
}}
/>
</>
),
}}
>
<div className="grid flex-1 grid-cols-[1fr_auto] overflow-hidden">
<div className="flex h-full flex-col overflow-hidden">
{!runsData.data || runs.length === 0 ? (
<div className="flex h-full items-center justify-center">
<Spinner size="xl" variant="muted" />
</div>
) : (
<DatasetCompareRunsTable
key={runIds?.join(",") ?? "empty"}
projectId={projectId}
datasetId={datasetId}
runIds={runIds ?? []}
/>
)}
</div>
<SidePanel
id="annotation-panel"
openState={{
open: activeCell !== null,
onOpenChange: handlePanelOpenChange,
}}
mobileTitle="Annotate"
>
<SidePanelContent className="h-full">
{activeCell ? (
<AnnotationPanel projectId={projectId} />
) : (
<div className="flex items-center justify-center p-4">
<span className="text-muted-foreground text-sm">
Loading annotation data...
</span>
</div>
)}
</SidePanelContent>
</SidePanel>
</div>
</Page>
);
}
function asArrayValue(value: string | string[] | undefined) {
if (!value) return [];
return Array.isArray(value) ? value : [value];
}
export default function DatasetComparePage() {
const router = useRouter();
const projectId = router.query.projectId as string;
const runsQuery = router.query.runs;
const { isExperimentsBetaActive, isInitializing } = useExperimentAccess();
useEffect(() => {
if (
!router.isReady ||
isInitializing ||
!isExperimentsBetaActive ||
!projectId
) {
return;
}
router.replace(toExperimentsResultsUrl(projectId, asArrayValue(runsQuery)));
}, [isExperimentsBetaActive, isInitializing, projectId, router, runsQuery]);
if (!router.isReady || isInitializing || isExperimentsBetaActive) {
return <Spinner size="xl" variant="muted" />;
}
return (
<ActiveCellProvider
key={JSON.stringify([projectId, router.query.datasetId])}
>
<DatasetCompareLegacy />
</ActiveCellProvider>
);
}