🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
/* eslint-disable @typescript-eslint/no-deprecated -- Legacy UI usage retained during migration to design-system components. */
import { useRef, useState } from "react";
import { SplashScreen } from "@/src/components/ui/SplashScreen";
import { Braces, Code, ListTree, Upload } from "@langfuse/icons";
import Link from "next/link";
import {
Dialog,
DialogContent,
DialogHeader,
DialogTitle,
DialogTrigger,
} from "@/src/components/ui/dialog";
import { CsvUploadDialog } from "@/src/features/datasets/components/CsvUploadDialog";
import { NewDatasetItemForm } from "@/src/features/datasets/components/NewDatasetItemForm";
import { useHasProjectAccess } from "@/src/features/rbac/utils/checkProjectAccess";
import { usePostHogClientCapture } from "@/src/features/posthog-analytics/usePostHogClientCapture";
import { cn } from "@/src/utils/tailwind";
interface DatasetItemEntryPointRowProps {
icon: React.ReactNode;
title: string;
description: string;
onClick?: () => void;
hasAccess?: boolean;
}
const DatasetItemEntryPointRow = ({
icon,
title,
description,
onClick,
hasAccess = true,
}: DatasetItemEntryPointRowProps) => {
const disabled = !hasAccess;
return (
<div
role="button"
tabIndex={0}
aria-disabled={disabled}
className={cn(
"border-border flex h-20 items-center gap-4 rounded-lg border p-4 transition-colors",
disabled
? "bg-muted text-muted-foreground opacity-60"
: "bg-card hover:bg-accent/50 cursor-pointer",
)}
onClick={!disabled ? onClick : undefined}
onKeyDown={
!disabled
? (event) => {
if (event.key === "Enter" || event.key === " ") {
event.preventDefault();
onClick?.();
}
}
: undefined
}
title={
!hasAccess
? "You don't have access to this feature, please contact your administrator"
: undefined
}
>
<div className="flex items-center">{icon}</div>
<div className="flex flex-1 flex-col gap-1">
<h3 className="font-bold">{title}</h3>
<p className="text-muted-foreground text-sm">{description}</p>
</div>
</div>
);
};
export const DatasetItemsOnboarding = ({
projectId,
datasetId,
}: {
projectId: string;
datasetId: string;
}) => {
const capture = usePostHogClientCapture();
const [isUploadDialogOpen, setIsUploadDialogOpen] = useState(false);
const [isNewItemDialogOpen, setIsNewItemDialogOpen] = useState(false);
const submissionPending = useRef(false);
const hasProjectAccess = useHasProjectAccess({
projectId,
scope: "datasets:CUD",
});
return (
<SplashScreen
title="Add items to your dataset"
description="Datasets are collections of specific edge cases and underrepresented patterns used to evaluate your application."
>
<div className="flex flex-col gap-4">
<CsvUploadDialog
open={hasProjectAccess && isUploadDialogOpen}
onOpenChange={setIsUploadDialogOpen}
projectId={projectId}
datasetId={datasetId}
>
<DialogTrigger asChild disabled={!hasProjectAccess}>
<DatasetItemEntryPointRow
icon={<Upload size="lg" />}
title="Upload CSV"
description="Import dataset items from a CSV file"
onClick={() => {
if (hasProjectAccess) {
capture("dataset_item:upload_csv_button_click");
}
}}
hasAccess={hasProjectAccess}
/>
</DialogTrigger>
</CsvUploadDialog>
<Dialog
open={hasProjectAccess && isNewItemDialogOpen}
onOpenChange={(open) => {
if (!submissionPending.current) setIsNewItemDialogOpen(open);
}}
>
<DialogTrigger asChild disabled={!hasProjectAccess}>
<DatasetItemEntryPointRow
icon={<Braces size="lg" />}
title="Add Manually"
description="Manually input a single item"
onClick={() => {
if (hasProjectAccess) {
capture("dataset_item:new_form_open");
}
}}
hasAccess={hasProjectAccess}
/>
</DialogTrigger>
<DialogContent size="lg">
<DialogHeader>
<DialogTitle>Create dataset item</DialogTitle>
</DialogHeader>
<NewDatasetItemForm
projectId={projectId}
datasetId={datasetId}
onPendingChange={(pending) => {
submissionPending.current = pending;
}}
onFormSuccess={() => setIsNewItemDialogOpen(false)}
className="h-full overflow-y-auto"
/>
</DialogContent>
</Dialog>
<Link
href="https://langfuse.com/docs/evaluation/experiments/datasets#create-items-from-production-data"
target="_blank"
>
<DatasetItemEntryPointRow
icon={<Code size="lg" />}
title="Add via Code"
description="Use our Python/TS/JS SDKs or custom API"
/>
</Link>
<Link href={`/project/${projectId}/observations`}>
<DatasetItemEntryPointRow
icon={<ListTree size="lg" />}
title="Select Observations"
description="Select observations in the observations table and use a batch action to add them to your dataset"
onClick={() => {
capture("dataset_item:select_observations_button_click");
}}
/>
</Link>
</div>
</SplashScreen>
);
};