🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
fix(evals): show full evaluator names in picker (#17999)
Tobias Wochinger417071aac12c
diff --git a/web/src/features/evals/v2/components/Rules/EvaluatorAssignmentsEditor/EvaluatorAssignmentsEditor.tsx b/web/src/features/evals/v2/components/Rules/EvaluatorAssignmentsEditor/EvaluatorAssignmentsEditor.tsxindex 5db399ede8..f16a584c6d 100644--- a/web/src/features/evals/v2/components/Rules/EvaluatorAssignmentsEditor/EvaluatorAssignmentsEditor.tsx+++ b/web/src/features/evals/v2/components/Rules/EvaluatorAssignmentsEditor/EvaluatorAssignmentsEditor.tsx@@ -28,6 +28,7 @@ import { EvaluatorPickerOption } from "@/src/features/evals/v2/components/Rules/import type { RuleCostEstimate } from "@/src/features/evals/v2/hooks/useRuleCostEstimate";import { RuleEvaluatorCostEstimate } from "@/src/features/evals/v2/components/Rules/RuleSetup/components/RuleEvaluatorCostEstimate";import { Skeleton } from "@/src/components/ui/skeleton";+import { cn } from "@/src/utils/tailwind";export function EvaluatorAssignmentsEditor({evaluatorOptions,@@ -40,6 +41,7 @@ export function EvaluatorAssignmentsEditor({additionalActionLabel = "Attach another evaluator",emptyDescription = "Attach an evaluator to run on matching observations.",sourceUnavailableMessage,+ pickerWidth = "fixed",disabled = false,costEstimates,estimatingEvaluatorIds,@@ -55,6 +57,7 @@ export function EvaluatorAssignmentsEditor({additionalActionLabel?: string;emptyDescription?: string;sourceUnavailableMessage?: string;+ pickerWidth?: "fixed" | "trigger";disabled?: boolean;costEstimates: RuleCostEstimate[];estimatingEvaluatorIds: string[];@@ -102,7 +105,10 @@ export function EvaluatorAssignmentsEditor({variant="ghost"size="sm"disabled={disabled}- className="text-foreground hover:text-foreground inline-flex h-auto items-center gap-1.5 px-0 py-0 text-xs leading-none underline-offset-4 hover:bg-transparent hover:underline"+ className={cn(+ "text-foreground hover:text-foreground inline-flex h-auto items-center gap-1.5 px-0 py-0 text-xs leading-none underline-offset-4 hover:bg-transparent hover:underline",+ pickerWidth === "trigger" && "w-full justify-start",+ )}><Plus className="size-3.5 shrink-0" aria-hidden="true" />{additionalActionLabel}@@ -111,7 +117,12 @@ export function EvaluatorAssignmentsEditor({</PopoverTrigger><PopoverContentalign="start"- className="h-80 w-[32rem] max-w-[calc(100vw-2rem)] p-0"+ className={cn(+ "h-80 max-w-[calc(100vw-2rem)] p-0",+ pickerWidth === "trigger"+ ? "w-(--radix-popover-trigger-width)"+ : "w-[32rem]",+ )}><Command shouldFilter={false}><CommandInputdiff --git a/web/src/features/evals/v2/components/Rules/EvaluatorAssignmentsEditor/components/EvaluatorPickerOption/EvaluatorPickerOption.stories.tsx b/web/src/features/evals/v2/components/Rules/EvaluatorAssignmentsEditor/components/EvaluatorPickerOption/EvaluatorPickerOption.stories.tsxnew file mode 100644index 0000000000..ae21d93aa3--- /dev/null+++ b/web/src/features/evals/v2/components/Rules/EvaluatorAssignmentsEditor/components/EvaluatorPickerOption/EvaluatorPickerOption.stories.tsx@@ -0,0 +1,26 @@+import preview from "../../../../../../../../../.storybook/preview";+import { EvaluatorPickerOption } from "./EvaluatorPickerOption";++const meta = preview.meta({ component: EvaluatorPickerOption });++export const WithLongName = meta.story({+ render: (args) => (+ <div className="w-full max-w-3xl">+ <EvaluatorPickerOption {...args} />+ </div>+ ),+ args: {+ evaluator: {+ id: "evaluator-1",+ name: "Correctness evaluator for detailed customer support responses across multiple product areas",+ type: "LLM_AS_JUDGE",+ updatedAt: new Date("2026-09-28T09:00:00.000Z"),+ createdByUser: {+ name: "Demo User",+ email: "[email protected]",+ },+ defaultVariableMapping: [],+ initialVariableMapping: null,+ },+ },+});diff --git a/web/src/features/evals/v2/components/Rules/EvaluatorAssignmentsEditor/components/EvaluatorPickerOption/EvaluatorPickerOption.tsx b/web/src/features/evals/v2/components/Rules/EvaluatorAssignmentsEditor/components/EvaluatorPickerOption/EvaluatorPickerOption.tsxindex c5753595e5..6be95ebadd 100644--- a/web/src/features/evals/v2/components/Rules/EvaluatorAssignmentsEditor/components/EvaluatorPickerOption/EvaluatorPickerOption.tsx+++ b/web/src/features/evals/v2/components/Rules/EvaluatorAssignmentsEditor/components/EvaluatorPickerOption/EvaluatorPickerOption.tsx@@ -22,7 +22,9 @@ export function EvaluatorPickerOption({<span className="min-w-0 truncate" title={evaluator.name}>{evaluator.name}</span>- <EvaluatorTypeBadge type={evaluator.type} />+ <div className="shrink-0">+ <EvaluatorTypeBadge type={evaluator.type} />+ </div></div><div className="text-muted-foreground flex max-w-[45%] min-w-0 shrink-0 items-center justify-end gap-1 text-xs"><span className="min-w-0 truncate" title={`Created by ${creator}`}>diff --git a/web/src/features/experiments/components/ExperimentEvaluatorAssignments/components/ExperimentEvaluatorAssignmentsEditor/ExperimentEvaluatorAssignmentsEditor.tsx b/web/src/features/experiments/components/ExperimentEvaluatorAssignments/components/ExperimentEvaluatorAssignmentsEditor/ExperimentEvaluatorAssignmentsEditor.tsxindex c1c31e9312..12a0d7cec0 100644--- a/web/src/features/experiments/components/ExperimentEvaluatorAssignments/components/ExperimentEvaluatorAssignmentsEditor/ExperimentEvaluatorAssignmentsEditor.tsx+++ b/web/src/features/experiments/components/ExperimentEvaluatorAssignments/components/ExperimentEvaluatorAssignmentsEditor/ExperimentEvaluatorAssignmentsEditor.tsx@@ -76,6 +76,7 @@ export const ExperimentEvaluatorAssignmentsEditor = forwardRef<costEstimates={[]}estimatingEvaluatorIds={[]}footerTrailing={null}+ pickerWidth="trigger"emptyDescription="Attach an evaluator to score experiments on this dataset."sourceUnavailableMessage="No dataset item is available to validate JSON paths."disabled={disabled}