Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

fix(evals): show full evaluator names in picker (#17999)

Tobias Wochinger417071aac12c
diff --git a/web/src/features/evals/v2/components/Rules/EvaluatorAssignmentsEditor/EvaluatorAssignmentsEditor.tsx b/web/src/features/evals/v2/components/Rules/EvaluatorAssignmentsEditor/EvaluatorAssignmentsEditor.tsx
index 5db399ede8..f16a584c6d 100644
--- a/web/src/features/evals/v2/components/Rules/EvaluatorAssignmentsEditor/EvaluatorAssignmentsEditor.tsx
+++ b/web/src/features/evals/v2/components/Rules/EvaluatorAssignmentsEditor/EvaluatorAssignmentsEditor.tsx
@@ -28,6 +28,7 @@ import { EvaluatorPickerOption } from "@/src/features/evals/v2/components/Rules/
import type { RuleCostEstimate } from "@/src/features/evals/v2/hooks/useRuleCostEstimate";
import { RuleEvaluatorCostEstimate } from "@/src/features/evals/v2/components/Rules/RuleSetup/components/RuleEvaluatorCostEstimate";
import { Skeleton } from "@/src/components/ui/skeleton";
+import { cn } from "@/src/utils/tailwind";
export function EvaluatorAssignmentsEditor({
evaluatorOptions,
@@ -40,6 +41,7 @@ export function EvaluatorAssignmentsEditor({
additionalActionLabel = "Attach another evaluator",
emptyDescription = "Attach an evaluator to run on matching observations.",
sourceUnavailableMessage,
+ pickerWidth = "fixed",
disabled = false,
costEstimates,
estimatingEvaluatorIds,
@@ -55,6 +57,7 @@ export function EvaluatorAssignmentsEditor({
additionalActionLabel?: string;
emptyDescription?: string;
sourceUnavailableMessage?: string;
+ pickerWidth?: "fixed" | "trigger";
disabled?: boolean;
costEstimates: RuleCostEstimate[];
estimatingEvaluatorIds: string[];
@@ -102,7 +105,10 @@ export function EvaluatorAssignmentsEditor({
variant="ghost"
size="sm"
disabled={disabled}
- className="text-foreground hover:text-foreground inline-flex h-auto items-center gap-1.5 px-0 py-0 text-xs leading-none underline-offset-4 hover:bg-transparent hover:underline"
+ className={cn(
+ "text-foreground hover:text-foreground inline-flex h-auto items-center gap-1.5 px-0 py-0 text-xs leading-none underline-offset-4 hover:bg-transparent hover:underline",
+ pickerWidth === "trigger" && "w-full justify-start",
+ )}
>
<Plus className="size-3.5 shrink-0" aria-hidden="true" />
{additionalActionLabel}
@@ -111,7 +117,12 @@ export function EvaluatorAssignmentsEditor({
</PopoverTrigger>
<PopoverContent
align="start"
- className="h-80 w-[32rem] max-w-[calc(100vw-2rem)] p-0"
+ className={cn(
+ "h-80 max-w-[calc(100vw-2rem)] p-0",
+ pickerWidth === "trigger"
+ ? "w-(--radix-popover-trigger-width)"
+ : "w-[32rem]",
+ )}
>
<Command shouldFilter={false}>
<CommandInput
diff --git a/web/src/features/evals/v2/components/Rules/EvaluatorAssignmentsEditor/components/EvaluatorPickerOption/EvaluatorPickerOption.stories.tsx b/web/src/features/evals/v2/components/Rules/EvaluatorAssignmentsEditor/components/EvaluatorPickerOption/EvaluatorPickerOption.stories.tsx
new file mode 100644
index 0000000000..ae21d93aa3
--- /dev/null
+++ b/web/src/features/evals/v2/components/Rules/EvaluatorAssignmentsEditor/components/EvaluatorPickerOption/EvaluatorPickerOption.stories.tsx
@@ -0,0 +1,26 @@
+import preview from "../../../../../../../../../.storybook/preview";
+import { EvaluatorPickerOption } from "./EvaluatorPickerOption";
+
+const meta = preview.meta({ component: EvaluatorPickerOption });
+
+export const WithLongName = meta.story({
+ render: (args) => (
+ <div className="w-full max-w-3xl">
+ <EvaluatorPickerOption {...args} />
+ </div>
+ ),
+ args: {
+ evaluator: {
+ id: "evaluator-1",
+ name: "Correctness evaluator for detailed customer support responses across multiple product areas",
+ type: "LLM_AS_JUDGE",
+ updatedAt: new Date("2026-09-28T09:00:00.000Z"),
+ createdByUser: {
+ name: "Demo User",
+ email: "[email protected]",
+ },
+ defaultVariableMapping: [],
+ initialVariableMapping: null,
+ },
+ },
+});
diff --git a/web/src/features/evals/v2/components/Rules/EvaluatorAssignmentsEditor/components/EvaluatorPickerOption/EvaluatorPickerOption.tsx b/web/src/features/evals/v2/components/Rules/EvaluatorAssignmentsEditor/components/EvaluatorPickerOption/EvaluatorPickerOption.tsx
index c5753595e5..6be95ebadd 100644
--- a/web/src/features/evals/v2/components/Rules/EvaluatorAssignmentsEditor/components/EvaluatorPickerOption/EvaluatorPickerOption.tsx
+++ b/web/src/features/evals/v2/components/Rules/EvaluatorAssignmentsEditor/components/EvaluatorPickerOption/EvaluatorPickerOption.tsx
@@ -22,7 +22,9 @@ export function EvaluatorPickerOption({
<span className="min-w-0 truncate" title={evaluator.name}>
{evaluator.name}
</span>
- <EvaluatorTypeBadge type={evaluator.type} />
+ <div className="shrink-0">
+ <EvaluatorTypeBadge type={evaluator.type} />
+ </div>
</div>
<div className="text-muted-foreground flex max-w-[45%] min-w-0 shrink-0 items-center justify-end gap-1 text-xs">
<span className="min-w-0 truncate" title={`Created by ${creator}`}>
diff --git a/web/src/features/experiments/components/ExperimentEvaluatorAssignments/components/ExperimentEvaluatorAssignmentsEditor/ExperimentEvaluatorAssignmentsEditor.tsx b/web/src/features/experiments/components/ExperimentEvaluatorAssignments/components/ExperimentEvaluatorAssignmentsEditor/ExperimentEvaluatorAssignmentsEditor.tsx
index c1c31e9312..12a0d7cec0 100644
--- a/web/src/features/experiments/components/ExperimentEvaluatorAssignments/components/ExperimentEvaluatorAssignmentsEditor/ExperimentEvaluatorAssignmentsEditor.tsx
+++ b/web/src/features/experiments/components/ExperimentEvaluatorAssignments/components/ExperimentEvaluatorAssignmentsEditor/ExperimentEvaluatorAssignmentsEditor.tsx
@@ -76,6 +76,7 @@ export const ExperimentEvaluatorAssignmentsEditor = forwardRef<
costEstimates={[]}
estimatingEvaluatorIds={[]}
footerTrailing={null}
+ pickerWidth="trigger"
emptyDescription="Attach an evaluator to score experiments on this dataset."
sourceUnavailableMessage="No dataset item is available to validate JSON paths."
disabled={disabled}