Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

fix(evals): clarify one-off evaluator selection (#17997)

Tobias Wochinger607f149beaf5
diff --git a/web/src/features/batch-actions/components/RunEvaluationDialog/EvaluatorMappingStep.tsx b/web/src/features/batch-actions/components/RunEvaluationDialog/EvaluatorMappingStep.tsx
index 7c959d01b7..652fd691f0 100644
--- a/web/src/features/batch-actions/components/RunEvaluationDialog/EvaluatorMappingStep.tsx
+++ b/web/src/features/batch-actions/components/RunEvaluationDialog/EvaluatorMappingStep.tsx
@@ -211,7 +211,9 @@ function EvaluatorMappingEditor({
costEstimates={costEstimates}
estimatingEvaluatorIds={estimatingEvaluatorIds}
footerTrailing={footerTrailing}
- emptyDescription="Attach an evaluator to score this selection."
+ emptyActionLabel="Select evaluator"
+ additionalActionLabel="Select another evaluator"
+ emptyDescription="Select an evaluator to score this selection."
sourceUnavailableMessage="No observation is available to validate JSON paths."
/>
{costError ? (
diff --git a/web/src/features/batch-actions/components/RunEvaluationDialog/index.tsx b/web/src/features/batch-actions/components/RunEvaluationDialog/index.tsx
index 8e13989ba9..f49a895d40 100644
--- a/web/src/features/batch-actions/components/RunEvaluationDialog/index.tsx
+++ b/web/src/features/batch-actions/components/RunEvaluationDialog/index.tsx
@@ -232,7 +232,7 @@ export function RunEvaluationDialog(props: RunEvaluationDialogProps) {
});
const mappingRunDisabledReason = (() => {
if (selectedCount === 0) {
- return "Attach at least one evaluator.";
+ return "Select at least one evaluator.";
}
if (mappingsComplete) {
return null;
diff --git a/web/src/features/evals/v2/components/Rules/EvaluatorAssignmentsEditor/EvaluatorAssignmentsEditor.tsx b/web/src/features/evals/v2/components/Rules/EvaluatorAssignmentsEditor/EvaluatorAssignmentsEditor.tsx
index cf0625c49b..5db399ede8 100644
--- a/web/src/features/evals/v2/components/Rules/EvaluatorAssignmentsEditor/EvaluatorAssignmentsEditor.tsx
+++ b/web/src/features/evals/v2/components/Rules/EvaluatorAssignmentsEditor/EvaluatorAssignmentsEditor.tsx
@@ -36,6 +36,8 @@ export function EvaluatorAssignmentsEditor({
onSearchChange,
sampleObject,
unvalidatedSourceColumnIds,
+ emptyActionLabel = "Attach evaluator",
+ additionalActionLabel = "Attach another evaluator",
emptyDescription = "Attach an evaluator to run on matching observations.",
sourceUnavailableMessage,
disabled = false,
@@ -49,6 +51,8 @@ export function EvaluatorAssignmentsEditor({
onSearchChange: (search: string) => void;
sampleObject: Record<string, unknown> | null;
unvalidatedSourceColumnIds?: string[];
+ emptyActionLabel?: string;
+ additionalActionLabel?: string;
emptyDescription?: string;
sourceUnavailableMessage?: string;
disabled?: boolean;
@@ -86,7 +90,7 @@ export function EvaluatorAssignmentsEditor({
>
<span className="flex items-center gap-2 text-sm font-bold">
<Link2 className="h-4 w-4" />
- Attach evaluator
+ {emptyActionLabel}
</span>
<span className="text-muted-foreground text-sm font-normal">
{emptyDescription}
@@ -101,7 +105,7 @@ export function EvaluatorAssignmentsEditor({
className="text-foreground hover:text-foreground inline-flex h-auto items-center gap-1.5 px-0 py-0 text-xs leading-none underline-offset-4 hover:bg-transparent hover:underline"
>
<Plus className="size-3.5 shrink-0" aria-hidden="true" />
- Attach another evaluator
+ {additionalActionLabel}
</Button>
)}
</PopoverTrigger>