🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
fix(evals): clarify one-off evaluator selection (#17997)
Tobias Wochinger607f149beaf5
diff --git a/web/src/features/batch-actions/components/RunEvaluationDialog/EvaluatorMappingStep.tsx b/web/src/features/batch-actions/components/RunEvaluationDialog/EvaluatorMappingStep.tsxindex 7c959d01b7..652fd691f0 100644--- a/web/src/features/batch-actions/components/RunEvaluationDialog/EvaluatorMappingStep.tsx+++ b/web/src/features/batch-actions/components/RunEvaluationDialog/EvaluatorMappingStep.tsx@@ -211,7 +211,9 @@ function EvaluatorMappingEditor({costEstimates={costEstimates}estimatingEvaluatorIds={estimatingEvaluatorIds}footerTrailing={footerTrailing}- emptyDescription="Attach an evaluator to score this selection."+ emptyActionLabel="Select evaluator"+ additionalActionLabel="Select another evaluator"+ emptyDescription="Select an evaluator to score this selection."sourceUnavailableMessage="No observation is available to validate JSON paths."/>{costError ? (diff --git a/web/src/features/batch-actions/components/RunEvaluationDialog/index.tsx b/web/src/features/batch-actions/components/RunEvaluationDialog/index.tsxindex 8e13989ba9..f49a895d40 100644--- a/web/src/features/batch-actions/components/RunEvaluationDialog/index.tsx+++ b/web/src/features/batch-actions/components/RunEvaluationDialog/index.tsx@@ -232,7 +232,7 @@ export function RunEvaluationDialog(props: RunEvaluationDialogProps) {});const mappingRunDisabledReason = (() => {if (selectedCount === 0) {- return "Attach at least one evaluator.";+ return "Select at least one evaluator.";}if (mappingsComplete) {return null;diff --git a/web/src/features/evals/v2/components/Rules/EvaluatorAssignmentsEditor/EvaluatorAssignmentsEditor.tsx b/web/src/features/evals/v2/components/Rules/EvaluatorAssignmentsEditor/EvaluatorAssignmentsEditor.tsxindex cf0625c49b..5db399ede8 100644--- a/web/src/features/evals/v2/components/Rules/EvaluatorAssignmentsEditor/EvaluatorAssignmentsEditor.tsx+++ b/web/src/features/evals/v2/components/Rules/EvaluatorAssignmentsEditor/EvaluatorAssignmentsEditor.tsx@@ -36,6 +36,8 @@ export function EvaluatorAssignmentsEditor({onSearchChange,sampleObject,unvalidatedSourceColumnIds,+ emptyActionLabel = "Attach evaluator",+ additionalActionLabel = "Attach another evaluator",emptyDescription = "Attach an evaluator to run on matching observations.",sourceUnavailableMessage,disabled = false,@@ -49,6 +51,8 @@ export function EvaluatorAssignmentsEditor({onSearchChange: (search: string) => void;sampleObject: Record<string, unknown> | null;unvalidatedSourceColumnIds?: string[];+ emptyActionLabel?: string;+ additionalActionLabel?: string;emptyDescription?: string;sourceUnavailableMessage?: string;disabled?: boolean;@@ -86,7 +90,7 @@ export function EvaluatorAssignmentsEditor({><span className="flex items-center gap-2 text-sm font-bold"><Link2 className="h-4 w-4" />- Attach evaluator+ {emptyActionLabel}</span><span className="text-muted-foreground text-sm font-normal">{emptyDescription}@@ -101,7 +105,7 @@ export function EvaluatorAssignmentsEditor({className="text-foreground hover:text-foreground inline-flex h-auto items-center gap-1.5 px-0 py-0 text-xs leading-none underline-offset-4 hover:bg-transparent hover:underline"><Plus className="size-3.5 shrink-0" aria-hidden="true" />- Attach another evaluator+ {additionalActionLabel}</Button>)}</PopoverTrigger>