Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

fix(web): update evaluator filter examples (#17012)

Tobias Wochinger59b5eba14bfc
diff --git a/web/src/features/evals/v2/components/Evaluators/Testing/components/SampleObservationSelectorBase/SampleObservationSelectorBase.tsx b/web/src/features/evals/v2/components/Evaluators/Testing/components/SampleObservationSelectorBase/SampleObservationSelectorBase.tsx
index f156bb2657..f54c070f90 100644
--- a/web/src/features/evals/v2/components/Evaluators/Testing/components/SampleObservationSelectorBase/SampleObservationSelectorBase.tsx
+++ b/web/src/features/evals/v2/components/Evaluators/Testing/components/SampleObservationSelectorBase/SampleObservationSelectorBase.tsx
@@ -1,6 +1,12 @@
/* eslint-disable @repo/no-style-props */
import { useCallback, useMemo, useState, type UIEvent } from "react";
-import { EyeOff, FlaskConical, ListTree, Sparkles, Wrench } from "lucide-react";
+import {
+ Database,
+ FlaskConical,
+ ListTree,
+ Sparkles,
+ Wrench,
+} from "lucide-react";
import {
type FilterState,
type TimeFilter,
@@ -30,7 +36,6 @@ import { api, sendAsPostOption, type RouterOutputs } from "@/src/utils/api";
import type { AbsoluteTimeRange } from "@/src/utils/date-range-utils";
import { SectionHeader } from "@/src/features/evals/v2/components/Evaluators/Testing/components/SectionHeader/SectionHeader";
import { EVALUATOR_FILTER_EXPERIENCE_STORAGE_KEY } from "@/src/features/evals/v2/constants/evaluatorFilterExperience";
-import { EXPERIMENTS_AND_EVALS_EXCLUSION_FILTERS } from "@/src/features/evals/v2/constants/experimentAndEvalFilters";
import { FilterModeToggle } from "@/src/features/evals/v2/components/Evaluators/Testing/components/SampleObservationSelectorBase/components/FilterModeToggle";
import { ObservationFilterBuilder } from "@/src/features/evals/v2/components/Evaluators/Testing/components/SampleObservationSelectorBase/components/ObservationFilterBuilder/ObservationFilterBuilder";
import { buildSampleQueryFilters } from "@/src/features/evals/v2/components/Evaluators/Testing/components/SampleObservationSelectorBase/fns/buildSampleQueryFilters";
@@ -98,11 +103,6 @@ const EXAMPLES = [
},
] satisfies FilterState,
},
- {
- label: "Exclude experiments & evals",
- icon: EyeOff,
- filters: EXPERIMENTS_AND_EVALS_EXCLUSION_FILTERS,
- },
] as const;
function timeFilters(range: AbsoluteTimeRange | null): FilterState {
@@ -192,6 +192,26 @@ export function SampleObservationSelectorBase(
},
);
const datasetOptions = useMemo(() => datasets.data ?? [], [datasets.data]);
+ const examples = useMemo(() => {
+ const firstDataset = datasetOptions[0];
+ return firstDataset
+ ? [
+ ...EXAMPLES,
+ {
+ label: "Datasets",
+ icon: Database,
+ filters: [
+ {
+ column: "experimentDatasetId",
+ type: "stringOptions",
+ operator: "any of",
+ value: [firstDataset.id],
+ },
+ ] satisfies FilterState,
+ },
+ ]
+ : EXAMPLES;
+ }, [datasetOptions]);
const setFilters = (
next: FilterState | ((current: FilterState) => FilterState),
) => {
@@ -519,7 +539,7 @@ export function SampleObservationSelectorBase(
)}
{filterMode === "query" ? (
<div className="flex flex-wrap gap-2">
- {EXAMPLES.map((example) => (
+ {examples.map((example) => (
<Button
key={example.label}
type="button"
diff --git a/web/src/features/evals/v2/constants/experimentAndEvalFilters.ts b/web/src/features/evals/v2/constants/experimentAndEvalFilters.ts
index 03e74106db..dc1474ff59 100644
--- a/web/src/features/evals/v2/constants/experimentAndEvalFilters.ts
+++ b/web/src/features/evals/v2/constants/experimentAndEvalFilters.ts
@@ -18,19 +18,3 @@ export const INTERNAL_EVALUATION_ENVIRONMENT_FILTERS = [
value: [...INTERNAL_EVALUATION_ENVIRONMENTS],
},
] satisfies FilterState;
-
-export const EXPERIMENTS_AND_EVALS_EXCLUSION_FILTERS = [
- ...INTERNAL_EVALUATION_ENVIRONMENT_FILTERS,
- {
- column: "environment",
- type: "stringOptions",
- operator: "none of",
- value: ["sdk-experiment"],
- },
- {
- column: "experimentId",
- type: "null",
- operator: "is null",
- value: "",
- },
-] satisfies FilterState;