🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
fix(web): update evaluator filter examples (#17012)
Tobias Wochinger59b5eba14bfc
diff --git a/web/src/features/evals/v2/components/Evaluators/Testing/components/SampleObservationSelectorBase/SampleObservationSelectorBase.tsx b/web/src/features/evals/v2/components/Evaluators/Testing/components/SampleObservationSelectorBase/SampleObservationSelectorBase.tsxindex f156bb2657..f54c070f90 100644--- a/web/src/features/evals/v2/components/Evaluators/Testing/components/SampleObservationSelectorBase/SampleObservationSelectorBase.tsx+++ b/web/src/features/evals/v2/components/Evaluators/Testing/components/SampleObservationSelectorBase/SampleObservationSelectorBase.tsx@@ -1,6 +1,12 @@/* eslint-disable @repo/no-style-props */import { useCallback, useMemo, useState, type UIEvent } from "react";-import { EyeOff, FlaskConical, ListTree, Sparkles, Wrench } from "lucide-react";+import {+ Database,+ FlaskConical,+ ListTree,+ Sparkles,+ Wrench,+} from "lucide-react";import {type FilterState,type TimeFilter,@@ -30,7 +36,6 @@ import { api, sendAsPostOption, type RouterOutputs } from "@/src/utils/api";import type { AbsoluteTimeRange } from "@/src/utils/date-range-utils";import { SectionHeader } from "@/src/features/evals/v2/components/Evaluators/Testing/components/SectionHeader/SectionHeader";import { EVALUATOR_FILTER_EXPERIENCE_STORAGE_KEY } from "@/src/features/evals/v2/constants/evaluatorFilterExperience";-import { EXPERIMENTS_AND_EVALS_EXCLUSION_FILTERS } from "@/src/features/evals/v2/constants/experimentAndEvalFilters";import { FilterModeToggle } from "@/src/features/evals/v2/components/Evaluators/Testing/components/SampleObservationSelectorBase/components/FilterModeToggle";import { ObservationFilterBuilder } from "@/src/features/evals/v2/components/Evaluators/Testing/components/SampleObservationSelectorBase/components/ObservationFilterBuilder/ObservationFilterBuilder";import { buildSampleQueryFilters } from "@/src/features/evals/v2/components/Evaluators/Testing/components/SampleObservationSelectorBase/fns/buildSampleQueryFilters";@@ -98,11 +103,6 @@ const EXAMPLES = [},] satisfies FilterState,},- {- label: "Exclude experiments & evals",- icon: EyeOff,- filters: EXPERIMENTS_AND_EVALS_EXCLUSION_FILTERS,- },] as const;function timeFilters(range: AbsoluteTimeRange | null): FilterState {@@ -192,6 +192,26 @@ export function SampleObservationSelectorBase(},);const datasetOptions = useMemo(() => datasets.data ?? [], [datasets.data]);+ const examples = useMemo(() => {+ const firstDataset = datasetOptions[0];+ return firstDataset+ ? [+ ...EXAMPLES,+ {+ label: "Datasets",+ icon: Database,+ filters: [+ {+ column: "experimentDatasetId",+ type: "stringOptions",+ operator: "any of",+ value: [firstDataset.id],+ },+ ] satisfies FilterState,+ },+ ]+ : EXAMPLES;+ }, [datasetOptions]);const setFilters = (next: FilterState | ((current: FilterState) => FilterState),) => {@@ -519,7 +539,7 @@ export function SampleObservationSelectorBase()}{filterMode === "query" ? (<div className="flex flex-wrap gap-2">- {EXAMPLES.map((example) => (+ {examples.map((example) => (<Buttonkey={example.label}type="button"diff --git a/web/src/features/evals/v2/constants/experimentAndEvalFilters.ts b/web/src/features/evals/v2/constants/experimentAndEvalFilters.tsindex 03e74106db..dc1474ff59 100644--- a/web/src/features/evals/v2/constants/experimentAndEvalFilters.ts+++ b/web/src/features/evals/v2/constants/experimentAndEvalFilters.ts@@ -18,19 +18,3 @@ export const INTERNAL_EVALUATION_ENVIRONMENT_FILTERS = [value: [...INTERNAL_EVALUATION_ENVIRONMENTS],},] satisfies FilterState;--export const EXPERIMENTS_AND_EVALS_EXCLUSION_FILTERS = [- ...INTERNAL_EVALUATION_ENVIRONMENT_FILTERS,- {- column: "environment",- type: "stringOptions",- operator: "none of",- value: ["sdk-experiment"],- },- {- column: "experimentId",- type: "null",- operator: "is null",- value: "",- },-] satisfies FilterState;