🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
import { useCallback, useMemo } from "react";
import { useQueryParam, StringParam } from "use-query-params";
import { useRouter } from "next/router";
import { useExperimentResultsState } from "./useExperimentResultsState";
import { useDetailPageLists } from "@/src/features/navigate-detail-pages/DetailPageListsProvider";
import { getPathnameWithoutBasePath } from "@/src/utils/api";
type ExperimentTarget = {
traceId: string;
observationId: string;
timestamp: string;
};
/**
* Hook for navigating between experiments in the peek view.
* Reads experiment targets from the detail page list context and manages
* the current experiment selection via URL state.
*/
export function useExperimentPeekNavigation() {
const router = useRouter();
const { allExperimentIds } = useExperimentResultsState();
const { detailPagelists } = useDetailPageLists();
const [peekExperimentId] = useQueryParam("peekExperimentId", StringParam);
const peekItemId = router.query.peek as string | undefined;
// Get stored targets from detail page list
const experimentTargets = useMemo(():
| Record<string, ExperimentTarget>
| undefined => {
if (!peekItemId) return undefined;
const list = detailPagelists["experiment-items"];
const entry = list?.find((e) => e.id === peekItemId);
return entry?.meta?.experimentTargets as
| Record<string, ExperimentTarget>
| undefined;
}, [detailPagelists, peekItemId]);
// Current experiment: validate peekExperimentId is in allExperimentIds, fall back to first
const rawIndex = allExperimentIds.indexOf(peekExperimentId ?? "");
const currentIndex = rawIndex >= 0 ? rawIndex : 0;
const currentExperimentId = allExperimentIds[currentIndex];
// Current target for trace rendering
const currentTarget = experimentTargets?.[currentExperimentId ?? ""] ?? null;
// Nearest experiment with a run for this item in each direction. Scans past
// gaps so an experiment without a run for this item doesn't block the ones
// behind it.
const findReachableId = (step: 1 | -1): string | null => {
for (
let i = currentIndex + step;
i >= 0 && i < allExperimentIds.length;
i += step
) {
if (experimentTargets?.[allExperimentIds[i]]) return allExperimentIds[i];
}
return null;
};
const prevId = findReachableId(-1);
const nextId = findReachableId(1);
const hasPrev = prevId !== null;
const hasNext = nextId !== null;
const goTo = useCallback(
(experimentId: string) => {
const target = experimentTargets?.[experimentId];
if (!target) return;
const params = new URLSearchParams(window.location.search);
params.set("peekExperimentId", experimentId);
params.set("traceId", target.traceId);
params.set("timestamp", target.timestamp);
params.set("observation", target.observationId);
if (params.get("annotation") === "open") params.delete("comments");
params.delete("commentObjectType");
params.delete("commentObjectId");
// router.push re-prepends NEXT_PUBLIC_BASE_PATH, so strip it first
const pathname = getPathnameWithoutBasePath();
router.push(`${pathname}?${params.toString()}`, undefined, {
shallow: true,
});
},
[experimentTargets, router],
);
const goToPrev = useCallback(() => {
if (prevId) goTo(prevId);
}, [prevId, goTo]);
const goToNext = useCallback(() => {
if (nextId) goTo(nextId);
}, [nextId, goTo]);
return {
currentExperimentId,
currentTarget,
currentIndex,
total: allExperimentIds.length,
allExperimentIds,
hasPrev,
hasNext,
goToPrev,
goToNext,
goTo,
canSwitch: !!experimentTargets && allExperimentIds.length > 1,
};
}