Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

1.4 KB
Raw Blame
import { evaluatorToEvaluatorSetupDraft } from "@/src/features/evals/v2/fns/templateGallery/evaluatorToEvaluatorSetupDraft";
import { managedEvaluatorTemplateService } from "@/src/features/evals/v2/fns/templateGallery/managedEvaluatorTemplateService";
import { managedTemplateToEvaluatorSetupDraft } from "@/src/features/evals/v2/fns/templateGallery/managedTemplateToEvaluatorSetupDraft";
import { api } from "@/src/utils/api";

export function useEvalTemplate({
  projectId,
  templateKey,
  evaluatorId,
  enabled,
}: {
  projectId: string;
  templateKey: string | null;
  evaluatorId: string | null;
  enabled: boolean;
}) {
  const projectEvaluator = api.evalsV2.get.useQuery(
    { projectId, evaluatorId: evaluatorId ?? "" },
    { enabled: enabled && Boolean(projectId && evaluatorId) },
  );
  const managedTemplate = templateKey
    ? managedEvaluatorTemplateService.get(templateKey)
    : null;
  const draft = (() => {
    if (managedTemplate) {
      return managedTemplateToEvaluatorSetupDraft(managedTemplate);
    }
    if (projectEvaluator.data) {
      return evaluatorToEvaluatorSetupDraft(projectEvaluator.data);
    }
    return null;
  })();

  return {
    draft:
      evaluatorId && draft ? { ...draft, name: `${draft.name} copy` } : draft,
    isPending: Boolean(evaluatorId && projectEvaluator.isPending),
    isNotFound: Boolean(
      (templateKey && !managedTemplate) ||
      (evaluatorId && (!projectEvaluator.data || !draft)),
    ),
  };
}