Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

804 B
Raw Blame
import {
  extractVariables,
  type EvaluatorPromptMessage,
} from "@langfuse/shared";

import { inferDefaultMapping } from "@/src/features/evals/utils/evaluator-form-utils";
import type { VariableFieldState } from "@/src/features/evals/v2/types/variableMapping";

export function buildEvaluatorVariableMappings({
  promptMessages,
  variableFields,
}: {
  promptMessages: EvaluatorPromptMessage[];
  variableFields: Record<string, VariableFieldState>;
}) {
  const variables = [
    ...new Set(
      promptMessages.flatMap(({ content }) => extractVariables(content)),
    ),
  ];
  return variables.map((variable) => ({
    variable,
    fieldState: variableFields[variable] ?? {
      selectedColumnId: inferDefaultMapping(variable).selectedColumnId ?? null,
      jsonSelector: null,
    },
  }));
}