🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
import {
EvalTargetObject,
type EvalTemplateSourceCodeLanguage,
EvalTemplateType,
type EvalTemplate,
} from "@langfuse/shared";
export const isCodeEvalTemplate = (
template: Partial<Pick<EvalTemplate, "type">> | null | undefined,
) => template?.type === EvalTemplateType.CODE;
type CodeEvalCapabilities = {
enabled: boolean;
supportedSourceCodeLanguages: EvalTemplateSourceCodeLanguage[];
};
export const shouldShowEvalTemplate = (
template: Partial<Pick<EvalTemplate, "type" | "sourceCodeLanguage">>,
codeEvalCapabilities: CodeEvalCapabilities,
) => {
if (!isCodeEvalTemplate(template)) return true;
return (
codeEvalCapabilities.enabled &&
Boolean(
template.sourceCodeLanguage &&
codeEvalCapabilities.supportedSourceCodeLanguages.includes(
template.sourceCodeLanguage,
),
)
);
};
export const CODE_EVAL_ESCAPE_CONFIRM_MESSAGE =
"Close code editor? Unsaved changes will be lost.";
export function resolveCodeEvalTarget(target: EvalTargetObject) {
if (target === EvalTargetObject.TRACE) return EvalTargetObject.EVENT;
if (target === EvalTargetObject.DATASET) return EvalTargetObject.EXPERIMENT;
return target;
}