Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

1.8 KB
Raw Blame
import { EvalTemplateSourceCodeLanguage } from "@langfuse/shared";
import { env } from "@langfuse/shared/src/env";

export type CodeEvalCapabilities = {
  enabled: boolean;
  supportedSourceCodeLanguages: EvalTemplateSourceCodeLanguage[];
};

const ALL_CODE_EVAL_SOURCE_LANGUAGES = [
  EvalTemplateSourceCodeLanguage.TYPESCRIPT,
  EvalTemplateSourceCodeLanguage.PYTHON,
] satisfies EvalTemplateSourceCodeLanguage[];

export function getCodeEvalCapabilities(): CodeEvalCapabilities {
  if (env.NEXT_PUBLIC_LANGFUSE_CLOUD_REGION) {
    return {
      enabled: true,
      supportedSourceCodeLanguages: ALL_CODE_EVAL_SOURCE_LANGUAGES,
    };
  }

  switch (env.LANGFUSE_CODE_EVAL_DISPATCHER) {
    case "aws-lambda":
      return {
        enabled: true,
        supportedSourceCodeLanguages: ALL_CODE_EVAL_SOURCE_LANGUAGES,
      };
    case "insecure-local":
      return {
        enabled: true,
        supportedSourceCodeLanguages: [
          EvalTemplateSourceCodeLanguage.TYPESCRIPT,
        ],
      };
    default:
      return {
        enabled: false,
        supportedSourceCodeLanguages: [],
      };
  }
}

export function isCodeEvalEnabled(): boolean {
  return getCodeEvalCapabilities().enabled;
}

/** Empty when code evals are disabled, so callers can filter on it directly. */
export function getSupportedCodeEvalTemplateLanguages(): EvalTemplateSourceCodeLanguage[] {
  const capabilities = getCodeEvalCapabilities();

  return capabilities.enabled ? capabilities.supportedSourceCodeLanguages : [];
}

export function isCodeEvalSourceCodeLanguageSupported(
  sourceCodeLanguage: EvalTemplateSourceCodeLanguage | null | undefined,
): boolean {
  if (!sourceCodeLanguage) return false;

  return getCodeEvalCapabilities().supportedSourceCodeLanguages.includes(
    sourceCodeLanguage,
  );
}