Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

1.1 KB
Raw Blame
import { EvalTemplateSourceCodeLanguage } from "@langfuse/shared";
import { env } from "@/src/env.mjs";
import { api } from "@/src/utils/api";

const EMPTY_SUPPORTED_SOURCE_CODE_LANGUAGES: EvalTemplateSourceCodeLanguage[] =
  [];
const CLOUD_SUPPORTED_SOURCE_CODE_LANGUAGES = [
  EvalTemplateSourceCodeLanguage.TYPESCRIPT,
  EvalTemplateSourceCodeLanguage.PYTHON,
] satisfies EvalTemplateSourceCodeLanguage[];

export function useIsCodeEvalEnabled(): {
  enabled: boolean;
  supportedSourceCodeLanguages: EvalTemplateSourceCodeLanguage[];
  isLoading: boolean;
} {
  if (env.NEXT_PUBLIC_LANGFUSE_CLOUD_REGION) {
    return {
      enabled: true,
      supportedSourceCodeLanguages: CLOUD_SUPPORTED_SOURCE_CODE_LANGUAGES,
      isLoading: false,
    };
  }

  const capabilities = api.evals.codeEvalCapabilities.useQuery(undefined, {
    staleTime: Infinity,
  });
  const supportedSourceCodeLanguages =
    capabilities.data?.supportedSourceCodeLanguages ??
    EMPTY_SUPPORTED_SOURCE_CODE_LANGUAGES;

  return {
    enabled: capabilities.data?.enabled ?? false,
    supportedSourceCodeLanguages,
    isLoading: capabilities.isLoading,
  };
}