🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
import { api } from "@/src/utils/api";
import { getEnabledModelParamState } from "@/src/utils/getFinalModelParams";
import {
type ModelParams,
ZodModelConfig,
type UIModelParams,
} from "@langfuse/shared";
import { type Dispatch, type SetStateAction, useEffect } from "react";
export function useEvaluationModel(
projectId: string,
setModelParams: Dispatch<SetStateAction<UIModelParams>>,
customModelParams?: {
provider: string;
model: string;
modelParams: ModelParams & {
maxTemperature: number;
};
},
) {
const { data: defaultModel, isLoading: isDefaultModelLoading } =
api.defaultLlmModel.fetchDefaultModel.useQuery({
projectId,
});
const selectedModel = customModelParams ?? defaultModel;
useEffect(() => {
if (selectedModel) {
const { provider, model, modelParams } = selectedModel;
const parsedModelParams = ZodModelConfig.safeParse(modelParams);
if (!parsedModelParams.success) {
return;
}
setModelParams((prev: UIModelParams) => ({
...prev,
...getEnabledModelParamState(parsedModelParams.data),
provider: { value: provider, enabled: true },
model: { value: model, enabled: true },
}));
}
}, [selectedModel, setModelParams]);
return {
selectedModel,
isUsingDefaultModel: !customModelParams,
isDefaultModelLoading,
};
}