🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
import type { EvaluatorPromptMessage } from "@langfuse/shared";
export const EMPTY_PROMPT_MESSAGE_ERROR =
"Add content to every prompt message before saving.";
export const INVALID_SYSTEM_PROMPT_MESSAGE_ERROR =
"System messages are only allowed as the first prompt message.";
function hasInvalidSystemPromptMessage(
messages: EvaluatorPromptMessage[],
): boolean {
return messages.some(
(message, index) => index > 0 && message.role === "system",
);
}
function hasEmptyPromptMessage(messages: EvaluatorPromptMessage[]): boolean {
return messages.some((message) => message.content.trim().length === 0);
}
export function getPromptMessagesValidationError(
messages: EvaluatorPromptMessage[],
): string | null {
if (hasEmptyPromptMessage(messages)) return EMPTY_PROMPT_MESSAGE_ERROR;
if (hasInvalidSystemPromptMessage(messages)) {
return INVALID_SYSTEM_PROMPT_MESSAGE_ERROR;
}
return null;
}