🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
const stripJsonPathStringLiterals = (selector: string): string => {
let quote: "'" | '"' | "`" | null = null;
let isEscaped = false;
// Ignore expression-like text inside quoted property names to avoid false warnings.
return [...selector]
.map((character) => {
if (quote) {
if (isEscaped) {
isEscaped = false;
} else if (character === "\\") {
isEscaped = true;
} else if (character === quote) {
quote = null;
}
return " ";
}
if (character === "'" || character === '"' || character === "`") {
quote = character;
return " ";
}
return character;
})
.join("");
};
export function getJsonPathCompatibilityWarning(
selector: string | null | undefined,
): string | null {
if (!selector) return null;
const selectorWithoutStrings = stripJsonPathStringLiterals(selector);
if (/\[\s*\?/u.test(selectorWithoutStrings)) {
return "Filter expressions ([?...]) are not supported and will not be applied.";
}
if (/\[\s*\(/u.test(selectorWithoutStrings)) {
return "Script expressions ([(...)]) are not supported. The evaluator will use the unfiltered value instead.";
}
if (/\[\s*-\d+\s*\]/u.test(selectorWithoutStrings)) {
return "Negative array indices (for example, [-1]) are not supported. Use a slice such as [-1:] instead.";
}
return null;
}