🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
import { defineTool } from "../../../core/define-tool";
import { runMcpTool } from "../../../core/run-mcp-tool";
import { EvaluationRuleIdInputSchema } from "../rule-schema";
import { createMcpRuleService, toMcpEvaluationRule } from "../rule-service";
export const [getEvaluationRuleTool, handleGetEvaluationRule] = defineTool({
name: "getEvaluationRule",
description:
"Fetch an observation evaluation rule by ID, including all evaluator assignments, filters, sampling, and status.",
action: "evaluationRule:read",
baseSchema: EvaluationRuleIdInputSchema,
inputSchema: EvaluationRuleIdInputSchema,
handler: async (input, context) =>
runMcpTool({
spanName: "mcp.evaluation_rules.get",
context,
attributes: { "mcp.evaluation_rule_id": input.evaluationRuleId },
fn: async () =>
toMcpEvaluationRule(
await createMcpRuleService(context).get(
context.projectId,
input.evaluationRuleId,
),
),
}),
readOnlyHint: true,
});