🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
import { GetDatasetItemsV1Response } from "@/src/features/public-api/types/datasets";
import { listDatasetItemsForApi } from "@/src/features/datasets/server/publicDatasetService";
import { defineTool } from "../../../core/define-tool";
import { buildDatasetItemUrl } from "@langfuse/shared/src/server";
import { runMcpTool } from "../../../core/run-mcp-tool";
import {
GetDatasetItemsMcpBaseSchema,
GetDatasetItemsMcpInput,
} from "../schema";
export const [listDatasetItemsTool, handleListDatasetItems] = defineTool({
name: "listDatasetItems",
description:
"List dataset items, individual examples with input and optional expected output, optionally filtered by dataset ID, source trace, source observation, or version.",
action: "datasets:read",
baseSchema: GetDatasetItemsMcpBaseSchema,
inputSchema: GetDatasetItemsMcpInput,
handler: async (input, context) =>
runMcpTool({
spanName: "mcp.dataset_items.list",
context,
attributes: {
"mcp.dataset_id": input.datasetId,
"mcp.pagination_page": input.page,
"mcp.pagination_limit": input.limit,
},
fn: async () => {
const result = await listDatasetItemsForApi({
...input,
projectId: context.projectId,
});
const parsed = GetDatasetItemsV1Response.parse(result);
return {
...parsed,
data: parsed.data.map((datasetItem) => ({
...datasetItem,
url: buildDatasetItemUrl({
projectId: context.projectId,
datasetId: datasetItem.datasetId,
datasetItemId: datasetItem.id,
}),
})),
};
},
}),
readOnlyHint: true,
});