Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

1.6 KB
Raw Blame
import { createDatasetItemForApi } from "@/src/features/datasets/server/publicDatasetService";
import { PostDatasetItemsV1Response } from "@/src/features/public-api/types/datasets";
import { defineTool } from "../../../core/define-tool";
import { buildDatasetItemUrl } from "@langfuse/shared/src/server";
import { runMcpTool } from "../../../core/run-mcp-tool";
import { PostDatasetItemMcpInput } from "../schema";

export const [upsertDatasetItemTool, handleUpsertDatasetItem] = defineTool({
  name: "upsertDatasetItem",
  description:
    "Upsert a dataset item (one example in a dataset) by dataset ID. Item IDs are unique per project across all datasets, so an ID used in one dataset cannot be reused in another.",
  action: "datasets:CUD",
  baseSchema: PostDatasetItemMcpInput,
  inputSchema: PostDatasetItemMcpInput,
  handler: async (input, context) =>
    runMcpTool({
      spanName: "mcp.dataset_items.upsert",
      context,
      attributes: { "mcp.dataset_id": input.datasetId },
      fn: async () => {
        const result = await createDatasetItemForApi({
          input: {
            ...input,
            expectedOutput:
              input.expectedOutput === null ? "" : input.expectedOutput,
          },
          projectId: context.projectId,
          auditScope: context,
        });

        const datasetItem = PostDatasetItemsV1Response.parse(result);

        return {
          ...datasetItem,
          url: buildDatasetItemUrl({
            projectId: context.projectId,
            datasetId: input.datasetId,
            datasetItemId: datasetItem.id,
          }),
        };
      },
    }),
  destructiveHint: true,
});