Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

2.0 KB
Raw Blame
import { createDatasetItemForApi } from "@/src/features/datasets/server/publicDatasetService";
import { PostDatasetItemsV1Response } from "@/src/features/public-api/types/datasets";
import { buildDatasetItemUrl } from "@langfuse/shared/src/server";
import { defineTool } from "../../../core/define-tool";
import { runMcpTool } from "../../../core/run-mcp-tool";
import { BatchUpsertDatasetItemsMcpInput } from "../schema";

export const [batchUpsertDatasetItemsTool, handleBatchUpsertDatasetItems] =
  defineTool({
    name: "batchUpsertDatasetItems",
    description:
      "Upsert up to 100 dataset items in one dataset. Items are processed in order. The operation stops on the first failure and is not atomic.",
    action: "datasets:CUD",
    baseSchema: BatchUpsertDatasetItemsMcpInput,
    inputSchema: BatchUpsertDatasetItemsMcpInput,
    handler: async (input, context) =>
      runMcpTool({
        spanName: "mcp.dataset_items.batch_upsert",
        context,
        attributes: {
          "mcp.dataset_id": input.datasetId,
          "mcp.dataset_item_count": input.items.length,
        },
        fn: async () => {
          const data = [];

          for (const item of input.items) {
            const result = await createDatasetItemForApi({
              input: {
                ...item,
                datasetId: input.datasetId,
                expectedOutput:
                  item.expectedOutput === null ? "" : item.expectedOutput,
              },
              projectId: context.projectId,
              auditScope: context,
            });
            const datasetItem = PostDatasetItemsV1Response.parse(result);

            data.push({
              ...datasetItem,
              url: buildDatasetItemUrl({
                projectId: context.projectId,
                datasetId: input.datasetId,
                datasetItemId: datasetItem.id,
              }),
            });
          }

          return { data };
        },
      }),
    destructiveHint: true,
    expensiveHint: true,
  });