Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

2.5 KB
Raw Blame
import type { McpFeatureModule } from "../registry";
import { upsertDatasetTool, handleUpsertDataset } from "./tools/upsertDataset";
import {
  upsertDatasetItemTool,
  handleUpsertDatasetItem,
} from "./tools/upsertDatasetItem";
import {
  batchUpsertDatasetItemsTool,
  handleBatchUpsertDatasetItems,
} from "./tools/batchUpsertDatasetItems";
import {
  createDatasetRunItemTool,
  handleCreateDatasetRunItem,
} from "./tools/createDatasetRunItem";
import {
  deleteDatasetItemTool,
  handleDeleteDatasetItem,
} from "./tools/deleteDatasetItem";
import {
  deleteDatasetRunTool,
  handleDeleteDatasetRun,
} from "./tools/deleteDatasetRun";
import { getDatasetTool, handleGetDataset } from "./tools/getDataset";
import {
  getDatasetItemTool,
  handleGetDatasetItem,
} from "./tools/getDatasetItem";
import { getDatasetRunTool, handleGetDatasetRun } from "./tools/getDatasetRun";
import {
  handleListDatasetItems,
  listDatasetItemsTool,
} from "./tools/listDatasetItems";
import {
  handleListDatasetRunItems,
  listDatasetRunItemsTool,
} from "./tools/listDatasetRunItems";
import {
  handleListDatasetRuns,
  listDatasetRunsTool,
} from "./tools/listDatasetRuns";
import { handleListDatasets, listDatasetsTool } from "./tools/listDatasets";

export const datasetsFeature = {
  name: "datasets",
  description:
    "Manage datasets, named collections of dataset items for experiments and evaluations, plus runs and run items",
  tools: [
    { definition: upsertDatasetTool, handler: handleUpsertDataset },
    {
      definition: listDatasetsTool,
      handler: handleListDatasets,
    },
    {
      definition: getDatasetTool,
      handler: handleGetDataset,
    },
    { definition: upsertDatasetItemTool, handler: handleUpsertDatasetItem },
    {
      definition: batchUpsertDatasetItemsTool,
      handler: handleBatchUpsertDatasetItems,
    },
    {
      definition: listDatasetItemsTool,
      handler: handleListDatasetItems,
    },
    {
      definition: getDatasetItemTool,
      handler: handleGetDatasetItem,
    },
    { definition: deleteDatasetItemTool, handler: handleDeleteDatasetItem },
    {
      definition: createDatasetRunItemTool,
      handler: handleCreateDatasetRunItem,
    },
    {
      definition: listDatasetRunItemsTool,
      handler: handleListDatasetRunItems,
    },
    {
      definition: listDatasetRunsTool,
      handler: handleListDatasetRuns,
    },
    {
      definition: getDatasetRunTool,
      handler: handleGetDatasetRun,
    },
    { definition: deleteDatasetRunTool, handler: handleDeleteDatasetRun },
  ],
} as const satisfies McpFeatureModule;