Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

2.2 KB
Raw Blame
import { z } from "zod";
import { publicApiIdSchema } from "@/src/features/public-api/types/datasets";

const paginationSchema = {
  page: z.number().int().positive().default(1),
  limit: z.number().int().positive().max(100).default(50),
};

export const GetDatasetsMcpInput = z.object({
  name: z.string().optional(),
  ...paginationSchema,
});

export const GetDatasetMcpInput = z.object({
  datasetId: z.string(),
});

export const GetDatasetRunsMcpInput = z.object({
  datasetId: z.string(),
  ...paginationSchema,
});

export const GetDatasetRunMcpInput = z.object({
  datasetId: z.string(),
  datasetRunId: z.string(),
});

export const DeleteDatasetRunMcpInput = z.object({
  datasetId: z.string(),
  datasetRunId: z.string(),
});

export const GetDatasetRunItemsMcpInput = z.object({
  datasetId: z.string(),
  datasetRunId: z.string(),
  ...paginationSchema,
});

const GetDatasetItemsMcpBaseInput = z.object({
  datasetId: z.string().optional(),
  sourceTraceId: z.string().optional(),
  sourceObservationId: z.string().optional(),
  version: z.string().optional(),
  ...paginationSchema,
});

const GetDatasetItemsMcpRuntimeInput = GetDatasetItemsMcpBaseInput.extend({
  version: z.coerce.date().optional(),
});

export const GetDatasetItemsMcpInput = GetDatasetItemsMcpRuntimeInput.refine(
  (data) => {
    if (data.version && !data.datasetId) return false;
    return true;
  },
  {
    message: "datasetId is required when version parameter is provided",
    path: ["datasetId"],
  },
);

const DatasetItemMcpInput = z.object({
  input: z.any().optional(),
  expectedOutput: z
    .any()
    .optional()
    .describe("Omit to keep the existing value. Set to null to clear it."),
  metadata: z.any().optional(),
  id: publicApiIdSchema.optional(),
  sourceTraceId: z.string().optional(),
  sourceObservationId: z.string().optional(),
  status: z.enum(["ACTIVE", "ARCHIVED"]).optional(),
});

export const PostDatasetItemMcpInput = DatasetItemMcpInput.extend({
  datasetId: z.string(),
});

export const BatchUpsertDatasetItemsMcpInput = z.object({
  datasetId: z.string(),
  items: z.array(DatasetItemMcpInput).min(1).max(100),
});

export const GetDatasetItemsMcpBaseSchema = GetDatasetItemsMcpBaseInput;