🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
import { z } from "zod";
import { publicApiIdSchema } from "@/src/features/public-api/types/datasets";
const paginationSchema = {
page: z.number().int().positive().default(1),
limit: z.number().int().positive().max(100).default(50),
};
export const GetDatasetsMcpInput = z.object({
name: z.string().optional(),
...paginationSchema,
});
export const GetDatasetMcpInput = z.object({
datasetId: z.string(),
});
export const GetDatasetRunsMcpInput = z.object({
datasetId: z.string(),
...paginationSchema,
});
export const GetDatasetRunMcpInput = z.object({
datasetId: z.string(),
datasetRunId: z.string(),
});
export const DeleteDatasetRunMcpInput = z.object({
datasetId: z.string(),
datasetRunId: z.string(),
});
export const GetDatasetRunItemsMcpInput = z.object({
datasetId: z.string(),
datasetRunId: z.string(),
...paginationSchema,
});
const GetDatasetItemsMcpBaseInput = z.object({
datasetId: z.string().optional(),
sourceTraceId: z.string().optional(),
sourceObservationId: z.string().optional(),
version: z.string().optional(),
...paginationSchema,
});
const GetDatasetItemsMcpRuntimeInput = GetDatasetItemsMcpBaseInput.extend({
version: z.coerce.date().optional(),
});
export const GetDatasetItemsMcpInput = GetDatasetItemsMcpRuntimeInput.refine(
(data) => {
if (data.version && !data.datasetId) return false;
return true;
},
{
message: "datasetId is required when version parameter is provided",
path: ["datasetId"],
},
);
const DatasetItemMcpInput = z.object({
input: z.any().optional(),
expectedOutput: z
.any()
.optional()
.describe("Omit to keep the existing value. Set to null to clear it."),
metadata: z.any().optional(),
id: publicApiIdSchema.optional(),
sourceTraceId: z.string().optional(),
sourceObservationId: z.string().optional(),
status: z.enum(["ACTIVE", "ARCHIVED"]).optional(),
});
export const PostDatasetItemMcpInput = DatasetItemMcpInput.extend({
datasetId: z.string(),
});
export const BatchUpsertDatasetItemsMcpInput = z.object({
datasetId: z.string(),
items: z.array(DatasetItemMcpInput).min(1).max(100),
});
export const GetDatasetItemsMcpBaseSchema = GetDatasetItemsMcpBaseInput;