Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

1.2 KB
Raw Blame
import z from "zod";
import { jsonSchema } from "../utils/zod";
import { MetadataDomain } from "./traces";

export const DatasetRunItemSchema = z.object({
  id: z.string(),
  projectId: z.string(),
  datasetRunId: z.string(),
  datasetItemId: z.string(),
  datasetId: z.string(),
  traceId: z.string(),
  observationId: z.string().nullable(),
  error: z.string().nullable(),
  // timestamps
  createdAt: z.date(),
  updatedAt: z.date(),
  // dataset run fields
  datasetRunName: z.string(),
  datasetRunDescription: z.string().nullable(),
  datasetRunMetadata: MetadataDomain,
  datasetRunCreatedAt: z.date(),
  // dataset item fields
  datasetItemInput: jsonSchema,
  datasetItemExpectedOutput: jsonSchema,
  datasetItemMetadata: MetadataDomain,
  datasetItemVersion: z.date().nullable(),
});

// Conditional type for dataset run item domain with optional IO
export type DatasetRunItemDomain<WithIO extends boolean = true> =
  WithIO extends true
    ? z.infer<typeof DatasetRunItemSchema>
    : Omit<
        z.infer<typeof DatasetRunItemSchema>,
        | "datasetRunMetadata"
        | "datasetItemInput"
        | "datasetItemExpectedOutput"
        | "datasetItemMetadata"
      >;