🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
import { DatasetItem, DatasetStatus } from "../db";
/**
* Dataset item fields that can hold media references. Stored as the
* `dataset_item_media.field` column value and exposed on the public API.
*/
export const datasetItemMediaFields = [
"input",
"expectedOutput",
"metadata",
] as const;
export type DatasetItemMediaField = (typeof datasetItemMediaFields)[number];
export type DatasetItemDomain = Pick<
DatasetItem,
| "id"
| "projectId"
| "datasetId"
| "input"
| "expectedOutput"
| "metadata"
| "sourceTraceId"
| "sourceObservationId"
| "createdAt"
| "updatedAt"
| "validFrom"
> & {
status: DatasetStatus;
};
/**
* DatasetItemDomain without IO fields (input, expectedOutput, metadata)
* Used for listing items without fetching large payloads
*/
export type DatasetItemDomainWithoutIO = Omit<
DatasetItemDomain,
"input" | "expectedOutput" | "metadata"
>;