Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

1.3 KB
Raw Blame
export const generateDatasetRunItemId = (
  datasetName: string,
  itemIndex: number,
  projectId: string,
  runNumber: number,
) => {
  return `dataset-run-item-${datasetName}-${itemIndex}-${projectId.slice(-8)}-${runNumber}`;
};

export const generateDatasetItemId = (
  datasetName: string,
  itemIndex: number,
  projectId: string,
) => {
  return `dataset-item-${datasetName}-${itemIndex}-${projectId.slice(-8)}-0`;
};

export const generateDatasetRunTraceId = (
  datasetName: string,
  itemIndex: number,
  projectId: string,
  runNumber: number,
) => {
  return `trace-dataset-${datasetName}-${itemIndex}-${projectId.slice(-8)}-${runNumber}`;
};

export const generateEvalTraceId = (
  evalTemplateId: string,
  index: number,
  projectId: string,
) => {
  return `trace-eval-${evalTemplateId}-${projectId.slice(-8)}-${index}`;
};

export const generateEvalObservationId = (
  evalTemplateId: string,
  index: number,
  projectId: string,
  observationIndex?: number,
) => {
  const suffix = observationIndex != null ? `-${observationIndex}` : "";
  return `observation-eval-${evalTemplateId}-${projectId.slice(-8)}-${index}${suffix}`;
};

export const generateEvalScoreId = (
  evalTemplateId: string,
  index: number,
  projectId: string,
) => {
  return `score-eval-${evalTemplateId}-${projectId.slice(-8)}-${index}`;
};