Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

2.2 KB
Raw Blame
import {
  matchesUiColumnMapping,
  UiColumnMappings,
} from "../../tableDefinitions/types";
import { DatasetRunItemDomain } from "../../domain/dataset-run-items";

export const datasetRunItemsTableUiColumnDefinitions: UiColumnMappings = [
  {
    uiTableName: "Dataset Run ID",
    uiTableId: "datasetRunId",
    clickhouseTableName: "dataset_run_items_rmt",
    clickhouseSelect: 'dri."dataset_run_id"',
  },
  {
    uiTableName: "Created At",
    uiTableId: "createdAt",
    clickhouseTableName: "dataset_run_items_rmt",
    clickhouseSelect: 'dri."created_at"',
  },
  {
    uiTableName: "Event Timestamp",
    uiTableId: "eventTs",
    clickhouseTableName: "dataset_run_items_rmt",
    clickhouseSelect: 'dri."event_ts"',
  },
  {
    uiTableName: "Dataset Item ID",
    uiTableId: "datasetItemId",
    clickhouseTableName: "dataset_run_items_rmt",
    clickhouseSelect: 'dri."dataset_item_id"',
  },
  {
    uiTableName: "Dataset",
    uiTableId: "datasetId",
    clickhouseTableName: "dataset_run_items_rmt",
    clickhouseSelect: 'dri."dataset_id"',
  },
  {
    uiTableName: "Scores (numeric)",
    uiTableId: "agg_scores_avg",
    clickhouseTableName: "scores",
    clickhouseSelect: "sa.scores_avg",
  },
  {
    uiTableName: "Scores (categorical)",
    uiTableId: "agg_score_categories",
    clickhouseTableName: "scores",
    clickhouseSelect: "sa.score_categories",
  },
  {
    uiTableName: "Scores (boolean)",
    uiTableId: "agg_score_booleans",
    clickhouseTableName: "scores",
    clickhouseSelect: "sa.score_booleans",
  },
];

export const mapDatasetRunItemFilterColumn = (
  dataset: Pick<DatasetRunItemDomain, "id" | "datasetId">,
  column: string,
): unknown => {
  const columnDef = datasetRunItemsTableUiColumnDefinitions.find(
    (col) =>
      matchesUiColumnMapping(col, column) || col.clickhouseSelect === column,
  );
  if (!columnDef) {
    throw new Error(`Unhandled column for dataset run items filter: ${column}`);
  }
  switch (columnDef.uiTableId) {
    case "id":
      return dataset.id;
    case "datasetId":
      return dataset.datasetId;
    default:
      throw new Error(
        `Unhandled column in dataset run items filter mapping: ${column}`,
      );
  }
};