🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
import { UiColumnMappings } from "../../tableDefinitions/types";
import { EvalExecutionMetadataKey } from "../../features/evals/evalExecutionMetadata";
// Lowercased boolean string_value ('true'/'false', '' for non-boolean rows) —
// matches the lowercase options offered by the scores view's Boolean Value
// facet. Shared with mapScoresColumnsTable so the two mappings cannot drift.
export const SCORE_BOOLEAN_VALUE_SQL =
"if(s.data_type = 'BOOLEAN' AND notEmpty(s.string_value), lowerUTF8(s.string_value), '')";
export const scoresTableUiColumnDefinitions: UiColumnMappings = [
{
uiTableName: "ID",
uiTableId: "id",
clickhouseTableName: "scores",
clickhouseSelect: "id",
queryPrefix: "s",
},
{
uiTableName: "Timestamp",
uiTableId: "timestamp",
clickhouseTableName: "scores",
clickhouseSelect: "timestamp",
queryPrefix: "s",
},
{
uiTableName: "Environment",
uiTableId: "environment",
clickhouseTableName: "scores",
clickhouseSelect: "environment",
queryPrefix: "s",
},
{
uiTableName: "Trace ID",
uiTableId: "traceId",
clickhouseTableName: "scores",
clickhouseSelect: "trace_id",
queryPrefix: "s",
},
{
uiTableName: "Observation ID",
uiTableId: "observationId",
clickhouseTableName: "scores",
clickhouseSelect: "observation_id",
queryPrefix: "s",
// A score either has an observation id or it does not: the column is
// Nullable(String), so '' and NULL denote the same "trace-level" score.
emptyEqualsNull: true,
},
{
uiTableName: "Session ID",
uiTableId: "sessionId",
clickhouseTableName: "scores",
clickhouseSelect: "session_id",
queryPrefix: "s",
},
{
uiTableName: "Name",
uiTableId: "name",
clickhouseTableName: "scores",
clickhouseSelect: "name",
queryPrefix: "s",
},
{
uiTableName: "Evaluator ID",
uiTableId: "evaluatorId",
clickhouseTableName: "scores",
clickhouseSelect: "evaluator_id",
queryPrefix: "s",
},
{
uiTableName: "Rule ID",
uiTableId: "ruleId",
clickhouseTableName: "scores",
clickhouseSelect: "evaluation_rule_id",
queryPrefix: "s",
},
{
uiTableName: "Evaluator Test",
uiTableId: "isEvaluatorTest",
clickhouseTableName: "scores",
clickhouseSelect: `toBool(s.metadata['${EvalExecutionMetadataKey.EVALUATOR_TEST}'] = 'true')`,
},
{
uiTableName: "Value",
uiTableId: "value",
clickhouseTableName: "scores",
clickhouseSelect: "value",
queryPrefix: "s",
},
{
uiTableName: "Boolean Value",
uiTableId: "booleanValue",
clickhouseTableName: "scores",
clickhouseSelect: SCORE_BOOLEAN_VALUE_SQL,
emptyEqualsNull: true,
},
{
uiTableName: "Source",
uiTableId: "source",
clickhouseTableName: "scores",
clickhouseSelect: "source",
queryPrefix: "s",
},
{
uiTableName: "Comment",
uiTableId: "comment",
clickhouseTableName: "scores",
clickhouseSelect: "comment",
queryPrefix: "s",
},
{
uiTableName: "Author User ID",
uiTableId: "authorUserId",
clickhouseTableName: "scores",
clickhouseSelect: "author_user_id",
queryPrefix: "s",
},
{
uiTableName: "Data Type",
uiTableId: "dataType",
clickhouseTableName: "scores",
clickhouseSelect: "data_type",
queryPrefix: "s",
},
{
uiTableName: "String Value",
uiTableId: "stringValue",
clickhouseTableName: "scores",
clickhouseSelect: "string_value",
queryPrefix: "s",
},
{
uiTableName: "Metadata",
uiTableId: "metadata",
clickhouseTableName: "scores",
clickhouseSelect: "metadata",
queryPrefix: "s",
},
{
uiTableName: "Trace Name",
uiTableId: "traceName",
clickhouseTableName: "traces",
clickhouseSelect: "t.name",
},
{
uiTableName: "User ID",
uiTableId: "userId",
clickhouseTableName: "traces",
clickhouseSelect: "t.user_id",
},
{
uiTableName: "Trace Tags",
uiTableId: "trace_tags",
clickhouseTableName: "traces",
clickhouseSelect: "t.tags",
},
];
/**
* v4 column definitions for scores table — trace columns reference the traces
* CTE built from a flat EventsQueryBuilder. The CTE is joined as alias "e".
*/
export const scoresTableUiColumnDefinitionsFromEvents: UiColumnMappings = [
// All scores-native columns are identical to v3
...scoresTableUiColumnDefinitions.filter(
(c) => c.clickhouseTableName === "scores",
),
{
uiTableName: "Trace Name",
uiTableId: "traceName",
clickhouseTableName: "traces",
clickhouseSelect: "name",
queryPrefix: "e",
},
{
uiTableName: "User ID",
uiTableId: "userId",
clickhouseTableName: "traces",
clickhouseSelect: "user_id",
queryPrefix: "e",
},
{
uiTableName: "Trace Tags",
uiTableId: "trace_tags",
clickhouseTableName: "traces",
clickhouseSelect: "tags",
queryPrefix: "e",
},
];