Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

perf(scores): route list-view observation score reads to the read replica (#18502)

David Traina8da8d5eb32b7
diff --git a/packages/shared/src/server/repositories/scores.ts b/packages/shared/src/server/repositories/scores.ts
index c85478b87d..c5cbc0e88e 100644
--- a/packages/shared/src/server/repositories/scores.ts
+++ b/packages/shared/src/server/repositories/scores.ts
@@ -649,6 +649,7 @@ export type GetScoresForObservationsProps<
clickhouseConfigs?: ClickHouseClientConfigOptions;
excludeMetadata?: ExcludeMetadata;
includeHasMetadata?: IncludeHasMetadata;
+ preferredClickhouseService?: PreferredClickhouseService;
};
// Currently only used from the observations table, hence the exclusion of metadata without excludeMetadata flag
@@ -667,6 +668,7 @@ export const getScoresForObservations = async <
clickhouseConfigs,
excludeMetadata = false,
includeHasMetadata = false,
+ preferredClickhouseService,
} = props;
const select = formatMetadataSelect(excludeMetadata, includeHasMetadata);
@@ -706,6 +708,7 @@ export const getScoresForObservations = async <
},
tags: { projectId },
clickhouseConfigs,
+ preferredClickhouseService,
});
const includeMetadataPayload = !excludeMetadata;
diff --git a/web/src/features/events/server/eventsService.ts b/web/src/features/events/server/eventsService.ts
index d5dd3afa4d..04bbc9c3b1 100644
--- a/web/src/features/events/server/eventsService.ts
+++ b/web/src/features/events/server/eventsService.ts
@@ -353,6 +353,7 @@ async function getEventListPage(
minTimestamp: minStartTime,
excludeMetadata: true,
includeHasMetadata: true,
+ preferredClickhouseService: "ReadOnly",
}),
traceIds.length > 0
? getScoresForTraces({
diff --git a/web/src/features/experiments/server/router.ts b/web/src/features/experiments/server/router.ts
index ebde77a08c..0003ac12dd 100644
--- a/web/src/features/experiments/server/router.ts
+++ b/web/src/features/experiments/server/router.ts
@@ -693,6 +693,7 @@ export const experimentsRouter = createTRPCRouter({
observationIds,
excludeMetadata: true,
includeHasMetadata: true,
+ preferredClickhouseService: "ReadOnly",
}),
getScoresForTraces({
projectId: input.projectId,
diff --git a/web/src/server/api/routers/generations/db/getAllGenerationsSqlQuery.ts b/web/src/server/api/routers/generations/db/getAllGenerationsSqlQuery.ts
index c88ccdde78..d5e9309d5d 100644
--- a/web/src/server/api/routers/generations/db/getAllGenerationsSqlQuery.ts
+++ b/web/src/server/api/routers/generations/db/getAllGenerationsSqlQuery.ts
@@ -34,6 +34,7 @@ export async function getAllGenerations({
observationIds: generations.map((gen) => gen.id),
excludeMetadata: true,
includeHasMetadata: true,
+ preferredClickhouseService: "ReadOnly",
});
const validatedScores = filterAndValidateDbScoreList({