🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
perf(scores): route list-view observation score reads to the read replica (#18502)
David Traina8da8d5eb32b7
diff --git a/packages/shared/src/server/repositories/scores.ts b/packages/shared/src/server/repositories/scores.tsindex c85478b87d..c5cbc0e88e 100644--- a/packages/shared/src/server/repositories/scores.ts+++ b/packages/shared/src/server/repositories/scores.ts@@ -649,6 +649,7 @@ export type GetScoresForObservationsProps<clickhouseConfigs?: ClickHouseClientConfigOptions;excludeMetadata?: ExcludeMetadata;includeHasMetadata?: IncludeHasMetadata;+ preferredClickhouseService?: PreferredClickhouseService;};// Currently only used from the observations table, hence the exclusion of metadata without excludeMetadata flag@@ -667,6 +668,7 @@ export const getScoresForObservations = async <clickhouseConfigs,excludeMetadata = false,includeHasMetadata = false,+ preferredClickhouseService,} = props;const select = formatMetadataSelect(excludeMetadata, includeHasMetadata);@@ -706,6 +708,7 @@ export const getScoresForObservations = async <},tags: { projectId },clickhouseConfigs,+ preferredClickhouseService,});const includeMetadataPayload = !excludeMetadata;diff --git a/web/src/features/events/server/eventsService.ts b/web/src/features/events/server/eventsService.tsindex d5dd3afa4d..04bbc9c3b1 100644--- a/web/src/features/events/server/eventsService.ts+++ b/web/src/features/events/server/eventsService.ts@@ -353,6 +353,7 @@ async function getEventListPage(minTimestamp: minStartTime,excludeMetadata: true,includeHasMetadata: true,+ preferredClickhouseService: "ReadOnly",}),traceIds.length > 0? getScoresForTraces({diff --git a/web/src/features/experiments/server/router.ts b/web/src/features/experiments/server/router.tsindex ebde77a08c..0003ac12dd 100644--- a/web/src/features/experiments/server/router.ts+++ b/web/src/features/experiments/server/router.ts@@ -693,6 +693,7 @@ export const experimentsRouter = createTRPCRouter({observationIds,excludeMetadata: true,includeHasMetadata: true,+ preferredClickhouseService: "ReadOnly",}),getScoresForTraces({projectId: input.projectId,diff --git a/web/src/server/api/routers/generations/db/getAllGenerationsSqlQuery.ts b/web/src/server/api/routers/generations/db/getAllGenerationsSqlQuery.tsindex c88ccdde78..d5e9309d5d 100644--- a/web/src/server/api/routers/generations/db/getAllGenerationsSqlQuery.ts+++ b/web/src/server/api/routers/generations/db/getAllGenerationsSqlQuery.ts@@ -34,6 +34,7 @@ export async function getAllGenerations({observationIds: generations.map((gen) => gen.id),excludeMetadata: true,includeHasMetadata: true,+ preferredClickhouseService: "ReadOnly",});const validatedScores = filterAndValidateDbScoreList({