🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
perf(evals): route evaluator job score lookups to the read replica (#18500)
David Traina7c404e2bba90
diff --git a/packages/shared/src/server/repositories/scores-utils.ts b/packages/shared/src/server/repositories/scores-utils.tsindex 1d377676f7..712768d056 100644--- a/packages/shared/src/server/repositories/scores-utils.ts+++ b/packages/shared/src/server/repositories/scores-utils.ts@@ -66,12 +66,14 @@ export const _handleGetScoresByIds = async ({source,scoreScope,dataTypes,+ preferredClickhouseService,}: {projectId: string;scoreId: string[];source?: ScoreSourceType;scoreScope: "traces_only" | "all";dataTypes?: readonly ScoreDataTypeType[];+ preferredClickhouseService?: PreferredClickhouseService;}): Promise<ScoreDomain[]> => {const query = `SELECT *@@ -94,6 +96,7 @@ export const _handleGetScoresByIds = async ({...(source !== undefined ? { source } : {}),},tags: { projectId },+ preferredClickhouseService,});return rows.map((row) => convertClickhouseScoreToDomain(row));};diff --git a/packages/shared/src/server/repositories/scores.ts b/packages/shared/src/server/repositories/scores.tsindex 1e9dfcce8f..c0f59db720 100644--- a/packages/shared/src/server/repositories/scores.ts+++ b/packages/shared/src/server/repositories/scores.ts@@ -155,6 +155,7 @@ export const getScoresByIds = async (projectId: string,scoreId: string[],source?: ScoreSourceType,+ preferredClickhouseService?: PreferredClickhouseService,): Promise<ScoreDomain[]> => {return _handleGetScoresByIds({projectId,@@ -162,6 +163,7 @@ export const getScoresByIds = async (source,scoreScope: "all",dataTypes: LISTABLE_SCORE_TYPES,+ preferredClickhouseService,});};diff --git a/web/src/features/evals/server/router.ts b/web/src/features/evals/server/router.tsindex 23f7bc0aab..a11d32677e 100644--- a/web/src/features/evals/server/router.ts+++ b/web/src/features/evals/server/router.ts@@ -1270,7 +1270,12 @@ export const evalRouter = createTRPCRouter({const scores =scoreIds.length > 0- ? await getScoresByIds(input.projectId, scoreIds)+ ? await getScoresByIds(+ input.projectId,+ scoreIds,+ undefined,+ "ReadOnly",+ ): [];return {