Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

perf(evals): route evaluator job score lookups to the read replica (#18500)

David Traina7c404e2bba90
diff --git a/packages/shared/src/server/repositories/scores-utils.ts b/packages/shared/src/server/repositories/scores-utils.ts
index 1d377676f7..712768d056 100644
--- a/packages/shared/src/server/repositories/scores-utils.ts
+++ b/packages/shared/src/server/repositories/scores-utils.ts
@@ -66,12 +66,14 @@ export const _handleGetScoresByIds = async ({
source,
scoreScope,
dataTypes,
+ preferredClickhouseService,
}: {
projectId: string;
scoreId: string[];
source?: ScoreSourceType;
scoreScope: "traces_only" | "all";
dataTypes?: readonly ScoreDataTypeType[];
+ preferredClickhouseService?: PreferredClickhouseService;
}): Promise<ScoreDomain[]> => {
const query = `
SELECT *
@@ -94,6 +96,7 @@ export const _handleGetScoresByIds = async ({
...(source !== undefined ? { source } : {}),
},
tags: { projectId },
+ preferredClickhouseService,
});
return rows.map((row) => convertClickhouseScoreToDomain(row));
};
diff --git a/packages/shared/src/server/repositories/scores.ts b/packages/shared/src/server/repositories/scores.ts
index 1e9dfcce8f..c0f59db720 100644
--- a/packages/shared/src/server/repositories/scores.ts
+++ b/packages/shared/src/server/repositories/scores.ts
@@ -155,6 +155,7 @@ export const getScoresByIds = async (
projectId: string,
scoreId: string[],
source?: ScoreSourceType,
+ preferredClickhouseService?: PreferredClickhouseService,
): Promise<ScoreDomain[]> => {
return _handleGetScoresByIds({
projectId,
@@ -162,6 +163,7 @@ export const getScoresByIds = async (
source,
scoreScope: "all",
dataTypes: LISTABLE_SCORE_TYPES,
+ preferredClickhouseService,
});
};
diff --git a/web/src/features/evals/server/router.ts b/web/src/features/evals/server/router.ts
index 23f7bc0aab..a11d32677e 100644
--- a/web/src/features/evals/server/router.ts
+++ b/web/src/features/evals/server/router.ts
@@ -1270,7 +1270,12 @@ export const evalRouter = createTRPCRouter({
const scores =
scoreIds.length > 0
- ? await getScoresByIds(input.projectId, scoreIds)
+ ? await getScoresByIds(
+ input.projectId,
+ scoreIds,
+ undefined,
+ "ReadOnly",
+ )
: [];
return {