🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
import { aggregateScores } from "@/src/features/scores/lib/aggregateScores";
import {
filterAndValidateDbScoreList,
LISTABLE_SCORE_TYPES,
} from "@langfuse/shared";
import {
getObservationsTableWithModelData,
getScoresForObservations,
traceException,
} from "@langfuse/shared/src/server";
import { type GetAllGenerationsInput } from "../getAllQueries";
export async function getAllGenerations({
input,
selectIOAndMetadata,
}: {
input: GetAllGenerationsInput;
selectIOAndMetadata: boolean;
}) {
const queryOpts = {
projectId: input.projectId,
filter: input.filter,
orderBy: input.orderBy,
searchQuery: input.searchQuery ?? undefined,
searchType: input.searchType,
selectIOAndMetadata: selectIOAndMetadata,
offset: input.page * input.limit,
limit: input.limit,
};
let generations = await getObservationsTableWithModelData(queryOpts);
const scores = await getScoresForObservations({
projectId: input.projectId,
observationIds: generations.map((gen) => gen.id),
excludeMetadata: true,
includeHasMetadata: true,
preferredClickhouseService: "ReadOnly",
});
const validatedScores = filterAndValidateDbScoreList({
scores,
dataTypes: LISTABLE_SCORE_TYPES,
includeHasMetadata: true,
onParseError: traceException,
});
const fullGenerations = generations.map((generation) => {
const filteredScores = aggregateScores(
validatedScores.filter((s) => s.observationId === generation.id),
);
return {
...generation,
scores: filteredScores,
};
});
return {
generations: fullGenerations,
};
}