🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
import { randomUUID } from "crypto";
import {
QueueJobs,
DatasetRunItemUpsertQueue,
redis,
} from "@langfuse/shared/src/server";
export const addDatasetRunItemsToEvalQueue = async ({
projectId,
datasetItemId,
datasetItemValidFrom,
traceId,
observationId,
}: {
projectId: string;
datasetItemId: string;
datasetItemValidFrom: Date;
traceId: string;
observationId?: string;
}) => {
if (redis) {
const queue = DatasetRunItemUpsertQueue.getInstance();
if (queue) {
await queue.add(QueueJobs.DatasetRunItemUpsert, {
payload: {
projectId,
datasetItemId: datasetItemId,
datasetItemValidFrom,
traceId,
observationId: observationId ?? undefined,
},
id: randomUUID(),
timestamp: new Date(),
name: QueueJobs.DatasetRunItemUpsert as const,
});
}
}
};