🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
import { Processor } from "bullmq";
import {
CloudUsageMeteringQueue,
instrumentAsync,
logger,
QueueJobs,
} from "@langfuse/shared/src/server";
import { handleCloudUsageMeteringJob } from "../ee/cloudUsageMetering/handleCloudUsageMeteringJob";
import { cloudUsageMeteringDbCronJobName } from "../ee/cloudUsageMetering/constants";
import { CloudUsageMeteringDbCronJobStates } from "../ee/cloudUsageMetering/constants";
import { prisma } from "@langfuse/shared/src/db";
import { SpanKind } from "@opentelemetry/api";
export const cloudUsageMeteringQueueProcessor: Processor = async (job) => {
if (job.name === QueueJobs.CloudUsageMeteringJob) {
return await instrumentAsync(
{
name: "process cloud-usage-metering",
startNewTrace: true,
spanKind: SpanKind.CONSUMER,
},
async () => {
logger.info(
"[CloudUsageMeteringQueue] Executing Cloud Usage Metering Job",
{
jobId: job.id,
jobName: job.name,
jobData: job.data,
timestamp: new Date().toISOString(),
opts: {
repeat: job.opts.repeat,
jobId: job.opts.jobId,
},
},
);
try {
return await handleCloudUsageMeteringJob(job);
} catch (error) {
logger.error(
"[CloudUsageMeteringQueue] Error executing Cloud Usage Metering Job",
{
jobId: job.id,
error: error,
timestamp: new Date().toISOString(),
},
);
// adding another job to the queue to process again.
await prisma.cronJobs.update({
where: {
name: cloudUsageMeteringDbCronJobName,
},
data: {
state: CloudUsageMeteringDbCronJobStates.Queued,
jobStartedAt: null,
},
});
logger.info("Re-queuing Cloud Usage Metering Job after error", {
timestamp: new Date().toISOString(),
});
await CloudUsageMeteringQueue.getInstance()?.add(
QueueJobs.CloudUsageMeteringJob,
{},
);
throw error;
}
},
);
}
};