Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

2.2 KB
Raw Blame
import { Processor } from "bullmq";
import {
  CloudUsageMeteringQueue,
  instrumentAsync,
  logger,
  QueueJobs,
} from "@langfuse/shared/src/server";
import { handleCloudUsageMeteringJob } from "../ee/cloudUsageMetering/handleCloudUsageMeteringJob";
import { cloudUsageMeteringDbCronJobName } from "../ee/cloudUsageMetering/constants";
import { CloudUsageMeteringDbCronJobStates } from "../ee/cloudUsageMetering/constants";
import { prisma } from "@langfuse/shared/src/db";
import { SpanKind } from "@opentelemetry/api";

export const cloudUsageMeteringQueueProcessor: Processor = async (job) => {
  if (job.name === QueueJobs.CloudUsageMeteringJob) {
    return await instrumentAsync(
      {
        name: "process cloud-usage-metering",
        startNewTrace: true,
        spanKind: SpanKind.CONSUMER,
      },
      async () => {
        logger.info(
          "[CloudUsageMeteringQueue] Executing Cloud Usage Metering Job",
          {
            jobId: job.id,
            jobName: job.name,
            jobData: job.data,
            timestamp: new Date().toISOString(),
            opts: {
              repeat: job.opts.repeat,
              jobId: job.opts.jobId,
            },
          },
        );
        try {
          return await handleCloudUsageMeteringJob(job);
        } catch (error) {
          logger.error(
            "[CloudUsageMeteringQueue] Error executing Cloud Usage Metering Job",
            {
              jobId: job.id,
              error: error,
              timestamp: new Date().toISOString(),
            },
          );
          // adding another job to the queue to process again.
          await prisma.cronJobs.update({
            where: {
              name: cloudUsageMeteringDbCronJobName,
            },
            data: {
              state: CloudUsageMeteringDbCronJobStates.Queued,
              jobStartedAt: null,
            },
          });

          logger.info("Re-queuing Cloud Usage Metering Job after error", {
            timestamp: new Date().toISOString(),
          });
          await CloudUsageMeteringQueue.getInstance()?.add(
            QueueJobs.CloudUsageMeteringJob,
            {},
          );
          throw error;
        }
      },
    );
  }
};