Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

2.5 KB
Raw Blame
import { Queue } from "bullmq";
import { env } from "../../env";
import { QueueName, QueueJobs } from "../queues";
import { createBullMQQueueOptionsWithRedis } from "./redis";
import { scheduleRecurringJob } from "./scheduleRecurringJob";
import { logger } from "../logger";

export class CloudUsageMeteringQueue {
  private static instance: Queue | null = null;

  public static getInstance(): Queue | null {
    if (!env.STRIPE_SECRET_KEY) {
      return null;
    }

    if (CloudUsageMeteringQueue.instance) {
      return CloudUsageMeteringQueue.instance;
    }

    const queueOptionsWithRedis = createBullMQQueueOptionsWithRedis(
      QueueName.CloudUsageMeteringQueue,
    );
    CloudUsageMeteringQueue.instance = queueOptionsWithRedis
      ? new Queue(QueueName.CloudUsageMeteringQueue, {
          ...queueOptionsWithRedis,
          defaultJobOptions: {
            removeOnComplete: true,
            removeOnFail: 100,
            attempts: 5,
            backoff: {
              type: "exponential",
              delay: 5000,
            },
          },
        })
      : null;

    CloudUsageMeteringQueue.instance?.on("error", (err) => {
      logger.error("CloudUsageMeteringQueue error", err);
    });

    if (CloudUsageMeteringQueue.instance) {
      logger.info("[CloudUsageMeteringQueue] Scheduling recurring job", {
        pattern: "5 * * * *",
        timestamp: new Date().toISOString(),
      });
      // Run at minute 5 of every hour (e.g. 1:05, 2:05, 3:05, etc)
      scheduleRecurringJob(CloudUsageMeteringQueue.instance, {
        jobName: QueueJobs.CloudUsageMeteringJob,
        pattern: "5 * * * *",
      });

      logger.info("[CloudUsageMeteringQueue] Scheduling bootstrap job", {
        jobId: "cloud-usage-metering-bootstrap",
        timestamp: new Date().toISOString(),
      });
      // Bootstrap job to run immediately on startup. Safe to enqueue from
      // multiple replicas: the handler (handleCloudUsageMeteringJob) is
      // idempotent — it acquires a DB lock via optimistic concurrency on the
      // cronJobs row and exits early ("not due yet") if the metering interval
      // hasn't elapsed. Duplicate jobs are processed sequentially (concurrency: 1)
      // and no-op harmlessly.
      CloudUsageMeteringQueue.instance
        .add(QueueJobs.CloudUsageMeteringJob, {})
        .catch((err) => {
          logger.error(
            "[CloudUsageMeteringQueue] Failed to schedule bootstrap job",
            err,
          );
        });
    }

    return CloudUsageMeteringQueue.instance;
  }
}