Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

3.1 KB
Raw Blame
import { Queue } from "bullmq";
import { env } from "../../env";
import { QueueName, QueueJobs } from "../queues";
import { createBullMQQueueOptionsWithRedis } from "./redis";
import { scheduleRecurringJob } from "./scheduleRecurringJob";
import { logger } from "../logger";

export class CloudFreeTierUsageThresholdQueue {
  private static instance: Queue | null = null;

  public static getInstance(): Queue | null {
    // Only enable in cloud deployments with Stripe configured
    if (!env.NEXT_PUBLIC_LANGFUSE_CLOUD_REGION) {
      return null;
    }

    if (CloudFreeTierUsageThresholdQueue.instance) {
      return CloudFreeTierUsageThresholdQueue.instance;
    }

    const queueOptionsWithRedis = createBullMQQueueOptionsWithRedis(
      QueueName.CloudFreeTierUsageThresholdQueue,
    );
    CloudFreeTierUsageThresholdQueue.instance = queueOptionsWithRedis
      ? new Queue(QueueName.CloudFreeTierUsageThresholdQueue, {
          ...queueOptionsWithRedis,
          defaultJobOptions: {
            removeOnComplete: true,
            removeOnFail: 100,
            attempts: 5,
            backoff: {
              type: "exponential",
              delay: 5000,
            },
          },
        })
      : null;

    CloudFreeTierUsageThresholdQueue.instance?.on("error", (err) => {
      logger.error("[CloudFreeTierUsageThresholdQueue] error", err);
    });

    if (CloudFreeTierUsageThresholdQueue.instance) {
      // Schedule recurring job - runs every hour at minute 35 (30 minutes after cloudUsageMetering at :05)
      logger.info(
        "[CloudFreeTierUsageThresholdQueue] Scheduling recurring job",
        {
          pattern: "35 * * * *",
          description: "Every hour at minute 35",
          timestamp: new Date().toISOString(),
        },
      );

      // The legacy schedule carried data { type: "recurring" } to distinguish
      // it from a bootstrap job that was never enabled; nothing reads it and
      // job data has no semantics to BullMQ, so the payload is now empty.
      scheduleRecurringJob(CloudFreeTierUsageThresholdQueue.instance, {
        jobName: QueueJobs.CloudFreeTierUsageThresholdJob,
        pattern: "35 * * * *",
      });

      // Optional: Bootstrap job for immediate execution on startup
      // This ensures usage thresholds are processed immediately when service starts
      logger.info(
        "[CloudFreeTierUsageThresholdQueue] Scheduling bootstrap job (commented out for now)",
        {
          jobId: "free-tier-usage-threshold-bootstrap",
          description: "Immediate execution on startup",
          timestamp: new Date().toISOString(),
        },
      );

      // Note: disabled for now
      // ------------------------------------------------------------
      // CloudFreeTierUsageThresholdQueue.instance.add(
      //   QueueJobs.CloudFreeTierUsageThresholdJob,
      //   { type: "bootstrap" },
      //   {
      //     jobId: "free-tier-usage-threshold-bootstrap", // CRITICAL: Unique ID prevents duplicates across containers
      //   },
      // );
    }

    return CloudFreeTierUsageThresholdQueue.instance;
  }
}