Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

6.0 KB
Raw Blame
import { Queue } from "bullmq";
import { QueueName } from "../queues";
import { BatchExportQueue } from "./batchExport";
import { CloudUsageMeteringQueue } from "./cloudUsageMeteringQueue";
import { CloudSpendAlertQueue } from "./cloudSpendAlertQueue";
import { CloudFreeTierUsageThresholdQueue } from "./cloudFreeTierUsageThresholdQueue";
import { DatasetRunItemUpsertQueue } from "./datasetRunItemUpsert";
import { ExperimentCreateQueue } from "./experimentCreateQueue";
import { TraceDeleteQueue } from "./traceDelete";
import { TopicsQueue, TopicsUpdateQueue } from "../topics/queue";
import { TopicsEmbeddingQueue } from "../topics/embedding-queue";
import { TopicsAutomationQueue } from "../topics/automation-queue";
import { TraceBatchQueue } from "./traceBatch";
import { ProjectDeleteQueue } from "./projectDelete";
import { PostHogIntegrationQueue } from "./postHogIntegrationQueue";
import { PostHogIntegrationProcessingQueue } from "./postHogIntegrationProcessingQueue";
import { MixpanelIntegrationQueue } from "./mixpanelIntegrationQueue";
import { MixpanelIntegrationProcessingQueue } from "./mixpanelIntegrationProcessingQueue";
import { BlobStorageIntegrationQueue } from "./blobStorageIntegrationQueue";
import { BlobStorageIntegrationProcessingQueue } from "./blobStorageIntegrationProcessingQueue";
import { CoreDataS3ExportQueue } from "./coreDataS3ExportQueue";
import { MeteringDataPostgresExportQueue } from "./meteringDataPostgresExportQueue";
import { DataRetentionQueue } from "./dataRetentionQueue";
import { DataRetentionProcessingQueue } from "./dataRetentionProcessingQueue";
import { BatchActionQueue } from "./batchActionQueue";
import { CreateEvalQueue } from "./createEvalQueue";
import { ScoreDeleteQueue } from "./scoreDelete";
import { DeadLetterRetryQueue } from "./dlqRetryQueue";
import { WebhookQueue } from "./webhookQueue";
import { EntityChangeQueue } from "./entityChangeQueue";
import { DatasetDeleteQueue } from "./datasetDelete";
import { EventPropagationQueue } from "./eventPropagationQueue";
import { NotificationQueue } from "./notificationQueue";
import { MonitorQueue } from "./monitorQueue";
import { InAppAgentRunQueue } from "./inAppAgentRunQueue";
import { V4LegacyApiUsageQueue } from "./v4LegacyApiUsageQueue";

// Sharded queues require a sharding key.
// Use the queue class directly, for example IngestionQueue.getInstance({ shardingKey }).
export function getQueue(
  queueName: Exclude<
    QueueName,
    | QueueName.IngestionQueue
    | QueueName.IngestionSecondaryQueue
    | QueueName.EvaluationExecution
    | QueueName.EvaluationExecutionSecondaryQueue
    | QueueName.LLMAsJudgeExecution
    | QueueName.CodeEvalExecution
    | QueueName.TraceUpsert
    | QueueName.OtelIngestionQueue
    | QueueName.OtelIngestionSecondaryQueue
  >,
): Queue | null {
  switch (queueName) {
    case QueueName.Topics:
      return TopicsQueue.getInstance();
    case QueueName.TopicsUpdate:
      return TopicsUpdateQueue.getInstance();
    case QueueName.TopicsEmbedding:
      return TopicsEmbeddingQueue.getInstance();
    case QueueName.TopicsAutomation:
      return TopicsAutomationQueue.getInstance();
    case QueueName.TraceBatch:
      return TraceBatchQueue.getInstance();
    case QueueName.BatchExport:
      return BatchExportQueue.getInstance();
    case QueueName.CloudUsageMeteringQueue:
      return CloudUsageMeteringQueue.getInstance();
    case QueueName.CloudSpendAlertQueue:
      return CloudSpendAlertQueue.getInstance();
    case QueueName.CloudFreeTierUsageThresholdQueue:
      return CloudFreeTierUsageThresholdQueue.getInstance();
    case QueueName.DatasetRunItemUpsert:
      return DatasetRunItemUpsertQueue.getInstance();
    case QueueName.DatasetDelete:
      return DatasetDeleteQueue.getInstance();
    case QueueName.ExperimentCreate:
      return ExperimentCreateQueue.getInstance();
    case QueueName.TraceDelete:
      return TraceDeleteQueue.getInstance();
    case QueueName.ProjectDelete:
      return ProjectDeleteQueue.getInstance();
    case QueueName.PostHogIntegrationQueue:
      return PostHogIntegrationQueue.getInstance();
    case QueueName.PostHogIntegrationProcessingQueue:
      return PostHogIntegrationProcessingQueue.getInstance();
    case QueueName.MixpanelIntegrationQueue:
      return MixpanelIntegrationQueue.getInstance();
    case QueueName.MixpanelIntegrationProcessingQueue:
      return MixpanelIntegrationProcessingQueue.getInstance();
    case QueueName.BlobStorageIntegrationQueue:
      return BlobStorageIntegrationQueue.getInstance();
    case QueueName.BlobStorageIntegrationProcessingQueue:
      return BlobStorageIntegrationProcessingQueue.getInstance();
    case QueueName.CoreDataS3ExportQueue:
      return CoreDataS3ExportQueue.getInstance();
    case QueueName.MeteringDataPostgresExportQueue:
      return MeteringDataPostgresExportQueue.getInstance();
    case QueueName.DataRetentionQueue:
      return DataRetentionQueue.getInstance();
    case QueueName.DataRetentionProcessingQueue:
      return DataRetentionProcessingQueue.getInstance();
    case QueueName.BatchActionQueue:
      return BatchActionQueue.getInstance();
    case QueueName.CreateEvalQueue:
      return CreateEvalQueue.getInstance();
    case QueueName.ScoreDelete:
      return ScoreDeleteQueue.getInstance();
    case QueueName.DeadLetterRetryQueue:
      return DeadLetterRetryQueue.getInstance();
    case QueueName.WebhookQueue:
      return WebhookQueue.getInstance();
    case QueueName.EntityChangeQueue:
      return EntityChangeQueue.getInstance();
    case QueueName.EventPropagationQueue:
      return EventPropagationQueue.getInstance();
    case QueueName.NotificationQueue:
      return NotificationQueue.getInstance();
    case QueueName.MonitorQueue:
      return MonitorQueue.getInstance();
    case QueueName.InAppAgentRunQueue:
      return InAppAgentRunQueue.getInstance();
    case QueueName.V4LegacyApiUsageQueue:
      return V4LegacyApiUsageQueue.getInstance();
    default: {
      const _exhaustiveCheckDefault: never = queueName;
      throw new Error(`Queue ${queueName} not found`);
    }
  }
}