🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
import { Queue } from "bullmq";
import { QueueName } from "../queues";
import { BatchExportQueue } from "./batchExport";
import { CloudUsageMeteringQueue } from "./cloudUsageMeteringQueue";
import { CloudSpendAlertQueue } from "./cloudSpendAlertQueue";
import { CloudFreeTierUsageThresholdQueue } from "./cloudFreeTierUsageThresholdQueue";
import { DatasetRunItemUpsertQueue } from "./datasetRunItemUpsert";
import { ExperimentCreateQueue } from "./experimentCreateQueue";
import { TraceDeleteQueue } from "./traceDelete";
import { TopicsQueue, TopicsUpdateQueue } from "../topics/queue";
import { TopicsEmbeddingQueue } from "../topics/embedding-queue";
import { TopicsAutomationQueue } from "../topics/automation-queue";
import { TraceBatchQueue } from "./traceBatch";
import { ProjectDeleteQueue } from "./projectDelete";
import { PostHogIntegrationQueue } from "./postHogIntegrationQueue";
import { PostHogIntegrationProcessingQueue } from "./postHogIntegrationProcessingQueue";
import { MixpanelIntegrationQueue } from "./mixpanelIntegrationQueue";
import { MixpanelIntegrationProcessingQueue } from "./mixpanelIntegrationProcessingQueue";
import { BlobStorageIntegrationQueue } from "./blobStorageIntegrationQueue";
import { BlobStorageIntegrationProcessingQueue } from "./blobStorageIntegrationProcessingQueue";
import { CoreDataS3ExportQueue } from "./coreDataS3ExportQueue";
import { MeteringDataPostgresExportQueue } from "./meteringDataPostgresExportQueue";
import { DataRetentionQueue } from "./dataRetentionQueue";
import { DataRetentionProcessingQueue } from "./dataRetentionProcessingQueue";
import { BatchActionQueue } from "./batchActionQueue";
import { CreateEvalQueue } from "./createEvalQueue";
import { ScoreDeleteQueue } from "./scoreDelete";
import { DeadLetterRetryQueue } from "./dlqRetryQueue";
import { WebhookQueue } from "./webhookQueue";
import { EntityChangeQueue } from "./entityChangeQueue";
import { DatasetDeleteQueue } from "./datasetDelete";
import { EventPropagationQueue } from "./eventPropagationQueue";
import { NotificationQueue } from "./notificationQueue";
import { MonitorQueue } from "./monitorQueue";
import { InAppAgentRunQueue } from "./inAppAgentRunQueue";
import { V4LegacyApiUsageQueue } from "./v4LegacyApiUsageQueue";
// Sharded queues require a sharding key.
// Use the queue class directly, for example IngestionQueue.getInstance({ shardingKey }).
export function getQueue(
queueName: Exclude<
QueueName,
| QueueName.IngestionQueue
| QueueName.IngestionSecondaryQueue
| QueueName.EvaluationExecution
| QueueName.EvaluationExecutionSecondaryQueue
| QueueName.LLMAsJudgeExecution
| QueueName.CodeEvalExecution
| QueueName.TraceUpsert
| QueueName.OtelIngestionQueue
| QueueName.OtelIngestionSecondaryQueue
>,
): Queue | null {
switch (queueName) {
case QueueName.Topics:
return TopicsQueue.getInstance();
case QueueName.TopicsUpdate:
return TopicsUpdateQueue.getInstance();
case QueueName.TopicsEmbedding:
return TopicsEmbeddingQueue.getInstance();
case QueueName.TopicsAutomation:
return TopicsAutomationQueue.getInstance();
case QueueName.TraceBatch:
return TraceBatchQueue.getInstance();
case QueueName.BatchExport:
return BatchExportQueue.getInstance();
case QueueName.CloudUsageMeteringQueue:
return CloudUsageMeteringQueue.getInstance();
case QueueName.CloudSpendAlertQueue:
return CloudSpendAlertQueue.getInstance();
case QueueName.CloudFreeTierUsageThresholdQueue:
return CloudFreeTierUsageThresholdQueue.getInstance();
case QueueName.DatasetRunItemUpsert:
return DatasetRunItemUpsertQueue.getInstance();
case QueueName.DatasetDelete:
return DatasetDeleteQueue.getInstance();
case QueueName.ExperimentCreate:
return ExperimentCreateQueue.getInstance();
case QueueName.TraceDelete:
return TraceDeleteQueue.getInstance();
case QueueName.ProjectDelete:
return ProjectDeleteQueue.getInstance();
case QueueName.PostHogIntegrationQueue:
return PostHogIntegrationQueue.getInstance();
case QueueName.PostHogIntegrationProcessingQueue:
return PostHogIntegrationProcessingQueue.getInstance();
case QueueName.MixpanelIntegrationQueue:
return MixpanelIntegrationQueue.getInstance();
case QueueName.MixpanelIntegrationProcessingQueue:
return MixpanelIntegrationProcessingQueue.getInstance();
case QueueName.BlobStorageIntegrationQueue:
return BlobStorageIntegrationQueue.getInstance();
case QueueName.BlobStorageIntegrationProcessingQueue:
return BlobStorageIntegrationProcessingQueue.getInstance();
case QueueName.CoreDataS3ExportQueue:
return CoreDataS3ExportQueue.getInstance();
case QueueName.MeteringDataPostgresExportQueue:
return MeteringDataPostgresExportQueue.getInstance();
case QueueName.DataRetentionQueue:
return DataRetentionQueue.getInstance();
case QueueName.DataRetentionProcessingQueue:
return DataRetentionProcessingQueue.getInstance();
case QueueName.BatchActionQueue:
return BatchActionQueue.getInstance();
case QueueName.CreateEvalQueue:
return CreateEvalQueue.getInstance();
case QueueName.ScoreDelete:
return ScoreDeleteQueue.getInstance();
case QueueName.DeadLetterRetryQueue:
return DeadLetterRetryQueue.getInstance();
case QueueName.WebhookQueue:
return WebhookQueue.getInstance();
case QueueName.EntityChangeQueue:
return EntityChangeQueue.getInstance();
case QueueName.EventPropagationQueue:
return EventPropagationQueue.getInstance();
case QueueName.NotificationQueue:
return NotificationQueue.getInstance();
case QueueName.MonitorQueue:
return MonitorQueue.getInstance();
case QueueName.InAppAgentRunQueue:
return InAppAgentRunQueue.getInstance();
case QueueName.V4LegacyApiUsageQueue:
return V4LegacyApiUsageQueue.getInstance();
default: {
const _exhaustiveCheckDefault: never = queueName;
throw new Error(`Queue ${queueName} not found`);
}
}
}