Skip to content

📈 Open source, privacy-first web analytics — a cookie-less Google Analytics alternative with built-in error tracking and performance monitoring. Self-host it or use our cloud. Get started for free!

Data import queue name

Blue Mouse4d1c7a75d92f
diff --git a/backend/apps/cloud/src/data-import/data-import.controller.ts b/backend/apps/cloud/src/data-import/data-import.controller.ts
index 434270c94..924c36426 100644
--- a/backend/apps/cloud/src/data-import/data-import.controller.ts
+++ b/backend/apps/cloud/src/data-import/data-import.controller.ts
@@ -30,7 +30,10 @@ import { ProjectService } from '../project/project.service'
import { DataImportService } from './data-import.service'
import { UploadImportDto } from './dto'
import { getMapper, SUPPORTED_PROVIDERS } from './mappers'
-import { DataImportJobData } from './data-import.processor'
+import {
+ DataImportJobData,
+ DATA_IMPORT_QUEUE,
+} from './data-import.processor'
const MAX_FILE_SIZE = 100 * 1024 * 1024 // 100 MB
@@ -43,7 +46,7 @@ export class DataImportController {
constructor(
private readonly dataImportService: DataImportService,
private readonly projectService: ProjectService,
- @InjectQueue('data-import')
+ @InjectQueue(DATA_IMPORT_QUEUE)
private readonly importQueue: Queue<DataImportJobData>,
) {}
diff --git a/backend/apps/cloud/src/data-import/data-import.module.ts b/backend/apps/cloud/src/data-import/data-import.module.ts
index 67e037f96..aeee47568 100644
--- a/backend/apps/cloud/src/data-import/data-import.module.ts
+++ b/backend/apps/cloud/src/data-import/data-import.module.ts
@@ -6,12 +6,15 @@ import { ProjectModule } from '../project/project.module'
import { DataImport } from './entity/data-import.entity'
import { DataImportService } from './data-import.service'
import { DataImportController } from './data-import.controller'
-import { DataImportProcessor } from './data-import.processor'
+import {
+ DataImportProcessor,
+ DATA_IMPORT_QUEUE,
+} from './data-import.processor'
@Module({
imports: [
TypeOrmModule.forFeature([DataImport]),
- BullModule.registerQueue({ name: 'data-import' }),
+ BullModule.registerQueue({ name: DATA_IMPORT_QUEUE }),
forwardRef(() => ProjectModule),
],
providers: [DataImportService, DataImportProcessor],
diff --git a/backend/apps/cloud/src/data-import/data-import.processor.ts b/backend/apps/cloud/src/data-import/data-import.processor.ts
index bce677e2a..e7f0bdf9c 100644
--- a/backend/apps/cloud/src/data-import/data-import.processor.ts
+++ b/backend/apps/cloud/src/data-import/data-import.processor.ts
@@ -10,6 +10,8 @@ import { clickhouse } from '../common/integrations/clickhouse'
const CLICKHOUSE_DB = process.env.CLICKHOUSE_DATABASE || 'analytics'
const BATCH_SIZE = 5000
+export const DATA_IMPORT_QUEUE = 'data-import'
+
export interface DataImportJobData {
id: number
importId: number
@@ -18,7 +20,7 @@ export interface DataImportJobData {
filePath: string
}
-@Processor('data-import', { concurrency: 1 })
+@Processor(DATA_IMPORT_QUEUE, { concurrency: 1 })
export class DataImportProcessor extends WorkerHost {
private readonly logger = new Logger(DataImportProcessor.name)
diff --git a/backend/apps/community/src/data-import/data-import.controller.ts b/backend/apps/community/src/data-import/data-import.controller.ts
index 168f479a2..d89a3b869 100644
--- a/backend/apps/community/src/data-import/data-import.controller.ts
+++ b/backend/apps/community/src/data-import/data-import.controller.ts
@@ -28,7 +28,10 @@ import { ProjectService } from '../project/project.service'
import { DataImportService } from './data-import.service'
import { UploadImportDto } from './dto'
import { getMapper, SUPPORTED_PROVIDERS } from './mappers'
-import { DataImportJobData } from './data-import.processor'
+import {
+ DataImportJobData,
+ DATA_IMPORT_QUEUE,
+} from './data-import.processor'
const MAX_FILE_SIZE = 100 * 1024 * 1024 // 100 MB
@@ -40,7 +43,7 @@ export class DataImportController {
constructor(
private readonly dataImportService: DataImportService,
private readonly projectService: ProjectService,
- @InjectQueue('data-import')
+ @InjectQueue(DATA_IMPORT_QUEUE)
private readonly importQueue: Queue<DataImportJobData>,
) {}
diff --git a/backend/apps/community/src/data-import/data-import.module.ts b/backend/apps/community/src/data-import/data-import.module.ts
index a863560d5..7bce1c112 100644
--- a/backend/apps/community/src/data-import/data-import.module.ts
+++ b/backend/apps/community/src/data-import/data-import.module.ts
@@ -4,11 +4,14 @@ import { BullModule } from '@nestjs/bullmq'
import { ProjectModule } from '../project/project.module'
import { DataImportService } from './data-import.service'
import { DataImportController } from './data-import.controller'
-import { DataImportProcessor } from './data-import.processor'
+import {
+ DataImportProcessor,
+ DATA_IMPORT_QUEUE,
+} from './data-import.processor'
@Module({
imports: [
- BullModule.registerQueue({ name: 'data-import' }),
+ BullModule.registerQueue({ name: DATA_IMPORT_QUEUE }),
forwardRef(() => ProjectModule),
],
providers: [DataImportService, DataImportProcessor],
diff --git a/backend/apps/community/src/data-import/data-import.processor.ts b/backend/apps/community/src/data-import/data-import.processor.ts
index 9055442f6..5b8d0b0cf 100644
--- a/backend/apps/community/src/data-import/data-import.processor.ts
+++ b/backend/apps/community/src/data-import/data-import.processor.ts
@@ -10,6 +10,8 @@ import { clickhouse } from '../common/integrations/clickhouse'
const CLICKHOUSE_DB = process.env.CLICKHOUSE_DATABASE || 'analytics'
const BATCH_SIZE = 5000
+export const DATA_IMPORT_QUEUE = 'data-import'
+
export interface DataImportJobData {
importId: number
projectId: string
@@ -17,7 +19,7 @@ export interface DataImportJobData {
filePath: string
}
-@Processor('data-import', { concurrency: 1 })
+@Processor(DATA_IMPORT_QUEUE, { concurrency: 1 })
export class DataImportProcessor extends WorkerHost {
private readonly logger = new Logger(DataImportProcessor.name)