📈 Open source, privacy-first web analytics — a cookie-less Google Analytics alternative with built-in error tracking and performance monitoring. Self-host it or use our cloud. Get started for free!
TypeScript chartsclickhousedockergdprgoogle-analyticsmetricsmonitoringmysqlnestjsprivacyredisself-hostedselfhostedstatisticstailwindcssweb-analyticswebanalyticswebsite
Data import queue name
Blue Mouse4d1c7a75d92f
diff --git a/backend/apps/cloud/src/data-import/data-import.controller.ts b/backend/apps/cloud/src/data-import/data-import.controller.tsindex 434270c94..924c36426 100644--- a/backend/apps/cloud/src/data-import/data-import.controller.ts+++ b/backend/apps/cloud/src/data-import/data-import.controller.ts@@ -30,7 +30,10 @@ import { ProjectService } from '../project/project.service'import { DataImportService } from './data-import.service'import { UploadImportDto } from './dto'import { getMapper, SUPPORTED_PROVIDERS } from './mappers'-import { DataImportJobData } from './data-import.processor'+import {+ DataImportJobData,+ DATA_IMPORT_QUEUE,+} from './data-import.processor'const MAX_FILE_SIZE = 100 * 1024 * 1024 // 100 MB@@ -43,7 +46,7 @@ export class DataImportController {constructor(private readonly dataImportService: DataImportService,private readonly projectService: ProjectService,- @InjectQueue('data-import')+ @InjectQueue(DATA_IMPORT_QUEUE)private readonly importQueue: Queue<DataImportJobData>,) {}diff --git a/backend/apps/cloud/src/data-import/data-import.module.ts b/backend/apps/cloud/src/data-import/data-import.module.tsindex 67e037f96..aeee47568 100644--- a/backend/apps/cloud/src/data-import/data-import.module.ts+++ b/backend/apps/cloud/src/data-import/data-import.module.ts@@ -6,12 +6,15 @@ import { ProjectModule } from '../project/project.module'import { DataImport } from './entity/data-import.entity'import { DataImportService } from './data-import.service'import { DataImportController } from './data-import.controller'-import { DataImportProcessor } from './data-import.processor'+import {+ DataImportProcessor,+ DATA_IMPORT_QUEUE,+} from './data-import.processor'@Module({imports: [TypeOrmModule.forFeature([DataImport]),- BullModule.registerQueue({ name: 'data-import' }),+ BullModule.registerQueue({ name: DATA_IMPORT_QUEUE }),forwardRef(() => ProjectModule),],providers: [DataImportService, DataImportProcessor],diff --git a/backend/apps/cloud/src/data-import/data-import.processor.ts b/backend/apps/cloud/src/data-import/data-import.processor.tsindex bce677e2a..e7f0bdf9c 100644--- a/backend/apps/cloud/src/data-import/data-import.processor.ts+++ b/backend/apps/cloud/src/data-import/data-import.processor.ts@@ -10,6 +10,8 @@ import { clickhouse } from '../common/integrations/clickhouse'const CLICKHOUSE_DB = process.env.CLICKHOUSE_DATABASE || 'analytics'const BATCH_SIZE = 5000+export const DATA_IMPORT_QUEUE = 'data-import'+export interface DataImportJobData {id: numberimportId: number@@ -18,7 +20,7 @@ export interface DataImportJobData {filePath: string}-@Processor('data-import', { concurrency: 1 })+@Processor(DATA_IMPORT_QUEUE, { concurrency: 1 })export class DataImportProcessor extends WorkerHost {private readonly logger = new Logger(DataImportProcessor.name)diff --git a/backend/apps/community/src/data-import/data-import.controller.ts b/backend/apps/community/src/data-import/data-import.controller.tsindex 168f479a2..d89a3b869 100644--- a/backend/apps/community/src/data-import/data-import.controller.ts+++ b/backend/apps/community/src/data-import/data-import.controller.ts@@ -28,7 +28,10 @@ import { ProjectService } from '../project/project.service'import { DataImportService } from './data-import.service'import { UploadImportDto } from './dto'import { getMapper, SUPPORTED_PROVIDERS } from './mappers'-import { DataImportJobData } from './data-import.processor'+import {+ DataImportJobData,+ DATA_IMPORT_QUEUE,+} from './data-import.processor'const MAX_FILE_SIZE = 100 * 1024 * 1024 // 100 MB@@ -40,7 +43,7 @@ export class DataImportController {constructor(private readonly dataImportService: DataImportService,private readonly projectService: ProjectService,- @InjectQueue('data-import')+ @InjectQueue(DATA_IMPORT_QUEUE)private readonly importQueue: Queue<DataImportJobData>,) {}diff --git a/backend/apps/community/src/data-import/data-import.module.ts b/backend/apps/community/src/data-import/data-import.module.tsindex a863560d5..7bce1c112 100644--- a/backend/apps/community/src/data-import/data-import.module.ts+++ b/backend/apps/community/src/data-import/data-import.module.ts@@ -4,11 +4,14 @@ import { BullModule } from '@nestjs/bullmq'import { ProjectModule } from '../project/project.module'import { DataImportService } from './data-import.service'import { DataImportController } from './data-import.controller'-import { DataImportProcessor } from './data-import.processor'+import {+ DataImportProcessor,+ DATA_IMPORT_QUEUE,+} from './data-import.processor'@Module({imports: [- BullModule.registerQueue({ name: 'data-import' }),+ BullModule.registerQueue({ name: DATA_IMPORT_QUEUE }),forwardRef(() => ProjectModule),],providers: [DataImportService, DataImportProcessor],diff --git a/backend/apps/community/src/data-import/data-import.processor.ts b/backend/apps/community/src/data-import/data-import.processor.tsindex 9055442f6..5b8d0b0cf 100644--- a/backend/apps/community/src/data-import/data-import.processor.ts+++ b/backend/apps/community/src/data-import/data-import.processor.ts@@ -10,6 +10,8 @@ import { clickhouse } from '../common/integrations/clickhouse'const CLICKHOUSE_DB = process.env.CLICKHOUSE_DATABASE || 'analytics'const BATCH_SIZE = 5000+export const DATA_IMPORT_QUEUE = 'data-import'+export interface DataImportJobData {importId: numberprojectId: string@@ -17,7 +19,7 @@ export interface DataImportJobData {filePath: string}-@Processor('data-import', { concurrency: 1 })+@Processor(DATA_IMPORT_QUEUE, { concurrency: 1 })export class DataImportProcessor extends WorkerHost {private readonly logger = new Logger(DataImportProcessor.name)