🐸 Rybbit - open-source and privacy-friendly alternative to Google Analytics that is 10x more intuitive.
Fix job fetching
Edward Cuie8fa09f88ff5
diff --git a/server/src/workers/csvParseWorker.ts b/server/src/workers/csvParseWorker.tsindex 1b072468a..9c5440342 100644--- a/server/src/workers/csvParseWorker.ts+++ b/server/src/workers/csvParseWorker.ts@@ -8,9 +8,9 @@ import { clickhouse } from "../db/clickhouse/clickhouse.js";import { processResults } from "../api/analytics/utils.js";export async function registerCsvParseWorker() {- await boss.work(CSV_PARSE_QUEUE, async (job: Job<CsvParseJob>[]) => {+ await boss.work(CSV_PARSE_QUEUE, { batchSize: 1, pollingIntervalSeconds: 10 }, async ([ job ]: Job<CsvParseJob>[]) => {try {- const {site, importId, source, tempFilePath, organization} = job[0].data;+ const { site, importId, source, tempFilePath, organization } = job.data;const query = await clickhouse.query({query: `diff --git a/server/src/workers/dataInsertWorker.ts b/server/src/workers/dataInsertWorker.tsindex f154e7ad4..ac0d77882 100644--- a/server/src/workers/dataInsertWorker.ts+++ b/server/src/workers/dataInsertWorker.ts@@ -5,9 +5,9 @@ import { clickhouse } from "../db/clickhouse/clickhouse.js";import { Job } from "pg-boss";export async function registerDataInsertWorker() {- await boss.work(DATA_INSERT_QUEUE, async (job: Job<DataInsertJob<UmamiEvent>>[]) => {+ await boss.work(DATA_INSERT_QUEUE, { batchSize: 1, pollingIntervalSeconds: 10 }, async ([ job ]: Job<DataInsertJob<UmamiEvent>>[]) => {try {- const {site, importId, source, chunk, chunkNumber} = job[0].data;+ const { site, importId, source, chunk, chunkNumber } = job.data;const dataMapper = getImportDataMapping(source);const transformedRecords = dataMapper.transform(chunk, site, importId);