Skip to content

🐸 Rybbit - open-source and privacy-friendly alternative to Google Analytics that is 10x more intuitive.

Fix job fetching

Edward Cuie8fa09f88ff5
diff --git a/server/src/workers/csvParseWorker.ts b/server/src/workers/csvParseWorker.ts
index 1b072468a..9c5440342 100644
--- a/server/src/workers/csvParseWorker.ts
+++ b/server/src/workers/csvParseWorker.ts
@@ -8,9 +8,9 @@ import { clickhouse } from "../db/clickhouse/clickhouse.js";
import { processResults } from "../api/analytics/utils.js";
export async function registerCsvParseWorker() {
- await boss.work(CSV_PARSE_QUEUE, async (job: Job<CsvParseJob>[]) => {
+ await boss.work(CSV_PARSE_QUEUE, { batchSize: 1, pollingIntervalSeconds: 10 }, async ([ job ]: Job<CsvParseJob>[]) => {
try {
- const {site, importId, source, tempFilePath, organization} = job[0].data;
+ const { site, importId, source, tempFilePath, organization } = job.data;
const query = await clickhouse.query({
query: `
diff --git a/server/src/workers/dataInsertWorker.ts b/server/src/workers/dataInsertWorker.ts
index f154e7ad4..ac0d77882 100644
--- a/server/src/workers/dataInsertWorker.ts
+++ b/server/src/workers/dataInsertWorker.ts
@@ -5,9 +5,9 @@ import { clickhouse } from "../db/clickhouse/clickhouse.js";
import { Job } from "pg-boss";
export async function registerDataInsertWorker() {
- await boss.work(DATA_INSERT_QUEUE, async (job: Job<DataInsertJob<UmamiEvent>>[]) => {
+ await boss.work(DATA_INSERT_QUEUE, { batchSize: 1, pollingIntervalSeconds: 10 }, async ([ job ]: Job<DataInsertJob<UmamiEvent>>[]) => {
try {
- const {site, importId, source, chunk, chunkNumber} = job[0].data;
+ const { site, importId, source, chunk, chunkNumber } = job.data;
const dataMapper = getImportDataMapping(source);
const transformedRecords = dataMapper.transform(chunk, site, importId);