🐸 Rybbit - open-source and privacy-friendly alternative to Google Analytics that is 10x more intuitive.
wip
Edward Cuia8d43fb548c1
diff --git a/server/src/services/import/workers/csvParseWorker.ts b/server/src/services/import/workers/csvParseWorker.tsindex 8d6688af5..e993f537c 100644--- a/server/src/services/import/workers/csvParseWorker.ts+++ b/server/src/services/import/workers/csvParseWorker.ts@@ -1,5 +1,5 @@import fs from "fs";-import { parseStream } from "@fast-csv/parse";+import { parse } from "@fast-csv/parse";import boss from "../../../db/postgres/boss.js";import { CSV_PARSE_QUEUE, CsvParseJob, DATA_INSERT_QUEUE, IMPORT_COMPLETION_QUEUE } from "./jobs.js";import { Job } from "pg-boss";@@ -23,18 +23,16 @@ export async function registerCsvParseWorker() {let chunk: UmamiEvent[] = [];let rowsProcessed = 0;- const stream = fs.createReadStream(tempFilePath);-- await ImportStatusManager.updateStatus(importId, "processing");-- const csvStream = parseStream(stream, {+ const stream = fs.createReadStream(tempFilePath).pipe(parse({headers: umamiHeaders,// maxRows: importableEvents,// strictColumnHandling: true,ignoreEmpty: true- });+ }));++ await ImportStatusManager.updateStatus(importId, "processing");- for await (const data of csvStream) {+ for await (const data of stream) {if (rowsProcessed >= importableEvents) {break;}