Skip to content

OpenPanel is an open-source web and product analytics platform, an open-source alternative to Mixpanel with optional self-hosting.

fix: async save from buffer

Carl-Gerhard Lindesvärd2688322cfed8
diff --git a/packages/db/src/buffers/bot-buffer.ts b/packages/db/src/buffers/bot-buffer.ts
index e65019aa8..5babd4430 100644
--- a/packages/db/src/buffers/bot-buffer.ts
+++ b/packages/db/src/buffers/bot-buffer.ts
@@ -68,6 +68,10 @@ export class BotBuffer extends BaseBuffer {
table: TABLE_NAMES.events_bots,
values: parsedEvents,
format: 'JSONEachRow',
+ clickhouse_settings: {
+ async_insert: 1,
+ parallel_view_processing: 1
+ }
});
const chInsertMs = performance.now() - chStart;
diff --git a/packages/db/src/buffers/event-buffer.ts b/packages/db/src/buffers/event-buffer.ts
index 392d29ee1..f81449bee 100644
--- a/packages/db/src/buffers/event-buffer.ts
+++ b/packages/db/src/buffers/event-buffer.ts
@@ -176,6 +176,10 @@ export class EventBuffer extends BaseBuffer {
table: 'events',
values: chunk,
format: 'JSONEachRow',
+ clickhouse_settings: {
+ async_insert: 1,
+ parallel_view_processing: 1
+ }
}),
);
const chInsertMs = performance.now() - chStart;
diff --git a/packages/db/src/buffers/group-buffer.ts b/packages/db/src/buffers/group-buffer.ts
index aa21ea7e3..71136039a 100644
--- a/packages/db/src/buffers/group-buffer.ts
+++ b/packages/db/src/buffers/group-buffer.ts
@@ -178,6 +178,10 @@ export class GroupBuffer extends BaseBuffer {
table: TABLE_NAMES.groups,
values: chunk,
format: 'JSONEachRow',
+ clickhouse_settings: {
+ async_insert: 1,
+ parallel_view_processing: 1
+ }
}),
);
const chInsertMs = performance.now() - chStart;
diff --git a/packages/db/src/buffers/profile-buffer.ts b/packages/db/src/buffers/profile-buffer.ts
index f3fc55f3a..ca10b2cc1 100644
--- a/packages/db/src/buffers/profile-buffer.ts
+++ b/packages/db/src/buffers/profile-buffer.ts
@@ -341,6 +341,10 @@ export class ProfileBuffer extends BaseBuffer {
table: TABLE_NAMES.profiles,
values: chunk,
format: 'JSONEachRow',
+ clickhouse_settings: {
+ async_insert: 1,
+ parallel_view_processing: 1
+ }
}),
);
const chInsertMs = performance.now() - chStart;
diff --git a/packages/db/src/buffers/replay-buffer.ts b/packages/db/src/buffers/replay-buffer.ts
index af82b136c..469949844 100644
--- a/packages/db/src/buffers/replay-buffer.ts
+++ b/packages/db/src/buffers/replay-buffer.ts
@@ -83,6 +83,10 @@ export class ReplayBuffer extends BaseBuffer {
table: TABLE_NAMES.session_replay_chunks,
values: chunk,
format: 'JSONEachRow',
+ clickhouse_settings: {
+ async_insert: 1,
+ parallel_view_processing: 1
+ }
}),
);
const chInsertMs = performance.now() - chStart;
diff --git a/packages/db/src/buffers/session-buffer.ts b/packages/db/src/buffers/session-buffer.ts
index 24ac5e94e..78930b413 100644
--- a/packages/db/src/buffers/session-buffer.ts
+++ b/packages/db/src/buffers/session-buffer.ts
@@ -370,6 +370,10 @@ export class SessionBuffer extends BaseBuffer {
table: TABLE_NAMES.sessions,
values: chunk,
format: 'JSONEachRow',
+ clickhouse_settings: {
+ async_insert: 1,
+ parallel_view_processing: 1
+ }
}),
);
const chInsertMs = performance.now() - chStart;