OpenPanel is an open-source web and product analytics platform, an open-source alternative to Mixpanel with optional self-hosting.
fix: add getReplicatedTableName
Carl-Gerhard Lindesvärdb8cb13a854c5
diff --git a/apps/worker/src/jobs/cron.delete-projects.ts b/apps/worker/src/jobs/cron.delete-projects.tsindex eab4f84c5..9b675b1e7 100644--- a/apps/worker/src/jobs/cron.delete-projects.ts+++ b/apps/worker/src/jobs/cron.delete-projects.ts@@ -1,5 +1,5 @@import { logger } from '@/utils/logger';-import { TABLE_NAMES, ch, db } from '@openpanel/db';+import { TABLE_NAMES, ch, db, getReplicatedTableName } from '@openpanel/db';import type { CronQueuePayload } from '@openpanel/queue';import type { Job } from 'bullmq';import sqlstring from 'sqlstring';@@ -46,10 +46,7 @@ export async function deleteProjects(job: Job<CronQueuePayload>) {];for (const table of tables) {- const query =- process.env.SELF_HOSTED === 'true'- ? `ALTER TABLE ${table} DELETE WHERE ${where};`- : `ALTER TABLE ${table}_replicated ON CLUSTER '{cluster}' DELETE WHERE ${where};`;+ const query = `ALTER TABLE ${getReplicatedTableName(table)} DELETE WHERE ${where};`;await ch.command({query,diff --git a/packages/db/src/clickhouse/client.ts b/packages/db/src/clickhouse/client.tsindex 373a6573c..3c79f9e5d 100644--- a/packages/db/src/clickhouse/client.ts+++ b/packages/db/src/clickhouse/client.ts@@ -57,6 +57,29 @@ export const TABLE_NAMES = {events_imports: 'events_imports',};+/**+ * Check if ClickHouse is running in clustered mode+ * Clustered mode = production (not self-hosted)+ * Non-clustered mode = self-hosted environments+ */+export function isClickhouseClustered(): boolean {+ return !(+ process.env.SELF_HOSTED === 'true' || process.env.SELF_HOSTED === '1'+ );+}++/**+ * Get the replicated table name for mutations+ * In clustered mode, returns table_name_replicated+ * In non-clustered mode, returns the original table name+ */+export function getReplicatedTableName(tableName: string): string {+ if (isClickhouseClustered()) {+ return `${tableName}_replicated ON CLUSTER '{cluster}'`;+ }+ return tableName;+}+export const CLICKHOUSE_OPTIONS: NodeClickHouseClientConfigOptions = {max_open_connections: 30,request_timeout: 300000,diff --git a/packages/db/src/services/import.service.ts b/packages/db/src/services/import.service.tsindex 6d0b8f554..84caf10be 100644--- a/packages/db/src/services/import.service.ts+++ b/packages/db/src/services/import.service.ts@@ -6,6 +6,7 @@ import {chInsertCSV,convertClickhouseDateToJs,formatClickhouseDate,+ getReplicatedTableName,} from '../clickhouse/client';import { csvEscapeField, csvEscapeJson } from '../clickhouse/csv';import { type Prisma, db } from '../prisma-client';@@ -107,8 +108,10 @@ export async function generateSessionIds(// Use SQL to generate deterministic session IDs based on device_id + 30-min time windows// This ensures same events always get same session IDs regardless of import order+ // In clustered mode, we must use the replicated table for mutations+ const mutationTableName = getReplicatedTableName(TABLE_NAMES.events_imports);const updateQuery = `- ALTER TABLE ${TABLE_NAMES.events_imports}+ ALTER TABLE ${mutationTableName}UPDATE session_id = lower(hex(MD5(concat(device_id,'-',@@ -572,8 +575,10 @@ export async function backfillSessionsToProduction(* Mark import as complete by updating status*/export async function markImportComplete(importId: string): Promise<void> {+ // In clustered mode, we must use the replicated table for mutations+ const mutationTableName = getReplicatedTableName(TABLE_NAMES.events_imports);const updateQuery = `- ALTER TABLE ${TABLE_NAMES.events_imports}+ ALTER TABLE ${mutationTableName}UPDATE import_status = 'processed'WHERE import_id = {importId:String}`;