Skip to content

📈 Open source, privacy-first web analytics — a cookie-less Google Analytics alternative with built-in error tracking and performance monitoring. Self-host it or use our cloud. Get started for free!

Optimised migrations

Blue Mousea013e481903b
diff --git a/backend/migrations/clickhouse/2024_06_22.js b/backend/migrations/clickhouse/2024_06_22.js
index b3a25caed..142c1cea0 100644
--- a/backend/migrations/clickhouse/2024_06_22.js
+++ b/backend/migrations/clickhouse/2024_06_22.js
@@ -2,43 +2,16 @@ const { queriesRunner, dbName } = require('./setup')
const queries = [
// Added 'meta' column
- `DROP TABLE IF EXISTS ${dbName}.analytics_temp`,
- `CREATE TABLE IF NOT EXISTS ${dbName}.analytics_temp
- (
- psid Nullable(UInt64),
- sid Nullable(String),
- pid FixedString(12),
- pg Nullable(String),
- prev Nullable(String),
- dv LowCardinality(Nullable(String)),
- br LowCardinality(Nullable(String)),
- os LowCardinality(Nullable(String)),
- lc LowCardinality(Nullable(String)),
- ref Nullable(String),
- so Nullable(String),
- me Nullable(String),
- ca Nullable(String),
- cc Nullable(FixedString(2)),
- rg LowCardinality(Nullable(String)),
- ct Nullable(String),
- meta Nested
- (
- key String,
- value String
- ),
- sdur Nullable(UInt32),
- unique UInt8,
- created DateTime('UTC')
- )
- ENGINE = MergeTree()
- PARTITION BY toYYYYMM(created)
- ORDER BY (pid, created);`,
-
- `INSERT INTO ${dbName}.analytics_temp (psid, sid, pid, pg, prev, dv, br, os, lc, ref, so, me, ca, cc, rg, ct, meta.key, meta.value, sdur, unique, created)
- SELECT psid, sid, pid, pg, prev, dv, br, os, lc, ref, so, me, ca, cc, rg, ct, [], [], sdur, unique, created FROM ${dbName}.analytics`,
-
- `DROP TABLE ${dbName}.analytics`,
- `RENAME TABLE ${dbName}.analytics_temp TO ${dbName}.analytics`,
+ `ALTER TABLE
+ ${dbName}.analytics
+ ADD COLUMN
+ meta Nested
+ (
+ key String,
+ value String
+ )
+ AFTER ct
+ `,
]
queriesRunner(queries)
diff --git a/backend/migrations/clickhouse/2024_09_10.js b/backend/migrations/clickhouse/2024_09_10.js
index 37b36aee2..87b0564c3 100644
--- a/backend/migrations/clickhouse/2024_09_10.js
+++ b/backend/migrations/clickhouse/2024_09_10.js
@@ -2,83 +2,11 @@ const { queriesRunner, dbName } = require('./setup')
const queries = [
// Added 'te' / 'co' columns
- `DROP TABLE IF EXISTS ${dbName}.analytics_temp`,
- `CREATE TABLE IF NOT EXISTS ${dbName}.analytics_temp
- (
- psid Nullable(UInt64),
- sid Nullable(String),
- pid FixedString(12),
- pg Nullable(String),
- prev Nullable(String),
- dv LowCardinality(Nullable(String)),
- br LowCardinality(Nullable(String)),
- os LowCardinality(Nullable(String)),
- lc LowCardinality(Nullable(String)),
- ref Nullable(String),
- so Nullable(String),
- me Nullable(String),
- ca Nullable(String),
- te Nullable(String),
- co Nullable(String),
- cc Nullable(FixedString(2)),
- rg LowCardinality(Nullable(String)),
- ct Nullable(String),
- meta Nested
- (
- key String,
- value String
- ),
- sdur Nullable(UInt32),
- unique UInt8,
- created DateTime('UTC')
- )
- ENGINE = MergeTree()
- PARTITION BY toYYYYMM(created)
- ORDER BY (pid, created);`,
+ `ALTER TABLE ${dbName}.analytics ADD COLUMN te Nullable(String) AFTER ca`,
+ `ALTER TABLE ${dbName}.analytics ADD COLUMN co Nullable(String) AFTER te`,
- `INSERT INTO ${dbName}.analytics_temp (psid, sid, pid, pg, prev, dv, br, os, lc, ref, so, me, ca, te, co, cc, rg, ct, meta.key, meta.value, sdur, unique, created)
- SELECT psid, sid, pid, pg, prev, dv, br, os, lc, ref, so, me, ca, NULL, NULL, cc, rg, ct, meta.key, meta.value, sdur, unique, created FROM ${dbName}.analytics`,
-
- `DROP TABLE ${dbName}.analytics`,
- `RENAME TABLE ${dbName}.analytics_temp TO ${dbName}.analytics`,
-
- // Added 'te' / 'co' columns to custom ev
- `DROP TABLE IF EXISTS ${dbName}.customEV_temp`,
- `CREATE TABLE IF NOT EXISTS ${dbName}.customEV_temp
- (
- psid Nullable(UInt64),
- pid FixedString(12),
- ev String,
- pg Nullable(String),
- dv LowCardinality(Nullable(String)),
- br LowCardinality(Nullable(String)),
- os LowCardinality(Nullable(String)),
- lc LowCardinality(Nullable(String)),
- ref Nullable(String),
- so Nullable(String),
- me Nullable(String),
- ca Nullable(String),
- te Nullable(String),
- co Nullable(String),
- cc Nullable(FixedString(2)),
- rg LowCardinality(Nullable(String)),
- ct Nullable(String),
- meta Nested
- (
- key String,
- value String
- ),
- created DateTime('UTC')
- )
- ENGINE = MergeTree()
- PARTITION BY toYYYYMM(created)
- ORDER BY (pid, created);`,
-
- `INSERT INTO ${dbName}.customEV_temp (psid, pid, ev, pg, dv, br, os, lc, ref, so, me, ca, te, co, cc, rg, ct, meta.key, meta.value, created)
- SELECT psid, pid, ev, pg, dv, br, os, lc, ref, so, me, ca, NULL, NULL, cc, rg, ct, meta.key, meta.value, created FROM ${dbName}.customEV`,
-
- `DROP TABLE ${dbName}.customEV`,
- `RENAME TABLE ${dbName}.customEV_temp TO ${dbName}.customEV`,
+ `ALTER TABLE ${dbName}.customEV ADD COLUMN te Nullable(String) AFTER ca`,
+ `ALTER TABLE ${dbName}.customEV ADD COLUMN co Nullable(String) AFTER te`,
]
queriesRunner(queries)