Skip to content

📈 Open source, privacy-first web analytics — a cookie-less Google Analytics alternative with built-in error tracking and performance monitoring. Self-host it or use our cloud. Get started for free!

perf: cache session first seen in redis

Blue Mouse323ee2d132b7
diff --git a/backend/apps/cloud/src/analytics/analytics.service.ts b/backend/apps/cloud/src/analytics/analytics.service.ts
index f8ad5e0ba..5e41639a6 100644
--- a/backend/apps/cloud/src/analytics/analytics.service.ts
+++ b/backend/apps/cloud/src/analytics/analytics.service.ts
@@ -1240,36 +1240,47 @@ export class AnalyticsService {
return profileId.startsWith(AnalyticsService.PROFILE_PREFIX_USER)
}
+ private getSessionFirstSeenKey(pid: string, psid: string): string {
+ return `ses:fs:${pid}:${psid}`
+ }
+
async recordSessionActivity(
psid: string,
pid: string,
profileId: string,
): Promise<void> {
const now = dayjs.utc().format('YYYY-MM-DD HH:mm:ss')
+ const cacheKey = this.getSessionFirstSeenKey(pid, psid)
try {
- const query = `
- SELECT minOrNull(firstSeen) AS firstSeen
- FROM sessions
- WHERE psid = {psid:UInt64}
- AND pid = {pid:FixedString(12)}
- `
+ let firstSeen = await redis.get(cacheKey)
+
+ if (!firstSeen) {
+ const query = `
+ SELECT minOrNull(firstSeen) AS firstSeen
+ FROM sessions
+ WHERE psid = {psid:UInt64}
+ AND pid = {pid:FixedString(12)}
+ `
- const { data } = await clickhouse
- .query({
- query,
- query_params: { psid, pid },
- })
- .then((resultSet) =>
- resultSet.json<{
- firstSeen: string | null
- }>(),
- )
+ const { data } = await clickhouse
+ .query({
+ query,
+ query_params: { psid, pid },
+ })
+ .then((resultSet) =>
+ resultSet.json<{
+ firstSeen: string | null
+ }>(),
+ )
+
+ const existingSession = data[0]
+ firstSeen = existingSession?.firstSeen
+ ? dayjs.utc(existingSession.firstSeen).format('YYYY-MM-DD HH:mm:ss')
+ : now
- const existingSession = data[0]
- const firstSeen = existingSession?.firstSeen
- ? dayjs.utc(existingSession.firstSeen).format('YYYY-MM-DD HH:mm:ss')
- : now
+ await redis.set(cacheKey, firstSeen, 'EX', UNIQUE_SESSION_LIFE_TIME)
+ }
await clickhouse.insert({
table: 'sessions',
@@ -1283,6 +1294,7 @@ export class AnalyticsService {
lastSeen: now,
},
],
+ clickhouse_settings: { async_insert: 1 },
})
} catch (error) {
console.error('Failed to record session:', error)
diff --git a/backend/apps/community/src/analytics/analytics.service.ts b/backend/apps/community/src/analytics/analytics.service.ts
index b5d195aa3..dad25cdda 100644
--- a/backend/apps/community/src/analytics/analytics.service.ts
+++ b/backend/apps/community/src/analytics/analytics.service.ts
@@ -1257,36 +1257,47 @@ export class AnalyticsService {
return profileId.startsWith(AnalyticsService.PROFILE_PREFIX_USER)
}
+ private getSessionFirstSeenKey(pid: string, psid: string): string {
+ return `ses:fs:${pid}:${psid}`
+ }
+
async recordSessionActivity(
psid: string,
pid: string,
profileId: string,
): Promise<void> {
const now = dayjs.utc().format('YYYY-MM-DD HH:mm:ss')
+ const cacheKey = this.getSessionFirstSeenKey(pid, psid)
try {
- const query = `
- SELECT minOrNull(firstSeen) AS firstSeen
- FROM sessions
- WHERE psid = {psid:UInt64}
- AND pid = {pid:FixedString(12)}
- `
+ let firstSeen = await redis.get(cacheKey)
+
+ if (!firstSeen) {
+ const query = `
+ SELECT minOrNull(firstSeen) AS firstSeen
+ FROM sessions
+ WHERE psid = {psid:UInt64}
+ AND pid = {pid:FixedString(12)}
+ `
- const { data } = await clickhouse
- .query({
- query,
- query_params: { psid, pid },
- })
- .then((resultSet) =>
- resultSet.json<{
- firstSeen: string | null
- }>(),
- )
+ const { data } = await clickhouse
+ .query({
+ query,
+ query_params: { psid, pid },
+ })
+ .then((resultSet) =>
+ resultSet.json<{
+ firstSeen: string | null
+ }>(),
+ )
- const existingSession = data[0]
- const firstSeen = existingSession?.firstSeen
- ? dayjs.utc(existingSession.firstSeen).format('YYYY-MM-DD HH:mm:ss')
- : now
+ const existingSession = data[0]
+ firstSeen = existingSession?.firstSeen
+ ? dayjs.utc(existingSession.firstSeen).format('YYYY-MM-DD HH:mm:ss')
+ : now
+
+ await redis.set(cacheKey, firstSeen, 'EX', UNIQUE_SESSION_LIFE_TIME)
+ }
await clickhouse.insert({
table: 'sessions',
@@ -1300,6 +1311,7 @@ export class AnalyticsService {
lastSeen: now,
},
],
+ clickhouse_settings: { async_insert: 1 },
})
} catch (error) {
this.logger.error('Failed to record session:', error)