Umami is a privacy-first web and product analytics platform. Traffic, campaigns, behavior, conversions, and revenue in one place. No cookies, no surveillance, self-hosted or in the cloud.
TypeScript analyticsaudience-segmentationchartscohort-analysisgoogle-analyticsproduct-analyticsstatisticsuser-journeyweb-analytics
import { gunzipSync } from 'node:zlib';
import clickhouse from '@/lib/clickhouse';
import { CLICKHOUSE, PRISMA, runQuery } from '@/lib/db';
import prisma from '@/lib/prisma';
const FUNCTION_NAME = 'getReplayChunks';
export interface ReplayChunk {
sessionId: string;
visitId: string;
events: any[];
chunkIndex: number;
eventCount: number;
startedAt: Date;
endedAt: Date;
}
interface GetReplayChunksOptions {
endAt?: Date;
endChunkIndex?: number;
}
export async function getReplayChunks(
websiteId: string,
visitId: string,
options: GetReplayChunksOptions = {},
): Promise<ReplayChunk[]> {
return runQuery({
[PRISMA]: () => relationalQuery(websiteId, visitId, options),
[CLICKHOUSE]: () => clickhouseQuery(websiteId, visitId, options),
});
}
async function relationalQuery(
websiteId: string,
visitId: string,
{ endAt, endChunkIndex }: GetReplayChunksOptions,
): Promise<ReplayChunk[]> {
const { rawQuery } = prisma;
const endAtFilter = endAt
? `
and started_at <= {{endAt}}
`
: '';
const endChunkFilter =
endChunkIndex !== undefined
? `
and chunk_index <= {{endChunkIndex}}
`
: '';
const chunks: {
sessionId: string;
visitId: string;
events: Buffer;
chunkIndex: number;
eventCount: number;
startedAt: Date;
endedAt: Date;
}[] = await rawQuery(
`
select
session_id as "sessionId",
visit_id as "visitId",
events,
chunk_index as "chunkIndex",
event_count as "eventCount",
started_at as "startedAt",
ended_at as "endedAt"
from session_replay
where website_id = {{websiteId::uuid}}
and visit_id = {{visitId::uuid}}
${endAtFilter}
${endChunkFilter}
order by chunk_index asc
`,
{ websiteId, visitId, endAt, endChunkIndex },
FUNCTION_NAME,
);
return chunks.map(chunk => ({
...chunk,
events: JSON.parse(gunzipSync(Buffer.from(chunk.events)).toString('utf-8')),
}));
}
async function clickhouseQuery(
websiteId: string,
visitId: string,
{ endAt, endChunkIndex }: GetReplayChunksOptions,
): Promise<ReplayChunk[]> {
const { rawQuery } = clickhouse;
const endAtFilter = endAt
? `
and started_at <= {endAt:DateTime64}
`
: '';
const endChunkFilter =
endChunkIndex !== undefined
? `
and chunk_index <= {endChunkIndex:UInt32}
`
: '';
const results = await rawQuery<
{
sessionId: string;
visitId: string;
events: string;
chunk_index: number;
event_count: number;
started_at: string;
ended_at: string;
}[]
>(
`
select
session_id as sessionId,
visit_id as visitId,
events,
chunk_index,
event_count,
started_at,
ended_at
from session_replay
prewhere website_id = {websiteId:UUID}
and visit_id = {visitId:UUID}
${endAtFilter}
${endChunkFilter}
order by chunk_index asc
`,
{ websiteId, visitId, endAt, endChunkIndex },
FUNCTION_NAME,
);
return results.map(row => ({
sessionId: row.sessionId,
visitId: row.visitId,
events: JSON.parse(row.events),
chunkIndex: row.chunk_index,
eventCount: row.event_count,
startedAt: new Date(row.started_at),
endedAt: new Date(row.ended_at),
}));
}