Skip to content

armgit / umami

Public Imported from GitHub
0

Umami is a privacy-first web and product analytics platform. Traffic, campaigns, behavior, conversions, and revenue in one place. No cookies, no surveillance, self-hosted or in the cloud.

7.4 KB
Raw Blame
import clickhouse from '@/lib/clickhouse';
import { EVENT_TYPE } from '@/lib/constants';
import { CLICKHOUSE, PRISMA, runQuery } from '@/lib/db';
import prisma from '@/lib/prisma';
import type { PageResult, PropertyFilter, QueryFilters, SessionDataPivotRow } from '@/lib/types';

const FUNCTION_NAME = 'getSessionDataPivot';

export async function getSessionDataPivot(
  ...args: [
    websiteId: string,
    propertyName: string,
    filters: QueryFilters,
    propertyFilters?: PropertyFilter[],
  ]
): Promise<PageResult<SessionDataPivotRow[]>> {
  return runQuery({
    [PRISMA]: () => relationalQuery(...args),
    [CLICKHOUSE]: () => clickhouseQuery(...args),
  });
}

async function relationalQuery(
  websiteId: string,
  propertyName: string,
  filters: QueryFilters,
  propertyFilters: PropertyFilter[] = [],
) {
  const { timezone = 'utc' } = filters;
  const { pagedRawQuery, parseFilters, getPropertyFilterQuery, getDateStringSQL } = prisma;

  const { filterQuery, cohortQuery, joinSessionQuery, queryParams } = parseFilters({
    ...filters,
    websiteId,
    timezone,
  });
  const { sql: pfSQL, params: pfParams } = getPropertyFilterQuery(
    propertyFilters,
    'session',
    timezone,
  );

  return pagedRawQuery(
    `
    with filtered_sessions as (
      select distinct website_event.session_id
      from website_event
      ${cohortQuery}
      ${joinSessionQuery}
      where website_event.website_id = {{websiteId::uuid}}
        and website_event.created_at between {{startDate}} and {{endDate}}
        and website_event.event_type != ${EVENT_TYPE.performance}
        ${filterQuery}
        ${pfSQL}
    ),
    latest_session_properties as (
      select
        ranked.session_id,
        ranked.distinct_id,
        ranked.created_at,
        ranked.data_key,
        ranked.data_type,
        ranked.string_value,
        ranked.number_value,
        ranked.date_value
      from (
        select
          session_data.session_id,
          session_data.distinct_id,
          session_data.created_at,
          session_data.data_key,
          session_data.data_type,
          session_data.string_value,
          session_data.number_value,
          session_data.date_value,
          row_number() over (
            partition by session_data.session_id, session_data.data_key
            order by session_data.created_at desc, session_data.session_data_id desc
          ) as row_num
        from session_data
        join filtered_sessions
          on filtered_sessions.session_id = session_data.session_id
        where session_data.website_id = {{websiteId::uuid}}
      ) ranked
      where ranked.row_num = 1
    ),
    paged_sessions as (
      select
        latest_session_properties.session_id,
        latest_session_properties.created_at as sort_created_at
      from latest_session_properties
      where latest_session_properties.data_key = {{propertyName}}
    )
    select
      latest_session_properties.session_id as "sessionId",
      coalesce(max(latest_session_properties.distinct_id), '') as "distinctId",
      max(latest_session_properties.created_at) as "createdAt",
      array_agg(latest_session_properties.data_key order by latest_session_properties.data_key asc) as "propertyKeys",
      array_agg(
        coalesce(
          case when latest_session_properties.data_type = 1 then latest_session_properties.string_value end,
          case when latest_session_properties.data_type = 2 then cast(latest_session_properties.number_value as varchar) end,
          case when latest_session_properties.data_type = 3 then latest_session_properties.string_value end,
          case when latest_session_properties.data_type = 4 then ${getDateStringSQL('latest_session_properties.date_value', 'second', timezone)} end,
          case when latest_session_properties.data_type = 5 then latest_session_properties.string_value end,
          ''
        )
        order by latest_session_properties.data_key asc
      ) as "propertyValues"
    from latest_session_properties
    join paged_sessions
      on paged_sessions.session_id = latest_session_properties.session_id
    group by latest_session_properties.session_id, paged_sessions.sort_created_at
    order by paged_sessions.sort_created_at desc
    `,
    { ...queryParams, websiteId, propertyName, ...pfParams },
    filters,
    FUNCTION_NAME,
  );
}

async function clickhouseQuery(
  websiteId: string,
  propertyName: string,
  filters: QueryFilters,
  propertyFilters: PropertyFilter[] = [],
) {
  const { timezone = 'UTC' } = filters;
  const { pagedRawQuery, parseFilters, getPropertyFilterQuery, getDateStringSQL } = clickhouse;

  const { filterQuery, cohortQuery, queryParams } = parseFilters({
    ...filters,
    websiteId,
    timezone,
  });
  const { sql: pfSQL, params: pfParams } = getPropertyFilterQuery(
    propertyFilters,
    'session',
    timezone,
  );

  return pagedRawQuery(
    `
    with filtered_sessions as (
      select distinct website_event.session_id
      from website_event
      ${cohortQuery}
      where website_event.website_id = {websiteId:UUID}
        and website_event.created_at between {startDate:DateTime64} and {endDate:DateTime64}
        and website_event.event_type != ${EVENT_TYPE.performance}
      ${filterQuery}
      ${pfSQL}
    ),
    latest_session_properties as (
      select
        session_data.session_id as session_id,
        argMax(ifNull(session_data.distinct_id, ''), session_data.created_at) as distinct_id,
        session_data.data_key as data_key,
        argMax(session_data.data_type, session_data.created_at) as data_type,
        argMax(session_data.string_value, session_data.created_at) as string_value,
        argMax(session_data.number_value, session_data.created_at) as number_value,
        argMax(session_data.date_value, session_data.created_at) as date_value,
        max(session_data.created_at) as created_at
      from session_data final
      join filtered_sessions
        on filtered_sessions.session_id = session_data.session_id
      where session_data.website_id = {websiteId:UUID}
      group by
        session_data.session_id,
        session_data.data_key
    ),
    paged_sessions as (
      select
        latest_session_properties.session_id,
        latest_session_properties.created_at as sort_created_at
      from latest_session_properties
      where latest_session_properties.data_key = {propertyName:String}
    )
    select
      latest_session_properties.session_id as sessionId,
      max(latest_session_properties.distinct_id) as distinctId,
      max(latest_session_properties.created_at) as createdAt,
      groupArray(latest_session_properties.data_key) as propertyKeys,
      groupArray(
        multiIf(
          latest_session_properties.data_type IN (1, 3, 5), ifNull(latest_session_properties.string_value, ''),
          latest_session_properties.data_type = 2, toString(ifNull(latest_session_properties.number_value, 0)),
          latest_session_properties.data_type = 4, ${getDateStringSQL('latest_session_properties.date_value', 'second', timezone)},
          ''
        )
      ) as propertyValues
    from latest_session_properties
    join paged_sessions
      on paged_sessions.session_id = latest_session_properties.session_id
    group by
      latest_session_properties.session_id,
      paged_sessions.sort_created_at
    order by paged_sessions.sort_created_at desc
    `,
    { ...queryParams, websiteId, propertyName, ...pfParams },
    filters,
    FUNCTION_NAME,
  );
}