Skip to content

armgit / dub

Public Imported from GitHub
0

The modern link attribution platform. Loved by world-class engineering teams at Twilio, Zillow, Jobber, Vercel, Raycast, and more.

add v4 endpoints

Steven Tey34d641a31dc5
diff --git a/apps/web/lib/analytics/get-analytics.ts b/apps/web/lib/analytics/get-analytics.ts
index ca1758a3c2..0c9927d115 100644
--- a/apps/web/lib/analytics/get-analytics.ts
+++ b/apps/web/lib/analytics/get-analytics.ts
@@ -1,4 +1,3 @@
-import { combineTagIds } from "@/lib/api/tags/combine-tag-ids";
import { tb } from "@/lib/tinybird";
import { prisma } from "@dub/prisma";
import { FolderAccessLevel } from "@dub/prisma/client";
@@ -98,16 +97,16 @@ export const getAnalytics = async (params: AnalyticsFilters) => {
// Create a Tinybird pipe
const pipe = tb.buildPipe({
pipe: ["count", "timeseries"].includes(groupBy!)
- ? `v3_${groupBy}`
+ ? `v4_${groupBy}`
: [
- "top_folders",
- "top_link_tags",
- "top_domains",
- "top_partners",
- "top_groups",
- ].includes(groupBy!)
- ? "v3_group_by_link_metadata"
- : "v3_group_by",
+ "top_folders",
+ "top_link_tags",
+ "top_domains",
+ "top_partners",
+ "top_groups",
+ ].includes(groupBy!)
+ ? "v4_group_by_link_metadata"
+ : "v4_group_by",
parameters: analyticsFilterTB,
data: z.object({
groupByField: z.string(),
diff --git a/apps/web/lib/analytics/get-events.ts b/apps/web/lib/analytics/get-events.ts
index 859299d426..a155fc0bee 100644
--- a/apps/web/lib/analytics/get-events.ts
+++ b/apps/web/lib/analytics/get-events.ts
@@ -73,7 +73,7 @@ export const getEvents = async (params: EventsFilters) => {
}
const pipe = tb.buildPipe({
- pipe: "v3_events",
+ pipe: "v4_events",
parameters: eventsFilterTB,
data:
{
@@ -143,9 +143,13 @@ export const getEvents = async (params: EventsFilters) => {
tenantIdOperator,
groupId: groupIdParam,
groupIdOperator,
- ...(typeof triggerForPipe !== 'object' && triggerForPipe ? { trigger: triggerForPipe } : {}),
- ...(typeof countryForPipe !== 'object' && countryForPipe ? { country: countryForPipe } : {}),
- ...(typeof regionForPipe === 'string' ? { region: regionForPipe } : {}),
+ ...(typeof triggerForPipe !== "object" && triggerForPipe
+ ? { trigger: triggerForPipe }
+ : {}),
+ ...(typeof countryForPipe !== "object" && countryForPipe
+ ? { country: countryForPipe }
+ : {}),
+ ...(typeof regionForPipe === "string" ? { region: regionForPipe } : {}),
// Workspace links filters with operators
...(domainParam ? { domain: domainParam, domainOperator } : {}),
...(tagIdsParam ? { tagIds: tagIdsParam, tagIdsOperator } : {}),
@@ -159,7 +163,7 @@ export const getEvents = async (params: EventsFilters) => {
end: formatUTCDateTimeClickhouse(endDate),
filters: allFilters.length > 0 ? JSON.stringify(allFilters) : undefined,
};
-
+
const response = await pipe(tinybirdParams);
const [linksMap, customersMap] = await Promise.all([
@@ -186,7 +190,10 @@ export const getEvents = async (params: EventsFilters) => {
link = decodeLinkIfCaseSensitive(link);
const transformedLink = transformLink(link, { skipDecodeKey: true });
- if (transformedLink.testVariants && !Array.isArray(transformedLink.testVariants)) {
+ if (
+ transformedLink.testVariants &&
+ !Array.isArray(transformedLink.testVariants)
+ ) {
transformedLink.testVariants = null;
}
diff --git a/packages/tinybird/pipes/v3_count.pipe b/packages/tinybird/pipes/v3_count.pipe
index 88b06b2dbd..234a80b0fc 100644
--- a/packages/tinybird/pipes/v3_count.pipe
+++ b/packages/tinybird/pipes/v3_count.pipe
@@ -7,642 +7,316 @@ TAGS "Dub Endpoints"
NODE workspace_links
SQL >
- %
- SELECT link_id
- FROM dub_links_metadata_latest FINAL
- WHERE
- workspace_id
- = {{
- String(
- workspaceId,
- 'cl7pj5kq4006835rbjlt2ofka',
- description="The unique ID for the workspace",
- required=True,
- )
- }}
- AND deleted == 0
- {% if defined(programId) %} AND program_id = {{ programId }} {% end %}
- {% if defined(partnerId) %}
- {% if defined(partnerIdOperator) and String(partnerIdOperator) == 'NOT IN' %}
- AND partner_id NOT IN {{ Array(partnerId, 'String') }}
- {% else %}
- AND partner_id IN {{ Array(partnerId, 'String') }}
- {% end %}
- {% end %}
- {% if defined(groupId) %}
- {% if defined(groupIdOperator) and String(groupIdOperator) == 'NOT IN' %}
- AND partner_group_id NOT IN {{ Array(groupId, 'String') }}
- {% else %}
- AND partner_group_id IN {{ Array(groupId, 'String') }}
- {% end %}
- {% end %}
- {% if defined(tenantId) %}
- {% if defined(tenantIdOperator) and String(tenantIdOperator) == 'NOT IN' %}
- AND tenant_id NOT IN {{ Array(tenantId, 'String') }}
- {% else %}
- AND tenant_id IN {{ Array(tenantId, 'String') }}
- {% end %}
- {% end %}
- {% if defined(domain) %}
- {% if defined(domainOperator) and String(domainOperator) == 'NOT IN' %}
- AND domain NOT IN {{ Array(domain, 'String') }}
- {% else %}
- AND domain IN {{ Array(domain, 'String') }}
- {% end %}
- {% end %}
- {% if defined(tagIds) %}
- {% if defined(tagIdsOperator) and String(tagIdsOperator) == 'NOT IN' %}
- AND length(arrayFilter(x -> x NOT IN {{ Array(tagIds, 'String') }}, tag_ids)) = length(tag_ids)
- {% else %}
- AND arrayIntersect(tag_ids, {{ Array(tagIds, 'String') }}) != []
- {% end %}
- {% end %}
- {% if defined(folderId) %}
- {% if defined(folderIdOperator) and String(folderIdOperator) == 'NOT IN' %}
- AND folder_id NOT IN {{ Array(folderId, 'String') }}
- {% else %}
- AND folder_id IN {{ Array(folderId, 'String') }}
- {% end %}
- {% end %}
- {% if defined(root) %}
- {% if defined(rootOperator) and String(rootOperator) == 'NOT IN' %}
- AND NOT (0{% for val in root %}{% if val == 'true' %} OR key = '_root'{% else %} OR key != '_root'{% end %}{% end %})
- {% else %}
- AND (0{% for val in root %}{% if val == 'true' %} OR key = '_root'{% else %} OR key != '_root'{% end %}{% end %})
- {% end %}
- {% end %}
+%
+SELECT link_id
+FROM dub_links_metadata_latest FINAL
+WHERE
+ workspace_id
+ = {{
+ String(
+ workspaceId,
+ 'cl7pj5kq4006835rbjlt2ofka',
+ description="The unique ID for the workspace",
+ required=True,
+ )
+ }}
+ AND deleted == 0
+ {% if defined(programId) %} AND program_id = {{ programId }} {% end %}
+ {% if defined(partnerId) %} AND partner_id = {{ partnerId }} {% end %}
+ {% if defined(groupId) %} AND partner_group_id = {{ groupId }} {% end %}
+ {% if defined(tenantId) %} AND tenant_id = {{ tenantId }} {% end %}
+ {% if defined(folderIds) %} AND folder_id IN {{ Array(folderIds, 'String') }}
+ {% elif defined(folderId) %} AND folder_id = {{ folderId }}
+ {% end %}
+ {% if defined(domain) %} AND domain IN {{ Array(domain, 'String') }} {% end %}
+ {% if defined(tagIds) %}
+ AND arrayIntersect(tag_ids, {{ Array(tagIds, 'String') }}) != []
+ {% end %}
+ {% if defined(root) %}
+ {% if Boolean(root) == 1 %} AND key = '_root' {% else %} AND key != '_root' {% end %}
+ {% end %}
NODE count_clicks
SQL >
- %
- SELECT 'count' as groupByField, COUNT(*) as clicks
- FROM
- {% if defined(customerId) %} dub_click_events_id
- {% else %} dub_click_events_mv
- {% end %}
- {% if defined(customerId) %}
- PREWHERE click_id IN (
- SELECT DISTINCT click_id
- FROM dub_lead_events_mv
- WHERE customer_id = {{ String(customerId) }}
- )
- {% end %}
- WHERE
- true
- {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}
- {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}
- {% elif defined(linkId) %} AND link_id = {{ linkId }}
- {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(
- tenantId
- ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(
- tagIds
- ) or defined(
- root
- ) %} AND link_id in (SELECT link_id from workspace_links)
- {% end %}
- {% if defined(continent) %} AND continent = {{ continent }} {% end %}
- {% if defined(country) %} AND country = {{ country }} {% end %}
- {% if defined(region) %} AND region = {{ region }} {% end %}
- {% if defined(city) %} AND city = {{ city }} {% end %}
- {% if defined(device) %} AND device = {{ device }} {% end %}
- {% if defined(browser) %} AND browser = {{ browser }} {% end %}
- {% if defined(os) %} AND os = {{ os }} {% end %}
- {% if defined(trigger) %} AND trigger = {{ trigger }} {% end %}
- {% if defined(referer) %} AND referer = {{ referer }} {% end %}
- {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}
- {% if defined(utm_source) %}
- AND url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')
- {% end %}
- {% if defined(utm_medium) %}
- AND url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')
- {% end %}
- {% if defined(utm_campaign) %}
- AND url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')
- {% end %}
- {% if defined(utm_term) %}
- AND url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')
- {% end %}
- {% if defined(utm_content) %}
- AND url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')
- {% end %}
- {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}
- {% if defined(start) %} AND timestamp >= {{ DateTime64(start) }} {% end %}
- {% if defined(end) %} AND timestamp <= {{ DateTime64(end) }} {% end %}
- {% if defined(filters) %}
- {% for item in JSON(filters, '[]') %}
- {% if item.get('field', '') %}
- {% set field = item.get('field', '') %}
- {% set operator = item.get('operator', 'IN') %}
- {% set values = item.get('values', []) %}
- {% if field == 'country' %}
- {% if operator == 'IN' %} AND country IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND country NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'city' %}
- {% if operator == 'IN' %} AND city IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND city NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'continent' %}
- {% if operator == 'IN' %} AND continent IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND continent NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'device' %}
- {% if operator == 'IN' %} AND device IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND device NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'browser' %}
- {% if operator == 'IN' %} AND browser IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND browser NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'os' %}
- {% if operator == 'IN' %} AND os IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND os NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'trigger' %}
- {% if operator == 'IN' %} AND trigger IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND trigger NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'referer' %}
- {% if operator == 'IN' %} AND referer IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND referer NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'refererUrl' %}
- {% if operator == 'IN' %} AND splitByString('?', referer_url)[1] IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND splitByString('?', referer_url)[1] NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'url' %}
- {% if operator == 'IN' %} AND splitByString('?', url)[1] IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND splitByString('?', url)[1] NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'utm_source' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_medium' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_campaign' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_term' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_content' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'domain' %}
- {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})
- {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})
- {% end %}
- {% elif field == 'tagIds' %}
- {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])
- {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])
- {% end %}
- {% elif field == 'folderId' %}
- {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})
- {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})
- {% end %}
- {% elif field == 'root' %}
- {% if operator == 'IN' %}
- AND link_id IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})
- {% elif operator == 'NOT IN' %}
- AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})
- {% end %}
- {% elif field == 'saleType' %}
- {# saleType is handled in the sales subquery, not here #}
- {% end %}
- {% end %}
- {% end %}
- {% end %}
+%
+SELECT 'count' as groupByField, COUNT(*) as clicks
+FROM
+ {% if defined(customerId) %} dub_click_events_id
+ {% else %} dub_click_events_mv
+ {% end %}
+ {% if defined(customerId) %}
+ PREWHERE click_id IN (
+ SELECT DISTINCT click_id
+ FROM dub_lead_events_mv
+ WHERE customer_id = {{ String(customerId) }}
+ )
+ {% end %}
+WHERE
+ true
+ {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}
+ {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}
+ {% elif defined(linkId) %} AND link_id = {{ linkId }}
+ {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(
+ tenantId
+ ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(
+ tagIds
+ ) or defined(
+ root
+ ) %} AND link_id in (SELECT link_id from workspace_links)
+ {% end %}
+ {% if defined(continent) %} AND continent = {{ continent }} {% end %}
+ {% if defined(country) %} AND country = {{ country }} {% end %}
+ {% if defined(region) %} AND region = {{ region }} {% end %}
+ {% if defined(city) %} AND city = {{ city }} {% end %}
+ {% if defined(device) %} AND device = {{ device }} {% end %}
+ {% if defined(browser) %} AND browser = {{ browser }} {% end %}
+ {% if defined(os) %} AND os = {{ os }} {% end %}
+ {% if defined(trigger) %} AND trigger = {{ trigger }} {% end %}
+ {% if defined(referer) %} AND referer = {{ referer }} {% end %}
+ {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}
+ {% if defined(utm_source) %}
+ AND url LIKE concat('%utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')
+ {% end %}
+ {% if defined(utm_medium) %}
+ AND url LIKE concat('%utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')
+ {% end %}
+ {% if defined(utm_campaign) %}
+ AND url
+ LIKE concat('%utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')
+ {% end %}
+ {% if defined(utm_term) %}
+ AND url LIKE concat('%utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')
+ {% end %}
+ {% if defined(utm_content) %}
+ AND url LIKE concat('%utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')
+ {% end %}
+ {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}
+ {% if defined(start) %} AND timestamp >= {{ DateTime64(start) }} {% end %}
+ {% if defined(end) %} AND timestamp <= {{ DateTime64(end) }} {% end %}
NODE count_leads
SQL >
- %
- SELECT 'count' as groupByField, COUNT(*) as leads
- FROM dub_lead_events_mv
- WHERE
- true
- {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}
- {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}
- {% elif defined(linkId) %} AND link_id = {{ linkId }}
- {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(
- tenantId
- ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(
- tagIds
- ) or defined(
- root
- ) %} AND link_id in (SELECT link_id from workspace_links)
- {% end %}
- {% if defined(customerId) %} AND customer_id = {{ String(customerId) }} {% end %}
- {% if defined(continent) %} AND continent = {{ continent }} {% end %}
- {% if defined(country) %} AND country = {{ country }} {% end %}
- {% if defined(region) %} AND region = {{ region }} {% end %}
- {% if defined(city) %} AND city = {{ city }} {% end %}
- {% if defined(device) %} AND device = {{ device }} {% end %}
- {% if defined(browser) %} AND browser = {{ browser }} {% end %}
- {% if defined(os) %} AND os = {{ os }} {% end %}
- {% if defined(referer) %} AND referer = {{ referer }} {% end %}
- {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}
- {% if defined(utm_source) %}
- AND url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')
- {% end %}
- {% if defined(utm_medium) %}
- AND url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')
- {% end %}
- {% if defined(utm_campaign) %}
- AND url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')
- {% end %}
- {% if defined(utm_term) %}
- AND url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')
- {% end %}
- {% if defined(utm_content) %}
- AND url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')
- {% end %}
- {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}
- {% if defined(start) %} AND timestamp >= {{ DateTime(start) }} {% end %}
- {% if defined(end) %} AND timestamp <= {{ DateTime(end) }} {% end %}
- {% if defined(filters) %}
- {% for item in JSON(filters, '[]') %}
- {% if item.get('operand', '').startswith('metadata.') %}
- {% set metadataKey = item.get('operand', '').split('.')[1] %}
- {% set operator = item.get('operator', 'equals') %}
- {% set value = item.get('value', '') %}
- {% if operator == 'equals' %}
- AND JSONExtractString(metadata, {{ metadataKey }}) = {{ value }}
- {% elif operator == 'notEquals' %}
- AND JSONExtractString(metadata, {{ metadataKey }}) != {{ value }}
- {% elif operator == 'greaterThan' %}
- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) > toFloat64OrNull({{ value }})
- {% elif operator == 'lessThan' %}
- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) < toFloat64OrNull({{ value }})
- {% elif operator == 'greaterThanOrEqual' %}
- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) >= toFloat64OrNull({{ value }})
- {% elif operator == 'lessThanOrEqual' %}
- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) <= toFloat64OrNull({{ value }})
- {% end %}
- {% elif item.get('field', '') %}
- {% set field = item.get('field', '') %}
- {% set operator = item.get('operator', 'IN') %}
- {% set values = item.get('values', []) %}
- {% if field == 'country' %}
- {% if operator == 'IN' %} AND country IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND country NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'city' %}
- {% if operator == 'IN' %} AND city IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND city NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'continent' %}
- {% if operator == 'IN' %} AND continent IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND continent NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'device' %}
- {% if operator == 'IN' %} AND device IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND device NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'browser' %}
- {% if operator == 'IN' %} AND browser IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND browser NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'os' %}
- {% if operator == 'IN' %} AND os IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND os NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'trigger' %}
- {% if operator == 'IN' %} AND trigger IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND trigger NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'referer' %}
- {% if operator == 'IN' %} AND referer IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND referer NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'refererUrl' %}
- {% if operator == 'IN' %} AND splitByString('?', referer_url)[1] IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND splitByString('?', referer_url)[1] NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'url' %}
- {% if operator == 'IN' %} AND splitByString('?', url)[1] IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND splitByString('?', url)[1] NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'utm_source' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_medium' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_campaign' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_term' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_content' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'domain' %}
- {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})
- {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})
- {% end %}
- {% elif field == 'tagIds' %}
- {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])
- {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])
- {% end %}
- {% elif field == 'folderId' %}
- {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})
- {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})
- {% end %}
- {% elif field == 'root' %}
- {% if operator == 'IN' %}
- AND link_id IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})
- {% elif operator == 'NOT IN' %}
- AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})
- {% end %}
- {% elif field == 'saleType' %}
- {# saleType is handled in the sales subquery, not here #}
- {% end %}
+%
+SELECT 'count' as groupByField, COUNT(*) as leads
+FROM dub_lead_events_mv
+WHERE
+ true
+ {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}
+ {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}
+ {% elif defined(linkId) %} AND link_id = {{ linkId }}
+ {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(
+ tenantId
+ ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(
+ tagIds
+ ) or defined(
+ root
+ ) %} AND link_id in (SELECT link_id from workspace_links)
+ {% end %}
+ {% if defined(customerId) %} AND customer_id = {{ String(customerId) }} {% end %}
+ {% if defined(continent) %} AND continent = {{ continent }} {% end %}
+ {% if defined(country) %} AND country = {{ country }} {% end %}
+ {% if defined(region) %} AND region = {{ region }} {% end %}
+ {% if defined(city) %} AND city = {{ city }} {% end %}
+ {% if defined(device) %} AND device = {{ device }} {% end %}
+ {% if defined(browser) %} AND browser = {{ browser }} {% end %}
+ {% if defined(os) %} AND os = {{ os }} {% end %}
+ {% if defined(referer) %} AND referer = {{ referer }} {% end %}
+ {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}
+ {% if defined(utm_source) %}
+ AND url LIKE concat('%utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')
+ {% end %}
+ {% if defined(utm_medium) %}
+ AND url LIKE concat('%utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')
+ {% end %}
+ {% if defined(utm_campaign) %}
+ AND url
+ LIKE concat('%utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')
+ {% end %}
+ {% if defined(utm_term) %}
+ AND url LIKE concat('%utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')
+ {% end %}
+ {% if defined(utm_content) %}
+ AND url LIKE concat('%utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')
+ {% end %}
+ {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}
+ {% if defined(start) %} AND timestamp >= {{ DateTime(start) }} {% end %}
+ {% if defined(end) %} AND timestamp <= {{ DateTime(end) }} {% end %}
+ {% if defined(filters) %}
+ {% for item in JSON(filters, '[]') %}
+ {% if item.get('operand', '').startswith('metadata.') %}
+ {% set metadataKey = item.get('operand', '').split('.')[1] %}
+ {% set operator = item.get('operator', 'equals') %}
+ {% set value = item.get('value', '') %}
+ {% if operator == 'equals' %}
+ AND JSONExtractString(metadata, {{ metadataKey }}) = {{ value }}
+ {% elif operator == 'notEquals' %}
+ AND JSONExtractString(metadata, {{ metadataKey }}) != {{ value }}
+ {% elif operator == 'greaterThan' %}
+ AND JSONExtractString(metadata, {{ metadataKey }}) > {{ value }}
+ {% elif operator == 'lessThan' %}
+ AND JSONExtractString(metadata, {{ metadataKey }}) < {{ value }}
+ {% elif operator == 'greaterThanOrEqual' %}
+ AND JSONExtractString(metadata, {{ metadataKey }}) >= {{ value }}
+ {% elif operator == 'lessThanOrEqual' %}
+ AND JSONExtractString(metadata, {{ metadataKey }}) <= {{ value }}
{% end %}
{% end %}
{% end %}
+ {% end %}
NODE first_sale_by_link_customer
SQL >
- %
- SELECT workspace_id, link_id, customer_id, minMerge(first_sale_state) AS first_sale_ts
- FROM dub_first_sale_mv
- WHERE
- workspace_id
- = {{
- String(
- workspaceId,
- 'cl7pj5kq4006835rbjlt2ofka',
- description="The unique ID for the workspace",
- required=True,
- )
- }}
- GROUP BY workspace_id, link_id, customer_id
+%
+SELECT workspace_id, link_id, customer_id, minMerge(first_sale_state) AS first_sale_ts
+FROM dub_first_sale_mv
+WHERE
+ workspace_id
+ = {{
+ String(
+ workspaceId,
+ 'cl7pj5kq4006835rbjlt2ofka',
+ description="The unique ID for the workspace",
+ required=True,
+ )
+ }}
+GROUP BY workspace_id, link_id, customer_id
NODE count_sales
SQL >
- %
- SELECT 'count' as groupByField, sales, amount, amount AS saleAmount
+%
+SELECT 'count' as groupByField, sales, amount, amount AS saleAmount
+FROM
+(
+ SELECT
+ count() AS sales,
+ sum(amount) AS amount
FROM
(
SELECT
- count() AS sales,
- sum(amount) AS amount
- FROM
- (
- SELECT
- se.amount,
+ se.amount,
+ if(
+ isNull(fs.first_sale_ts),
+ 'new',
if(
- isNull(fs.first_sale_ts),
+ toUnixTimestamp64Milli(se.timestamp) = toUnixTimestamp64Milli(fs.first_sale_ts),
'new',
- if(
- toUnixTimestamp64Milli(se.timestamp) = toUnixTimestamp64Milli(fs.first_sale_ts),
- 'new',
- 'recurring'
- )
- ) AS sale_type
- FROM dub_sale_events_mv AS se
- LEFT JOIN first_sale_by_link_customer AS fs
- USING (workspace_id, link_id, customer_id)
- WHERE
- true
- {% if defined(workspaceId) %} AND se.workspace_id = {{ workspaceId }} {% end %}
- {% if defined(linkIds) %} AND se.link_id IN {{ Array(linkIds, 'String') }}
- {% elif defined(linkId) %} AND se.link_id = {{ linkId }}
- {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(
- tenantId
- ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(
- tagIds
- ) or defined(
- root
- ) %} AND se.link_id in (SELECT link_id from workspace_links)
- {% end %}
- {% if defined(customerId) %} AND se.customer_id = {{ String(customerId) }} {% end %}
- {% if defined(continent) %} AND se.continent = {{ continent }} {% end %}
- {% if defined(country) %} AND se.country = {{ country }} {% end %}
- {% if defined(region) %} AND se.region = {{ region }} {% end %}
- {% if defined(city) %} AND se.city = {{ city }} {% end %}
- {% if defined(device) %} AND se.device = {{ device }} {% end %}
- {% if defined(browser) %} AND se.browser = {{ browser }} {% end %}
- {% if defined(os) %} AND se.os = {{ os }} {% end %}
- {% if defined(referer) %} AND se.referer = {{ referer }} {% end %}
- {% if defined(refererUrl) %} AND splitByString('?', se.referer_url)[1] = {{ refererUrl }} {% end %}
- {% if defined(utm_source) %}
- AND se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')
- {% end %}
- {% if defined(utm_medium) %}
- AND se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')
- {% end %}
- {% if defined(utm_campaign) %}
- AND se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')
- {% end %}
- {% if defined(utm_term) %}
- AND se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')
- {% end %}
- {% if defined(utm_content) %}
- AND se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')
- {% end %}
- {% if defined(url) %} AND splitByString('?', se.url)[1] = {{ url }} {% end %}
- {% if defined(start) %} AND se.timestamp >= {{ DateTime(start) }} {% end %}
- {% if defined(end) %} AND se.timestamp <= {{ DateTime(end) }} {% end %}
- {% if defined(filters) %}
- {% for item in JSON(filters, '[]') %}
- {% if item.get('operand', '').startswith('metadata.') %}
- {% set metadataKey = item.get('operand', '').split('.')[1] %}
- {% set operator = item.get('operator', 'equals') %}
- {% set value = item.get('value', '') %}
- {% if operator == 'equals' %}
- AND JSONExtractString(se.metadata, {{ metadataKey }}) = {{ value }}
- {% elif operator == 'notEquals' %}
- AND JSONExtractString(se.metadata, {{ metadataKey }}) != {{ value }}
- {% elif operator == 'greaterThan' %}
- AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) > toFloat64OrNull({{ value }})
- {% elif operator == 'lessThan' %}
- AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) < toFloat64OrNull({{ value }})
- {% elif operator == 'greaterThanOrEqual' %}
- AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) >= toFloat64OrNull({{ value }})
- {% elif operator == 'lessThanOrEqual' %}
- AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) <= toFloat64OrNull({{ value }})
- {% end %}
- {% elif item.get('field', '') %}
- {% set field = item.get('field', '') %}
- {% set operator = item.get('operator', 'IN') %}
- {% set values = item.get('values', []) %}
- {% if field == 'country' %}
- {% if operator == 'IN' %} AND se.country IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND se.country NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'city' %}
- {% if operator == 'IN' %} AND se.city IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND se.city NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'continent' %}
- {% if operator == 'IN' %} AND se.continent IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND se.continent NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'device' %}
- {% if operator == 'IN' %} AND se.device IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND se.device NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'browser' %}
- {% if operator == 'IN' %} AND se.browser IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND se.browser NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'os' %}
- {% if operator == 'IN' %} AND se.os IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND se.os NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'trigger' %}
- {% if operator == 'IN' %} AND se.trigger IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND se.trigger NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'referer' %}
- {% if operator == 'IN' %} AND se.referer IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND se.referer NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'refererUrl' %}
- {% if operator == 'IN' %} AND splitByString('?', se.referer_url)[1] IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND splitByString('?', se.referer_url)[1] NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'url' %}
- {% if operator == 'IN' %} AND splitByString('?', se.url)[1] IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND splitByString('?', se.url)[1] NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'utm_source' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_medium' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_campaign' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_term' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_content' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'domain' %}
- {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})
- {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})
- {% end %}
- {% elif field == 'tagIds' %}
- {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])
- {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])
- {% end %}
- {% elif field == 'folderId' %}
- {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})
- {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})
- {% end %}
- {% elif field == 'root' %}
- {% if operator == 'IN' %}
- AND se.link_id IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})
- {% elif operator == 'NOT IN' %}
- AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})
- {% end %}
- {% elif field == 'saleType' %}
- {# saleType is handled after this subquery #}
- {% end %}
- {% end %}
- {% end %}
- {% end %}
- ) AS typed
+ 'recurring'
+ )
+ ) AS sale_type
+ FROM dub_sale_events_mv AS se
+ LEFT JOIN first_sale_by_link_customer AS fs
+ USING (workspace_id, link_id, customer_id)
WHERE
true
+ {% if defined(workspaceId) %} AND se.workspace_id = {{ workspaceId }} {% end %}
+ {% if defined(linkIds) %} AND se.link_id IN {{ Array(linkIds, 'String') }}
+ {% elif defined(linkId) %} AND se.link_id = {{ linkId }}
+ {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(
+ tenantId
+ ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(
+ tagIds
+ ) or defined(
+ root
+ ) %} AND se.link_id in (SELECT link_id from workspace_links)
+ {% end %}
+ {% if defined(customerId) %} AND se.customer_id = {{ String(customerId) }} {% end %}
+ {% if defined(continent) %} AND se.continent = {{ continent }} {% end %}
+ {% if defined(country) %} AND se.country = {{ country }} {% end %}
+ {% if defined(region) %} AND se.region = {{ region }} {% end %}
+ {% if defined(city) %} AND se.city = {{ city }} {% end %}
+ {% if defined(device) %} AND se.device = {{ device }} {% end %}
+ {% if defined(browser) %} AND se.browser = {{ browser }} {% end %}
+ {% if defined(os) %} AND se.os = {{ os }} {% end %}
+ {% if defined(referer) %} AND se.referer = {{ referer }} {% end %}
+ {% if defined(refererUrl) %}
+ AND splitByString('?', se.referer_url)[1] = {{ refererUrl }}
+ {% end %}
+ {% if defined(utm_source) %}
+ AND se.url
+ LIKE concat('%utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')
+ {% end %}
+ {% if defined(utm_medium) %}
+ AND se.url
+ LIKE concat('%utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')
+ {% end %}
+ {% if defined(utm_campaign) %}
+ AND se.url LIKE concat(
+ '%utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%'
+ )
+ {% end %}
+ {% if defined(utm_term) %}
+ AND se.url
+ LIKE concat('%utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')
+ {% end %}
+ {% if defined(utm_content) %}
+ AND se.url
+ LIKE concat('%utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')
+ {% end %}
+ {% if defined(url) %} AND splitByString('?', se.url)[1] = {{ url }} {% end %}
+ {% if defined(start) %} AND se.timestamp >= {{ DateTime(start) }} {% end %}
+ {% if defined(end) %} AND se.timestamp <= {{ DateTime(end) }} {% end %}
{% if defined(filters) %}
{% for item in JSON(filters, '[]') %}
- {% if item.get('field', '') == 'saleType' %}
- {% set operator = item.get('operator', 'IN') %}
- {% set values = item.get('values', []) %}
- {% if operator == 'IN' %} AND typed.sale_type IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND typed.sale_type NOT IN {{ Array(values, 'String') }}
+ {% if item.get('operand', '').startswith('metadata.') %}
+ {% set metadataKey = item.get('operand', '').split('.')[1] %}
+ {% set operator = item.get('operator', 'equals') %}
+ {% set value = item.get('value', '') %}
+ {% if operator == 'equals' %}
+ AND JSONExtractString(se.metadata, {{ metadataKey }}) = {{ value }}
+ {% elif operator == 'notEquals' %}
+ AND JSONExtractString(se.metadata, {{ metadataKey }}) != {{ value }}
+ {% elif operator == 'greaterThan' %}
+ AND JSONExtractString(se.metadata, {{ metadataKey }}) > {{ value }}
+ {% elif operator == 'lessThan' %}
+ AND JSONExtractString(se.metadata, {{ metadataKey }}) < {{ value }}
+ {% elif operator == 'greaterThanOrEqual' %}
+ AND JSONExtractString(se.metadata, {{ metadataKey }}) >= {{ value }}
+ {% elif operator == 'lessThanOrEqual' %}
+ AND JSONExtractString(se.metadata, {{ metadataKey }}) <= {{ value }}
{% end %}
{% end %}
{% end %}
{% end %}
- ) AS subquery
+ ) AS typed
+ WHERE
+ true
+ {% if defined(saleType) %} AND typed.sale_type = {{ String(saleType) }} {% end %}
+) AS subquery
NODE count_composite
SQL >
- %
- SELECT 'count' as groupByField, clicks, leads, sales, amount, saleAmount
- FROM count_clicks, count_leads, count_sales
+%
+SELECT 'count' as groupByField, clicks, leads, sales, amount, saleAmount
+FROM count_clicks, count_leads, count_sales
NODE endpoint
SQL >
- %
- SELECT *
- FROM
- {% if eventType == 'clicks' %} count_clicks
- {% elif eventType == 'leads' %} count_leads
- {% elif eventType == 'sales' %} count_sales
- {% elif eventType == 'composite' %} count_composite
- {% else %} count_clicks
- {% end %}
+%
+SELECT *
+FROM
+ {% if eventType == 'clicks' %} count_clicks
+ {% elif eventType == 'leads' %} count_leads
+ {% elif eventType == 'sales' %} count_sales
+ {% elif eventType == 'composite' %} count_composite
+ {% else %} count_clicks
+ {% end %}
diff --git a/packages/tinybird/pipes/v3_events.pipe b/packages/tinybird/pipes/v3_events.pipe
index 36fc609bd8..1ae0399d21 100644
--- a/packages/tinybird/pipes/v3_events.pipe
+++ b/packages/tinybird/pipes/v3_events.pipe
@@ -7,643 +7,320 @@ TAGS "Dub Endpoints"
NODE workspace_links
SQL >
- %
- SELECT link_id
- FROM dub_links_metadata_latest FINAL
- WHERE
- workspace_id
- = {{
- String(
- workspaceId,
- 'cl7pj5kq4006835rbjlt2ofka',
- description="The unique ID for the workspace",
- required=True,
- )
- }}
- AND deleted == 0
- {% if defined(programId) %} AND program_id = {{ programId }} {% end %}
- {% if defined(partnerId) %}
- {% if defined(partnerIdOperator) and String(partnerIdOperator) == 'NOT IN' %}
- AND partner_id NOT IN {{ Array(partnerId, 'String') }}
- {% else %}
- AND partner_id IN {{ Array(partnerId, 'String') }}
- {% end %}
- {% end %}
- {% if defined(groupId) %}
- {% if defined(groupIdOperator) and String(groupIdOperator) == 'NOT IN' %}
- AND partner_group_id NOT IN {{ Array(groupId, 'String') }}
- {% else %}
- AND partner_group_id IN {{ Array(groupId, 'String') }}
- {% end %}
- {% end %}
- {% if defined(tenantId) %}
- {% if defined(tenantIdOperator) and String(tenantIdOperator) == 'NOT IN' %}
- AND tenant_id NOT IN {{ Array(tenantId, 'String') }}
- {% else %}
- AND tenant_id IN {{ Array(tenantId, 'String') }}
- {% end %}
- {% end %}
- {% if defined(domain) %}
- {% if defined(domainOperator) and String(domainOperator) == 'NOT IN' %}
- AND domain NOT IN {{ Array(domain, 'String') }}
- {% else %}
- AND domain IN {{ Array(domain, 'String') }}
- {% end %}
- {% end %}
- {% if defined(tagIds) %}
- {% if defined(tagIdsOperator) and String(tagIdsOperator) == 'NOT IN' %}
- AND length(arrayFilter(x -> x NOT IN {{ Array(tagIds, 'String') }}, tag_ids)) = length(tag_ids)
- {% else %}
- AND arrayIntersect(tag_ids, {{ Array(tagIds, 'String') }}) != []
- {% end %}
- {% end %}
- {% if defined(folderId) %}
- {% if defined(folderIdOperator) and String(folderIdOperator) == 'NOT IN' %}
- AND folder_id NOT IN {{ Array(folderId, 'String') }}
- {% else %}
- AND folder_id IN {{ Array(folderId, 'String') }}
- {% end %}
- {% end %}
- {% if defined(root) %}
- {% if defined(rootOperator) and String(rootOperator) == 'NOT IN' %}
- AND NOT (0{% for val in root %}{% if val == 'true' %} OR key = '_root'{% else %} OR key != '_root'{% end %}{% end %})
- {% else %}
- AND (0{% for val in root %}{% if val == 'true' %} OR key = '_root'{% else %} OR key != '_root'{% end %}{% end %})
- {% end %}
- {% end %}
+%
+SELECT link_id
+FROM dub_links_metadata_latest FINAL
+WHERE
+ workspace_id
+ = {{
+ String(
+ workspaceId,
+ 'cl7pj5kq4006835rbjlt2ofka',
+ description="The unique ID for the workspace",
+ required=True,
+ )
+ }}
+ AND deleted == 0
+ {% if defined(programId) %} AND program_id = {{ programId }} {% end %}
+ {% if defined(partnerId) %} AND partner_id = {{ partnerId }} {% end %}
+ {% if defined(groupId) %} AND partner_group_id = {{ groupId }} {% end %}
+ {% if defined(tenantId) %} AND tenant_id = {{ tenantId }} {% end %}
+ {% if defined(folderIds) %} AND folder_id IN {{ Array(folderIds, 'String') }}
+ {% elif defined(folderId) %} AND folder_id = {{ folderId }}
+ {% end %}
+ {% if defined(domain) %} AND domain IN {{ Array(domain, 'String') }} {% end %}
+ {% if defined(tagIds) %}
+ AND arrayIntersect(tag_ids, {{ Array(tagIds, 'String') }}) != []
+ {% end %}
+ {% if defined(root) %}
+ {% if Boolean(root) == 1 %} AND key = '_root' {% else %} AND key != '_root' {% end %}
+ {% end %}
NODE click_events
SQL >
- %
- SELECT
- *,
- splitByString('?', referer_url)[1] as referer_url_processed,
- CONCAT(country, '-', region) as region_processed,
- 'click' as event
- FROM
- {% if defined(customerId) %} dub_click_events_id
- {% else %} dub_click_events_mv
- {% end %}
- {% if defined(customerId) %}
- PREWHERE click_id IN (
- SELECT DISTINCT click_id
- FROM dub_lead_events_mv
- WHERE customer_id = {{ String(customerId) }}
- )
- {% end %}
- WHERE
- true
- {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}
- {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}
- {% elif defined(linkId) %} AND link_id = {{ linkId }}
- {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(
- tenantId
- ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(
- tagIds
- ) or defined(
- root
- ) %} AND link_id in (SELECT link_id from workspace_links)
- {% end %}
- {% if defined(continent) %} AND continent = {{ continent }} {% end %}
- {% if defined(country) %} AND country = {{ country }} {% end %}
- {% if defined(region) %} AND region = {{ region }} {% end %}
- {% if defined(city) %} AND city = {{ city }} {% end %}
- {% if defined(device) %} AND device = {{ device }} {% end %}
- {% if defined(browser) %} AND browser = {{ browser }} {% end %}
- {% if defined(os) %} AND os = {{ os }} {% end %}
- {% if defined(trigger) %} AND trigger = {{ trigger }} {% end %}
- {% if defined(referer) %} AND referer = {{ referer }} {% end %}
- {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}
- {% if defined(utm_source) %}
- AND url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')
- {% end %}
- {% if defined(utm_medium) %}
- AND url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')
- {% end %}
- {% if defined(utm_campaign) %}
- AND url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')
- {% end %}
- {% if defined(utm_term) %}
- AND url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')
- {% end %}
- {% if defined(utm_content) %}
- AND url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')
- {% end %}
- {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}
- {% if defined(start) %} AND timestamp >= {{ DateTime64(start) }} {% end %}
- {% if defined(end) %} AND timestamp <= {{ DateTime64(end) }} {% end %}
- {% if defined(filters) %}
- {% for item in JSON(filters, '[]') %}
- {% if item.get('operand', '').startswith('metadata.') %}
- {% set metadataKey = item.get('operand', '').split('.')[1] %}
- {% set operator = item.get('operator', 'equals') %}
- {% set value = item.get('value', '') %}
- {% if operator == 'equals' %}
- AND JSONExtractString(metadata, {{ metadataKey }}) = {{ value }}
- {% elif operator == 'notEquals' %}
- AND JSONExtractString(metadata, {{ metadataKey }}) != {{ value }}
- {% elif operator == 'greaterThan' %}
- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) > toFloat64OrNull({{ value }})
- {% elif operator == 'lessThan' %}
- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) < toFloat64OrNull({{ value }})
- {% elif operator == 'greaterThanOrEqual' %}
- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) >= toFloat64OrNull({{ value }})
- {% elif operator == 'lessThanOrEqual' %}
- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) <= toFloat64OrNull({{ value }})
- {% end %}
- {% elif item.get('field', '') %}
- {% set field = item.get('field', '') %}
- {% set operator = item.get('operator', 'IN') %}
- {% set values = item.get('values', []) %}
- {% if field == 'country' %}
- {% if operator == 'IN' %} AND country IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND country NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'city' %}
- {% if operator == 'IN' %} AND city IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND city NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'continent' %}
- {% if operator == 'IN' %} AND continent IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND continent NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'device' %}
- {% if operator == 'IN' %} AND device IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND device NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'browser' %}
- {% if operator == 'IN' %} AND browser IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND browser NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'os' %}
- {% if operator == 'IN' %} AND os IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND os NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'trigger' %}
- {% if operator == 'IN' %} AND trigger IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND trigger NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'referer' %}
- {% if operator == 'IN' %} AND referer IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND referer NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'refererUrl' %}
- {% if operator == 'IN' %} AND splitByString('?', referer_url)[1] IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND splitByString('?', referer_url)[1] NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'url' %}
- {% if operator == 'IN' %} AND splitByString('?', url)[1] IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND splitByString('?', url)[1] NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'utm_source' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_medium' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_campaign' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_term' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_content' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'domain' %}
- {# domain is already filtered at workspace_links node level #}
- {% elif field == 'tagIds' %}
- {# tagIds is already filtered at workspace_links node level #}
- {% elif field == 'folderId' %}
- {# folderId is already filtered at workspace_links node level #}
- {% elif field == 'root' %}
- {# root is already filtered at workspace_links node level #}
- {% elif field == 'saleType' %}
- {# saleType only applies to sales events #}
- {% end %}
- {% end %}
- {% end %}
- {% end %}
- ORDER BY timestamp {% if order == 'asc' %} ASC {% else %} DESC {% end %}
- LIMIT {{ Int32(limit, 100) }}
- {% if defined(offset) %} OFFSET {{ Int32(offset, 0) }} {% end %}
+%
+SELECT
+ *,
+ splitByString('?', referer_url)[1] as referer_url_processed,
+ CONCAT(country, '-', region) as region_processed,
+ 'click' as event
+FROM
+ {% if defined(customerId) %} dub_click_events_id
+ {% else %} dub_click_events_mv
+ {% end %}
+ {% if defined(customerId) %}
+ PREWHERE click_id IN (
+ SELECT DISTINCT click_id
+ FROM dub_lead_events_mv
+ WHERE customer_id = {{ String(customerId) }}
+ )
+ {% end %}
+WHERE
+ true
+ {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}
+ {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}
+ {% elif defined(linkId) %} AND link_id = {{ linkId }}
+ {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(
+ tenantId
+ ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(
+ tagIds
+ ) or defined(
+ root
+ ) %} AND link_id in (SELECT link_id from workspace_links)
+ {% end %}
+ {% if defined(continent) %} AND continent = {{ continent }} {% end %}
+ {% if defined(country) %} AND country = {{ country }} {% end %}
+ {% if defined(region) %} AND region = {{ region }} {% end %}
+ {% if defined(city) %} AND city = {{ city }} {% end %}
+ {% if defined(device) %} AND device = {{ device }} {% end %}
+ {% if defined(browser) %} AND browser = {{ browser }} {% end %}
+ {% if defined(os) %} AND os = {{ os }} {% end %}
+ {% if defined(trigger) %} AND trigger = {{ trigger }} {% end %}
+ {% if defined(referer) %} AND referer = {{ referer }} {% end %}
+ {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}
+ {% if defined(utm_source) %}
+ AND url LIKE concat('%utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')
+ {% end %}
+ {% if defined(utm_medium) %}
+ AND url LIKE concat('%utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')
+ {% end %}
+ {% if defined(utm_campaign) %}
+ AND url
+ LIKE concat('%utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')
+ {% end %}
+ {% if defined(utm_term) %}
+ AND url LIKE concat('%utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')
+ {% end %}
+ {% if defined(utm_content) %}
+ AND url LIKE concat('%utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')
+ {% end %}
+ {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}
+ {% if defined(start) %} AND timestamp >= {{ DateTime64(start) }} {% end %}
+ {% if defined(end) %} AND timestamp <= {{ DateTime64(end) }} {% end %}
+ORDER BY timestamp {% if order == 'asc' %} ASC {% else %} DESC {% end %}
+LIMIT {{ Int32(limit, 100) }}
+{% if defined(offset) %} OFFSET {{ Int32(offset, 0) }} {% end %}
NODE lead_events
SQL >
- %
- SELECT
- *,
- splitByString('?', referer_url)[1] as referer_url_processed,
- CONCAT(country, '-', region) as region_processed,
- 'lead' as event
- FROM dub_lead_events_mv
- WHERE
- true
- {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}
- {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}
- {% elif defined(linkId) %} AND link_id = {{ linkId }}
- {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(
- tenantId
- ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(
- tagIds
- ) or defined(
- root
- ) %} AND link_id in (SELECT link_id from workspace_links)
- {% end %}
- {% if defined(customerId) %} AND customer_id = {{ String(customerId) }} {% end %}
- {% if defined(continent) %} AND continent = {{ continent }} {% end %}
- {% if defined(country) %} AND country = {{ country }} {% end %}
- {% if defined(region) %} AND region = {{ region }} {% end %}
- {% if defined(city) %} AND city = {{ city }} {% end %}
- {% if defined(device) %} AND device = {{ device }} {% end %}
- {% if defined(browser) %} AND browser = {{ browser }} {% end %}
- {% if defined(os) %} AND os = {{ os }} {% end %}
- {% if defined(referer) %} AND referer = {{ referer }} {% end %}
- {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}
- {% if defined(utm_source) %}
- AND url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')
- {% end %}
- {% if defined(utm_medium) %}
- AND url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')
- {% end %}
- {% if defined(utm_campaign) %}
- AND url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')
- {% end %}
- {% if defined(utm_term) %}
- AND url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')
- {% end %}
- {% if defined(utm_content) %}
- AND url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')
- {% end %}
- {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}
- {% if defined(start) %} AND timestamp >= {{ DateTime(start) }} {% end %}
- {% if defined(end) %} AND timestamp <= {{ DateTime(end) }} {% end %}
- {% if defined(filters) %}
- {% for item in JSON(filters, '[]') %}
- {% if item.get('operand', '').startswith('metadata.') %}
- {% set metadataKey = item.get('operand', '').split('.')[1] %}
- {% set operator = item.get('operator', 'equals') %}
- {% set value = item.get('value', '') %}
- {% if operator == 'equals' %}
- AND JSONExtractString(metadata, {{ metadataKey }}) = {{ value }}
- {% elif operator == 'notEquals' %}
- AND JSONExtractString(metadata, {{ metadataKey }}) != {{ value }}
- {% elif operator == 'greaterThan' %}
- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) > toFloat64OrNull({{ value }})
- {% elif operator == 'lessThan' %}
- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) < toFloat64OrNull({{ value }})
- {% elif operator == 'greaterThanOrEqual' %}
- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) >= toFloat64OrNull({{ value }})
- {% elif operator == 'lessThanOrEqual' %}
- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) <= toFloat64OrNull({{ value }})
- {% end %}
- {% elif item.get('field', '') %}
- {% set field = item.get('field', '') %}
- {% set operator = item.get('operator', 'IN') %}
- {% set values = item.get('values', []) %}
- {% if field == 'country' %}
- {% if operator == 'IN' %} AND country IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND country NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'city' %}
- {% if operator == 'IN' %} AND city IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND city NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'continent' %}
- {% if operator == 'IN' %} AND continent IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND continent NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'device' %}
- {% if operator == 'IN' %} AND device IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND device NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'browser' %}
- {% if operator == 'IN' %} AND browser IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND browser NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'os' %}
- {% if operator == 'IN' %} AND os IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND os NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'trigger' %}
- {% if operator == 'IN' %} AND trigger IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND trigger NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'referer' %}
- {% if operator == 'IN' %} AND referer IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND referer NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'refererUrl' %}
- {% if operator == 'IN' %} AND splitByString('?', referer_url)[1] IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND splitByString('?', referer_url)[1] NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'url' %}
- {% if operator == 'IN' %} AND splitByString('?', url)[1] IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND splitByString('?', url)[1] NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'utm_source' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_medium' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_campaign' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_term' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_content' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'domain' %}
- {# domain is already filtered at workspace_links node level #}
- {% elif field == 'tagIds' %}
- {# tagIds is already filtered at workspace_links node level #}
- {% elif field == 'folderId' %}
- {# folderId is already filtered at workspace_links node level #}
- {% elif field == 'root' %}
- {# root is already filtered at workspace_links node level #}
- {% elif field == 'saleType' %}
- {# saleType only applies to sales events #}
- {% end %}
+%
+SELECT
+ *,
+ splitByString('?', referer_url)[1] as referer_url_processed,
+ CONCAT(country, '-', region) as region_processed,
+ 'lead' as event
+FROM dub_lead_events_mv
+WHERE
+ true
+ {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}
+ {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}
+ {% elif defined(linkId) %} AND link_id = {{ linkId }}
+ {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(
+ tenantId
+ ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(
+ tagIds
+ ) or defined(
+ root
+ ) %} AND link_id in (SELECT link_id from workspace_links)
+ {% end %}
+ {% if defined(customerId) %} AND customer_id = {{ String(customerId) }} {% end %}
+ {% if defined(continent) %} AND continent = {{ continent }} {% end %}
+ {% if defined(country) %} AND country = {{ country }} {% end %}
+ {% if defined(region) %} AND region = {{ region }} {% end %}
+ {% if defined(city) %} AND city = {{ city }} {% end %}
+ {% if defined(device) %} AND device = {{ device }} {% end %}
+ {% if defined(browser) %} AND browser = {{ browser }} {% end %}
+ {% if defined(os) %} AND os = {{ os }} {% end %}
+ {% if defined(referer) %} AND referer = {{ referer }} {% end %}
+ {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}
+ {% if defined(utm_source) %}
+ AND url LIKE concat('%utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')
+ {% end %}
+ {% if defined(utm_medium) %}
+ AND url LIKE concat('%utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')
+ {% end %}
+ {% if defined(utm_campaign) %}
+ AND url
+ LIKE concat('%utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')
+ {% end %}
+ {% if defined(utm_term) %}
+ AND url LIKE concat('%utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')
+ {% end %}
+ {% if defined(utm_content) %}
+ AND url LIKE concat('%utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')
+ {% end %}
+ {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}
+ {% if defined(start) %} AND timestamp >= {{ DateTime(start) }} {% end %}
+ {% if defined(end) %} AND timestamp <= {{ DateTime(end) }} {% end %}
+ {% if defined(filters) %}
+ {% for item in JSON(filters, '[]') %}
+ {% if item.get('operand', '').startswith('metadata.') %}
+ {% set metadataKey = item.get('operand', '').split('.')[1] %}
+ {% set operator = item.get('operator', 'equals') %}
+ {% set value = item.get('value', '') %}
+ {% if operator == 'equals' %}
+ AND JSONExtractString(metadata, {{ metadataKey }}) = {{ value }}
+ {% elif operator == 'notEquals' %}
+ AND JSONExtractString(metadata, {{ metadataKey }}) != {{ value }}
+ {% elif operator == 'greaterThan' %}
+ AND JSONExtractString(metadata, {{ metadataKey }}) > {{ value }}
+ {% elif operator == 'lessThan' %}
+ AND JSONExtractString(metadata, {{ metadataKey }}) < {{ value }}
+ {% elif operator == 'greaterThanOrEqual' %}
+ AND JSONExtractString(metadata, {{ metadataKey }}) >= {{ value }}
+ {% elif operator == 'lessThanOrEqual' %}
+ AND JSONExtractString(metadata, {{ metadataKey }}) <= {{ value }}
{% end %}
{% end %}
{% end %}
- ORDER BY timestamp {% if order == 'asc' %} ASC {% else %} DESC {% end %}
- LIMIT {{ Int32(limit, 100) }}
- {% if defined(offset) %} OFFSET {{ Int32(offset, 0) }} {% end %}
+ {% end %}
+ORDER BY timestamp {% if order == 'asc' %} ASC {% else %} DESC {% end %}
+LIMIT {{ Int32(limit, 100) }}
+{% if defined(offset) %} OFFSET {{ Int32(offset, 0) }} {% end %}
NODE first_sale_by_link_customer
SQL >
- %
- SELECT workspace_id, link_id, customer_id, minMerge(first_sale_state) AS first_sale_ts
- FROM dub_first_sale_mv
- WHERE
- workspace_id
- = {{
- String(
- workspaceId,
- 'cl7pj5kq4006835rbjlt2ofka',
- description="The unique ID for the workspace",
- required=True,
- )
- }}
- GROUP BY workspace_id, link_id, customer_id
+%
+SELECT workspace_id, link_id, customer_id, minMerge(first_sale_state) AS first_sale_ts
+FROM dub_first_sale_mv
+WHERE
+ workspace_id
+ = {{
+ String(
+ workspaceId,
+ 'cl7pj5kq4006835rbjlt2ofka',
+ description="The unique ID for the workspace",
+ required=True,
+ )
+ }}
+GROUP BY workspace_id, link_id, customer_id
NODE sale_events
SQL >
- %
- SELECT
- t.*,
- t.amount AS saleAmount,
- CONCAT(t.country, '-', t.region) AS region_processed,
- splitByString('?', t.referer_url)[1] AS referer_url_processed,
- 'sale' AS event
- FROM
- (
- SELECT
- se.*,
+%
+SELECT
+ t.*,
+ t.amount AS saleAmount,
+ CONCAT(t.country, '-', t.region) AS region_processed,
+ splitByString('?', t.referer_url)[1] AS referer_url_processed,
+ 'sale' AS event
+FROM
+ (
+ SELECT
+ se.*,
+ if(
+ isNull (fs.first_sale_ts),
+ 'new',
if(
- isNull (fs.first_sale_ts),
+ toUnixTimestamp64Milli(se.timestamp) = toUnixTimestamp64Milli(fs.first_sale_ts),
'new',
- if(
- toUnixTimestamp64Milli(se.timestamp) = toUnixTimestamp64Milli(fs.first_sale_ts),
- 'new',
- 'recurring'
- )
- ) AS sale_type
- FROM dub_sale_events_mv AS se
- LEFT JOIN first_sale_by_link_customer AS fs USING (workspace_id, link_id, customer_id)
- WHERE
- true
- {% if defined(workspaceId) %} AND se.workspace_id = {{ workspaceId }} {% end %}
- {% if defined(linkIds) %} AND se.link_id IN {{ Array(linkIds, 'String') }}
- {% elif defined(linkId) %} AND se.link_id = {{ linkId }}
- {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(
- tenantId
- ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(
- tagIds
- ) or defined(
- root
- ) %} AND se.link_id in (SELECT link_id from workspace_links)
- {% end %}
- {% if defined(customerId) %} AND se.customer_id = {{ String(customerId) }} {% end %}
- {% if defined(continent) %} AND se.continent = {{ continent }} {% end %}
- {% if defined(country) %} AND se.country = {{ country }} {% end %}
- {% if defined(region) %} AND se.region = {{ region }} {% end %}
- {% if defined(city) %} AND se.city = {{ city }} {% end %}
- {% if defined(device) %} AND se.device = {{ device }} {% end %}
- {% if defined(browser) %} AND se.browser = {{ browser }} {% end %}
- {% if defined(os) %} AND se.os = {{ os }} {% end %}
- {% if defined(referer) %} AND se.referer = {{ referer }} {% end %}
- {% if defined(refererUrl) %}
- AND splitByString('?', se.referer_url)[1] = {{ refererUrl }}
- {% end %}
- {% if defined(utm_source) %}
- AND se.url
- LIKE concat('%utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')
- {% end %}
- {% if defined(utm_medium) %}
- AND se.url
- LIKE concat('%utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')
- {% end %}
- {% if defined(utm_campaign) %}
- AND se.url LIKE concat(
- '%utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%'
- )
- {% end %}
- {% if defined(utm_term) %}
- AND se.url
- LIKE concat('%utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')
- {% end %}
- {% if defined(utm_content) %}
- AND se.url
- LIKE concat('%utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')
- {% end %}
- {% if defined(url) %} AND splitByString('?', se.url)[1] = {{ url }} {% end %}
- {% if defined(start) %} AND se.timestamp >= {{ DateTime(start) }} {% end %}
- {% if defined(end) %} AND se.timestamp <= {{ DateTime(end) }} {% end %}
+ 'recurring'
+ )
+ ) AS sale_type
+ FROM dub_sale_events_mv AS se
+ LEFT JOIN first_sale_by_link_customer AS fs USING (workspace_id, link_id, customer_id)
+ WHERE
+ true
+ {% if defined(workspaceId) %} AND se.workspace_id = {{ workspaceId }} {% end %}
+ {% if defined(linkIds) %} AND se.link_id IN {{ Array(linkIds, 'String') }}
+ {% elif defined(linkId) %} AND se.link_id = {{ linkId }}
+ {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(
+ tenantId
+ ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(
+ tagIds
+ ) or defined(
+ root
+ ) %} AND se.link_id in (SELECT link_id from workspace_links)
+ {% end %}
+ {% if defined(customerId) %} AND se.customer_id = {{ String(customerId) }} {% end %}
+ {% if defined(continent) %} AND se.continent = {{ continent }} {% end %}
+ {% if defined(country) %} AND se.country = {{ country }} {% end %}
+ {% if defined(region) %} AND se.region = {{ region }} {% end %}
+ {% if defined(city) %} AND se.city = {{ city }} {% end %}
+ {% if defined(device) %} AND se.device = {{ device }} {% end %}
+ {% if defined(browser) %} AND se.browser = {{ browser }} {% end %}
+ {% if defined(os) %} AND se.os = {{ os }} {% end %}
+ {% if defined(referer) %} AND se.referer = {{ referer }} {% end %}
+ {% if defined(refererUrl) %}
+ AND splitByString('?', se.referer_url)[1] = {{ refererUrl }}
+ {% end %}
+ {% if defined(utm_source) %}
+ AND se.url
+ LIKE concat('%utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')
+ {% end %}
+ {% if defined(utm_medium) %}
+ AND se.url
+ LIKE concat('%utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')
+ {% end %}
+ {% if defined(utm_campaign) %}
+ AND se.url LIKE concat(
+ '%utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%'
+ )
+ {% end %}
+ {% if defined(utm_term) %}
+ AND se.url
+ LIKE concat('%utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')
+ {% end %}
+ {% if defined(utm_content) %}
+ AND se.url
+ LIKE concat('%utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')
+ {% end %}
+ {% if defined(url) %} AND splitByString('?', se.url)[1] = {{ url }} {% end %}
+ {% if defined(start) %} AND se.timestamp >= {{ DateTime(start) }} {% end %}
+ {% if defined(end) %} AND se.timestamp <= {{ DateTime(end) }} {% end %}
- {% if defined(filters) %}
- {% for item in JSON(filters, '[]') %}
- {% if item.get('operand', '').startswith('metadata.') %}
- {% set metadataKey = item.get('operand', '').split('.')[1] %}
- {% set operator = item.get('operator', 'equals') %}
- {% set value = item.get('value', '') %}
- {% if operator == 'equals' %}
- AND JSONExtractString(se.metadata, {{ metadataKey }}) = {{ value }}
- {% elif operator == 'notEquals' %}
- AND JSONExtractString(se.metadata, {{ metadataKey }}) != {{ value }}
- {% elif operator == 'greaterThan' %}
- AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) > toFloat64OrNull({{ value }})
- {% elif operator == 'lessThan' %}
- AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) < toFloat64OrNull({{ value }})
- {% elif operator == 'greaterThanOrEqual' %}
- AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) >= toFloat64OrNull({{ value }})
- {% elif operator == 'lessThanOrEqual' %}
- AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) <= toFloat64OrNull({{ value }})
- {% end %}
- {% elif item.get('field', '') %}
- {% set field = item.get('field', '') %}
- {% set operator = item.get('operator', 'IN') %}
- {% set values = item.get('values', []) %}
- {% if field == 'country' %}
- {% if operator == 'IN' %} AND se.country IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND se.country NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'city' %}
- {% if operator == 'IN' %} AND se.city IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND se.city NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'continent' %}
- {% if operator == 'IN' %} AND se.continent IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND se.continent NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'device' %}
- {% if operator == 'IN' %} AND se.device IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND se.device NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'browser' %}
- {% if operator == 'IN' %} AND se.browser IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND se.browser NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'os' %}
- {% if operator == 'IN' %} AND se.os IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND se.os NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'trigger' %}
- {% if operator == 'IN' %} AND se.trigger IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND se.trigger NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'referer' %}
- {% if operator == 'IN' %} AND se.referer IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND se.referer NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'refererUrl' %}
- {% if operator == 'IN' %} AND splitByString('?', se.referer_url)[1] IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND splitByString('?', se.referer_url)[1] NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'url' %}
- {% if operator == 'IN' %} AND splitByString('?', se.url)[1] IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND splitByString('?', se.url)[1] NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'utm_source' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_medium' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_campaign' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_term' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_content' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'domain' %}
- {# domain is already filtered at workspace_links node level #}
- {% elif field == 'tagIds' %}
- {# tagIds is already filtered at workspace_links node level #}
- {% elif field == 'folderId' %}
- {# folderId is already filtered at workspace_links node level #}
- {% elif field == 'root' %}
- {# root is already filtered at workspace_links node level #}
- {% elif field == 'saleType' %}
- {# saleType is filtered in the outer query where the computed sale_type is available #}
- {% end %}
+ {% if defined(filters) %}
+ {% for item in JSON(filters, '[]') %}
+ {% if item.get('operand', '').startswith('metadata.') %}
+ {% set metadataKey = item.get('operand', '').split('.')[1] %}
+ {% set operator = item.get('operator', 'equals') %}
+ {% set value = item.get('value', '') %}
+ {% if operator == 'equals' %}
+ AND JSONExtractString(se.metadata, {{ metadataKey }}) = {{ value }}
+ {% elif operator == 'notEquals' %}
+ AND JSONExtractString(se.metadata, {{ metadataKey }}) != {{ value }}
+ {% elif operator == 'greaterThan' %}
+ AND JSONExtractString(se.metadata, {{ metadataKey }}) > {{ value }}
+ {% elif operator == 'lessThan' %}
+ AND JSONExtractString(se.metadata, {{ metadataKey }}) < {{ value }}
+ {% elif operator == 'greaterThanOrEqual' %}
+ AND JSONExtractString(se.metadata, {{ metadataKey }}) >= {{ value }}
+ {% elif operator == 'lessThanOrEqual' %}
+ AND JSONExtractString(se.metadata, {{ metadataKey }}) <= {{ value }}
{% end %}
{% end %}
{% end %}
-
- ) AS t
- WHERE true
- {% if defined(saleType) %} AND t.sale_type = {{ String(saleType) }} {% end %}
- {% if defined(filters) %}
- {% for item in JSON(filters, '[]') %}
- {% if item.get('field', '') == 'saleType' %}
- {% set operator = item.get('operator', 'IN') %}
- {% set values = item.get('values', []) %}
- {% if operator == 'IN' %} AND t.sale_type IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND t.sale_type NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% end %}
{% end %}
- {% end %}
- ORDER BY t.timestamp {% if order == 'asc' %} ASC {% else %} DESC {% end %}
- LIMIT {{ Int32(limit, 100) }}
- {% if defined(offset) %} OFFSET {{ Int32(offset, 0) }} {% end %}
+
+ ) AS t
+WHERE true {% if defined(saleType) %} AND t.sale_type = {{ String(saleType) }} {% end %}
+ORDER BY t.timestamp {% if order == 'asc' %} ASC {% else %} DESC {% end %}
+LIMIT {{ Int32(limit, 100) }}
+{% if defined(offset) %} OFFSET {{ Int32(offset, 0) }} {% end %}
NODE endpoint
SQL >
- %
- SELECT *
- FROM
- {% if eventType == 'leads' %} lead_events
- {% elif eventType == 'sales' %} sale_events
- {% else %} click_events
- {% end %}
+%
+SELECT *
+FROM
+ {% if eventType == 'leads' %} lead_events
+ {% elif eventType == 'sales' %} sale_events
+ {% else %} click_events
+ {% end %}
diff --git a/packages/tinybird/pipes/v3_group_by.pipe b/packages/tinybird/pipes/v3_group_by.pipe
index dae18e1f73..896d21ee71 100644
--- a/packages/tinybird/pipes/v3_group_by.pipe
+++ b/packages/tinybird/pipes/v3_group_by.pipe
@@ -7,394 +7,404 @@ TAGS "Dub Endpoints"
NODE workspace_links
SQL >
- %
- SELECT link_id
- FROM dub_links_metadata_latest FINAL
- WHERE
- workspace_id
- = {{
- String(
- workspaceId,
- 'cl7pj5kq4006835rbjlt2ofka',
- description="The unique ID for the workspace",
- required=True,
- )
- }}
- AND deleted == 0
- {% if defined(programId) %} AND program_id = {{ programId }} {% end %}
- {% if defined(partnerId) %}
- {% if defined(partnerIdOperator) and String(partnerIdOperator) == 'NOT IN' %}
- AND partner_id NOT IN {{ Array(partnerId, 'String') }}
- {% else %}
- AND partner_id IN {{ Array(partnerId, 'String') }}
- {% end %}
- {% end %}
- {% if defined(groupId) %}
- {% if defined(groupIdOperator) and String(groupIdOperator) == 'NOT IN' %}
- AND partner_group_id NOT IN {{ Array(groupId, 'String') }}
- {% else %}
- AND partner_group_id IN {{ Array(groupId, 'String') }}
- {% end %}
- {% end %}
- {% if defined(tenantId) %}
- {% if defined(tenantIdOperator) and String(tenantIdOperator) == 'NOT IN' %}
- AND tenant_id NOT IN {{ Array(tenantId, 'String') }}
- {% else %}
- AND tenant_id IN {{ Array(tenantId, 'String') }}
- {% end %}
- {% end %}
- {% if defined(domain) %}
- {% if defined(domainOperator) and String(domainOperator) == 'NOT IN' %}
- AND domain NOT IN {{ Array(domain, 'String') }}
- {% else %}
- AND domain IN {{ Array(domain, 'String') }}
- {% end %}
- {% end %}
- {% if defined(tagIds) %}
- {% if defined(tagIdsOperator) and String(tagIdsOperator) == 'NOT IN' %}
- AND length(arrayFilter(x -> x NOT IN {{ Array(tagIds, 'String') }}, tag_ids)) = length(tag_ids)
- {% else %}
- AND arrayIntersect(tag_ids, {{ Array(tagIds, 'String') }}) != []
- {% end %}
- {% end %}
- {% if defined(folderId) %}
- {% if defined(folderIdOperator) and String(folderIdOperator) == 'NOT IN' %}
- AND folder_id NOT IN {{ Array(folderId, 'String') }}
- {% else %}
- AND folder_id IN {{ Array(folderId, 'String') }}
- {% end %}
- {% end %}
- {% if defined(root) %}
- {% if defined(rootOperator) and String(rootOperator) == 'NOT IN' %}
- AND NOT (0{% for val in root %}{% if val == 'true' %} OR key = '_root'{% else %} OR key != '_root'{% end %}{% end %})
- {% else %}
- AND (0{% for val in root %}{% if val == 'true' %} OR key = '_root'{% else %} OR key != '_root'{% end %}{% end %})
- {% end %}
- {% end %}
+%
+SELECT link_id
+FROM dub_links_metadata_latest FINAL
+WHERE
+ workspace_id
+ = {{
+ String(
+ workspaceId,
+ 'cl7pj5kq4006835rbjlt2ofka',
+ description="The unique ID for the workspace",
+ required=True,
+ )
+ }}
+ AND deleted == 0
+ {% if defined(programId) %} AND program_id = {{ programId }} {% end %}
+ {% if defined(partnerId) %} AND partner_id = {{ partnerId }} {% end %}
+ {% if defined(groupId) %} AND partner_group_id = {{ groupId }} {% end %}
+ {% if defined(tenantId) %} AND tenant_id = {{ tenantId }} {% end %}
+ {% if defined(folderIds) %} AND folder_id IN {{ Array(folderIds, 'String') }}
+ {% elif defined(folderId) %} AND folder_id = {{ folderId }}
+ {% end %}
+ {% if defined(domain) %} AND domain IN {{ Array(domain, 'String') }} {% end %}
+ {% if defined(tagIds) %}
+ AND arrayIntersect(tag_ids, {{ Array(tagIds, 'String') }}) != []
+ {% end %}
+ {% if defined(root) %}
+ {% if Boolean(root) == 1 %} AND key = '_root' {% else %} AND key != '_root' {% end %}
+ {% end %}
NODE group_by_clicks
SQL >
- %
- SELECT
- multiIf(
- {{ String(groupBy) }} = 'top_links',
- link_id,
- {{ String(groupBy) }} = 'top_urls',
- url,
- {{ String(groupBy) }} = 'top_base_urls',
- splitByString('?', url)[1],
- {{ String(groupBy) }} = 'referers',
- referer,
- {{ String(groupBy) }} = 'referer_urls',
- splitByString('?', referer_url)[1],
- {{ String(groupBy) }} = 'utm_sources',
- decodeURLFormComponent(extractURLParameter(url, 'utm_source')),
- {{ String(groupBy) }} = 'utm_mediums',
- decodeURLFormComponent(extractURLParameter(url, 'utm_medium')),
- {{ String(groupBy) }} = 'utm_campaigns',
- decodeURLFormComponent(extractURLParameter(url, 'utm_campaign')),
- {{ String(groupBy) }} = 'utm_terms',
- decodeURLFormComponent(extractURLParameter(url, 'utm_term')),
- {{ String(groupBy) }} = 'utm_contents',
- decodeURLFormComponent(extractURLParameter(url, 'utm_content')),
- {{ String(groupBy) }} = 'ref',
- decodeURLFormComponent(extractURLParameter(url, 'ref')),
- {{ String(groupBy) }} = 'countries',
- country,
- {{ String(groupBy) }} = 'regions',
- CONCAT(country, '-', region) as region,
- {{ String(groupBy) }} = 'cities',
- city,
- {{ String(groupBy) }} = 'continents',
- continent,
- {{ String(groupBy) }} = 'devices',
- device,
- {{ String(groupBy) }} = 'browsers',
- browser,
- {{ String(groupBy) }} = 'os',
- os,
- {{ String(groupBy) }} = 'triggers',
- trigger,
- link_id
- ) AS groupByField,
- {% if String(groupBy) == 'cities' %} country, CONCAT(country, '-', region) as region,
- {% elif String(groupBy) == 'regions' %} country,
- {% end %}
- COUNT(*) AS clicks
- FROM
- {% if defined(customerId) %} dub_click_events_id
- {% else %} dub_click_events_mv
- {% end %}
- {% if defined(customerId) %}
- PREWHERE click_id IN (
- SELECT DISTINCT click_id
- FROM dub_lead_events_mv
- WHERE customer_id = {{ String(customerId) }}
- )
- {% end %}
- WHERE
- groupByField != '' AND groupByField != 'Unknown'
- {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}
- {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}
- {% elif defined(linkId) %} AND link_id = {{ linkId }}
- {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(
- tenantId
- ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(
- tagIds
- ) or defined(
- root
- ) %} AND link_id in (SELECT link_id from workspace_links)
- {% end %}
- {% if defined(continent) %} AND continent = {{ continent }} {% end %}
- {% if defined(country) %} AND country = {{ country }} {% end %}
- {% if defined(region) %} AND region = {{ region }} {% end %}
- {% if defined(city) %} AND city = {{ city }} {% end %}
- {% if defined(device) %} AND device = {{ device }} {% end %}
- {% if defined(browser) %} AND browser = {{ browser }} {% end %}
- {% if defined(os) %} AND os = {{ os }} {% end %}
- {% if defined(trigger) %} AND trigger = {{ trigger }} {% end %}
- {% if defined(referer) %} AND referer = {{ referer }} {% end %}
- {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}
- {% if defined(utm_source) %}
- AND url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')
- {% end %}
- {% if defined(utm_medium) %}
- AND url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')
- {% end %}
- {% if defined(utm_campaign) %}
- AND url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')
- {% end %}
- {% if defined(utm_term) %}
- AND url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')
- {% end %}
- {% if defined(utm_content) %}
- AND url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')
- {% end %}
- {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}
- {% if defined(start) %} AND timestamp >= {{ DateTime64(start) }} {% end %}
- {% if defined(end) %} AND timestamp <= {{ DateTime64(end) }} {% end %}
- {% if defined(filters) %}
- {% for item in JSON(filters, '[]') %}
- {% if item.get('operand', '').startswith('metadata.') %}
- {% set metadataKey = item.get('operand', '').split('.')[1] %}
- {% set operator = item.get('operator', 'equals') %}
- {% set value = item.get('value', '') %}
- {% if operator == 'equals' %}
- AND JSONExtractString(metadata, {{ metadataKey }}) = {{ value }}
- {% elif operator == 'notEquals' %}
- AND JSONExtractString(metadata, {{ metadataKey }}) != {{ value }}
- {% elif operator == 'greaterThan' %}
- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) > toFloat64OrNull({{ value }})
- {% elif operator == 'lessThan' %}
- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) < toFloat64OrNull({{ value }})
- {% elif operator == 'greaterThanOrEqual' %}
- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) >= toFloat64OrNull({{ value }})
- {% elif operator == 'lessThanOrEqual' %}
- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) <= toFloat64OrNull({{ value }})
- {% end %}
- {% elif item.get('field', '') %}
- {% set field = item.get('field', '') %}
- {% set operator = item.get('operator', 'IN') %}
- {% set values = item.get('values', []) %}
- {% if field == 'country' %}
- {% if operator == 'IN' %} AND country IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND country NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'city' %}
- {% if operator == 'IN' %} AND city IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND city NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'continent' %}
- {% if operator == 'IN' %} AND continent IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND continent NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'device' %}
- {% if operator == 'IN' %} AND device IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND device NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'browser' %}
- {% if operator == 'IN' %} AND browser IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND browser NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'os' %}
- {% if operator == 'IN' %} AND os IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND os NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'trigger' %}
- {% if operator == 'IN' %} AND trigger IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND trigger NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'referer' %}
- {% if operator == 'IN' %} AND referer IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND referer NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'refererUrl' %}
- {% if operator == 'IN' %} AND splitByString('?', referer_url)[1] IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND splitByString('?', referer_url)[1] NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'url' %}
- {% if operator == 'IN' %} AND splitByString('?', url)[1] IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND splitByString('?', url)[1] NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'utm_source' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_medium' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_campaign' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_term' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_content' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'domain' %}
- {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})
- {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})
- {% end %}
- {% elif field == 'tagIds' %}
- {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])
- {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])
- {% end %}
- {% elif field == 'folderId' %}
- {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})
- {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})
- {% end %}
- {% elif field == 'root' %}
- {% if operator == 'IN' %}
- AND link_id IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})
- {% elif operator == 'NOT IN' %}
- AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})
- {% end %}
- {% elif field == 'saleType' %}
- {# saleType is handled in the sales subquery, not here #}
- {% end %}
+%
+SELECT
+ multiIf(
+ {{ String(groupBy) }} = 'top_links',
+ link_id,
+ {{ String(groupBy) }} = 'top_urls',
+ url,
+ {{ String(groupBy) }} = 'top_base_urls',
+ splitByString('?', url)[1],
+ {{ String(groupBy) }} = 'referers',
+ referer,
+ {{ String(groupBy) }} = 'referer_urls',
+ splitByString('?', referer_url)[1],
+ {{ String(groupBy) }} = 'utm_sources',
+ decodeURLFormComponent(extractURLParameter(url, 'utm_source')),
+ {{ String(groupBy) }} = 'utm_mediums',
+ decodeURLFormComponent(extractURLParameter(url, 'utm_medium')),
+ {{ String(groupBy) }} = 'utm_campaigns',
+ decodeURLFormComponent(extractURLParameter(url, 'utm_campaign')),
+ {{ String(groupBy) }} = 'utm_terms',
+ decodeURLFormComponent(extractURLParameter(url, 'utm_term')),
+ {{ String(groupBy) }} = 'utm_contents',
+ decodeURLFormComponent(extractURLParameter(url, 'utm_content')),
+ {{ String(groupBy) }} = 'ref',
+ decodeURLFormComponent(extractURLParameter(url, 'ref')),
+ {{ String(groupBy) }} = 'countries',
+ country,
+ {{ String(groupBy) }} = 'regions',
+ CONCAT(country, '-', region) as region,
+ {{ String(groupBy) }} = 'cities',
+ city,
+ {{ String(groupBy) }} = 'continents',
+ continent,
+ {{ String(groupBy) }} = 'devices',
+ device,
+ {{ String(groupBy) }} = 'browsers',
+ browser,
+ {{ String(groupBy) }} = 'os',
+ os,
+ {{ String(groupBy) }} = 'triggers',
+ trigger,
+ link_id
+ ) AS groupByField,
+ {% if String(groupBy) == 'cities' %} country, CONCAT(country, '-', region) as region,
+ {% elif String(groupBy) == 'regions' %} country,
+ {% end %}
+ COUNT(*) AS clicks
+FROM
+ {% if defined(customerId) %} dub_click_events_id
+ {% else %} dub_click_events_mv
+ {% end %}
+ {% if defined(customerId) %}
+ PREWHERE click_id IN (
+ SELECT DISTINCT click_id
+ FROM dub_lead_events_mv
+ WHERE customer_id = {{ String(customerId) }}
+ )
+ {% end %}
+WHERE
+ groupByField != '' AND groupByField != 'Unknown'
+ {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}
+ {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}
+ {% elif defined(linkId) %} AND link_id = {{ linkId }}
+ {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(
+ tenantId
+ ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(
+ tagIds
+ ) or defined(
+ root
+ ) %} AND link_id in (SELECT link_id from workspace_links)
+ {% end %}
+ {% if defined(continent) %} AND continent = {{ continent }} {% end %}
+ {% if defined(country) %} AND country = {{ country }} {% end %}
+ {% if defined(region) %} AND region = {{ region }} {% end %}
+ {% if defined(city) %} AND city = {{ city }} {% end %}
+ {% if defined(device) %} AND device = {{ device }} {% end %}
+ {% if defined(browser) %} AND browser = {{ browser }} {% end %}
+ {% if defined(os) %} AND os = {{ os }} {% end %}
+ {% if defined(trigger) %} AND trigger = {{ trigger }} {% end %}
+ {% if defined(referer) %} AND referer = {{ referer }} {% end %}
+ {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}
+ {% if defined(utm_source) %}
+ AND url LIKE concat('%utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')
+ {% end %}
+ {% if defined(utm_medium) %}
+ AND url LIKE concat('%utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')
+ {% end %}
+ {% if defined(utm_campaign) %}
+ AND url
+ LIKE concat('%utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')
+ {% end %}
+ {% if defined(utm_term) %}
+ AND url LIKE concat('%utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')
+ {% end %}
+ {% if defined(utm_content) %}
+ AND url LIKE concat('%utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')
+ {% end %}
+ {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}
+ {% if defined(start) %} AND timestamp >= {{ DateTime64(start) }} {% end %}
+ {% if defined(end) %} AND timestamp <= {{ DateTime64(end) }} {% end %}
+GROUP BY
+ groupByField
+ {% if String(groupBy) == 'cities' %}, country, region
+ {% elif String(groupBy) == 'regions' %}, country
+ {% end %}
+ORDER BY clicks DESC
+LIMIT 5000
+
+
+
+NODE group_by_leads
+SQL >
+
+%
+SELECT
+ multiIf(
+ {{ String(groupBy) }} = 'top_links',
+ link_id,
+ {{ String(groupBy) }} = 'top_urls',
+ url,
+ {{ String(groupBy) }} = 'top_base_urls',
+ splitByString('?', url)[1],
+ {{ String(groupBy) }} = 'referers',
+ referer,
+ {{ String(groupBy) }} = 'referer_urls',
+ splitByString('?', referer_url)[1],
+ {{ String(groupBy) }} = 'utm_sources',
+ decodeURLFormComponent(extractURLParameter(url, 'utm_source')),
+ {{ String(groupBy) }} = 'utm_mediums',
+ decodeURLFormComponent(extractURLParameter(url, 'utm_medium')),
+ {{ String(groupBy) }} = 'utm_campaigns',
+ decodeURLFormComponent(extractURLParameter(url, 'utm_campaign')),
+ {{ String(groupBy) }} = 'utm_terms',
+ decodeURLFormComponent(extractURLParameter(url, 'utm_term')),
+ {{ String(groupBy) }} = 'utm_contents',
+ decodeURLFormComponent(extractURLParameter(url, 'utm_content')),
+ {{ String(groupBy) }} = 'ref',
+ decodeURLFormComponent(extractURLParameter(url, 'ref')),
+ {{ String(groupBy) }} = 'countries',
+ country,
+ {{ String(groupBy) }} = 'regions',
+ CONCAT(country, '-', region) as region,
+ {{ String(groupBy) }} = 'cities',
+ city,
+ {{ String(groupBy) }} = 'continents',
+ continent,
+ {{ String(groupBy) }} = 'devices',
+ device,
+ {{ String(groupBy) }} = 'browsers',
+ browser,
+ {{ String(groupBy) }} = 'os',
+ os,
+ {{ String(groupBy) }} = 'triggers',
+ trigger,
+ link_id
+ ) AS groupByField,
+ {% if String(groupBy) == 'cities' %} country, CONCAT(country, '-', region) as region,
+ {% elif String(groupBy) == 'regions' %} country,
+ {% end %}
+ COUNT(*) as leads
+FROM dub_lead_events_mv
+WHERE
+ groupByField != '' AND groupByField != 'Unknown'
+ {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}
+ {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}
+ {% elif defined(linkId) %} AND link_id = {{ linkId }}
+ {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(
+ tenantId
+ ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(
+ tagIds
+ ) or defined(
+ root
+ ) %} AND link_id in (SELECT link_id from workspace_links)
+ {% end %}
+ {% if defined(customerId) %} AND customer_id = {{ String(customerId) }} {% end %}
+ {% if defined(continent) %} AND continent = {{ continent }} {% end %}
+ {% if defined(country) %} AND country = {{ country }} {% end %}
+ {% if defined(region) %} AND region = {{ region }} {% end %}
+ {% if defined(city) %} AND city = {{ city }} {% end %}
+ {% if defined(device) %} AND device = {{ device }} {% end %}
+ {% if defined(browser) %} AND browser = {{ browser }} {% end %}
+ {% if defined(os) %} AND os = {{ os }} {% end %}
+ {% if defined(referer) %} AND referer = {{ referer }} {% end %}
+ {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}
+ {% if defined(utm_source) %}
+ AND url LIKE concat('%utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')
+ {% end %}
+ {% if defined(utm_medium) %}
+ AND url LIKE concat('%utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')
+ {% end %}
+ {% if defined(utm_campaign) %}
+ AND url
+ LIKE concat('%utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')
+ {% end %}
+ {% if defined(utm_term) %}
+ AND url LIKE concat('%utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')
+ {% end %}
+ {% if defined(utm_content) %}
+ AND url LIKE concat('%utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')
+ {% end %}
+ {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}
+ {% if defined(start) %} AND timestamp >= {{ DateTime(start) }} {% end %}
+ {% if defined(end) %} AND timestamp <= {{ DateTime(end) }} {% end %}
+ {% if defined(filters) %}
+ {% for item in JSON(filters, '[]') %}
+ {% if item.get('operand', '').startswith('metadata.') %}
+ {% set metadataKey = item.get('operand', '').split('.')[1] %}
+ {% set operator = item.get('operator', 'equals') %}
+ {% set value = item.get('value', '') %}
+ {% if operator == 'equals' %}
+ AND JSONExtractString(metadata, {{ metadataKey }}) = {{ value }}
+ {% elif operator == 'notEquals' %}
+ AND JSONExtractString(metadata, {{ metadataKey }}) != {{ value }}
+ {% elif operator == 'greaterThan' %}
+ AND JSONExtractString(metadata, {{ metadataKey }}) > {{ value }}
+ {% elif operator == 'lessThan' %}
+ AND JSONExtractString(metadata, {{ metadataKey }}) < {{ value }}
+ {% elif operator == 'greaterThanOrEqual' %}
+ AND JSONExtractString(metadata, {{ metadataKey }}) >= {{ value }}
+ {% elif operator == 'lessThanOrEqual' %}
+ AND JSONExtractString(metadata, {{ metadataKey }}) <= {{ value }}
{% end %}
{% end %}
{% end %}
- GROUP BY
- groupByField
- {% if String(groupBy) == 'cities' %}, country, region
- {% elif String(groupBy) == 'regions' %}, country
- {% end %}
- ORDER BY clicks DESC
- LIMIT 5000
+ {% end %}
+GROUP BY
+ groupByField
+ {% if String(groupBy) == 'cities' %}, country, region
+ {% elif String(groupBy) == 'regions' %}, country
+ {% end %}
+ORDER BY leads DESC
+LIMIT 5000
-NODE group_by_leads
+NODE first_sale_by_link_customer
SQL >
- %
+%
+SELECT workspace_id, link_id, customer_id, minMerge(first_sale_state) AS first_sale_ts
+FROM dub_first_sale_mv
+WHERE
+ workspace_id
+ = {{
+ String(
+ workspaceId,
+ 'cl7pj5kq4006835rbjlt2ofka',
+ description="The unique ID for the workspace",
+ required=True,
+ )
+ }}
+GROUP BY workspace_id, link_id, customer_id
+
+
+
+NODE group_by_sales
+SQL >
+
+%
+SELECT
+ multiIf(
+ {{ String(groupBy) }} = 'top_links',
+ link_id,
+ {{ String(groupBy) }} = 'top_urls',
+ url,
+ {{ String(groupBy) }} = 'top_base_urls',
+ splitByString('?', url)[1],
+ {{ String(groupBy) }} = 'referers',
+ referer,
+ {{ String(groupBy) }} = 'referer_urls',
+ splitByString('?', referer_url)[1],
+ {{ String(groupBy) }} = 'utm_sources',
+ decodeURLFormComponent(extractURLParameter(url, 'utm_source')),
+ {{ String(groupBy) }} = 'utm_mediums',
+ decodeURLFormComponent(extractURLParameter(url, 'utm_medium')),
+ {{ String(groupBy) }} = 'utm_campaigns',
+ decodeURLFormComponent(extractURLParameter(url, 'utm_campaign')),
+ {{ String(groupBy) }} = 'utm_terms',
+ decodeURLFormComponent(extractURLParameter(url, 'utm_term')),
+ {{ String(groupBy) }} = 'utm_contents',
+ decodeURLFormComponent(extractURLParameter(url, 'utm_content')),
+ {{ String(groupBy) }} = 'ref',
+ decodeURLFormComponent(extractURLParameter(url, 'ref')),
+ {{ String(groupBy) }} = 'countries',
+ country,
+ {{ String(groupBy) }} = 'regions',
+ CONCAT(country, '-', region) as region,
+ {{ String(groupBy) }} = 'cities',
+ city,
+ {{ String(groupBy) }} = 'continents',
+ continent,
+ {{ String(groupBy) }} = 'devices',
+ device,
+ {{ String(groupBy) }} = 'browsers',
+ browser,
+ {{ String(groupBy) }} = 'os',
+ os,
+ {{ String(groupBy) }} = 'triggers',
+ trigger,
+ link_id
+ ) AS groupByField,
+ {% if String(groupBy) == 'cities' %} country, CONCAT(country, '-', region) as region,
+ {% elif String(groupBy) == 'regions' %} country,
+ {% end %}
+ COUNT(*) AS sales,
+ SUM(amount) AS saleAmount
+FROM
+(
SELECT
- multiIf(
- {{ String(groupBy) }} = 'top_links',
- link_id,
- {{ String(groupBy) }} = 'top_urls',
- url,
- {{ String(groupBy) }} = 'top_base_urls',
- splitByString('?', url)[1],
- {{ String(groupBy) }} = 'referers',
- referer,
- {{ String(groupBy) }} = 'referer_urls',
- splitByString('?', referer_url)[1],
- {{ String(groupBy) }} = 'utm_sources',
- decodeURLFormComponent(extractURLParameter(url, 'utm_source')),
- {{ String(groupBy) }} = 'utm_mediums',
- decodeURLFormComponent(extractURLParameter(url, 'utm_medium')),
- {{ String(groupBy) }} = 'utm_campaigns',
- decodeURLFormComponent(extractURLParameter(url, 'utm_campaign')),
- {{ String(groupBy) }} = 'utm_terms',
- decodeURLFormComponent(extractURLParameter(url, 'utm_term')),
- {{ String(groupBy) }} = 'utm_contents',
- decodeURLFormComponent(extractURLParameter(url, 'utm_content')),
- {{ String(groupBy) }} = 'ref',
- decodeURLFormComponent(extractURLParameter(url, 'ref')),
- {{ String(groupBy) }} = 'countries',
- country,
- {{ String(groupBy) }} = 'regions',
- CONCAT(country, '-', region) as region,
- {{ String(groupBy) }} = 'cities',
- city,
- {{ String(groupBy) }} = 'continents',
- continent,
- {{ String(groupBy) }} = 'devices',
- device,
- {{ String(groupBy) }} = 'browsers',
- browser,
- {{ String(groupBy) }} = 'os',
- os,
- {{ String(groupBy) }} = 'triggers',
- trigger,
- link_id
- ) AS groupByField,
- {% if String(groupBy) == 'cities' %} country, CONCAT(country, '-', region) as region,
- {% elif String(groupBy) == 'regions' %} country,
- {% end %}
- COUNT(*) as leads
- FROM dub_lead_events_mv
+ se.*,
+ if(
+ isNull(fs.first_sale_ts),
+ 'new',
+ if(
+ toUnixTimestamp64Milli(se.timestamp) = toUnixTimestamp64Milli(fs.first_sale_ts),
+ 'new',
+ 'recurring'
+ )
+ ) AS sale_type
+ FROM dub_sale_events_mv AS se
+ LEFT JOIN first_sale_by_link_customer AS fs
+ USING (workspace_id, link_id, customer_id)
WHERE
- groupByField != '' AND groupByField != 'Unknown'
- {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}
- {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}
- {% elif defined(linkId) %} AND link_id = {{ linkId }}
+ true
+ {% if defined(workspaceId) %} AND se.workspace_id = {{ workspaceId }} {% end %}
+ {% if defined(linkIds) %} AND se.link_id IN {{ Array(linkIds, 'String') }}
+ {% elif defined(linkId) %} AND se.link_id = {{ linkId }}
{% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(
tenantId
) or defined(folderIds) or defined(folderId) or defined(domain) or defined(
tagIds
) or defined(
root
- ) %} AND link_id in (SELECT link_id from workspace_links)
+ ) %} AND se.link_id in (SELECT link_id from workspace_links)
{% end %}
- {% if defined(customerId) %} AND customer_id = {{ String(customerId) }} {% end %}
- {% if defined(continent) %} AND continent = {{ continent }} {% end %}
- {% if defined(country) %} AND country = {{ country }} {% end %}
- {% if defined(region) %} AND region = {{ region }} {% end %}
- {% if defined(city) %} AND city = {{ city }} {% end %}
- {% if defined(device) %} AND device = {{ device }} {% end %}
- {% if defined(browser) %} AND browser = {{ browser }} {% end %}
- {% if defined(os) %} AND os = {{ os }} {% end %}
- {% if defined(referer) %} AND referer = {{ referer }} {% end %}
- {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}
+ {% if defined(customerId) %} AND se.customer_id = {{ String(customerId) }} {% end %}
+ {% if defined(continent) %} AND se.continent = {{ continent }} {% end %}
+ {% if defined(country) %} AND se.country = {{ country }} {% end %}
+ {% if defined(region) %} AND se.region = {{ region }} {% end %}
+ {% if defined(city) %} AND se.city = {{ city }} {% end %}
+ {% if defined(device) %} AND se.device = {{ device }} {% end %}
+ {% if defined(browser) %} AND se.browser = {{ browser }} {% end %}
+ {% if defined(os) %} AND se.os = {{ os }} {% end %}
+ {% if defined(referer) %} AND se.referer = {{ referer }} {% end %}
+ {% if defined(refererUrl) %} AND splitByString('?', se.referer_url)[1] = {{ refererUrl }} {% end %}
{% if defined(utm_source) %}
- AND url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')
+ AND se.url LIKE concat('%utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')
{% end %}
{% if defined(utm_medium) %}
- AND url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')
+ AND se.url LIKE concat('%utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')
{% end %}
{% if defined(utm_campaign) %}
- AND url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')
+ AND se.url
+ LIKE concat('%utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')
{% end %}
{% if defined(utm_term) %}
- AND url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')
+ AND se.url LIKE concat('%utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')
{% end %}
{% if defined(utm_content) %}
- AND url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')
+ AND se.url LIKE concat('%utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')
{% end %}
- {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}
- {% if defined(start) %} AND timestamp >= {{ DateTime(start) }} {% end %}
- {% if defined(end) %} AND timestamp <= {{ DateTime(end) }} {% end %}
+ {% if defined(url) %} AND splitByString('?', se.url)[1] = {{ url }} {% end %}
+ {% if defined(start) %} AND se.timestamp >= {{ DateTime(start) }} {% end %}
+ {% if defined(end) %} AND se.timestamp <= {{ DateTime(end) }} {% end %}
{% if defined(filters) %}
{% for item in JSON(filters, '[]') %}
{% if item.get('operand', '').startswith('metadata.') %}
@@ -402,446 +412,86 @@ SQL >
{% set operator = item.get('operator', 'equals') %}
{% set value = item.get('value', '') %}
{% if operator == 'equals' %}
- AND JSONExtractString(metadata, {{ metadataKey }}) = {{ value }}
+ AND JSONExtractString(se.metadata, {{ metadataKey }}) = {{ value }}
{% elif operator == 'notEquals' %}
- AND JSONExtractString(metadata, {{ metadataKey }}) != {{ value }}
+ AND JSONExtractString(se.metadata, {{ metadataKey }}) != {{ value }}
{% elif operator == 'greaterThan' %}
- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) > toFloat64OrNull({{ value }})
+ AND JSONExtractString(se.metadata, {{ metadataKey }}) > {{ value }}
{% elif operator == 'lessThan' %}
- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) < toFloat64OrNull({{ value }})
+ AND JSONExtractString(se.metadata, {{ metadataKey }}) < {{ value }}
{% elif operator == 'greaterThanOrEqual' %}
- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) >= toFloat64OrNull({{ value }})
+ AND JSONExtractString(se.metadata, {{ metadataKey }}) >= {{ value }}
{% elif operator == 'lessThanOrEqual' %}
- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) <= toFloat64OrNull({{ value }})
- {% end %}
- {% elif item.get('field', '') %}
- {% set field = item.get('field', '') %}
- {% set operator = item.get('operator', 'IN') %}
- {% set values = item.get('values', []) %}
- {% if field == 'country' %}
- {% if operator == 'IN' %} AND country IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND country NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'city' %}
- {% if operator == 'IN' %} AND city IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND city NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'continent' %}
- {% if operator == 'IN' %} AND continent IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND continent NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'device' %}
- {% if operator == 'IN' %} AND device IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND device NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'browser' %}
- {% if operator == 'IN' %} AND browser IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND browser NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'os' %}
- {% if operator == 'IN' %} AND os IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND os NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'trigger' %}
- {% if operator == 'IN' %} AND trigger IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND trigger NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'referer' %}
- {% if operator == 'IN' %} AND referer IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND referer NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'refererUrl' %}
- {% if operator == 'IN' %} AND splitByString('?', referer_url)[1] IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND splitByString('?', referer_url)[1] NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'url' %}
- {% if operator == 'IN' %} AND splitByString('?', url)[1] IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND splitByString('?', url)[1] NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'utm_source' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_medium' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_campaign' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_term' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_content' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'domain' %}
- {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})
- {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})
- {% end %}
- {% elif field == 'tagIds' %}
- {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])
- {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])
- {% end %}
- {% elif field == 'folderId' %}
- {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})
- {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})
- {% end %}
- {% elif field == 'root' %}
- {% if operator == 'IN' %}
- AND link_id IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})
- {% elif operator == 'NOT IN' %}
- AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})
- {% end %}
- {% elif field == 'saleType' %}
- {# saleType is handled in the sales subquery, not here #}
+ AND JSONExtractString(se.metadata, {{ metadataKey }}) <= {{ value }}
{% end %}
{% end %}
{% end %}
{% end %}
- GROUP BY
- groupByField
- {% if String(groupBy) == 'cities' %}, country, region
- {% elif String(groupBy) == 'regions' %}, country
- {% end %}
- ORDER BY leads DESC
- LIMIT 5000
-
-
-
-NODE first_sale_by_link_customer
-SQL >
-
- %
- SELECT workspace_id, link_id, customer_id, minMerge(first_sale_state) AS first_sale_ts
- FROM dub_first_sale_mv
- WHERE
- workspace_id
- = {{
- String(
- workspaceId,
- 'cl7pj5kq4006835rbjlt2ofka',
- description="The unique ID for the workspace",
- required=True,
- )
- }}
- GROUP BY workspace_id, link_id, customer_id
+) AS typed
+WHERE
+ groupByField != '' AND groupByField != 'Unknown'
+ {% if defined(saleType) %} AND typed.sale_type = {{ String(saleType) }} {% end %}
+GROUP BY
+ groupByField
+ {% if String(groupBy) == 'cities' %}, country, region
+ {% elif String(groupBy) == 'regions' %}, country
+ {% end %}
+ORDER BY saleAmount DESC
+LIMIT 5000
-NODE group_by_sales
+NODE group_by_composite
SQL >
- %
- SELECT
- multiIf(
- {{ String(groupBy) }} = 'top_links',
- link_id,
- {{ String(groupBy) }} = 'top_urls',
- url,
- {{ String(groupBy) }} = 'top_base_urls',
- splitByString('?', url)[1],
- {{ String(groupBy) }} = 'referers',
- referer,
- {{ String(groupBy) }} = 'referer_urls',
- splitByString('?', referer_url)[1],
- {{ String(groupBy) }} = 'utm_sources',
- decodeURLFormComponent(extractURLParameter(url, 'utm_source')),
- {{ String(groupBy) }} = 'utm_mediums',
- decodeURLFormComponent(extractURLParameter(url, 'utm_medium')),
- {{ String(groupBy) }} = 'utm_campaigns',
- decodeURLFormComponent(extractURLParameter(url, 'utm_campaign')),
- {{ String(groupBy) }} = 'utm_terms',
- decodeURLFormComponent(extractURLParameter(url, 'utm_term')),
- {{ String(groupBy) }} = 'utm_contents',
- decodeURLFormComponent(extractURLParameter(url, 'utm_content')),
- {{ String(groupBy) }} = 'ref',
- decodeURLFormComponent(extractURLParameter(url, 'ref')),
- {{ String(groupBy) }} = 'countries',
- country,
- {{ String(groupBy) }} = 'regions',
- CONCAT(country, '-', region) as region,
- {{ String(groupBy) }} = 'cities',
- city,
- {{ String(groupBy) }} = 'continents',
- continent,
- {{ String(groupBy) }} = 'devices',
- device,
- {{ String(groupBy) }} = 'browsers',
- browser,
- {{ String(groupBy) }} = 'os',
- os,
- {{ String(groupBy) }} = 'triggers',
- trigger,
- link_id
- ) AS groupByField,
- {% if String(groupBy) == 'cities' %} country, CONCAT(country, '-', region) as region,
- {% elif String(groupBy) == 'regions' %} country,
- {% end %}
- COUNT(*) AS sales,
- SUM(amount) AS saleAmount
- FROM
+%
+SELECT
+ dce.groupByField as groupByField,
+ clicks,
+ leads,
+ sales,
+ saleAmount
+ {% if String(groupBy) == 'cities' %}, dce.country as country, dce.region as region{% end %}
+ {% if String(groupBy) == 'regions' %}, dce.country as country{% end %}
+FROM
(
SELECT
- se.*,
- if(
- isNull(fs.first_sale_ts),
- 'new',
- if(
- toUnixTimestamp64Milli(se.timestamp) = toUnixTimestamp64Milli(fs.first_sale_ts),
- 'new',
- 'recurring'
- )
- ) AS sale_type
- FROM dub_sale_events_mv AS se
- LEFT JOIN first_sale_by_link_customer AS fs
- USING (workspace_id, link_id, customer_id)
- WHERE
- true
- {% if defined(workspaceId) %} AND se.workspace_id = {{ workspaceId }} {% end %}
- {% if defined(linkIds) %} AND se.link_id IN {{ Array(linkIds, 'String') }}
- {% elif defined(linkId) %} AND se.link_id = {{ linkId }}
- {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(
- tenantId
- ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(
- tagIds
- ) or defined(
- root
- ) %} AND se.link_id in (SELECT link_id from workspace_links)
- {% end %}
- {% if defined(customerId) %} AND se.customer_id = {{ String(customerId) }} {% end %}
- {% if defined(continent) %} AND se.continent = {{ continent }} {% end %}
- {% if defined(country) %} AND se.country = {{ country }} {% end %}
- {% if defined(region) %} AND se.region = {{ region }} {% end %}
- {% if defined(city) %} AND se.city = {{ city }} {% end %}
- {% if defined(device) %} AND se.device = {{ device }} {% end %}
- {% if defined(browser) %} AND se.browser = {{ browser }} {% end %}
- {% if defined(os) %} AND se.os = {{ os }} {% end %}
- {% if defined(referer) %} AND se.referer = {{ referer }} {% end %}
- {% if defined(refererUrl) %} AND splitByString('?', se.referer_url)[1] = {{ refererUrl }} {% end %}
- {% if defined(utm_source) %}
- AND se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')
+ dce.groupByField,
+ dce.clicks,
+ COALESCE(dle.leads, 0) AS leads,
+ COALESCE(dse.sales, 0) AS sales,
+ COALESCE(dse.saleAmount, 0) AS saleAmount
+ {% if String(groupBy) == 'cities' %}, dce.country, dce.region{% end %}
+ {% if String(groupBy) == 'regions' %}, dce.country{% end %}
+ FROM group_by_clicks dce
+ LEFT JOIN
+ group_by_leads dle ON dce.groupByField = dle.groupByField
+ {% if String(groupBy) == 'cities' %}
+ AND dce.country = dle.country AND dce.region = dle.region
{% end %}
- {% if defined(utm_medium) %}
- AND se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')
+ {% if String(groupBy) == 'regions' %} AND dce.country = dle.country{% end %}
+ LEFT JOIN
+ group_by_sales dse ON dce.groupByField = dse.groupByField
+ {% if String(groupBy) == 'cities' %}
+ AND dce.country = dse.country AND dce.region = dse.region
{% end %}
- {% if defined(utm_campaign) %}
- AND se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')
- {% end %}
- {% if defined(utm_term) %}
- AND se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')
- {% end %}
- {% if defined(utm_content) %}
- AND se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')
- {% end %}
- {% if defined(url) %} AND splitByString('?', se.url)[1] = {{ url }} {% end %}
- {% if defined(start) %} AND se.timestamp >= {{ DateTime(start) }} {% end %}
- {% if defined(end) %} AND se.timestamp <= {{ DateTime(end) }} {% end %}
- {% if defined(filters) %}
- {% for item in JSON(filters, '[]') %}
- {% if item.get('operand', '').startswith('metadata.') %}
- {% set metadataKey = item.get('operand', '').split('.')[1] %}
- {% set operator = item.get('operator', 'equals') %}
- {% set value = item.get('value', '') %}
- {% if operator == 'equals' %}
- AND JSONExtractString(se.metadata, {{ metadataKey }}) = {{ value }}
- {% elif operator == 'notEquals' %}
- AND JSONExtractString(se.metadata, {{ metadataKey }}) != {{ value }}
- {% elif operator == 'greaterThan' %}
- AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) > toFloat64OrNull({{ value }})
- {% elif operator == 'lessThan' %}
- AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) < toFloat64OrNull({{ value }})
- {% elif operator == 'greaterThanOrEqual' %}
- AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) >= toFloat64OrNull({{ value }})
- {% elif operator == 'lessThanOrEqual' %}
- AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) <= toFloat64OrNull({{ value }})
- {% end %}
- {% elif item.get('field', '') %}
- {% set field = item.get('field', '') %}
- {% set operator = item.get('operator', 'IN') %}
- {% set values = item.get('values', []) %}
- {% if field == 'country' %}
- {% if operator == 'IN' %} AND se.country IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND se.country NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'city' %}
- {% if operator == 'IN' %} AND se.city IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND se.city NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'continent' %}
- {% if operator == 'IN' %} AND se.continent IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND se.continent NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'device' %}
- {% if operator == 'IN' %} AND se.device IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND se.device NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'browser' %}
- {% if operator == 'IN' %} AND se.browser IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND se.browser NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'os' %}
- {% if operator == 'IN' %} AND se.os IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND se.os NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'trigger' %}
- {% if operator == 'IN' %} AND se.trigger IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND se.trigger NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'referer' %}
- {% if operator == 'IN' %} AND se.referer IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND se.referer NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'refererUrl' %}
- {% if operator == 'IN' %} AND splitByString('?', se.referer_url)[1] IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND splitByString('?', se.referer_url)[1] NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'url' %}
- {% if operator == 'IN' %} AND splitByString('?', se.url)[1] IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND splitByString('?', se.url)[1] NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'utm_source' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_medium' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_campaign' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_term' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_content' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'domain' %}
- {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})
- {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})
- {% end %}
- {% elif field == 'tagIds' %}
- {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])
- {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])
- {% end %}
- {% elif field == 'folderId' %}
- {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})
- {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})
- {% end %}
- {% elif field == 'root' %}
- {% if operator == 'IN' %}
- AND se.link_id IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})
- {% elif operator == 'NOT IN' %}
- AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})
- {% end %}
- {% elif field == 'saleType' %}
- {# saleType is handled after this subquery #}
- {% end %}
- {% end %}
- {% end %}
- {% end %}
- ) AS typed
- WHERE
- groupByField != '' AND groupByField != 'Unknown'
- {% if defined(filters) %}
- {% for item in JSON(filters, '[]') %}
- {% if item.get('field', '') == 'saleType' %}
- {% set operator = item.get('operator', 'IN') %}
- {% set values = item.get('values', []) %}
- {% if operator == 'IN' %} AND typed.sale_type IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND typed.sale_type NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% end %}
- {% end %}
- {% end %}
- GROUP BY
- groupByField
- {% if String(groupBy) == 'cities' %}, country, region
- {% elif String(groupBy) == 'regions' %}, country
- {% end %}
- ORDER BY saleAmount DESC
- LIMIT 5000
-
-
-
-NODE group_by_composite
-SQL >
-
- %
- SELECT
- dce.groupByField as groupByField,
- clicks,
- leads,
- sales,
- saleAmount
- {% if String(groupBy) == 'cities' %}, dce.country as country, dce.region as region{% end %}
- {% if String(groupBy) == 'regions' %}, dce.country as country{% end %}
- FROM
- (
- SELECT
- dce.groupByField,
- dce.clicks,
- COALESCE(dle.leads, 0) AS leads,
- COALESCE(dse.sales, 0) AS sales,
- COALESCE(dse.saleAmount, 0) AS saleAmount
- {% if String(groupBy) == 'cities' %}, dce.country, dce.region{% end %}
- {% if String(groupBy) == 'regions' %}, dce.country{% end %}
- FROM group_by_clicks dce
- LEFT JOIN
- group_by_leads dle ON dce.groupByField = dle.groupByField
- {% if String(groupBy) == 'cities' %}
- AND dce.country = dle.country AND dce.region = dle.region
- {% end %}
- {% if String(groupBy) == 'regions' %} AND dce.country = dle.country{% end %}
- LEFT JOIN
- group_by_sales dse ON dce.groupByField = dse.groupByField
- {% if String(groupBy) == 'cities' %}
- AND dce.country = dse.country AND dce.region = dse.region
- {% end %}
- {% if String(groupBy) == 'regions' %} AND dce.country = dse.country{% end %}
- )
- ORDER BY clicks DESC
+ {% if String(groupBy) == 'regions' %} AND dce.country = dse.country{% end %}
+ )
+ORDER BY clicks DESC
NODE endpoint
SQL >
- %
- SELECT *
- FROM
- {% if eventType == 'clicks' %} group_by_clicks
- {% elif eventType == 'leads' %} group_by_leads
- {% elif eventType == 'sales' %}group_by_sales
- {% elif eventType == 'composite' %}group_by_composite
- {% else %} group_by_clicks
- {% end %}
+%
+SELECT *
+FROM
+ {% if eventType == 'clicks' %} group_by_clicks
+ {% elif eventType == 'leads' %} group_by_leads
+ {% elif eventType == 'sales' %}group_by_sales
+ {% elif eventType == 'composite' %}group_by_composite
+ {% else %} group_by_clicks
+ {% end %}
diff --git a/packages/tinybird/pipes/v3_group_by_link_metadata.pipe b/packages/tinybird/pipes/v3_group_by_link_metadata.pipe
index b0a02fdaf9..870ccfcb5a 100644
--- a/packages/tinybird/pipes/v3_group_by_link_metadata.pipe
+++ b/packages/tinybird/pipes/v3_group_by_link_metadata.pipe
@@ -1,229 +1,222 @@
NODE workspace_links
SQL >
- %
- SELECT
- link_id,
- -- here we split tag_ids out of the multiIf because arrayJoin explodes rows
- if(
- {{ String(groupBy) }} = 'top_link_tags',
- arrayJoin(tag_ids),
- multiIf(
- {{ String(groupBy) }} = 'top_folders',
- folder_id,
- {{ String(groupBy) }} = 'top_domains',
- domain,
- {{ String(groupBy) }} = 'top_partners',
- partner_id,
- {{ String(groupBy) }} = 'top_groups',
- partner_group_id,
- partner_id
- )
- ) AS groupByField
- FROM dub_links_metadata_latest FINAL
- WHERE
- workspace_id
- = {{
- String(
- workspaceId,
- 'cl7pj5kq4006835rbjlt2ofka',
- description="The unique ID for the workspace",
- required=True,
- )
- }}
- AND deleted == 0
- AND multiIf(
+%
+SELECT
+ link_id,
+ -- here we split tag_ids out of the multiIf because arrayJoin explodes rows
+ if(
+ {{ String(groupBy) }} = 'top_link_tags',
+ arrayJoin(tag_ids),
+ multiIf(
{{ String(groupBy) }} = 'top_folders',
- folder_id != '',
+ folder_id,
{{ String(groupBy) }} = 'top_domains',
- domain != '',
- {{ String(groupBy) }} = 'top_link_tags',
- length(tag_ids) > 0,
+ domain,
{{ String(groupBy) }} = 'top_partners',
- partner_id != '',
- {{ String(groupBy) }} = 'top_groups',
- partner_group_id != '',
- partner_id != ''
+ partner_id,
+ {{ String(groupBy) }} = 'top_groups',
+ partner_group_id,
+ partner_id
)
- {% if defined(programId) %} AND program_id = {{ programId }} {% end %}
- {% if defined(partnerId) %}
- {% if defined(partnerIdOperator) and String(partnerIdOperator) == 'NOT IN' %}
- AND partner_id NOT IN {{ Array(partnerId, 'String') }}
- {% else %}
- AND partner_id IN {{ Array(partnerId, 'String') }}
- {% end %}
- {% end %}
- {% if defined(groupId) %}
- {% if defined(groupIdOperator) and String(groupIdOperator) == 'NOT IN' %}
- AND partner_group_id NOT IN {{ Array(groupId, 'String') }}
- {% else %}
- AND partner_group_id IN {{ Array(groupId, 'String') }}
- {% end %}
- {% end %}
- {% if defined(tenantId) %}
- {% if defined(tenantIdOperator) and String(tenantIdOperator) == 'NOT IN' %}
- AND tenant_id NOT IN {{ Array(tenantId, 'String') }}
- {% else %}
- AND tenant_id IN {{ Array(tenantId, 'String') }}
- {% end %}
- {% end %}
- {% if defined(domain) %}
- {% if defined(domainOperator) and String(domainOperator) == 'NOT IN' %}
- AND domain NOT IN {{ Array(domain, 'String') }}
- {% else %}
- AND domain IN {{ Array(domain, 'String') }}
- {% end %}
- {% end %}
- {% if defined(tagIds) %}
- {% if defined(tagIdsOperator) and String(tagIdsOperator) == 'NOT IN' %}
- AND length(arrayFilter(x -> x NOT IN {{ Array(tagIds, 'String') }}, tag_ids)) = length(tag_ids)
- {% else %}
- AND arrayIntersect(tag_ids, {{ Array(tagIds, 'String') }}) != []
- {% end %}
- {% end %}
- {% if defined(folderId) %}
- {% if defined(folderIdOperator) and String(folderIdOperator) == 'NOT IN' %}
- AND folder_id NOT IN {{ Array(folderId, 'String') }}
- {% else %}
- AND folder_id IN {{ Array(folderId, 'String') }}
- {% end %}
- {% end %}
- {% if defined(root) %}
- {% if defined(rootOperator) and String(rootOperator) == 'NOT IN' %}
- AND NOT (0{% for val in root %}{% if val == 'true' %} OR key = '_root'{% else %} OR key != '_root'{% end %}{% end %})
- {% else %}
- AND (0{% for val in root %}{% if val == 'true' %} OR key = '_root'{% else %} OR key != '_root'{% end %}{% end %})
- {% end %}
- {% end %}
+ ) AS groupByField
+FROM dub_links_metadata_latest FINAL
+WHERE
+ workspace_id
+ = {{
+ String(
+ workspaceId,
+ 'cl7pj5kq4006835rbjlt2ofka',
+ description="The unique ID for the workspace",
+ required=True,
+ )
+ }}
+ AND deleted == 0
+ AND multiIf(
+ {{ String(groupBy) }} = 'top_folders',
+ folder_id != '',
+ {{ String(groupBy) }} = 'top_domains',
+ domain != '',
+ {{ String(groupBy) }} = 'top_link_tags',
+ length(tag_ids) > 0,
+ {{ String(groupBy) }} = 'top_partners',
+ partner_id != '',
+ {{ String(groupBy) }} = 'top_groups',
+ partner_group_id != '',
+ partner_id != ''
+ )
+ {% if defined(programId) %} AND program_id = {{ programId }} {% end %}
+ {% if defined(partnerId) %} AND partner_id = {{ partnerId }} {% end %}
+ {% if defined(groupId) %} AND partner_group_id = {{ groupId }} {% end %}
+ {% if defined(tenantId) %} AND tenant_id = {{ tenantId }} {% end %}
+ {% if defined(domain) %} AND domain IN {{ Array(domain, 'String') }} {% end %}
+ {% if defined(folderIds) %} AND folder_id IN {{ Array(folderIds, 'String') }}
+ {% elif defined(folderId) %} AND folder_id = {{ folderId }}
+ {% end %}
+ {% if defined(tagIds) %}
+ AND arrayIntersect(tag_ids, {{ Array(tagIds, 'String') }}) != []
+ {% end %}
+ {% if defined(root) %}
+ {% if Boolean(root) == 1 %} AND key = '_root' {% else %} AND key != '_root' {% end %}
+ {% end %}
NODE group_by_link_metadata_clicks
SQL >
- %
- SELECT wl.groupByField as groupByField, COUNT(*) AS clicks
- FROM dub_click_events_mv AS ce
- JOIN workspace_links AS wl ON ce.link_id = wl.link_id
- WHERE
- workspace_id
- = {{
- String(
- workspaceId,
- 'cl7pj5kq4006835rbjlt2ofka',
- description="The unique ID for the workspace",
- required=True,
- )
- }}
- {% if defined(linkIds) %} AND ce.link_id IN {{ Array(linkIds, 'String') }}
- {% elif defined(linkId) %} AND ce.link_id = {{ linkId }}
- {% end %}
- {% if defined(region) %} AND region = {{ region }} {% end %}
- {% if defined(start) %} AND timestamp >= {{ DateTime64(start) }} {% end %}
- {% if defined(end) %} AND timestamp <= {{ DateTime64(end) }} {% end %}
- {% if defined(filters) %}
- {% for item in JSON(filters, '[]') %}
- {% if item.get('field', '') %}
- {% set field = item.get('field', '') %}
- {% set operator = item.get('operator', 'IN') %}
- {% set values = item.get('values', []) %}
- {% if field == 'country' %}
- {% if operator == 'IN' %} AND country IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND country NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'city' %}
- {% if operator == 'IN' %} AND city IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND city NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'continent' %}
- {% if operator == 'IN' %} AND continent IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND continent NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'device' %}
- {% if operator == 'IN' %} AND device IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND device NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'browser' %}
- {% if operator == 'IN' %} AND browser IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND browser NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'os' %}
- {% if operator == 'IN' %} AND os IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND os NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'trigger' %}
- {% if operator == 'IN' %} AND trigger IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND trigger NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'referer' %}
- {% if operator == 'IN' %} AND referer IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND referer NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'refererUrl' %}
- {% if operator == 'IN' %} AND splitByString('?', referer_url)[1] IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND splitByString('?', referer_url)[1] NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'url' %}
- {% if operator == 'IN' %} AND splitByString('?', url)[1] IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND splitByString('?', url)[1] NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'utm_source' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_medium' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_campaign' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_term' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_content' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'domain' %}
- {# domain is already filtered at workspace_links node level #}
- {% elif field == 'tagIds' %}
- {# tagIds is already filtered at workspace_links node level #}
- {% elif field == 'folderId' %}
- {# folderId is already filtered at workspace_links node level #}
- {% elif field == 'root' %}
- {# root is already filtered at workspace_links node level #}
- {% elif field == 'saleType' %}
- {# saleType is handled in the sales subquery, not here #}
- {% end %}
- {% end %}
- {% end %}
- {% end %}
- GROUP BY wl.groupByField
- ORDER BY clicks DESC
- LIMIT 5000
+%
+SELECT wl.groupByField as groupByField, COUNT(*) AS clicks
+FROM dub_click_events_mv AS ce
+JOIN workspace_links AS wl ON ce.link_id = wl.link_id
+WHERE
+ workspace_id
+ = {{
+ String(
+ workspaceId,
+ 'cl7pj5kq4006835rbjlt2ofka',
+ description="The unique ID for the workspace",
+ required=True,
+ )
+ }}
+ {% if defined(linkIds) %} AND ce.link_id IN {{ Array(linkIds, 'String') }}
+ {% elif defined(linkId) %} AND ce.link_id = {{ linkId }}
+ {% end %}
+ {% if defined(continent) %} AND continent = {{ continent }} {% end %}
+ {% if defined(country) %} AND country = {{ country }} {% end %}
+ {% if defined(region) %} AND region = {{ region }} {% end %}
+ {% if defined(city) %} AND city = {{ city }} {% end %}
+ {% if defined(device) %} AND device = {{ device }} {% end %}
+ {% if defined(browser) %} AND browser = {{ browser }} {% end %}
+ {% if defined(os) %} AND os = {{ os }} {% end %}
+ {% if defined(trigger) %} AND trigger = {{ trigger }} {% end %}
+ {% if defined(referer) %} AND referer = {{ referer }} {% end %}
+ {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}
+ {% if defined(utm_source) %}
+ AND url LIKE concat('%utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')
+ {% end %}
+ {% if defined(utm_medium) %}
+ AND url LIKE concat('%utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')
+ {% end %}
+ {% if defined(utm_campaign) %}
+ AND url
+ LIKE concat('%utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')
+ {% end %}
+ {% if defined(utm_term) %}
+ AND url LIKE concat('%utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')
+ {% end %}
+ {% if defined(utm_content) %}
+ AND url LIKE concat('%utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')
+ {% end %}
+ {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}
+ {% if defined(start) %} AND timestamp >= {{ DateTime64(start) }} {% end %}
+ {% if defined(end) %} AND timestamp <= {{ DateTime64(end) }} {% end %}
+GROUP BY wl.groupByField
+ORDER BY clicks DESC
+LIMIT 5000
NODE group_by_link_metadata_leads
SQL >
- %
- SELECT wl.groupByField as groupByField, COUNT(*) AS leads
- FROM dub_lead_events_mv AS le
- JOIN workspace_links AS wl ON le.link_id = wl.link_id
+%
+SELECT wl.groupByField as groupByField, COUNT(*) AS leads
+FROM dub_lead_events_mv AS le
+JOIN workspace_links AS wl ON le.link_id = wl.link_id
+WHERE
+ workspace_id
+ = {{
+ String(
+ workspaceId,
+ 'cl7pj5kq4006835rbjlt2ofka',
+ description="The unique ID for the workspace",
+ required=True,
+ )
+ }}
+ {% if defined(linkIds) %} AND le.link_id IN {{ Array(linkIds, 'String') }}
+ {% elif defined(linkId) %} AND le.link_id = {{ linkId }}
+ {% end %}
+ {% if defined(customerId) %} AND customer_id = {{ String(customerId) }} {% end %}
+ {% if defined(continent) %} AND continent = {{ continent }} {% end %}
+ {% if defined(country) %} AND country = {{ country }} {% end %}
+ {% if defined(region) %} AND region = {{ region }} {% end %}
+ {% if defined(city) %} AND city = {{ city }} {% end %}
+ {% if defined(device) %} AND device = {{ device }} {% end %}
+ {% if defined(browser) %} AND browser = {{ browser }} {% end %}
+ {% if defined(os) %} AND os = {{ os }} {% end %}
+ {% if defined(trigger) %} AND trigger = {{ trigger }} {% end %}
+ {% if defined(referer) %} AND referer = {{ referer }} {% end %}
+ {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}
+ {% if defined(utm_source) %}
+ AND url LIKE concat('%utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')
+ {% end %}
+ {% if defined(utm_medium) %}
+ AND url LIKE concat('%utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')
+ {% end %}
+ {% if defined(utm_campaign) %}
+ AND url
+ LIKE concat('%utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')
+ {% end %}
+ {% if defined(utm_term) %}
+ AND url LIKE concat('%utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')
+ {% end %}
+ {% if defined(utm_content) %}
+ AND url LIKE concat('%utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')
+ {% end %}
+ {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}
+ {% if defined(start) %} AND timestamp >= {{ DateTime64(start) }} {% end %}
+ {% if defined(end) %} AND timestamp <= {{ DateTime64(end) }} {% end %}
+GROUP BY wl.groupByField
+ORDER BY leads DESC
+LIMIT 5000
+
+
+
+NODE first_sale_by_link_customer
+SQL >
+
+%
+SELECT workspace_id, link_id, customer_id, minMerge(first_sale_state) AS first_sale_ts
+FROM dub_first_sale_mv
+WHERE
+ workspace_id
+ = {{
+ String(
+ workspaceId,
+ 'cl7pj5kq4006835rbjlt2ofka',
+ description="The unique ID for the workspace",
+ required=True,
+ )
+ }}
+GROUP BY workspace_id, link_id, customer_id
+
+
+
+NODE group_by_link_metadata_sales
+SQL >
+
+%
+SELECT
+ wl.groupByField AS groupByField,
+ COUNT(*) AS sales,
+ SUM(t.amount) AS saleAmount
+FROM
+(
+ SELECT
+ se.*,
+ if(
+ isNull(fs.first_sale_ts),
+ 'new',
+ if(
+ toUnixTimestamp64Milli(se.timestamp) = toUnixTimestamp64Milli(fs.first_sale_ts),
+ 'new',
+ 'recurring'
+ )
+ ) AS sale_type
+ FROM dub_sale_events_mv AS se
+ LEFT JOIN first_sale_by_link_customer AS fs
+ USING (workspace_id, link_id, customer_id)
WHERE
workspace_id
= {{
@@ -234,373 +227,74 @@ SQL >
required=True,
)
}}
- {% if defined(linkIds) %} AND le.link_id IN {{ Array(linkIds, 'String') }}
- {% elif defined(linkId) %} AND le.link_id = {{ linkId }}
+ {% if defined(linkIds) %} AND se.link_id IN {{ Array(linkIds, 'String') }}
+ {% elif defined(linkId) %} AND se.link_id = {{ linkId }}
{% end %}
- {% if defined(customerId) %} AND customer_id = {{ String(customerId) }} {% end %}
- {% if defined(continent) %} AND continent = {{ continent }} {% end %}
- {% if defined(country) %} AND country = {{ country }} {% end %}
- {% if defined(region) %} AND region = {{ region }} {% end %}
- {% if defined(city) %} AND city = {{ city }} {% end %}
- {% if defined(device) %} AND device = {{ device }} {% end %}
- {% if defined(browser) %} AND browser = {{ browser }} {% end %}
- {% if defined(os) %} AND os = {{ os }} {% end %}
- {% if defined(referer) %} AND referer = {{ referer }} {% end %}
- {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}
+ {% if defined(customerId) %} AND se.customer_id = {{ String(customerId) }} {% end %}
+ {% if defined(continent) %} AND se.continent = {{ continent }} {% end %}
+ {% if defined(country) %} AND se.country = {{ country }} {% end %}
+ {% if defined(region) %} AND se.region = {{ region }} {% end %}
+ {% if defined(city) %} AND se.city = {{ city }} {% end %}
+ {% if defined(device) %} AND se.device = {{ device }} {% end %}
+ {% if defined(browser) %} AND se.browser = {{ browser }} {% end %}
+ {% if defined(os) %} AND se.os = {{ os }} {% end %}
+ {% if defined(trigger) %} AND se.trigger = {{ trigger }} {% end %}
+ {% if defined(referer) %} AND se.referer = {{ referer }} {% end %}
+ {% if defined(refererUrl) %} AND splitByString('?', se.referer_url)[1] = {{ refererUrl }} {% end %}
{% if defined(utm_source) %}
- AND url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')
+ AND se.url LIKE concat('%utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')
{% end %}
{% if defined(utm_medium) %}
- AND url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')
+ AND se.url LIKE concat('%utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')
{% end %}
{% if defined(utm_campaign) %}
- AND url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')
+ AND se.url
+ LIKE concat('%utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')
{% end %}
{% if defined(utm_term) %}
- AND url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')
+ AND se.url LIKE concat('%utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')
{% end %}
{% if defined(utm_content) %}
- AND url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')
- {% end %}
- {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}
- {% if defined(start) %} AND timestamp >= {{ DateTime64(start) }} {% end %}
- {% if defined(end) %} AND timestamp <= {{ DateTime64(end) }} {% end %}
- {% if defined(filters) %}
- {% for item in JSON(filters, '[]') %}
- {% if item.get('field', '') %}
- {% set field = item.get('field', '') %}
- {% set operator = item.get('operator', 'IN') %}
- {% set values = item.get('values', []) %}
- {% if field == 'country' %}
- {% if operator == 'IN' %} AND country IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND country NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'city' %}
- {% if operator == 'IN' %} AND city IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND city NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'continent' %}
- {% if operator == 'IN' %} AND continent IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND continent NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'device' %}
- {% if operator == 'IN' %} AND device IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND device NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'browser' %}
- {% if operator == 'IN' %} AND browser IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND browser NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'os' %}
- {% if operator == 'IN' %} AND os IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND os NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'trigger' %}
- {% if operator == 'IN' %} AND trigger IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND trigger NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'referer' %}
- {% if operator == 'IN' %} AND referer IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND referer NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'refererUrl' %}
- {% if operator == 'IN' %} AND splitByString('?', referer_url)[1] IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND splitByString('?', referer_url)[1] NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'url' %}
- {% if operator == 'IN' %} AND splitByString('?', url)[1] IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND splitByString('?', url)[1] NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'utm_source' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_medium' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_campaign' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_term' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_content' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'domain' %}
- {% if operator == 'IN' %} AND le.link_id IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})
- {% elif operator == 'NOT IN' %} AND le.link_id NOT IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})
- {% end %}
- {% elif field == 'tagIds' %}
- {% if operator == 'IN' %} AND le.link_id IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])
- {% elif operator == 'NOT IN' %} AND le.link_id NOT IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])
- {% end %}
- {% elif field == 'folderId' %}
- {% if operator == 'IN' %} AND le.link_id IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})
- {% elif operator == 'NOT IN' %} AND le.link_id NOT IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})
- {% end %}
- {% elif field == 'root' %}
- {% if operator == 'IN' %}
- AND le.link_id IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})
- {% elif operator == 'NOT IN' %}
- AND le.link_id NOT IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})
- {% end %}
- {% elif field == 'saleType' %}
- {# saleType is handled in the sales subquery, not here #}
- {% end %}
- {% end %}
- {% end %}
- {% end %}
- GROUP BY wl.groupByField
- ORDER BY leads DESC
- LIMIT 5000
-
-
-
-NODE first_sale_by_link_customer
-SQL >
-
- %
- SELECT workspace_id, link_id, customer_id, minMerge(first_sale_state) AS first_sale_ts
- FROM dub_first_sale_mv
- WHERE
- workspace_id
- = {{
- String(
- workspaceId,
- 'cl7pj5kq4006835rbjlt2ofka',
- description="The unique ID for the workspace",
- required=True,
- )
- }}
- GROUP BY workspace_id, link_id, customer_id
-
-
-
-NODE group_by_link_metadata_sales
-SQL >
-
- %
- SELECT
- wl.groupByField AS groupByField,
- COUNT(*) AS sales,
- SUM(t.amount) AS saleAmount
- FROM
- (
- SELECT
- se.*,
- if(
- isNull(fs.first_sale_ts),
- 'new',
- if(
- toUnixTimestamp64Milli(se.timestamp) = toUnixTimestamp64Milli(fs.first_sale_ts),
- 'new',
- 'recurring'
- )
- ) AS sale_type
- FROM dub_sale_events_mv AS se
- LEFT JOIN first_sale_by_link_customer AS fs
- USING (workspace_id, link_id, customer_id)
- WHERE
- workspace_id
- = {{
- String(
- workspaceId,
- 'cl7pj5kq4006835rbjlt2ofka',
- description="The unique ID for the workspace",
- required=True,
- )
- }}
- {% if defined(linkIds) %} AND se.link_id IN {{ Array(linkIds, 'String') }}
- {% elif defined(linkId) %} AND se.link_id = {{ linkId }}
- {% end %}
- {% if defined(customerId) %} AND se.customer_id = {{ String(customerId) }} {% end %}
- {% if defined(continent) %} AND se.continent = {{ continent }} {% end %}
- {% if defined(country) %} AND se.country = {{ country }} {% end %}
- {% if defined(region) %} AND se.region = {{ region }} {% end %}
- {% if defined(city) %} AND se.city = {{ city }} {% end %}
- {% if defined(device) %} AND se.device = {{ device }} {% end %}
- {% if defined(browser) %} AND se.browser = {{ browser }} {% end %}
- {% if defined(os) %} AND se.os = {{ os }} {% end %}
- {% if defined(referer) %} AND se.referer = {{ referer }} {% end %}
- {% if defined(refererUrl) %} AND splitByString('?', se.referer_url)[1] = {{ refererUrl }} {% end %}
- {% if defined(utm_source) %}
- AND se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')
- {% end %}
- {% if defined(utm_medium) %}
- AND se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')
- {% end %}
- {% if defined(utm_campaign) %}
- AND se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')
- {% end %}
- {% if defined(utm_term) %}
- AND se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')
- {% end %}
- {% if defined(utm_content) %}
- AND se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')
- {% end %}
- {% if defined(url) %} AND splitByString('?', se.url)[1] = {{ url }} {% end %}
- {% if defined(start) %} AND se.timestamp >= {{ DateTime64(start) }} {% end %}
- {% if defined(end) %} AND se.timestamp <= {{ DateTime64(end) }} {% end %}
- {% if defined(filters) %}
- {% for item in JSON(filters, '[]') %}
- {% if item.get('field', '') %}
- {% set field = item.get('field', '') %}
- {% set operator = item.get('operator', 'IN') %}
- {% set values = item.get('values', []) %}
- {% if field == 'country' %}
- {% if operator == 'IN' %} AND se.country IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND se.country NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'city' %}
- {% if operator == 'IN' %} AND se.city IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND se.city NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'continent' %}
- {% if operator == 'IN' %} AND se.continent IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND se.continent NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'device' %}
- {% if operator == 'IN' %} AND se.device IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND se.device NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'browser' %}
- {% if operator == 'IN' %} AND se.browser IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND se.browser NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'os' %}
- {% if operator == 'IN' %} AND se.os IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND se.os NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'trigger' %}
- {% if operator == 'IN' %} AND se.trigger IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND se.trigger NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'referer' %}
- {% if operator == 'IN' %} AND se.referer IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND se.referer NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'refererUrl' %}
- {% if operator == 'IN' %} AND splitByString('?', se.referer_url)[1] IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND splitByString('?', se.referer_url)[1] NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'url' %}
- {% if operator == 'IN' %} AND splitByString('?', se.url)[1] IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND splitByString('?', se.url)[1] NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'utm_source' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_medium' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_campaign' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_term' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_content' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'domain' %}
- {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})
- {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})
- {% end %}
- {% elif field == 'tagIds' %}
- {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])
- {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])
- {% end %}
- {% elif field == 'folderId' %}
- {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})
- {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})
- {% end %}
- {% elif field == 'root' %}
- {% if operator == 'IN' %}
- AND se.link_id IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})
- {% elif operator == 'NOT IN' %}
- AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})
- {% end %}
- {% elif field == 'saleType' %}
- {# saleType is handled after this subquery #}
- {% end %}
- {% end %}
- {% end %}
- {% end %}
- ) AS t
- JOIN workspace_links AS wl
- ON t.link_id = wl.link_id
- WHERE
- true
- {% if defined(filters) %}
- {% for item in JSON(filters, '[]') %}
- {% if item.get('field', '') == 'saleType' %}
- {% set operator = item.get('operator', 'IN') %}
- {% set values = item.get('values', []) %}
- {% if operator == 'IN' %} AND t.sale_type IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND t.sale_type NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% end %}
- {% end %}
+ AND se.url LIKE concat('%utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')
{% end %}
- GROUP BY wl.groupByField
- ORDER BY saleAmount DESC
- LIMIT 5000
+ {% if defined(url) %} AND splitByString('?', se.url)[1] = {{ url }} {% end %}
+ {% if defined(start) %} AND se.timestamp >= {{ DateTime64(start) }} {% end %}
+ {% if defined(end) %} AND se.timestamp <= {{ DateTime64(end) }} {% end %}
+) AS t
+JOIN workspace_links AS wl
+ ON t.link_id = wl.link_id
+WHERE
+ true
+ {% if defined(saleType) %} AND t.sale_type = {{ String(saleType) }} {% end %}
+GROUP BY wl.groupByField
+ORDER BY saleAmount DESC
+LIMIT 5000
NODE group_by_link_metadata_composite
SQL >
- %
- SELECT c.groupByField as groupByField, c.clicks as clicks, l.leads as leads, s.sales as sales, s.saleAmount as saleAmount
- FROM group_by_link_metadata_clicks AS c
- LEFT JOIN group_by_link_metadata_leads AS l ON c.groupByField = l.groupByField
- LEFT JOIN group_by_link_metadata_sales AS s ON c.groupByField = s.groupByField
- ORDER BY saleAmount DESC
+%
+ SELECT c.groupByField as groupByField, c.clicks as clicks, l.leads as leads, s.sales as sales, s.saleAmount as saleAmount
+ FROM group_by_link_metadata_clicks AS c
+ LEFT JOIN group_by_link_metadata_leads AS l ON c.groupByField = l.groupByField
+ LEFT JOIN group_by_link_metadata_sales AS s ON c.groupByField = s.groupByField
+ ORDER BY saleAmount DESC
NODE endpoint
SQL >
- %
- SELECT *
- FROM
- {% if eventType == 'clicks' %} group_by_link_metadata_clicks
- {% elif eventType == 'leads' %} group_by_link_metadata_leads
- {% elif eventType == 'sales' %}group_by_link_metadata_sales
- {% elif eventType == 'composite' %}group_by_link_metadata_composite
- {% else %} group_by_link_metadata_clicks
- {% end %}
+%
+SELECT *
+FROM
+ {% if eventType == 'clicks' %} group_by_link_metadata_clicks
+ {% elif eventType == 'leads' %} group_by_link_metadata_leads
+ {% elif eventType == 'sales' %}group_by_link_metadata_sales
+ {% elif eventType == 'composite' %}group_by_link_metadata_composite
+ {% else %} group_by_link_metadata_clicks
+ {% end %}
diff --git a/packages/tinybird/pipes/v3_timeseries.pipe b/packages/tinybird/pipes/v3_timeseries.pipe
index 3557e784dc..56b88210ce 100644
--- a/packages/tinybird/pipes/v3_timeseries.pipe
+++ b/packages/tinybird/pipes/v3_timeseries.pipe
@@ -7,760 +7,408 @@ TAGS "Dub Endpoints"
NODE month_intervals
SQL >
- %
- WITH
- toStartOfMonth(
- toDateTime64({{ DateTime64(start, '2024-02-24 00:00:00.000') }}, 3),
- {{ String(timezone, 'UTC') }}
- ) AS start,
- toStartOfMonth(
- toDateTime64({{ DateTime64(end, '2024-05-23 00:00:00.000') }}, 3),
- {{ String(timezone, 'UTC') }}
- ) AS
- end,
- dateDiff('month', start, end) + 1 AS months_diff
- SELECT
- arrayJoin(
- arrayMap(
- x -> toDateTime64(start + toIntervalMonth(x), 3, {{ String(timezone, 'UTC') }}),
- range(0, months_diff)
- )
- ) as interval
-
-
-
-NODE day_intervals
-SQL >
-
- %
+%
WITH
- toStartOfDay(
+ toStartOfMonth(
toDateTime64({{ DateTime64(start, '2024-02-24 00:00:00.000') }}, 3),
{{ String(timezone, 'UTC') }}
) AS start,
- toStartOfDay(
+ toStartOfMonth(
toDateTime64({{ DateTime64(end, '2024-05-23 00:00:00.000') }}, 3),
{{ String(timezone, 'UTC') }}
) AS
end,
- dateDiff('day', start, end
- ) + 1 AS days_diff
+ dateDiff('month', start, end) + 1 AS months_diff
SELECT
arrayJoin(
arrayMap(
- x -> toDateTime64(start + toIntervalDay(x), 3, {{ String(timezone, 'UTC') }}),
- range(0, days_diff)
+ x -> toDateTime64(start + toIntervalMonth(x), 3, {{ String(timezone, 'UTC') }}),
+ range(0, months_diff)
)
) as interval
+NODE day_intervals
+SQL >
+
+%
+WITH
+ toStartOfDay(
+ toDateTime64({{ DateTime64(start, '2024-02-24 00:00:00.000') }}, 3),
+ {{ String(timezone, 'UTC') }}
+ ) AS start,
+ toStartOfDay(
+ toDateTime64({{ DateTime64(end, '2024-05-23 00:00:00.000') }}, 3),
+ {{ String(timezone, 'UTC') }}
+ ) AS
+end,
+dateDiff('day', start, end
+) + 1 AS days_diff
+SELECT
+ arrayJoin(
+ arrayMap(
+ x -> toDateTime64(start + toIntervalDay(x), 3, {{ String(timezone, 'UTC') }}),
+ range(0, days_diff)
+ )
+ ) as interval
+
+
+
NODE hour_intervals
SQL >
- %
- WITH
- toStartOfHour(
- toDateTime64({{ DateTime64(start, '2024-05-22 00:00:00.000') }}, 3),
- {{ String(timezone, 'UTC') }}
- ) AS start,
- toStartOfHour(
- toDateTime64({{ DateTime64(end, '2024-05-23 00:00:00.000') }}, 3),
- {{ String(timezone, 'UTC') }}
- ) AS
- end
- SELECT
- arrayJoin(
- arrayMap(x -> toDateTime64(x, 3), range(toUInt32(start), toUInt32(end + 3600), 3600)
- )
- ) as interval
+%
+ WITH
+ toStartOfHour(
+ toDateTime64({{ DateTime64(start, '2024-05-22 00:00:00.000') }}, 3),
+ {{ String(timezone, 'UTC') }}
+ ) AS start,
+ toStartOfHour(
+ toDateTime64({{ DateTime64(end, '2024-05-23 00:00:00.000') }}, 3),
+ {{ String(timezone, 'UTC') }}
+ ) AS
+ end
+ SELECT
+ arrayJoin(
+ arrayMap(x -> toDateTime64(x, 3), range(toUInt32(start), toUInt32(end + 3600), 3600)
+ )
+ ) as interval
NODE workspace_links
SQL >
- %
- SELECT link_id
- FROM dub_links_metadata_latest FINAL
- WHERE
- workspace_id
- = {{
- String(
- workspaceId,
- 'cl7pj5kq4006835rbjlt2ofka',
- description="The unique ID for the workspace",
- required=True,
- )
- }}
- AND deleted == 0
- {% if defined(programId) %} AND program_id = {{ programId }} {% end %}
- {% if defined(partnerId) %}
- {% if defined(partnerIdOperator) and String(partnerIdOperator) == 'NOT IN' %}
- AND partner_id NOT IN {{ Array(partnerId, 'String') }}
- {% else %}
- AND partner_id IN {{ Array(partnerId, 'String') }}
- {% end %}
- {% end %}
- {% if defined(groupId) %}
- {% if defined(groupIdOperator) and String(groupIdOperator) == 'NOT IN' %}
- AND partner_group_id NOT IN {{ Array(groupId, 'String') }}
- {% else %}
- AND partner_group_id IN {{ Array(groupId, 'String') }}
- {% end %}
- {% end %}
- {% if defined(tenantId) %}
- {% if defined(tenantIdOperator) and String(tenantIdOperator) == 'NOT IN' %}
- AND tenant_id NOT IN {{ Array(tenantId, 'String') }}
- {% else %}
- AND tenant_id IN {{ Array(tenantId, 'String') }}
- {% end %}
- {% end %}
- {% if defined(domain) %}
- {% if defined(domainOperator) and String(domainOperator) == 'NOT IN' %}
- AND domain NOT IN {{ Array(domain, 'String') }}
- {% else %}
- AND domain IN {{ Array(domain, 'String') }}
- {% end %}
- {% end %}
- {% if defined(tagIds) %}
- {% if defined(tagIdsOperator) and String(tagIdsOperator) == 'NOT IN' %}
- AND length(arrayFilter(x -> x NOT IN {{ Array(tagIds, 'String') }}, tag_ids)) = length(tag_ids)
- {% else %}
- AND arrayIntersect(tag_ids, {{ Array(tagIds, 'String') }}) != []
- {% end %}
- {% end %}
- {% if defined(folderId) %}
- {% if defined(folderIdOperator) and String(folderIdOperator) == 'NOT IN' %}
- AND folder_id NOT IN {{ Array(folderId, 'String') }}
- {% else %}
- AND folder_id IN {{ Array(folderId, 'String') }}
- {% end %}
- {% end %}
- {% if defined(root) %}
- {% if defined(rootOperator) and String(rootOperator) == 'NOT IN' %}
- AND NOT (0{% for val in root %}{% if val == 'true' %} OR key = '_root'{% else %} OR key != '_root'{% end %}{% end %})
- {% else %}
- AND (0{% for val in root %}{% if val == 'true' %} OR key = '_root'{% else %} OR key != '_root'{% end %}{% end %})
- {% end %}
- {% end %}
+%
+SELECT link_id
+FROM dub_links_metadata_latest FINAL
+WHERE
+ workspace_id
+ = {{
+ String(
+ workspaceId,
+ 'cl7pj5kq4006835rbjlt2ofka',
+ description="The unique ID for the workspace",
+ required=True,
+ )
+ }}
+ AND deleted == 0
+ {% if defined(programId) %} AND program_id = {{ programId }} {% end %}
+ {% if defined(partnerId) %} AND partner_id = {{ partnerId }} {% end %}
+ {% if defined(groupId) %} AND partner_group_id = {{ groupId }} {% end %}
+ {% if defined(tenantId) %} AND tenant_id = {{ tenantId }} {% end %}
+ {% if defined(folderIds) %} AND folder_id IN {{ Array(folderIds, 'String') }}
+ {% elif defined(folderId) %} AND folder_id = {{ folderId }}
+ {% end %}
+ {% if defined(domain) %} AND domain IN {{ Array(domain, 'String') }} {% end %}
+ {% if defined(tagIds) %}
+ AND arrayIntersect(tag_ids, {{ Array(tagIds, 'String') }}) != []
+ {% end %}
+ {% if defined(root) %}
+ {% if Boolean(root) == 1 %} AND key = '_root' {% else %} AND key != '_root' {% end %}
+ {% end %}
NODE timeseries_clicks_data
SQL >
- %
- SELECT
- {% if granularity == "hour" %} toStartOfHour(timestamp, {{ String(timezone, 'UTC') }})
- {% elif granularity == "month" %}
- toDateTime64(
- toStartOfMonth(timestamp, {{ String(timezone, 'UTC') }}),
- 3,
- {{ String(timezone, 'UTC') }}
- )
- {% else %} toDateTime64(toStartOfDay(timestamp, {{ String(timezone, 'UTC') }}), 3)
- {% end %} AS interval,
- uniq(click_id) as clicks
- FROM
- {% if defined(customerId) %} dub_click_events_id
- {% else %} dub_click_events_mv
- {% end %}
- {% if defined(customerId) %}
- PREWHERE click_id IN (
- SELECT DISTINCT click_id
- FROM dub_lead_events_mv
- WHERE customer_id = {{ String(customerId) }}
- )
- {% end %}
- WHERE
- true
- {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}
- {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}
- {% elif defined(linkId) %} AND link_id = {{ linkId }}
- {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(
- tenantId
- ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(
- tagIds
- ) or defined(
- root
- ) %} AND link_id in (SELECT link_id from workspace_links)
- {% end %}
- {% if defined(region) %} AND region = {{ region }} {% end %}
- {% if defined(start) %} AND timestamp >= {{ DateTime64(start) }} {% end %}
- {% if defined(end) %} AND timestamp <= {{ DateTime64(end) }} {% end %}
- {% if defined(filters) %}
- {% for item in JSON(filters, '[]') %}
- {% if item.get('field', '') %}
- {% set field = item.get('field', '') %}
- {% set operator = item.get('operator', 'IN') %}
- {% set values = item.get('values', []) %}
- {% if field == 'country' %}
- {% if operator == 'IN' %} AND country IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND country NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'city' %}
- {% if operator == 'IN' %} AND city IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND city NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'continent' %}
- {% if operator == 'IN' %} AND continent IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND continent NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'device' %}
- {% if operator == 'IN' %} AND device IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND device NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'browser' %}
- {% if operator == 'IN' %} AND browser IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND browser NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'os' %}
- {% if operator == 'IN' %} AND os IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND os NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'trigger' %}
- {% if operator == 'IN' %} AND trigger IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND trigger NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'referer' %}
- {% if operator == 'IN' %} AND referer IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND referer NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'refererUrl' %}
- {% if operator == 'IN' %} AND splitByString('?', referer_url)[1] IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND splitByString('?', referer_url)[1] NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'url' %}
- {% if operator == 'IN' %} AND splitByString('?', url)[1] IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND splitByString('?', url)[1] NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'utm_source' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_medium' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_campaign' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_term' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_content' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'domain' %}
- {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})
- {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})
- {% end %}
- {% elif field == 'tagIds' %}
- {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])
- {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])
- {% end %}
- {% elif field == 'folderId' %}
- {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})
- {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})
- {% end %}
- {% elif field == 'root' %}
- {% if operator == 'IN' %}
- AND link_id IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})
- {% elif operator == 'NOT IN' %}
- AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})
- {% end %}
- {% elif field == 'saleType' %}
- {# saleType is handled in the sales subquery, not here #}
- {% end %}
- {% end %}
- {% end %}
- {% end %}
- GROUP BY interval
- ORDER BY interval
+%
+SELECT
+ {% if granularity == "hour" %} toStartOfHour(timestamp, {{ String(timezone, 'UTC') }})
+ {% elif granularity == "month" %}
+ toDateTime64(
+ toStartOfMonth(timestamp, {{ String(timezone, 'UTC') }}),
+ 3,
+ {{ String(timezone, 'UTC') }}
+ )
+ {% else %} toDateTime64(toStartOfDay(timestamp, {{ String(timezone, 'UTC') }}), 3)
+ {% end %} AS interval,
+ uniq(click_id) as clicks
+FROM
+ {% if defined(customerId) %} dub_click_events_id
+ {% else %} dub_click_events_mv
+ {% end %}
+ {% if defined(customerId) %}
+ PREWHERE click_id IN (
+ SELECT DISTINCT click_id
+ FROM dub_lead_events_mv
+ WHERE customer_id = {{ String(customerId) }}
+ )
+ {% end %}
+WHERE
+ true
+ {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}
+ {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}
+ {% elif defined(linkId) %} AND link_id = {{ linkId }}
+ {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(
+ tenantId
+ ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(
+ tagIds
+ ) or defined(
+ root
+ ) %} AND link_id in (SELECT link_id from workspace_links)
+ {% end %}
+ {% if defined(continent) %} AND continent = {{ continent }} {% end %}
+ {% if defined(country) %} AND country = {{ country }} {% end %}
+ {% if defined(region) %} AND region = {{ region }} {% end %}
+ {% if defined(city) %} AND city = {{ city }} {% end %}
+ {% if defined(device) %} AND device = {{ device }} {% end %}
+ {% if defined(browser) %} AND browser = {{ browser }} {% end %}
+ {% if defined(os) %} AND os = {{ os }} {% end %}
+ {% if defined(trigger) %} AND trigger = {{ trigger }} {% end %}
+ {% if defined(referer) %} AND referer = {{ referer }} {% end %}
+ {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}
+ {% if defined(utm_source) %}
+ AND url LIKE concat('%utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')
+ {% end %}
+ {% if defined(utm_medium) %}
+ AND url LIKE concat('%utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')
+ {% end %}
+ {% if defined(utm_campaign) %}
+ AND url
+ LIKE concat('%utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')
+ {% end %}
+ {% if defined(utm_term) %}
+ AND url LIKE concat('%utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')
+ {% end %}
+ {% if defined(utm_content) %}
+ AND url LIKE concat('%utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')
+ {% end %}
+ {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}
+ {% if defined(start) %} AND timestamp >= {{ DateTime64(start) }} {% end %}
+ {% if defined(end) %} AND timestamp <= {{ DateTime64(end) }} {% end %}
+GROUP BY interval
+ORDER BY interval
NODE timeseries_clicks
SQL >
- %
- SELECT formatDateTime(interval, '%FT%T.000%z') as groupByField, clicks
- FROM
- {% if granularity == "minute" %} minute_intervals
- {% elif granularity == "hour" %} hour_intervals
- {% elif granularity == "month" %} month_intervals
- {% else %} day_intervals
- {% end %}
- LEFT JOIN timeseries_clicks_data USING interval
+%
+ SELECT formatDateTime(interval, '%FT%T.000%z') as groupByField, clicks
+ FROM
+ {% if granularity == "minute" %} minute_intervals
+ {% elif granularity == "hour" %} hour_intervals
+ {% elif granularity == "month" %} month_intervals
+ {% else %} day_intervals
+ {% end %}
+ LEFT JOIN timeseries_clicks_data USING interval
NODE timeseries_leads_data
SQL >
- %
- SELECT
- {% if granularity == "hour" %} toStartOfHour(timestamp, {{ String(timezone, 'UTC') }})
- {% elif granularity == "month" %}
- toDateTime64(
- toStartOfMonth(timestamp, {{ String(timezone, 'UTC') }}),
- 3,
- {{ String(timezone, 'UTC') }}
- )
- {% else %} toDateTime64(toStartOfDay(timestamp, {{ String(timezone, 'UTC') }}), 3)
- {% end %} AS interval,
- uniq(*) as leads
- FROM dub_lead_events_mv
- WHERE
- true
- {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}
- {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}
- {% elif defined(linkId) %} AND link_id = {{ linkId }}
- {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(
- tenantId
- ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(
- tagIds
- ) or defined(
- root
- ) %} AND link_id in (SELECT link_id from workspace_links)
- {% end %}
- {% if defined(customerId) %} AND customer_id = {{ String(customerId) }} {% end %}
- {% if defined(continent) %} AND continent = {{ continent }} {% end %}
- {% if defined(country) %} AND country = {{ country }} {% end %}
- {% if defined(region) %} AND region = {{ region }} {% end %}
- {% if defined(city) %} AND city = {{ city }} {% end %}
- {% if defined(device) %} AND device = {{ device }} {% end %}
- {% if defined(browser) %} AND browser = {{ browser }} {% end %}
- {% if defined(os) %} AND os = {{ os }} {% end %}
- {% if defined(referer) %} AND referer = {{ referer }} {% end %}
- {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}
- {% if defined(utm_source) %}
- AND url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')
- {% end %}
- {% if defined(utm_medium) %}
- AND url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')
- {% end %}
- {% if defined(utm_campaign) %}
- AND url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')
- {% end %}
- {% if defined(utm_term) %}
- AND url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')
- {% end %}
- {% if defined(utm_content) %}
- AND url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')
- {% end %}
- {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}
- {% if defined(start) %} AND timestamp >= {{ DateTime64(start) }} {% end %}
- {% if defined(end) %} AND timestamp <= {{ DateTime64(end) }} {% end %}
- {% if defined(filters) %}
- {% for item in JSON(filters, '[]') %}
- {% if item.get('field', '') %}
- {% set field = item.get('field', '') %}
- {% set operator = item.get('operator', 'IN') %}
- {% set values = item.get('values', []) %}
- {% if field == 'country' %}
- {% if operator == 'IN' %} AND country IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND country NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'city' %}
- {% if operator == 'IN' %} AND city IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND city NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'continent' %}
- {% if operator == 'IN' %} AND continent IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND continent NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'device' %}
- {% if operator == 'IN' %} AND device IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND device NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'browser' %}
- {% if operator == 'IN' %} AND browser IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND browser NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'os' %}
- {% if operator == 'IN' %} AND os IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND os NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'trigger' %}
- {% if operator == 'IN' %} AND trigger IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND trigger NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'referer' %}
- {% if operator == 'IN' %} AND referer IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND referer NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'refererUrl' %}
- {% if operator == 'IN' %} AND splitByString('?', referer_url)[1] IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND splitByString('?', referer_url)[1] NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'url' %}
- {% if operator == 'IN' %} AND splitByString('?', url)[1] IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND splitByString('?', url)[1] NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'utm_source' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_medium' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_campaign' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_term' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_content' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'domain' %}
- {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})
- {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})
- {% end %}
- {% elif field == 'tagIds' %}
- {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])
- {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])
- {% end %}
- {% elif field == 'folderId' %}
- {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})
- {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})
- {% end %}
- {% elif field == 'root' %}
- {% if operator == 'IN' %}
- AND link_id IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})
- {% elif operator == 'NOT IN' %}
- AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})
- {% end %}
- {% elif field == 'saleType' %}
- {# saleType is handled in the sales subquery, not here #}
- {% end %}
- {% elif item.get('operand', '').startswith('metadata.') %}
- {% set metadataKey = item.get('operand', '').split('.')[1] %}
- {% set operator = item.get('operator', 'equals') %}
- {% set value = item.get('value', '') %}
- {% if operator == 'equals' %}
- AND JSONExtractString(metadata, {{ metadataKey }}) = {{ value }}
- {% elif operator == 'notEquals' %}
- AND JSONExtractString(metadata, {{ metadataKey }}) != {{ value }}
- {% elif operator == 'greaterThan' %}
- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) > toFloat64OrNull({{ value }})
- {% elif operator == 'lessThan' %}
- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) < toFloat64OrNull({{ value }})
- {% elif operator == 'greaterThanOrEqual' %}
- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) >= toFloat64OrNull({{ value }})
- {% elif operator == 'lessThanOrEqual' %}
- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) <= toFloat64OrNull({{ value }})
- {% end %}
- {% end %}
- {% end %}
- {% end %}
- GROUP BY interval
- ORDER BY interval
+%
+SELECT
+ {% if granularity == "hour" %} toStartOfHour(timestamp, {{ String(timezone, 'UTC') }})
+ {% elif granularity == "month" %}
+ toDateTime64(
+ toStartOfMonth(timestamp, {{ String(timezone, 'UTC') }}),
+ 3,
+ {{ String(timezone, 'UTC') }}
+ )
+ {% else %} toDateTime64(toStartOfDay(timestamp, {{ String(timezone, 'UTC') }}), 3)
+ {% end %} AS interval,
+ uniq(*) as leads
+FROM dub_lead_events_mv
+WHERE
+ true
+ {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}
+ {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}
+ {% elif defined(linkId) %} AND link_id = {{ linkId }}
+ {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(
+ tenantId
+ ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(
+ tagIds
+ ) or defined(
+ root
+ ) %} AND link_id in (SELECT link_id from workspace_links)
+ {% end %}
+ {% if defined(customerId) %} AND customer_id = {{ String(customerId) }} {% end %}
+ {% if defined(continent) %} AND continent = {{ continent }} {% end %}
+ {% if defined(country) %} AND country = {{ country }} {% end %}
+ {% if defined(region) %} AND region = {{ region }} {% end %}
+ {% if defined(city) %} AND city = {{ city }} {% end %}
+ {% if defined(device) %} AND device = {{ device }} {% end %}
+ {% if defined(browser) %} AND browser = {{ browser }} {% end %}
+ {% if defined(os) %} AND os = {{ os }} {% end %}
+ {% if defined(referer) %} AND referer = {{ referer }} {% end %}
+ {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}
+ {% if defined(utm_source) %}
+ AND url LIKE concat('%utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')
+ {% end %}
+ {% if defined(utm_medium) %}
+ AND url LIKE concat('%utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')
+ {% end %}
+ {% if defined(utm_campaign) %}
+ AND url
+ LIKE concat('%utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')
+ {% end %}
+ {% if defined(utm_term) %}
+ AND url LIKE concat('%utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')
+ {% end %}
+ {% if defined(utm_content) %}
+ AND url LIKE concat('%utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')
+ {% end %}
+ {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}
+ {% if defined(start) %} AND timestamp >= {{ DateTime64(start) }} {% end %}
+ {% if defined(end) %} AND timestamp <= {{ DateTime64(end) }} {% end %}
+GROUP BY interval
+ORDER BY interval
NODE timeseries_leads
SQL >
- %
- SELECT formatDateTime(interval, '%FT%T.000%z') as groupByField, leads
- FROM
- {% if granularity == "minute" %} minute_intervals
- {% elif granularity == "hour" %} hour_intervals
- {% elif granularity == "month" %} month_intervals
- {% else %} day_intervals
- {% end %}
- LEFT JOIN timeseries_leads_data USING interval
+%
+ SELECT formatDateTime(interval, '%FT%T.000%z') as groupByField, leads
+ FROM
+ {% if granularity == "minute" %} minute_intervals
+ {% elif granularity == "hour" %} hour_intervals
+ {% elif granularity == "month" %} month_intervals
+ {% else %} day_intervals
+ {% end %}
+ LEFT JOIN timeseries_leads_data USING interval
NODE first_sale_by_link_customer
SQL >
- %
- SELECT workspace_id, link_id, customer_id, minMerge(first_sale_state) AS first_sale_ts
- FROM dub_first_sale_mv
- WHERE
- workspace_id
- = {{
- String(
- workspaceId,
- 'cl7pj5kq4006835rbjlt2ofka',
- description="The unique ID for the workspace",
- required=True,
- )
- }}
- GROUP BY workspace_id, link_id, customer_id
+%
+SELECT workspace_id, link_id, customer_id, minMerge(first_sale_state) AS first_sale_ts
+FROM dub_first_sale_mv
+WHERE
+ workspace_id
+ = {{
+ String(
+ workspaceId,
+ 'cl7pj5kq4006835rbjlt2ofka',
+ description="The unique ID for the workspace",
+ required=True,
+ )
+ }}
+GROUP BY workspace_id, link_id, customer_id
NODE timeseries_sales_data
SQL >
- %
+%
+SELECT
+ {% if granularity == "hour" %}
+ toStartOfHour(timestamp, {{ String(timezone, 'UTC') }})
+ {% elif granularity == "month" %}
+ toDateTime64(
+ toStartOfMonth(timestamp, {{ String(timezone, 'UTC') }}),
+ 3,
+ {{ String(timezone, 'UTC') }}
+ )
+ {% else %}
+ toDateTime64(toStartOfDay(timestamp, {{ String(timezone, 'UTC') }}), 3)
+ {% end %} AS interval,
+ uniq(*) AS sales,
+ sum(amount) AS amount
+FROM
+(
SELECT
- {% if granularity == "hour" %}
- toStartOfHour(timestamp, {{ String(timezone, 'UTC') }})
- {% elif granularity == "month" %}
- toDateTime64(
- toStartOfMonth(timestamp, {{ String(timezone, 'UTC') }}),
- 3,
- {{ String(timezone, 'UTC') }}
- )
- {% else %}
- toDateTime64(toStartOfDay(timestamp, {{ String(timezone, 'UTC') }}), 3)
- {% end %} AS interval,
- uniq(*) AS sales,
- sum(amount) AS amount
- FROM
- (
- SELECT
- se.timestamp,
- se.amount,
- se.workspace_id,
- se.link_id,
- se.customer_id,
- se.continent,
- se.country,
- se.region,
- se.city,
- se.device,
- se.browser,
- se.os,
- se.referer,
- se.referer_url,
- se.url,
- se.metadata,
+ se.timestamp,
+ se.amount,
+ se.workspace_id,
+ se.link_id,
+ se.customer_id,
+ se.continent,
+ se.country,
+ se.region,
+ se.city,
+ se.device,
+ se.browser,
+ se.os,
+ se.referer,
+ se.referer_url,
+ se.url,
+ se.metadata,
+ if(
+ isNull(fs.first_sale_ts),
+ 'new',
if(
- isNull(fs.first_sale_ts),
+ toUnixTimestamp64Milli(se.timestamp) = toUnixTimestamp64Milli(fs.first_sale_ts),
'new',
- if(
- toUnixTimestamp64Milli(se.timestamp) = toUnixTimestamp64Milli(fs.first_sale_ts),
- 'new',
- 'recurring'
- )
- ) AS sale_type
- FROM dub_sale_events_mv AS se
- LEFT JOIN first_sale_by_link_customer AS fs
- USING (workspace_id, link_id, customer_id)
- WHERE
- true
- {% if defined(workspaceId) %} AND se.workspace_id = {{ workspaceId }} {% end %}
- {% if defined(linkIds) %} AND se.link_id IN {{ Array(linkIds, 'String') }}
- {% elif defined(linkId) %} AND se.link_id = {{ linkId }}
- {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(
- tenantId
- ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(
- tagIds
- ) or defined(
- root
- ) %} AND se.link_id in (SELECT link_id from workspace_links)
- {% end %}
- {% if defined(customerId) %} AND se.customer_id = {{ String(customerId) }} {% end %}
- {% if defined(continent) %} AND se.continent = {{ continent }} {% end %}
- {% if defined(country) %} AND se.country = {{ country }} {% end %}
- {% if defined(region) %} AND se.region = {{ region }} {% end %}
- {% if defined(city) %} AND se.city = {{ city }} {% end %}
- {% if defined(device) %} AND se.device = {{ device }} {% end %}
- {% if defined(browser) %} AND se.browser = {{ browser }} {% end %}
- {% if defined(os) %} AND se.os = {{ os }} {% end %}
- {% if defined(referer) %} AND se.referer = {{ referer }} {% end %}
- {% if defined(refererUrl) %} AND splitByString('?', se.referer_url)[1] = {{ refererUrl }} {% end %}
- {% if defined(utm_source) %}
- AND se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')
- {% end %}
- {% if defined(utm_medium) %}
- AND se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')
- {% end %}
- {% if defined(utm_campaign) %}
- AND se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')
- {% end %}
- {% if defined(utm_term) %}
- AND se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')
- {% end %}
- {% if defined(utm_content) %}
- AND se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')
- {% end %}
- {% if defined(url) %} AND splitByString('?', se.url)[1] = {{ url }} {% end %}
- {% if defined(start) %} AND se.timestamp >= {{ DateTime64(start) }} {% end %}
- {% if defined(end) %} AND se.timestamp <= {{ DateTime64(end) }} {% end %}
- {% if defined(filters) %}
- {% for item in JSON(filters, '[]') %}
- {% if item.get('field', '') %}
- {% set field = item.get('field', '') %}
- {% set operator = item.get('operator', 'IN') %}
- {% set values = item.get('values', []) %}
- {% if field == 'country' %}
- {% if operator == 'IN' %} AND se.country IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND se.country NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'city' %}
- {% if operator == 'IN' %} AND se.city IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND se.city NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'continent' %}
- {% if operator == 'IN' %} AND se.continent IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND se.continent NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'device' %}
- {% if operator == 'IN' %} AND se.device IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND se.device NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'browser' %}
- {% if operator == 'IN' %} AND se.browser IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND se.browser NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'os' %}
- {% if operator == 'IN' %} AND se.os IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND se.os NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'trigger' %}
- {% if operator == 'IN' %} AND se.trigger IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND se.trigger NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'referer' %}
- {% if operator == 'IN' %} AND se.referer IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND se.referer NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'refererUrl' %}
- {% if operator == 'IN' %} AND splitByString('?', se.referer_url)[1] IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND splitByString('?', se.referer_url)[1] NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'url' %}
- {% if operator == 'IN' %} AND splitByString('?', se.url)[1] IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND splitByString('?', se.url)[1] NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% elif field == 'utm_source' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_medium' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_campaign' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_term' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'utm_content' %}
- {% if operator == 'IN' %}
- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% elif operator == 'NOT IN' %}
- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
- {% end %}
- {% elif field == 'domain' %}
- {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})
- {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})
- {% end %}
- {% elif field == 'tagIds' %}
- {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])
- {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])
- {% end %}
- {% elif field == 'folderId' %}
- {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})
- {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})
- {% end %}
- {% elif field == 'root' %}
- {% if operator == 'IN' %}
- AND se.link_id IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})
- {% elif operator == 'NOT IN' %}
- AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})
- {% end %}
- {% elif field == 'saleType' %}
- {# saleType is handled after this subquery #}
- {% end %}
- {% elif item.get('operand', '').startswith('metadata.') %}
- {% set metadataKey = item.get('operand', '').split('.')[1] %}
- {% set operator = item.get('operator', 'equals') %}
- {% set value = item.get('value', '') %}
- {% if operator == 'equals' %}
- AND JSONExtractString(se.metadata, {{ metadataKey }}) = {{ value }}
- {% elif operator == 'notEquals' %}
- AND JSONExtractString(se.metadata, {{ metadataKey }}) != {{ value }}
- {% elif operator == 'greaterThan' %}
- AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) > toFloat64OrNull({{ value }})
- {% elif operator == 'lessThan' %}
- AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) < toFloat64OrNull({{ value }})
- {% elif operator == 'greaterThanOrEqual' %}
- AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) >= toFloat64OrNull({{ value }})
- {% elif operator == 'lessThanOrEqual' %}
- AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) <= toFloat64OrNull({{ value }})
- {% end %}
- {% end %}
- {% end %}
- {% end %}
- ) AS typed
+ 'recurring'
+ )
+ ) AS sale_type
+ FROM dub_sale_events_mv AS se
+ LEFT JOIN first_sale_by_link_customer AS fs
+ USING (workspace_id, link_id, customer_id)
WHERE
true
- {% if defined(filters) %}
- {% for item in JSON(filters, '[]') %}
- {% if item.get('field', '') == 'saleType' %}
- {% set operator = item.get('operator', 'IN') %}
- {% set values = item.get('values', []) %}
- {% if operator == 'IN' %} AND typed.sale_type IN {{ Array(values, 'String') }}
- {% elif operator == 'NOT IN' %} AND typed.sale_type NOT IN {{ Array(values, 'String') }}
- {% end %}
- {% end %}
- {% end %}
+ {% if defined(workspaceId) %} AND se.workspace_id = {{ workspaceId }} {% end %}
+ {% if defined(linkIds) %} AND se.link_id IN {{ Array(linkIds, 'String') }}
+ {% elif defined(linkId) %} AND se.link_id = {{ linkId }}
+ {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(
+ tenantId
+ ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(
+ tagIds
+ ) or defined(
+ root
+ ) %} AND se.link_id in (SELECT link_id from workspace_links)
+ {% end %}
+ {% if defined(customerId) %} AND se.customer_id = {{ String(customerId) }} {% end %}
+ {% if defined(continent) %} AND se.continent = {{ continent }} {% end %}
+ {% if defined(country) %} AND se.country = {{ country }} {% end %}
+ {% if defined(region) %} AND se.region = {{ region }} {% end %}
+ {% if defined(city) %} AND se.city = {{ city }} {% end %}
+ {% if defined(device) %} AND se.device = {{ device }} {% end %}
+ {% if defined(browser) %} AND se.browser = {{ browser }} {% end %}
+ {% if defined(os) %} AND se.os = {{ os }} {% end %}
+ {% if defined(referer) %} AND se.referer = {{ referer }} {% end %}
+ {% if defined(refererUrl) %} AND splitByString('?', se.referer_url)[1] = {{ refererUrl }} {% end %}
+ {% if defined(utm_source) %}
+ AND se.url LIKE concat('%utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')
{% end %}
- GROUP BY interval
- ORDER BY interval
+ {% if defined(utm_medium) %}
+ AND se.url LIKE concat('%utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')
+ {% end %}
+ {% if defined(utm_campaign) %}
+ AND se.url
+ LIKE concat('%utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')
+ {% end %}
+ {% if defined(utm_term) %}
+ AND se.url LIKE concat('%utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')
+ {% end %}
+ {% if defined(utm_content) %}
+ AND se.url LIKE concat('%utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')
+ {% end %}
+ {% if defined(url) %} AND splitByString('?', se.url)[1] = {{ url }} {% end %}
+ {% if defined(start) %} AND se.timestamp >= {{ DateTime64(start) }} {% end %}
+ {% if defined(end) %} AND se.timestamp <= {{ DateTime64(end) }} {% end %}
+) AS typed
+WHERE
+ true
+ {% if defined(saleType) %} AND typed.sale_type = {{ String(saleType) }} {% end %}
+GROUP BY interval
+ORDER BY interval
NODE timeseries_sales
SQL >
- %
- SELECT formatDateTime(interval, '%FT%T.000%z') as groupByField, sales, amount, amount as saleAmount
- FROM
- {% if granularity == "minute" %} minute_intervals
- {% elif granularity == "hour" %} hour_intervals
- {% elif granularity == "month" %} month_intervals
- {% else %} day_intervals
- {% end %}
- LEFT JOIN timeseries_sales_data USING interval
+%
+ SELECT formatDateTime(interval, '%FT%T.000%z') as groupByField, sales, amount, amount as saleAmount
+ FROM
+ {% if granularity == "minute" %} minute_intervals
+ {% elif granularity == "hour" %} hour_intervals
+ {% elif granularity == "month" %} month_intervals
+ {% else %} day_intervals
+ {% end %}
+ LEFT JOIN timeseries_sales_data USING interval
@@ -777,14 +425,14 @@ SQL >
NODE endpoint
SQL >
- %
- SELECT *
- FROM
- {% if eventType == 'clicks' %} timeseries_clicks
- {% elif eventType == 'leads' %} timeseries_leads
- {% elif eventType == 'sales' %} timeseries_sales
- {% elif eventType == 'composite' %} timeseries_composite
- {% else %} timeseries_clicks
- {% end %}
+%
+SELECT *
+FROM
+ {% if eventType == 'clicks' %} timeseries_clicks
+ {% elif eventType == 'leads' %} timeseries_leads
+ {% elif eventType == 'sales' %} timeseries_sales
+ {% elif eventType == 'composite' %} timeseries_composite
+ {% else %} timeseries_clicks
+ {% end %}
diff --git a/packages/tinybird/pipes/v4_count.pipe b/packages/tinybird/pipes/v4_count.pipe
new file mode 100644
index 0000000000..88b06b2dbd
--- /dev/null
+++ b/packages/tinybird/pipes/v4_count.pipe
@@ -0,0 +1,648 @@
+DESCRIPTION >
+ Top countries
+
+
+TAGS "Dub Endpoints"
+
+NODE workspace_links
+SQL >
+
+ %
+ SELECT link_id
+ FROM dub_links_metadata_latest FINAL
+ WHERE
+ workspace_id
+ = {{
+ String(
+ workspaceId,
+ 'cl7pj5kq4006835rbjlt2ofka',
+ description="The unique ID for the workspace",
+ required=True,
+ )
+ }}
+ AND deleted == 0
+ {% if defined(programId) %} AND program_id = {{ programId }} {% end %}
+ {% if defined(partnerId) %}
+ {% if defined(partnerIdOperator) and String(partnerIdOperator) == 'NOT IN' %}
+ AND partner_id NOT IN {{ Array(partnerId, 'String') }}
+ {% else %}
+ AND partner_id IN {{ Array(partnerId, 'String') }}
+ {% end %}
+ {% end %}
+ {% if defined(groupId) %}
+ {% if defined(groupIdOperator) and String(groupIdOperator) == 'NOT IN' %}
+ AND partner_group_id NOT IN {{ Array(groupId, 'String') }}
+ {% else %}
+ AND partner_group_id IN {{ Array(groupId, 'String') }}
+ {% end %}
+ {% end %}
+ {% if defined(tenantId) %}
+ {% if defined(tenantIdOperator) and String(tenantIdOperator) == 'NOT IN' %}
+ AND tenant_id NOT IN {{ Array(tenantId, 'String') }}
+ {% else %}
+ AND tenant_id IN {{ Array(tenantId, 'String') }}
+ {% end %}
+ {% end %}
+ {% if defined(domain) %}
+ {% if defined(domainOperator) and String(domainOperator) == 'NOT IN' %}
+ AND domain NOT IN {{ Array(domain, 'String') }}
+ {% else %}
+ AND domain IN {{ Array(domain, 'String') }}
+ {% end %}
+ {% end %}
+ {% if defined(tagIds) %}
+ {% if defined(tagIdsOperator) and String(tagIdsOperator) == 'NOT IN' %}
+ AND length(arrayFilter(x -> x NOT IN {{ Array(tagIds, 'String') }}, tag_ids)) = length(tag_ids)
+ {% else %}
+ AND arrayIntersect(tag_ids, {{ Array(tagIds, 'String') }}) != []
+ {% end %}
+ {% end %}
+ {% if defined(folderId) %}
+ {% if defined(folderIdOperator) and String(folderIdOperator) == 'NOT IN' %}
+ AND folder_id NOT IN {{ Array(folderId, 'String') }}
+ {% else %}
+ AND folder_id IN {{ Array(folderId, 'String') }}
+ {% end %}
+ {% end %}
+ {% if defined(root) %}
+ {% if defined(rootOperator) and String(rootOperator) == 'NOT IN' %}
+ AND NOT (0{% for val in root %}{% if val == 'true' %} OR key = '_root'{% else %} OR key != '_root'{% end %}{% end %})
+ {% else %}
+ AND (0{% for val in root %}{% if val == 'true' %} OR key = '_root'{% else %} OR key != '_root'{% end %}{% end %})
+ {% end %}
+ {% end %}
+
+
+
+NODE count_clicks
+SQL >
+
+ %
+ SELECT 'count' as groupByField, COUNT(*) as clicks
+ FROM
+ {% if defined(customerId) %} dub_click_events_id
+ {% else %} dub_click_events_mv
+ {% end %}
+ {% if defined(customerId) %}
+ PREWHERE click_id IN (
+ SELECT DISTINCT click_id
+ FROM dub_lead_events_mv
+ WHERE customer_id = {{ String(customerId) }}
+ )
+ {% end %}
+ WHERE
+ true
+ {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}
+ {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}
+ {% elif defined(linkId) %} AND link_id = {{ linkId }}
+ {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(
+ tenantId
+ ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(
+ tagIds
+ ) or defined(
+ root
+ ) %} AND link_id in (SELECT link_id from workspace_links)
+ {% end %}
+ {% if defined(continent) %} AND continent = {{ continent }} {% end %}
+ {% if defined(country) %} AND country = {{ country }} {% end %}
+ {% if defined(region) %} AND region = {{ region }} {% end %}
+ {% if defined(city) %} AND city = {{ city }} {% end %}
+ {% if defined(device) %} AND device = {{ device }} {% end %}
+ {% if defined(browser) %} AND browser = {{ browser }} {% end %}
+ {% if defined(os) %} AND os = {{ os }} {% end %}
+ {% if defined(trigger) %} AND trigger = {{ trigger }} {% end %}
+ {% if defined(referer) %} AND referer = {{ referer }} {% end %}
+ {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}
+ {% if defined(utm_source) %}
+ AND url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')
+ {% end %}
+ {% if defined(utm_medium) %}
+ AND url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')
+ {% end %}
+ {% if defined(utm_campaign) %}
+ AND url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')
+ {% end %}
+ {% if defined(utm_term) %}
+ AND url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')
+ {% end %}
+ {% if defined(utm_content) %}
+ AND url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')
+ {% end %}
+ {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}
+ {% if defined(start) %} AND timestamp >= {{ DateTime64(start) }} {% end %}
+ {% if defined(end) %} AND timestamp <= {{ DateTime64(end) }} {% end %}
+ {% if defined(filters) %}
+ {% for item in JSON(filters, '[]') %}
+ {% if item.get('field', '') %}
+ {% set field = item.get('field', '') %}
+ {% set operator = item.get('operator', 'IN') %}
+ {% set values = item.get('values', []) %}
+ {% if field == 'country' %}
+ {% if operator == 'IN' %} AND country IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND country NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'city' %}
+ {% if operator == 'IN' %} AND city IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND city NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'continent' %}
+ {% if operator == 'IN' %} AND continent IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND continent NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'device' %}
+ {% if operator == 'IN' %} AND device IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND device NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'browser' %}
+ {% if operator == 'IN' %} AND browser IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND browser NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'os' %}
+ {% if operator == 'IN' %} AND os IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND os NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'trigger' %}
+ {% if operator == 'IN' %} AND trigger IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND trigger NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'referer' %}
+ {% if operator == 'IN' %} AND referer IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND referer NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'refererUrl' %}
+ {% if operator == 'IN' %} AND splitByString('?', referer_url)[1] IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND splitByString('?', referer_url)[1] NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'url' %}
+ {% if operator == 'IN' %} AND splitByString('?', url)[1] IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND splitByString('?', url)[1] NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'utm_source' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_medium' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_campaign' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_term' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_content' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'domain' %}
+ {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})
+ {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})
+ {% end %}
+ {% elif field == 'tagIds' %}
+ {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])
+ {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])
+ {% end %}
+ {% elif field == 'folderId' %}
+ {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})
+ {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})
+ {% end %}
+ {% elif field == 'root' %}
+ {% if operator == 'IN' %}
+ AND link_id IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})
+ {% elif operator == 'NOT IN' %}
+ AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})
+ {% end %}
+ {% elif field == 'saleType' %}
+ {# saleType is handled in the sales subquery, not here #}
+ {% end %}
+ {% end %}
+ {% end %}
+ {% end %}
+
+
+
+NODE count_leads
+SQL >
+
+ %
+ SELECT 'count' as groupByField, COUNT(*) as leads
+ FROM dub_lead_events_mv
+ WHERE
+ true
+ {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}
+ {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}
+ {% elif defined(linkId) %} AND link_id = {{ linkId }}
+ {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(
+ tenantId
+ ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(
+ tagIds
+ ) or defined(
+ root
+ ) %} AND link_id in (SELECT link_id from workspace_links)
+ {% end %}
+ {% if defined(customerId) %} AND customer_id = {{ String(customerId) }} {% end %}
+ {% if defined(continent) %} AND continent = {{ continent }} {% end %}
+ {% if defined(country) %} AND country = {{ country }} {% end %}
+ {% if defined(region) %} AND region = {{ region }} {% end %}
+ {% if defined(city) %} AND city = {{ city }} {% end %}
+ {% if defined(device) %} AND device = {{ device }} {% end %}
+ {% if defined(browser) %} AND browser = {{ browser }} {% end %}
+ {% if defined(os) %} AND os = {{ os }} {% end %}
+ {% if defined(referer) %} AND referer = {{ referer }} {% end %}
+ {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}
+ {% if defined(utm_source) %}
+ AND url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')
+ {% end %}
+ {% if defined(utm_medium) %}
+ AND url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')
+ {% end %}
+ {% if defined(utm_campaign) %}
+ AND url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')
+ {% end %}
+ {% if defined(utm_term) %}
+ AND url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')
+ {% end %}
+ {% if defined(utm_content) %}
+ AND url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')
+ {% end %}
+ {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}
+ {% if defined(start) %} AND timestamp >= {{ DateTime(start) }} {% end %}
+ {% if defined(end) %} AND timestamp <= {{ DateTime(end) }} {% end %}
+ {% if defined(filters) %}
+ {% for item in JSON(filters, '[]') %}
+ {% if item.get('operand', '').startswith('metadata.') %}
+ {% set metadataKey = item.get('operand', '').split('.')[1] %}
+ {% set operator = item.get('operator', 'equals') %}
+ {% set value = item.get('value', '') %}
+ {% if operator == 'equals' %}
+ AND JSONExtractString(metadata, {{ metadataKey }}) = {{ value }}
+ {% elif operator == 'notEquals' %}
+ AND JSONExtractString(metadata, {{ metadataKey }}) != {{ value }}
+ {% elif operator == 'greaterThan' %}
+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) > toFloat64OrNull({{ value }})
+ {% elif operator == 'lessThan' %}
+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) < toFloat64OrNull({{ value }})
+ {% elif operator == 'greaterThanOrEqual' %}
+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) >= toFloat64OrNull({{ value }})
+ {% elif operator == 'lessThanOrEqual' %}
+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) <= toFloat64OrNull({{ value }})
+ {% end %}
+ {% elif item.get('field', '') %}
+ {% set field = item.get('field', '') %}
+ {% set operator = item.get('operator', 'IN') %}
+ {% set values = item.get('values', []) %}
+ {% if field == 'country' %}
+ {% if operator == 'IN' %} AND country IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND country NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'city' %}
+ {% if operator == 'IN' %} AND city IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND city NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'continent' %}
+ {% if operator == 'IN' %} AND continent IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND continent NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'device' %}
+ {% if operator == 'IN' %} AND device IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND device NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'browser' %}
+ {% if operator == 'IN' %} AND browser IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND browser NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'os' %}
+ {% if operator == 'IN' %} AND os IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND os NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'trigger' %}
+ {% if operator == 'IN' %} AND trigger IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND trigger NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'referer' %}
+ {% if operator == 'IN' %} AND referer IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND referer NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'refererUrl' %}
+ {% if operator == 'IN' %} AND splitByString('?', referer_url)[1] IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND splitByString('?', referer_url)[1] NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'url' %}
+ {% if operator == 'IN' %} AND splitByString('?', url)[1] IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND splitByString('?', url)[1] NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'utm_source' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_medium' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_campaign' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_term' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_content' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'domain' %}
+ {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})
+ {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})
+ {% end %}
+ {% elif field == 'tagIds' %}
+ {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])
+ {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])
+ {% end %}
+ {% elif field == 'folderId' %}
+ {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})
+ {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})
+ {% end %}
+ {% elif field == 'root' %}
+ {% if operator == 'IN' %}
+ AND link_id IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})
+ {% elif operator == 'NOT IN' %}
+ AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})
+ {% end %}
+ {% elif field == 'saleType' %}
+ {# saleType is handled in the sales subquery, not here #}
+ {% end %}
+ {% end %}
+ {% end %}
+ {% end %}
+
+
+
+NODE first_sale_by_link_customer
+SQL >
+
+ %
+ SELECT workspace_id, link_id, customer_id, minMerge(first_sale_state) AS first_sale_ts
+ FROM dub_first_sale_mv
+ WHERE
+ workspace_id
+ = {{
+ String(
+ workspaceId,
+ 'cl7pj5kq4006835rbjlt2ofka',
+ description="The unique ID for the workspace",
+ required=True,
+ )
+ }}
+ GROUP BY workspace_id, link_id, customer_id
+
+
+
+NODE count_sales
+SQL >
+
+ %
+ SELECT 'count' as groupByField, sales, amount, amount AS saleAmount
+ FROM
+ (
+ SELECT
+ count() AS sales,
+ sum(amount) AS amount
+ FROM
+ (
+ SELECT
+ se.amount,
+ if(
+ isNull(fs.first_sale_ts),
+ 'new',
+ if(
+ toUnixTimestamp64Milli(se.timestamp) = toUnixTimestamp64Milli(fs.first_sale_ts),
+ 'new',
+ 'recurring'
+ )
+ ) AS sale_type
+ FROM dub_sale_events_mv AS se
+ LEFT JOIN first_sale_by_link_customer AS fs
+ USING (workspace_id, link_id, customer_id)
+ WHERE
+ true
+ {% if defined(workspaceId) %} AND se.workspace_id = {{ workspaceId }} {% end %}
+ {% if defined(linkIds) %} AND se.link_id IN {{ Array(linkIds, 'String') }}
+ {% elif defined(linkId) %} AND se.link_id = {{ linkId }}
+ {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(
+ tenantId
+ ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(
+ tagIds
+ ) or defined(
+ root
+ ) %} AND se.link_id in (SELECT link_id from workspace_links)
+ {% end %}
+ {% if defined(customerId) %} AND se.customer_id = {{ String(customerId) }} {% end %}
+ {% if defined(continent) %} AND se.continent = {{ continent }} {% end %}
+ {% if defined(country) %} AND se.country = {{ country }} {% end %}
+ {% if defined(region) %} AND se.region = {{ region }} {% end %}
+ {% if defined(city) %} AND se.city = {{ city }} {% end %}
+ {% if defined(device) %} AND se.device = {{ device }} {% end %}
+ {% if defined(browser) %} AND se.browser = {{ browser }} {% end %}
+ {% if defined(os) %} AND se.os = {{ os }} {% end %}
+ {% if defined(referer) %} AND se.referer = {{ referer }} {% end %}
+ {% if defined(refererUrl) %} AND splitByString('?', se.referer_url)[1] = {{ refererUrl }} {% end %}
+ {% if defined(utm_source) %}
+ AND se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')
+ {% end %}
+ {% if defined(utm_medium) %}
+ AND se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')
+ {% end %}
+ {% if defined(utm_campaign) %}
+ AND se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')
+ {% end %}
+ {% if defined(utm_term) %}
+ AND se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')
+ {% end %}
+ {% if defined(utm_content) %}
+ AND se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')
+ {% end %}
+ {% if defined(url) %} AND splitByString('?', se.url)[1] = {{ url }} {% end %}
+ {% if defined(start) %} AND se.timestamp >= {{ DateTime(start) }} {% end %}
+ {% if defined(end) %} AND se.timestamp <= {{ DateTime(end) }} {% end %}
+ {% if defined(filters) %}
+ {% for item in JSON(filters, '[]') %}
+ {% if item.get('operand', '').startswith('metadata.') %}
+ {% set metadataKey = item.get('operand', '').split('.')[1] %}
+ {% set operator = item.get('operator', 'equals') %}
+ {% set value = item.get('value', '') %}
+ {% if operator == 'equals' %}
+ AND JSONExtractString(se.metadata, {{ metadataKey }}) = {{ value }}
+ {% elif operator == 'notEquals' %}
+ AND JSONExtractString(se.metadata, {{ metadataKey }}) != {{ value }}
+ {% elif operator == 'greaterThan' %}
+ AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) > toFloat64OrNull({{ value }})
+ {% elif operator == 'lessThan' %}
+ AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) < toFloat64OrNull({{ value }})
+ {% elif operator == 'greaterThanOrEqual' %}
+ AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) >= toFloat64OrNull({{ value }})
+ {% elif operator == 'lessThanOrEqual' %}
+ AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) <= toFloat64OrNull({{ value }})
+ {% end %}
+ {% elif item.get('field', '') %}
+ {% set field = item.get('field', '') %}
+ {% set operator = item.get('operator', 'IN') %}
+ {% set values = item.get('values', []) %}
+ {% if field == 'country' %}
+ {% if operator == 'IN' %} AND se.country IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND se.country NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'city' %}
+ {% if operator == 'IN' %} AND se.city IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND se.city NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'continent' %}
+ {% if operator == 'IN' %} AND se.continent IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND se.continent NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'device' %}
+ {% if operator == 'IN' %} AND se.device IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND se.device NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'browser' %}
+ {% if operator == 'IN' %} AND se.browser IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND se.browser NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'os' %}
+ {% if operator == 'IN' %} AND se.os IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND se.os NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'trigger' %}
+ {% if operator == 'IN' %} AND se.trigger IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND se.trigger NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'referer' %}
+ {% if operator == 'IN' %} AND se.referer IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND se.referer NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'refererUrl' %}
+ {% if operator == 'IN' %} AND splitByString('?', se.referer_url)[1] IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND splitByString('?', se.referer_url)[1] NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'url' %}
+ {% if operator == 'IN' %} AND splitByString('?', se.url)[1] IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND splitByString('?', se.url)[1] NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'utm_source' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_medium' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_campaign' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_term' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_content' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'domain' %}
+ {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})
+ {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})
+ {% end %}
+ {% elif field == 'tagIds' %}
+ {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])
+ {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])
+ {% end %}
+ {% elif field == 'folderId' %}
+ {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})
+ {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})
+ {% end %}
+ {% elif field == 'root' %}
+ {% if operator == 'IN' %}
+ AND se.link_id IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})
+ {% elif operator == 'NOT IN' %}
+ AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})
+ {% end %}
+ {% elif field == 'saleType' %}
+ {# saleType is handled after this subquery #}
+ {% end %}
+ {% end %}
+ {% end %}
+ {% end %}
+ ) AS typed
+ WHERE
+ true
+ {% if defined(filters) %}
+ {% for item in JSON(filters, '[]') %}
+ {% if item.get('field', '') == 'saleType' %}
+ {% set operator = item.get('operator', 'IN') %}
+ {% set values = item.get('values', []) %}
+ {% if operator == 'IN' %} AND typed.sale_type IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND typed.sale_type NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% end %}
+ {% end %}
+ {% end %}
+ ) AS subquery
+
+
+
+NODE count_composite
+SQL >
+
+ %
+ SELECT 'count' as groupByField, clicks, leads, sales, amount, saleAmount
+ FROM count_clicks, count_leads, count_sales
+
+
+
+NODE endpoint
+SQL >
+
+ %
+ SELECT *
+ FROM
+ {% if eventType == 'clicks' %} count_clicks
+ {% elif eventType == 'leads' %} count_leads
+ {% elif eventType == 'sales' %} count_sales
+ {% elif eventType == 'composite' %} count_composite
+ {% else %} count_clicks
+ {% end %}
+
+
diff --git a/packages/tinybird/pipes/v4_events.pipe b/packages/tinybird/pipes/v4_events.pipe
new file mode 100644
index 0000000000..36fc609bd8
--- /dev/null
+++ b/packages/tinybird/pipes/v4_events.pipe
@@ -0,0 +1,649 @@
+DESCRIPTION >
+ Top countries
+
+
+TAGS "Dub Endpoints"
+
+NODE workspace_links
+SQL >
+
+ %
+ SELECT link_id
+ FROM dub_links_metadata_latest FINAL
+ WHERE
+ workspace_id
+ = {{
+ String(
+ workspaceId,
+ 'cl7pj5kq4006835rbjlt2ofka',
+ description="The unique ID for the workspace",
+ required=True,
+ )
+ }}
+ AND deleted == 0
+ {% if defined(programId) %} AND program_id = {{ programId }} {% end %}
+ {% if defined(partnerId) %}
+ {% if defined(partnerIdOperator) and String(partnerIdOperator) == 'NOT IN' %}
+ AND partner_id NOT IN {{ Array(partnerId, 'String') }}
+ {% else %}
+ AND partner_id IN {{ Array(partnerId, 'String') }}
+ {% end %}
+ {% end %}
+ {% if defined(groupId) %}
+ {% if defined(groupIdOperator) and String(groupIdOperator) == 'NOT IN' %}
+ AND partner_group_id NOT IN {{ Array(groupId, 'String') }}
+ {% else %}
+ AND partner_group_id IN {{ Array(groupId, 'String') }}
+ {% end %}
+ {% end %}
+ {% if defined(tenantId) %}
+ {% if defined(tenantIdOperator) and String(tenantIdOperator) == 'NOT IN' %}
+ AND tenant_id NOT IN {{ Array(tenantId, 'String') }}
+ {% else %}
+ AND tenant_id IN {{ Array(tenantId, 'String') }}
+ {% end %}
+ {% end %}
+ {% if defined(domain) %}
+ {% if defined(domainOperator) and String(domainOperator) == 'NOT IN' %}
+ AND domain NOT IN {{ Array(domain, 'String') }}
+ {% else %}
+ AND domain IN {{ Array(domain, 'String') }}
+ {% end %}
+ {% end %}
+ {% if defined(tagIds) %}
+ {% if defined(tagIdsOperator) and String(tagIdsOperator) == 'NOT IN' %}
+ AND length(arrayFilter(x -> x NOT IN {{ Array(tagIds, 'String') }}, tag_ids)) = length(tag_ids)
+ {% else %}
+ AND arrayIntersect(tag_ids, {{ Array(tagIds, 'String') }}) != []
+ {% end %}
+ {% end %}
+ {% if defined(folderId) %}
+ {% if defined(folderIdOperator) and String(folderIdOperator) == 'NOT IN' %}
+ AND folder_id NOT IN {{ Array(folderId, 'String') }}
+ {% else %}
+ AND folder_id IN {{ Array(folderId, 'String') }}
+ {% end %}
+ {% end %}
+ {% if defined(root) %}
+ {% if defined(rootOperator) and String(rootOperator) == 'NOT IN' %}
+ AND NOT (0{% for val in root %}{% if val == 'true' %} OR key = '_root'{% else %} OR key != '_root'{% end %}{% end %})
+ {% else %}
+ AND (0{% for val in root %}{% if val == 'true' %} OR key = '_root'{% else %} OR key != '_root'{% end %}{% end %})
+ {% end %}
+ {% end %}
+
+
+
+NODE click_events
+SQL >
+
+ %
+ SELECT
+ *,
+ splitByString('?', referer_url)[1] as referer_url_processed,
+ CONCAT(country, '-', region) as region_processed,
+ 'click' as event
+ FROM
+ {% if defined(customerId) %} dub_click_events_id
+ {% else %} dub_click_events_mv
+ {% end %}
+ {% if defined(customerId) %}
+ PREWHERE click_id IN (
+ SELECT DISTINCT click_id
+ FROM dub_lead_events_mv
+ WHERE customer_id = {{ String(customerId) }}
+ )
+ {% end %}
+ WHERE
+ true
+ {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}
+ {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}
+ {% elif defined(linkId) %} AND link_id = {{ linkId }}
+ {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(
+ tenantId
+ ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(
+ tagIds
+ ) or defined(
+ root
+ ) %} AND link_id in (SELECT link_id from workspace_links)
+ {% end %}
+ {% if defined(continent) %} AND continent = {{ continent }} {% end %}
+ {% if defined(country) %} AND country = {{ country }} {% end %}
+ {% if defined(region) %} AND region = {{ region }} {% end %}
+ {% if defined(city) %} AND city = {{ city }} {% end %}
+ {% if defined(device) %} AND device = {{ device }} {% end %}
+ {% if defined(browser) %} AND browser = {{ browser }} {% end %}
+ {% if defined(os) %} AND os = {{ os }} {% end %}
+ {% if defined(trigger) %} AND trigger = {{ trigger }} {% end %}
+ {% if defined(referer) %} AND referer = {{ referer }} {% end %}
+ {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}
+ {% if defined(utm_source) %}
+ AND url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')
+ {% end %}
+ {% if defined(utm_medium) %}
+ AND url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')
+ {% end %}
+ {% if defined(utm_campaign) %}
+ AND url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')
+ {% end %}
+ {% if defined(utm_term) %}
+ AND url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')
+ {% end %}
+ {% if defined(utm_content) %}
+ AND url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')
+ {% end %}
+ {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}
+ {% if defined(start) %} AND timestamp >= {{ DateTime64(start) }} {% end %}
+ {% if defined(end) %} AND timestamp <= {{ DateTime64(end) }} {% end %}
+ {% if defined(filters) %}
+ {% for item in JSON(filters, '[]') %}
+ {% if item.get('operand', '').startswith('metadata.') %}
+ {% set metadataKey = item.get('operand', '').split('.')[1] %}
+ {% set operator = item.get('operator', 'equals') %}
+ {% set value = item.get('value', '') %}
+ {% if operator == 'equals' %}
+ AND JSONExtractString(metadata, {{ metadataKey }}) = {{ value }}
+ {% elif operator == 'notEquals' %}
+ AND JSONExtractString(metadata, {{ metadataKey }}) != {{ value }}
+ {% elif operator == 'greaterThan' %}
+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) > toFloat64OrNull({{ value }})
+ {% elif operator == 'lessThan' %}
+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) < toFloat64OrNull({{ value }})
+ {% elif operator == 'greaterThanOrEqual' %}
+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) >= toFloat64OrNull({{ value }})
+ {% elif operator == 'lessThanOrEqual' %}
+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) <= toFloat64OrNull({{ value }})
+ {% end %}
+ {% elif item.get('field', '') %}
+ {% set field = item.get('field', '') %}
+ {% set operator = item.get('operator', 'IN') %}
+ {% set values = item.get('values', []) %}
+ {% if field == 'country' %}
+ {% if operator == 'IN' %} AND country IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND country NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'city' %}
+ {% if operator == 'IN' %} AND city IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND city NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'continent' %}
+ {% if operator == 'IN' %} AND continent IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND continent NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'device' %}
+ {% if operator == 'IN' %} AND device IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND device NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'browser' %}
+ {% if operator == 'IN' %} AND browser IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND browser NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'os' %}
+ {% if operator == 'IN' %} AND os IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND os NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'trigger' %}
+ {% if operator == 'IN' %} AND trigger IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND trigger NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'referer' %}
+ {% if operator == 'IN' %} AND referer IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND referer NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'refererUrl' %}
+ {% if operator == 'IN' %} AND splitByString('?', referer_url)[1] IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND splitByString('?', referer_url)[1] NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'url' %}
+ {% if operator == 'IN' %} AND splitByString('?', url)[1] IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND splitByString('?', url)[1] NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'utm_source' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_medium' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_campaign' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_term' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_content' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'domain' %}
+ {# domain is already filtered at workspace_links node level #}
+ {% elif field == 'tagIds' %}
+ {# tagIds is already filtered at workspace_links node level #}
+ {% elif field == 'folderId' %}
+ {# folderId is already filtered at workspace_links node level #}
+ {% elif field == 'root' %}
+ {# root is already filtered at workspace_links node level #}
+ {% elif field == 'saleType' %}
+ {# saleType only applies to sales events #}
+ {% end %}
+ {% end %}
+ {% end %}
+ {% end %}
+ ORDER BY timestamp {% if order == 'asc' %} ASC {% else %} DESC {% end %}
+ LIMIT {{ Int32(limit, 100) }}
+ {% if defined(offset) %} OFFSET {{ Int32(offset, 0) }} {% end %}
+
+
+
+NODE lead_events
+SQL >
+
+ %
+ SELECT
+ *,
+ splitByString('?', referer_url)[1] as referer_url_processed,
+ CONCAT(country, '-', region) as region_processed,
+ 'lead' as event
+ FROM dub_lead_events_mv
+ WHERE
+ true
+ {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}
+ {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}
+ {% elif defined(linkId) %} AND link_id = {{ linkId }}
+ {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(
+ tenantId
+ ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(
+ tagIds
+ ) or defined(
+ root
+ ) %} AND link_id in (SELECT link_id from workspace_links)
+ {% end %}
+ {% if defined(customerId) %} AND customer_id = {{ String(customerId) }} {% end %}
+ {% if defined(continent) %} AND continent = {{ continent }} {% end %}
+ {% if defined(country) %} AND country = {{ country }} {% end %}
+ {% if defined(region) %} AND region = {{ region }} {% end %}
+ {% if defined(city) %} AND city = {{ city }} {% end %}
+ {% if defined(device) %} AND device = {{ device }} {% end %}
+ {% if defined(browser) %} AND browser = {{ browser }} {% end %}
+ {% if defined(os) %} AND os = {{ os }} {% end %}
+ {% if defined(referer) %} AND referer = {{ referer }} {% end %}
+ {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}
+ {% if defined(utm_source) %}
+ AND url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')
+ {% end %}
+ {% if defined(utm_medium) %}
+ AND url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')
+ {% end %}
+ {% if defined(utm_campaign) %}
+ AND url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')
+ {% end %}
+ {% if defined(utm_term) %}
+ AND url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')
+ {% end %}
+ {% if defined(utm_content) %}
+ AND url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')
+ {% end %}
+ {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}
+ {% if defined(start) %} AND timestamp >= {{ DateTime(start) }} {% end %}
+ {% if defined(end) %} AND timestamp <= {{ DateTime(end) }} {% end %}
+ {% if defined(filters) %}
+ {% for item in JSON(filters, '[]') %}
+ {% if item.get('operand', '').startswith('metadata.') %}
+ {% set metadataKey = item.get('operand', '').split('.')[1] %}
+ {% set operator = item.get('operator', 'equals') %}
+ {% set value = item.get('value', '') %}
+ {% if operator == 'equals' %}
+ AND JSONExtractString(metadata, {{ metadataKey }}) = {{ value }}
+ {% elif operator == 'notEquals' %}
+ AND JSONExtractString(metadata, {{ metadataKey }}) != {{ value }}
+ {% elif operator == 'greaterThan' %}
+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) > toFloat64OrNull({{ value }})
+ {% elif operator == 'lessThan' %}
+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) < toFloat64OrNull({{ value }})
+ {% elif operator == 'greaterThanOrEqual' %}
+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) >= toFloat64OrNull({{ value }})
+ {% elif operator == 'lessThanOrEqual' %}
+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) <= toFloat64OrNull({{ value }})
+ {% end %}
+ {% elif item.get('field', '') %}
+ {% set field = item.get('field', '') %}
+ {% set operator = item.get('operator', 'IN') %}
+ {% set values = item.get('values', []) %}
+ {% if field == 'country' %}
+ {% if operator == 'IN' %} AND country IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND country NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'city' %}
+ {% if operator == 'IN' %} AND city IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND city NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'continent' %}
+ {% if operator == 'IN' %} AND continent IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND continent NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'device' %}
+ {% if operator == 'IN' %} AND device IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND device NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'browser' %}
+ {% if operator == 'IN' %} AND browser IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND browser NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'os' %}
+ {% if operator == 'IN' %} AND os IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND os NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'trigger' %}
+ {% if operator == 'IN' %} AND trigger IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND trigger NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'referer' %}
+ {% if operator == 'IN' %} AND referer IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND referer NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'refererUrl' %}
+ {% if operator == 'IN' %} AND splitByString('?', referer_url)[1] IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND splitByString('?', referer_url)[1] NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'url' %}
+ {% if operator == 'IN' %} AND splitByString('?', url)[1] IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND splitByString('?', url)[1] NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'utm_source' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_medium' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_campaign' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_term' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_content' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'domain' %}
+ {# domain is already filtered at workspace_links node level #}
+ {% elif field == 'tagIds' %}
+ {# tagIds is already filtered at workspace_links node level #}
+ {% elif field == 'folderId' %}
+ {# folderId is already filtered at workspace_links node level #}
+ {% elif field == 'root' %}
+ {# root is already filtered at workspace_links node level #}
+ {% elif field == 'saleType' %}
+ {# saleType only applies to sales events #}
+ {% end %}
+ {% end %}
+ {% end %}
+ {% end %}
+ ORDER BY timestamp {% if order == 'asc' %} ASC {% else %} DESC {% end %}
+ LIMIT {{ Int32(limit, 100) }}
+ {% if defined(offset) %} OFFSET {{ Int32(offset, 0) }} {% end %}
+
+
+
+NODE first_sale_by_link_customer
+SQL >
+
+ %
+ SELECT workspace_id, link_id, customer_id, minMerge(first_sale_state) AS first_sale_ts
+ FROM dub_first_sale_mv
+ WHERE
+ workspace_id
+ = {{
+ String(
+ workspaceId,
+ 'cl7pj5kq4006835rbjlt2ofka',
+ description="The unique ID for the workspace",
+ required=True,
+ )
+ }}
+ GROUP BY workspace_id, link_id, customer_id
+
+
+
+NODE sale_events
+SQL >
+
+ %
+ SELECT
+ t.*,
+ t.amount AS saleAmount,
+ CONCAT(t.country, '-', t.region) AS region_processed,
+ splitByString('?', t.referer_url)[1] AS referer_url_processed,
+ 'sale' AS event
+ FROM
+ (
+ SELECT
+ se.*,
+ if(
+ isNull (fs.first_sale_ts),
+ 'new',
+ if(
+ toUnixTimestamp64Milli(se.timestamp) = toUnixTimestamp64Milli(fs.first_sale_ts),
+ 'new',
+ 'recurring'
+ )
+ ) AS sale_type
+ FROM dub_sale_events_mv AS se
+ LEFT JOIN first_sale_by_link_customer AS fs USING (workspace_id, link_id, customer_id)
+ WHERE
+ true
+ {% if defined(workspaceId) %} AND se.workspace_id = {{ workspaceId }} {% end %}
+ {% if defined(linkIds) %} AND se.link_id IN {{ Array(linkIds, 'String') }}
+ {% elif defined(linkId) %} AND se.link_id = {{ linkId }}
+ {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(
+ tenantId
+ ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(
+ tagIds
+ ) or defined(
+ root
+ ) %} AND se.link_id in (SELECT link_id from workspace_links)
+ {% end %}
+ {% if defined(customerId) %} AND se.customer_id = {{ String(customerId) }} {% end %}
+ {% if defined(continent) %} AND se.continent = {{ continent }} {% end %}
+ {% if defined(country) %} AND se.country = {{ country }} {% end %}
+ {% if defined(region) %} AND se.region = {{ region }} {% end %}
+ {% if defined(city) %} AND se.city = {{ city }} {% end %}
+ {% if defined(device) %} AND se.device = {{ device }} {% end %}
+ {% if defined(browser) %} AND se.browser = {{ browser }} {% end %}
+ {% if defined(os) %} AND se.os = {{ os }} {% end %}
+ {% if defined(referer) %} AND se.referer = {{ referer }} {% end %}
+ {% if defined(refererUrl) %}
+ AND splitByString('?', se.referer_url)[1] = {{ refererUrl }}
+ {% end %}
+ {% if defined(utm_source) %}
+ AND se.url
+ LIKE concat('%utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')
+ {% end %}
+ {% if defined(utm_medium) %}
+ AND se.url
+ LIKE concat('%utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')
+ {% end %}
+ {% if defined(utm_campaign) %}
+ AND se.url LIKE concat(
+ '%utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%'
+ )
+ {% end %}
+ {% if defined(utm_term) %}
+ AND se.url
+ LIKE concat('%utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')
+ {% end %}
+ {% if defined(utm_content) %}
+ AND se.url
+ LIKE concat('%utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')
+ {% end %}
+ {% if defined(url) %} AND splitByString('?', se.url)[1] = {{ url }} {% end %}
+ {% if defined(start) %} AND se.timestamp >= {{ DateTime(start) }} {% end %}
+ {% if defined(end) %} AND se.timestamp <= {{ DateTime(end) }} {% end %}
+
+ {% if defined(filters) %}
+ {% for item in JSON(filters, '[]') %}
+ {% if item.get('operand', '').startswith('metadata.') %}
+ {% set metadataKey = item.get('operand', '').split('.')[1] %}
+ {% set operator = item.get('operator', 'equals') %}
+ {% set value = item.get('value', '') %}
+ {% if operator == 'equals' %}
+ AND JSONExtractString(se.metadata, {{ metadataKey }}) = {{ value }}
+ {% elif operator == 'notEquals' %}
+ AND JSONExtractString(se.metadata, {{ metadataKey }}) != {{ value }}
+ {% elif operator == 'greaterThan' %}
+ AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) > toFloat64OrNull({{ value }})
+ {% elif operator == 'lessThan' %}
+ AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) < toFloat64OrNull({{ value }})
+ {% elif operator == 'greaterThanOrEqual' %}
+ AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) >= toFloat64OrNull({{ value }})
+ {% elif operator == 'lessThanOrEqual' %}
+ AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) <= toFloat64OrNull({{ value }})
+ {% end %}
+ {% elif item.get('field', '') %}
+ {% set field = item.get('field', '') %}
+ {% set operator = item.get('operator', 'IN') %}
+ {% set values = item.get('values', []) %}
+ {% if field == 'country' %}
+ {% if operator == 'IN' %} AND se.country IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND se.country NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'city' %}
+ {% if operator == 'IN' %} AND se.city IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND se.city NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'continent' %}
+ {% if operator == 'IN' %} AND se.continent IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND se.continent NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'device' %}
+ {% if operator == 'IN' %} AND se.device IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND se.device NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'browser' %}
+ {% if operator == 'IN' %} AND se.browser IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND se.browser NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'os' %}
+ {% if operator == 'IN' %} AND se.os IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND se.os NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'trigger' %}
+ {% if operator == 'IN' %} AND se.trigger IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND se.trigger NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'referer' %}
+ {% if operator == 'IN' %} AND se.referer IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND se.referer NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'refererUrl' %}
+ {% if operator == 'IN' %} AND splitByString('?', se.referer_url)[1] IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND splitByString('?', se.referer_url)[1] NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'url' %}
+ {% if operator == 'IN' %} AND splitByString('?', se.url)[1] IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND splitByString('?', se.url)[1] NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'utm_source' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_medium' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_campaign' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_term' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_content' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'domain' %}
+ {# domain is already filtered at workspace_links node level #}
+ {% elif field == 'tagIds' %}
+ {# tagIds is already filtered at workspace_links node level #}
+ {% elif field == 'folderId' %}
+ {# folderId is already filtered at workspace_links node level #}
+ {% elif field == 'root' %}
+ {# root is already filtered at workspace_links node level #}
+ {% elif field == 'saleType' %}
+ {# saleType is filtered in the outer query where the computed sale_type is available #}
+ {% end %}
+ {% end %}
+ {% end %}
+ {% end %}
+
+ ) AS t
+ WHERE true
+ {% if defined(saleType) %} AND t.sale_type = {{ String(saleType) }} {% end %}
+ {% if defined(filters) %}
+ {% for item in JSON(filters, '[]') %}
+ {% if item.get('field', '') == 'saleType' %}
+ {% set operator = item.get('operator', 'IN') %}
+ {% set values = item.get('values', []) %}
+ {% if operator == 'IN' %} AND t.sale_type IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND t.sale_type NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% end %}
+ {% end %}
+ {% end %}
+ ORDER BY t.timestamp {% if order == 'asc' %} ASC {% else %} DESC {% end %}
+ LIMIT {{ Int32(limit, 100) }}
+ {% if defined(offset) %} OFFSET {{ Int32(offset, 0) }} {% end %}
+
+
+
+NODE endpoint
+SQL >
+
+ %
+ SELECT *
+ FROM
+ {% if eventType == 'leads' %} lead_events
+ {% elif eventType == 'sales' %} sale_events
+ {% else %} click_events
+ {% end %}
+
+
diff --git a/packages/tinybird/pipes/v4_group_by.pipe b/packages/tinybird/pipes/v4_group_by.pipe
new file mode 100644
index 0000000000..dae18e1f73
--- /dev/null
+++ b/packages/tinybird/pipes/v4_group_by.pipe
@@ -0,0 +1,847 @@
+DESCRIPTION >
+ Top countries
+
+
+TAGS "Dub Endpoints"
+
+NODE workspace_links
+SQL >
+
+ %
+ SELECT link_id
+ FROM dub_links_metadata_latest FINAL
+ WHERE
+ workspace_id
+ = {{
+ String(
+ workspaceId,
+ 'cl7pj5kq4006835rbjlt2ofka',
+ description="The unique ID for the workspace",
+ required=True,
+ )
+ }}
+ AND deleted == 0
+ {% if defined(programId) %} AND program_id = {{ programId }} {% end %}
+ {% if defined(partnerId) %}
+ {% if defined(partnerIdOperator) and String(partnerIdOperator) == 'NOT IN' %}
+ AND partner_id NOT IN {{ Array(partnerId, 'String') }}
+ {% else %}
+ AND partner_id IN {{ Array(partnerId, 'String') }}
+ {% end %}
+ {% end %}
+ {% if defined(groupId) %}
+ {% if defined(groupIdOperator) and String(groupIdOperator) == 'NOT IN' %}
+ AND partner_group_id NOT IN {{ Array(groupId, 'String') }}
+ {% else %}
+ AND partner_group_id IN {{ Array(groupId, 'String') }}
+ {% end %}
+ {% end %}
+ {% if defined(tenantId) %}
+ {% if defined(tenantIdOperator) and String(tenantIdOperator) == 'NOT IN' %}
+ AND tenant_id NOT IN {{ Array(tenantId, 'String') }}
+ {% else %}
+ AND tenant_id IN {{ Array(tenantId, 'String') }}
+ {% end %}
+ {% end %}
+ {% if defined(domain) %}
+ {% if defined(domainOperator) and String(domainOperator) == 'NOT IN' %}
+ AND domain NOT IN {{ Array(domain, 'String') }}
+ {% else %}
+ AND domain IN {{ Array(domain, 'String') }}
+ {% end %}
+ {% end %}
+ {% if defined(tagIds) %}
+ {% if defined(tagIdsOperator) and String(tagIdsOperator) == 'NOT IN' %}
+ AND length(arrayFilter(x -> x NOT IN {{ Array(tagIds, 'String') }}, tag_ids)) = length(tag_ids)
+ {% else %}
+ AND arrayIntersect(tag_ids, {{ Array(tagIds, 'String') }}) != []
+ {% end %}
+ {% end %}
+ {% if defined(folderId) %}
+ {% if defined(folderIdOperator) and String(folderIdOperator) == 'NOT IN' %}
+ AND folder_id NOT IN {{ Array(folderId, 'String') }}
+ {% else %}
+ AND folder_id IN {{ Array(folderId, 'String') }}
+ {% end %}
+ {% end %}
+ {% if defined(root) %}
+ {% if defined(rootOperator) and String(rootOperator) == 'NOT IN' %}
+ AND NOT (0{% for val in root %}{% if val == 'true' %} OR key = '_root'{% else %} OR key != '_root'{% end %}{% end %})
+ {% else %}
+ AND (0{% for val in root %}{% if val == 'true' %} OR key = '_root'{% else %} OR key != '_root'{% end %}{% end %})
+ {% end %}
+ {% end %}
+
+
+
+NODE group_by_clicks
+SQL >
+
+ %
+ SELECT
+ multiIf(
+ {{ String(groupBy) }} = 'top_links',
+ link_id,
+ {{ String(groupBy) }} = 'top_urls',
+ url,
+ {{ String(groupBy) }} = 'top_base_urls',
+ splitByString('?', url)[1],
+ {{ String(groupBy) }} = 'referers',
+ referer,
+ {{ String(groupBy) }} = 'referer_urls',
+ splitByString('?', referer_url)[1],
+ {{ String(groupBy) }} = 'utm_sources',
+ decodeURLFormComponent(extractURLParameter(url, 'utm_source')),
+ {{ String(groupBy) }} = 'utm_mediums',
+ decodeURLFormComponent(extractURLParameter(url, 'utm_medium')),
+ {{ String(groupBy) }} = 'utm_campaigns',
+ decodeURLFormComponent(extractURLParameter(url, 'utm_campaign')),
+ {{ String(groupBy) }} = 'utm_terms',
+ decodeURLFormComponent(extractURLParameter(url, 'utm_term')),
+ {{ String(groupBy) }} = 'utm_contents',
+ decodeURLFormComponent(extractURLParameter(url, 'utm_content')),
+ {{ String(groupBy) }} = 'ref',
+ decodeURLFormComponent(extractURLParameter(url, 'ref')),
+ {{ String(groupBy) }} = 'countries',
+ country,
+ {{ String(groupBy) }} = 'regions',
+ CONCAT(country, '-', region) as region,
+ {{ String(groupBy) }} = 'cities',
+ city,
+ {{ String(groupBy) }} = 'continents',
+ continent,
+ {{ String(groupBy) }} = 'devices',
+ device,
+ {{ String(groupBy) }} = 'browsers',
+ browser,
+ {{ String(groupBy) }} = 'os',
+ os,
+ {{ String(groupBy) }} = 'triggers',
+ trigger,
+ link_id
+ ) AS groupByField,
+ {% if String(groupBy) == 'cities' %} country, CONCAT(country, '-', region) as region,
+ {% elif String(groupBy) == 'regions' %} country,
+ {% end %}
+ COUNT(*) AS clicks
+ FROM
+ {% if defined(customerId) %} dub_click_events_id
+ {% else %} dub_click_events_mv
+ {% end %}
+ {% if defined(customerId) %}
+ PREWHERE click_id IN (
+ SELECT DISTINCT click_id
+ FROM dub_lead_events_mv
+ WHERE customer_id = {{ String(customerId) }}
+ )
+ {% end %}
+ WHERE
+ groupByField != '' AND groupByField != 'Unknown'
+ {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}
+ {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}
+ {% elif defined(linkId) %} AND link_id = {{ linkId }}
+ {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(
+ tenantId
+ ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(
+ tagIds
+ ) or defined(
+ root
+ ) %} AND link_id in (SELECT link_id from workspace_links)
+ {% end %}
+ {% if defined(continent) %} AND continent = {{ continent }} {% end %}
+ {% if defined(country) %} AND country = {{ country }} {% end %}
+ {% if defined(region) %} AND region = {{ region }} {% end %}
+ {% if defined(city) %} AND city = {{ city }} {% end %}
+ {% if defined(device) %} AND device = {{ device }} {% end %}
+ {% if defined(browser) %} AND browser = {{ browser }} {% end %}
+ {% if defined(os) %} AND os = {{ os }} {% end %}
+ {% if defined(trigger) %} AND trigger = {{ trigger }} {% end %}
+ {% if defined(referer) %} AND referer = {{ referer }} {% end %}
+ {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}
+ {% if defined(utm_source) %}
+ AND url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')
+ {% end %}
+ {% if defined(utm_medium) %}
+ AND url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')
+ {% end %}
+ {% if defined(utm_campaign) %}
+ AND url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')
+ {% end %}
+ {% if defined(utm_term) %}
+ AND url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')
+ {% end %}
+ {% if defined(utm_content) %}
+ AND url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')
+ {% end %}
+ {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}
+ {% if defined(start) %} AND timestamp >= {{ DateTime64(start) }} {% end %}
+ {% if defined(end) %} AND timestamp <= {{ DateTime64(end) }} {% end %}
+ {% if defined(filters) %}
+ {% for item in JSON(filters, '[]') %}
+ {% if item.get('operand', '').startswith('metadata.') %}
+ {% set metadataKey = item.get('operand', '').split('.')[1] %}
+ {% set operator = item.get('operator', 'equals') %}
+ {% set value = item.get('value', '') %}
+ {% if operator == 'equals' %}
+ AND JSONExtractString(metadata, {{ metadataKey }}) = {{ value }}
+ {% elif operator == 'notEquals' %}
+ AND JSONExtractString(metadata, {{ metadataKey }}) != {{ value }}
+ {% elif operator == 'greaterThan' %}
+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) > toFloat64OrNull({{ value }})
+ {% elif operator == 'lessThan' %}
+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) < toFloat64OrNull({{ value }})
+ {% elif operator == 'greaterThanOrEqual' %}
+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) >= toFloat64OrNull({{ value }})
+ {% elif operator == 'lessThanOrEqual' %}
+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) <= toFloat64OrNull({{ value }})
+ {% end %}
+ {% elif item.get('field', '') %}
+ {% set field = item.get('field', '') %}
+ {% set operator = item.get('operator', 'IN') %}
+ {% set values = item.get('values', []) %}
+ {% if field == 'country' %}
+ {% if operator == 'IN' %} AND country IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND country NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'city' %}
+ {% if operator == 'IN' %} AND city IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND city NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'continent' %}
+ {% if operator == 'IN' %} AND continent IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND continent NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'device' %}
+ {% if operator == 'IN' %} AND device IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND device NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'browser' %}
+ {% if operator == 'IN' %} AND browser IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND browser NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'os' %}
+ {% if operator == 'IN' %} AND os IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND os NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'trigger' %}
+ {% if operator == 'IN' %} AND trigger IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND trigger NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'referer' %}
+ {% if operator == 'IN' %} AND referer IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND referer NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'refererUrl' %}
+ {% if operator == 'IN' %} AND splitByString('?', referer_url)[1] IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND splitByString('?', referer_url)[1] NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'url' %}
+ {% if operator == 'IN' %} AND splitByString('?', url)[1] IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND splitByString('?', url)[1] NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'utm_source' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_medium' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_campaign' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_term' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_content' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'domain' %}
+ {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})
+ {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})
+ {% end %}
+ {% elif field == 'tagIds' %}
+ {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])
+ {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])
+ {% end %}
+ {% elif field == 'folderId' %}
+ {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})
+ {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})
+ {% end %}
+ {% elif field == 'root' %}
+ {% if operator == 'IN' %}
+ AND link_id IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})
+ {% elif operator == 'NOT IN' %}
+ AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})
+ {% end %}
+ {% elif field == 'saleType' %}
+ {# saleType is handled in the sales subquery, not here #}
+ {% end %}
+ {% end %}
+ {% end %}
+ {% end %}
+ GROUP BY
+ groupByField
+ {% if String(groupBy) == 'cities' %}, country, region
+ {% elif String(groupBy) == 'regions' %}, country
+ {% end %}
+ ORDER BY clicks DESC
+ LIMIT 5000
+
+
+
+NODE group_by_leads
+SQL >
+
+ %
+ SELECT
+ multiIf(
+ {{ String(groupBy) }} = 'top_links',
+ link_id,
+ {{ String(groupBy) }} = 'top_urls',
+ url,
+ {{ String(groupBy) }} = 'top_base_urls',
+ splitByString('?', url)[1],
+ {{ String(groupBy) }} = 'referers',
+ referer,
+ {{ String(groupBy) }} = 'referer_urls',
+ splitByString('?', referer_url)[1],
+ {{ String(groupBy) }} = 'utm_sources',
+ decodeURLFormComponent(extractURLParameter(url, 'utm_source')),
+ {{ String(groupBy) }} = 'utm_mediums',
+ decodeURLFormComponent(extractURLParameter(url, 'utm_medium')),
+ {{ String(groupBy) }} = 'utm_campaigns',
+ decodeURLFormComponent(extractURLParameter(url, 'utm_campaign')),
+ {{ String(groupBy) }} = 'utm_terms',
+ decodeURLFormComponent(extractURLParameter(url, 'utm_term')),
+ {{ String(groupBy) }} = 'utm_contents',
+ decodeURLFormComponent(extractURLParameter(url, 'utm_content')),
+ {{ String(groupBy) }} = 'ref',
+ decodeURLFormComponent(extractURLParameter(url, 'ref')),
+ {{ String(groupBy) }} = 'countries',
+ country,
+ {{ String(groupBy) }} = 'regions',
+ CONCAT(country, '-', region) as region,
+ {{ String(groupBy) }} = 'cities',
+ city,
+ {{ String(groupBy) }} = 'continents',
+ continent,
+ {{ String(groupBy) }} = 'devices',
+ device,
+ {{ String(groupBy) }} = 'browsers',
+ browser,
+ {{ String(groupBy) }} = 'os',
+ os,
+ {{ String(groupBy) }} = 'triggers',
+ trigger,
+ link_id
+ ) AS groupByField,
+ {% if String(groupBy) == 'cities' %} country, CONCAT(country, '-', region) as region,
+ {% elif String(groupBy) == 'regions' %} country,
+ {% end %}
+ COUNT(*) as leads
+ FROM dub_lead_events_mv
+ WHERE
+ groupByField != '' AND groupByField != 'Unknown'
+ {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}
+ {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}
+ {% elif defined(linkId) %} AND link_id = {{ linkId }}
+ {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(
+ tenantId
+ ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(
+ tagIds
+ ) or defined(
+ root
+ ) %} AND link_id in (SELECT link_id from workspace_links)
+ {% end %}
+ {% if defined(customerId) %} AND customer_id = {{ String(customerId) }} {% end %}
+ {% if defined(continent) %} AND continent = {{ continent }} {% end %}
+ {% if defined(country) %} AND country = {{ country }} {% end %}
+ {% if defined(region) %} AND region = {{ region }} {% end %}
+ {% if defined(city) %} AND city = {{ city }} {% end %}
+ {% if defined(device) %} AND device = {{ device }} {% end %}
+ {% if defined(browser) %} AND browser = {{ browser }} {% end %}
+ {% if defined(os) %} AND os = {{ os }} {% end %}
+ {% if defined(referer) %} AND referer = {{ referer }} {% end %}
+ {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}
+ {% if defined(utm_source) %}
+ AND url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')
+ {% end %}
+ {% if defined(utm_medium) %}
+ AND url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')
+ {% end %}
+ {% if defined(utm_campaign) %}
+ AND url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')
+ {% end %}
+ {% if defined(utm_term) %}
+ AND url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')
+ {% end %}
+ {% if defined(utm_content) %}
+ AND url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')
+ {% end %}
+ {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}
+ {% if defined(start) %} AND timestamp >= {{ DateTime(start) }} {% end %}
+ {% if defined(end) %} AND timestamp <= {{ DateTime(end) }} {% end %}
+ {% if defined(filters) %}
+ {% for item in JSON(filters, '[]') %}
+ {% if item.get('operand', '').startswith('metadata.') %}
+ {% set metadataKey = item.get('operand', '').split('.')[1] %}
+ {% set operator = item.get('operator', 'equals') %}
+ {% set value = item.get('value', '') %}
+ {% if operator == 'equals' %}
+ AND JSONExtractString(metadata, {{ metadataKey }}) = {{ value }}
+ {% elif operator == 'notEquals' %}
+ AND JSONExtractString(metadata, {{ metadataKey }}) != {{ value }}
+ {% elif operator == 'greaterThan' %}
+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) > toFloat64OrNull({{ value }})
+ {% elif operator == 'lessThan' %}
+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) < toFloat64OrNull({{ value }})
+ {% elif operator == 'greaterThanOrEqual' %}
+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) >= toFloat64OrNull({{ value }})
+ {% elif operator == 'lessThanOrEqual' %}
+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) <= toFloat64OrNull({{ value }})
+ {% end %}
+ {% elif item.get('field', '') %}
+ {% set field = item.get('field', '') %}
+ {% set operator = item.get('operator', 'IN') %}
+ {% set values = item.get('values', []) %}
+ {% if field == 'country' %}
+ {% if operator == 'IN' %} AND country IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND country NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'city' %}
+ {% if operator == 'IN' %} AND city IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND city NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'continent' %}
+ {% if operator == 'IN' %} AND continent IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND continent NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'device' %}
+ {% if operator == 'IN' %} AND device IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND device NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'browser' %}
+ {% if operator == 'IN' %} AND browser IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND browser NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'os' %}
+ {% if operator == 'IN' %} AND os IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND os NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'trigger' %}
+ {% if operator == 'IN' %} AND trigger IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND trigger NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'referer' %}
+ {% if operator == 'IN' %} AND referer IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND referer NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'refererUrl' %}
+ {% if operator == 'IN' %} AND splitByString('?', referer_url)[1] IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND splitByString('?', referer_url)[1] NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'url' %}
+ {% if operator == 'IN' %} AND splitByString('?', url)[1] IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND splitByString('?', url)[1] NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'utm_source' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_medium' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_campaign' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_term' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_content' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'domain' %}
+ {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})
+ {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})
+ {% end %}
+ {% elif field == 'tagIds' %}
+ {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])
+ {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])
+ {% end %}
+ {% elif field == 'folderId' %}
+ {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})
+ {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})
+ {% end %}
+ {% elif field == 'root' %}
+ {% if operator == 'IN' %}
+ AND link_id IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})
+ {% elif operator == 'NOT IN' %}
+ AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})
+ {% end %}
+ {% elif field == 'saleType' %}
+ {# saleType is handled in the sales subquery, not here #}
+ {% end %}
+ {% end %}
+ {% end %}
+ {% end %}
+ GROUP BY
+ groupByField
+ {% if String(groupBy) == 'cities' %}, country, region
+ {% elif String(groupBy) == 'regions' %}, country
+ {% end %}
+ ORDER BY leads DESC
+ LIMIT 5000
+
+
+
+NODE first_sale_by_link_customer
+SQL >
+
+ %
+ SELECT workspace_id, link_id, customer_id, minMerge(first_sale_state) AS first_sale_ts
+ FROM dub_first_sale_mv
+ WHERE
+ workspace_id
+ = {{
+ String(
+ workspaceId,
+ 'cl7pj5kq4006835rbjlt2ofka',
+ description="The unique ID for the workspace",
+ required=True,
+ )
+ }}
+ GROUP BY workspace_id, link_id, customer_id
+
+
+
+NODE group_by_sales
+SQL >
+
+ %
+ SELECT
+ multiIf(
+ {{ String(groupBy) }} = 'top_links',
+ link_id,
+ {{ String(groupBy) }} = 'top_urls',
+ url,
+ {{ String(groupBy) }} = 'top_base_urls',
+ splitByString('?', url)[1],
+ {{ String(groupBy) }} = 'referers',
+ referer,
+ {{ String(groupBy) }} = 'referer_urls',
+ splitByString('?', referer_url)[1],
+ {{ String(groupBy) }} = 'utm_sources',
+ decodeURLFormComponent(extractURLParameter(url, 'utm_source')),
+ {{ String(groupBy) }} = 'utm_mediums',
+ decodeURLFormComponent(extractURLParameter(url, 'utm_medium')),
+ {{ String(groupBy) }} = 'utm_campaigns',
+ decodeURLFormComponent(extractURLParameter(url, 'utm_campaign')),
+ {{ String(groupBy) }} = 'utm_terms',
+ decodeURLFormComponent(extractURLParameter(url, 'utm_term')),
+ {{ String(groupBy) }} = 'utm_contents',
+ decodeURLFormComponent(extractURLParameter(url, 'utm_content')),
+ {{ String(groupBy) }} = 'ref',
+ decodeURLFormComponent(extractURLParameter(url, 'ref')),
+ {{ String(groupBy) }} = 'countries',
+ country,
+ {{ String(groupBy) }} = 'regions',
+ CONCAT(country, '-', region) as region,
+ {{ String(groupBy) }} = 'cities',
+ city,
+ {{ String(groupBy) }} = 'continents',
+ continent,
+ {{ String(groupBy) }} = 'devices',
+ device,
+ {{ String(groupBy) }} = 'browsers',
+ browser,
+ {{ String(groupBy) }} = 'os',
+ os,
+ {{ String(groupBy) }} = 'triggers',
+ trigger,
+ link_id
+ ) AS groupByField,
+ {% if String(groupBy) == 'cities' %} country, CONCAT(country, '-', region) as region,
+ {% elif String(groupBy) == 'regions' %} country,
+ {% end %}
+ COUNT(*) AS sales,
+ SUM(amount) AS saleAmount
+ FROM
+ (
+ SELECT
+ se.*,
+ if(
+ isNull(fs.first_sale_ts),
+ 'new',
+ if(
+ toUnixTimestamp64Milli(se.timestamp) = toUnixTimestamp64Milli(fs.first_sale_ts),
+ 'new',
+ 'recurring'
+ )
+ ) AS sale_type
+ FROM dub_sale_events_mv AS se
+ LEFT JOIN first_sale_by_link_customer AS fs
+ USING (workspace_id, link_id, customer_id)
+ WHERE
+ true
+ {% if defined(workspaceId) %} AND se.workspace_id = {{ workspaceId }} {% end %}
+ {% if defined(linkIds) %} AND se.link_id IN {{ Array(linkIds, 'String') }}
+ {% elif defined(linkId) %} AND se.link_id = {{ linkId }}
+ {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(
+ tenantId
+ ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(
+ tagIds
+ ) or defined(
+ root
+ ) %} AND se.link_id in (SELECT link_id from workspace_links)
+ {% end %}
+ {% if defined(customerId) %} AND se.customer_id = {{ String(customerId) }} {% end %}
+ {% if defined(continent) %} AND se.continent = {{ continent }} {% end %}
+ {% if defined(country) %} AND se.country = {{ country }} {% end %}
+ {% if defined(region) %} AND se.region = {{ region }} {% end %}
+ {% if defined(city) %} AND se.city = {{ city }} {% end %}
+ {% if defined(device) %} AND se.device = {{ device }} {% end %}
+ {% if defined(browser) %} AND se.browser = {{ browser }} {% end %}
+ {% if defined(os) %} AND se.os = {{ os }} {% end %}
+ {% if defined(referer) %} AND se.referer = {{ referer }} {% end %}
+ {% if defined(refererUrl) %} AND splitByString('?', se.referer_url)[1] = {{ refererUrl }} {% end %}
+ {% if defined(utm_source) %}
+ AND se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')
+ {% end %}
+ {% if defined(utm_medium) %}
+ AND se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')
+ {% end %}
+ {% if defined(utm_campaign) %}
+ AND se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')
+ {% end %}
+ {% if defined(utm_term) %}
+ AND se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')
+ {% end %}
+ {% if defined(utm_content) %}
+ AND se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')
+ {% end %}
+ {% if defined(url) %} AND splitByString('?', se.url)[1] = {{ url }} {% end %}
+ {% if defined(start) %} AND se.timestamp >= {{ DateTime(start) }} {% end %}
+ {% if defined(end) %} AND se.timestamp <= {{ DateTime(end) }} {% end %}
+ {% if defined(filters) %}
+ {% for item in JSON(filters, '[]') %}
+ {% if item.get('operand', '').startswith('metadata.') %}
+ {% set metadataKey = item.get('operand', '').split('.')[1] %}
+ {% set operator = item.get('operator', 'equals') %}
+ {% set value = item.get('value', '') %}
+ {% if operator == 'equals' %}
+ AND JSONExtractString(se.metadata, {{ metadataKey }}) = {{ value }}
+ {% elif operator == 'notEquals' %}
+ AND JSONExtractString(se.metadata, {{ metadataKey }}) != {{ value }}
+ {% elif operator == 'greaterThan' %}
+ AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) > toFloat64OrNull({{ value }})
+ {% elif operator == 'lessThan' %}
+ AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) < toFloat64OrNull({{ value }})
+ {% elif operator == 'greaterThanOrEqual' %}
+ AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) >= toFloat64OrNull({{ value }})
+ {% elif operator == 'lessThanOrEqual' %}
+ AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) <= toFloat64OrNull({{ value }})
+ {% end %}
+ {% elif item.get('field', '') %}
+ {% set field = item.get('field', '') %}
+ {% set operator = item.get('operator', 'IN') %}
+ {% set values = item.get('values', []) %}
+ {% if field == 'country' %}
+ {% if operator == 'IN' %} AND se.country IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND se.country NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'city' %}
+ {% if operator == 'IN' %} AND se.city IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND se.city NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'continent' %}
+ {% if operator == 'IN' %} AND se.continent IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND se.continent NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'device' %}
+ {% if operator == 'IN' %} AND se.device IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND se.device NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'browser' %}
+ {% if operator == 'IN' %} AND se.browser IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND se.browser NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'os' %}
+ {% if operator == 'IN' %} AND se.os IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND se.os NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'trigger' %}
+ {% if operator == 'IN' %} AND se.trigger IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND se.trigger NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'referer' %}
+ {% if operator == 'IN' %} AND se.referer IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND se.referer NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'refererUrl' %}
+ {% if operator == 'IN' %} AND splitByString('?', se.referer_url)[1] IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND splitByString('?', se.referer_url)[1] NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'url' %}
+ {% if operator == 'IN' %} AND splitByString('?', se.url)[1] IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND splitByString('?', se.url)[1] NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'utm_source' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_medium' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_campaign' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_term' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_content' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'domain' %}
+ {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})
+ {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})
+ {% end %}
+ {% elif field == 'tagIds' %}
+ {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])
+ {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])
+ {% end %}
+ {% elif field == 'folderId' %}
+ {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})
+ {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})
+ {% end %}
+ {% elif field == 'root' %}
+ {% if operator == 'IN' %}
+ AND se.link_id IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})
+ {% elif operator == 'NOT IN' %}
+ AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})
+ {% end %}
+ {% elif field == 'saleType' %}
+ {# saleType is handled after this subquery #}
+ {% end %}
+ {% end %}
+ {% end %}
+ {% end %}
+ ) AS typed
+ WHERE
+ groupByField != '' AND groupByField != 'Unknown'
+ {% if defined(filters) %}
+ {% for item in JSON(filters, '[]') %}
+ {% if item.get('field', '') == 'saleType' %}
+ {% set operator = item.get('operator', 'IN') %}
+ {% set values = item.get('values', []) %}
+ {% if operator == 'IN' %} AND typed.sale_type IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND typed.sale_type NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% end %}
+ {% end %}
+ {% end %}
+ GROUP BY
+ groupByField
+ {% if String(groupBy) == 'cities' %}, country, region
+ {% elif String(groupBy) == 'regions' %}, country
+ {% end %}
+ ORDER BY saleAmount DESC
+ LIMIT 5000
+
+
+
+NODE group_by_composite
+SQL >
+
+ %
+ SELECT
+ dce.groupByField as groupByField,
+ clicks,
+ leads,
+ sales,
+ saleAmount
+ {% if String(groupBy) == 'cities' %}, dce.country as country, dce.region as region{% end %}
+ {% if String(groupBy) == 'regions' %}, dce.country as country{% end %}
+ FROM
+ (
+ SELECT
+ dce.groupByField,
+ dce.clicks,
+ COALESCE(dle.leads, 0) AS leads,
+ COALESCE(dse.sales, 0) AS sales,
+ COALESCE(dse.saleAmount, 0) AS saleAmount
+ {% if String(groupBy) == 'cities' %}, dce.country, dce.region{% end %}
+ {% if String(groupBy) == 'regions' %}, dce.country{% end %}
+ FROM group_by_clicks dce
+ LEFT JOIN
+ group_by_leads dle ON dce.groupByField = dle.groupByField
+ {% if String(groupBy) == 'cities' %}
+ AND dce.country = dle.country AND dce.region = dle.region
+ {% end %}
+ {% if String(groupBy) == 'regions' %} AND dce.country = dle.country{% end %}
+ LEFT JOIN
+ group_by_sales dse ON dce.groupByField = dse.groupByField
+ {% if String(groupBy) == 'cities' %}
+ AND dce.country = dse.country AND dce.region = dse.region
+ {% end %}
+ {% if String(groupBy) == 'regions' %} AND dce.country = dse.country{% end %}
+ )
+ ORDER BY clicks DESC
+
+
+
+NODE endpoint
+SQL >
+
+ %
+ SELECT *
+ FROM
+ {% if eventType == 'clicks' %} group_by_clicks
+ {% elif eventType == 'leads' %} group_by_leads
+ {% elif eventType == 'sales' %}group_by_sales
+ {% elif eventType == 'composite' %}group_by_composite
+ {% else %} group_by_clicks
+ {% end %}
+
+
diff --git a/packages/tinybird/pipes/v4_group_by_link_metadata.pipe b/packages/tinybird/pipes/v4_group_by_link_metadata.pipe
new file mode 100644
index 0000000000..b0a02fdaf9
--- /dev/null
+++ b/packages/tinybird/pipes/v4_group_by_link_metadata.pipe
@@ -0,0 +1,606 @@
+NODE workspace_links
+SQL >
+
+ %
+ SELECT
+ link_id,
+ -- here we split tag_ids out of the multiIf because arrayJoin explodes rows
+ if(
+ {{ String(groupBy) }} = 'top_link_tags',
+ arrayJoin(tag_ids),
+ multiIf(
+ {{ String(groupBy) }} = 'top_folders',
+ folder_id,
+ {{ String(groupBy) }} = 'top_domains',
+ domain,
+ {{ String(groupBy) }} = 'top_partners',
+ partner_id,
+ {{ String(groupBy) }} = 'top_groups',
+ partner_group_id,
+ partner_id
+ )
+ ) AS groupByField
+ FROM dub_links_metadata_latest FINAL
+ WHERE
+ workspace_id
+ = {{
+ String(
+ workspaceId,
+ 'cl7pj5kq4006835rbjlt2ofka',
+ description="The unique ID for the workspace",
+ required=True,
+ )
+ }}
+ AND deleted == 0
+ AND multiIf(
+ {{ String(groupBy) }} = 'top_folders',
+ folder_id != '',
+ {{ String(groupBy) }} = 'top_domains',
+ domain != '',
+ {{ String(groupBy) }} = 'top_link_tags',
+ length(tag_ids) > 0,
+ {{ String(groupBy) }} = 'top_partners',
+ partner_id != '',
+ {{ String(groupBy) }} = 'top_groups',
+ partner_group_id != '',
+ partner_id != ''
+ )
+ {% if defined(programId) %} AND program_id = {{ programId }} {% end %}
+ {% if defined(partnerId) %}
+ {% if defined(partnerIdOperator) and String(partnerIdOperator) == 'NOT IN' %}
+ AND partner_id NOT IN {{ Array(partnerId, 'String') }}
+ {% else %}
+ AND partner_id IN {{ Array(partnerId, 'String') }}
+ {% end %}
+ {% end %}
+ {% if defined(groupId) %}
+ {% if defined(groupIdOperator) and String(groupIdOperator) == 'NOT IN' %}
+ AND partner_group_id NOT IN {{ Array(groupId, 'String') }}
+ {% else %}
+ AND partner_group_id IN {{ Array(groupId, 'String') }}
+ {% end %}
+ {% end %}
+ {% if defined(tenantId) %}
+ {% if defined(tenantIdOperator) and String(tenantIdOperator) == 'NOT IN' %}
+ AND tenant_id NOT IN {{ Array(tenantId, 'String') }}
+ {% else %}
+ AND tenant_id IN {{ Array(tenantId, 'String') }}
+ {% end %}
+ {% end %}
+ {% if defined(domain) %}
+ {% if defined(domainOperator) and String(domainOperator) == 'NOT IN' %}
+ AND domain NOT IN {{ Array(domain, 'String') }}
+ {% else %}
+ AND domain IN {{ Array(domain, 'String') }}
+ {% end %}
+ {% end %}
+ {% if defined(tagIds) %}
+ {% if defined(tagIdsOperator) and String(tagIdsOperator) == 'NOT IN' %}
+ AND length(arrayFilter(x -> x NOT IN {{ Array(tagIds, 'String') }}, tag_ids)) = length(tag_ids)
+ {% else %}
+ AND arrayIntersect(tag_ids, {{ Array(tagIds, 'String') }}) != []
+ {% end %}
+ {% end %}
+ {% if defined(folderId) %}
+ {% if defined(folderIdOperator) and String(folderIdOperator) == 'NOT IN' %}
+ AND folder_id NOT IN {{ Array(folderId, 'String') }}
+ {% else %}
+ AND folder_id IN {{ Array(folderId, 'String') }}
+ {% end %}
+ {% end %}
+ {% if defined(root) %}
+ {% if defined(rootOperator) and String(rootOperator) == 'NOT IN' %}
+ AND NOT (0{% for val in root %}{% if val == 'true' %} OR key = '_root'{% else %} OR key != '_root'{% end %}{% end %})
+ {% else %}
+ AND (0{% for val in root %}{% if val == 'true' %} OR key = '_root'{% else %} OR key != '_root'{% end %}{% end %})
+ {% end %}
+ {% end %}
+
+
+
+NODE group_by_link_metadata_clicks
+SQL >
+
+ %
+ SELECT wl.groupByField as groupByField, COUNT(*) AS clicks
+ FROM dub_click_events_mv AS ce
+ JOIN workspace_links AS wl ON ce.link_id = wl.link_id
+ WHERE
+ workspace_id
+ = {{
+ String(
+ workspaceId,
+ 'cl7pj5kq4006835rbjlt2ofka',
+ description="The unique ID for the workspace",
+ required=True,
+ )
+ }}
+ {% if defined(linkIds) %} AND ce.link_id IN {{ Array(linkIds, 'String') }}
+ {% elif defined(linkId) %} AND ce.link_id = {{ linkId }}
+ {% end %}
+ {% if defined(region) %} AND region = {{ region }} {% end %}
+ {% if defined(start) %} AND timestamp >= {{ DateTime64(start) }} {% end %}
+ {% if defined(end) %} AND timestamp <= {{ DateTime64(end) }} {% end %}
+ {% if defined(filters) %}
+ {% for item in JSON(filters, '[]') %}
+ {% if item.get('field', '') %}
+ {% set field = item.get('field', '') %}
+ {% set operator = item.get('operator', 'IN') %}
+ {% set values = item.get('values', []) %}
+ {% if field == 'country' %}
+ {% if operator == 'IN' %} AND country IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND country NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'city' %}
+ {% if operator == 'IN' %} AND city IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND city NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'continent' %}
+ {% if operator == 'IN' %} AND continent IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND continent NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'device' %}
+ {% if operator == 'IN' %} AND device IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND device NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'browser' %}
+ {% if operator == 'IN' %} AND browser IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND browser NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'os' %}
+ {% if operator == 'IN' %} AND os IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND os NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'trigger' %}
+ {% if operator == 'IN' %} AND trigger IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND trigger NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'referer' %}
+ {% if operator == 'IN' %} AND referer IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND referer NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'refererUrl' %}
+ {% if operator == 'IN' %} AND splitByString('?', referer_url)[1] IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND splitByString('?', referer_url)[1] NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'url' %}
+ {% if operator == 'IN' %} AND splitByString('?', url)[1] IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND splitByString('?', url)[1] NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'utm_source' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_medium' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_campaign' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_term' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_content' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'domain' %}
+ {# domain is already filtered at workspace_links node level #}
+ {% elif field == 'tagIds' %}
+ {# tagIds is already filtered at workspace_links node level #}
+ {% elif field == 'folderId' %}
+ {# folderId is already filtered at workspace_links node level #}
+ {% elif field == 'root' %}
+ {# root is already filtered at workspace_links node level #}
+ {% elif field == 'saleType' %}
+ {# saleType is handled in the sales subquery, not here #}
+ {% end %}
+ {% end %}
+ {% end %}
+ {% end %}
+ GROUP BY wl.groupByField
+ ORDER BY clicks DESC
+ LIMIT 5000
+
+
+
+NODE group_by_link_metadata_leads
+SQL >
+
+ %
+ SELECT wl.groupByField as groupByField, COUNT(*) AS leads
+ FROM dub_lead_events_mv AS le
+ JOIN workspace_links AS wl ON le.link_id = wl.link_id
+ WHERE
+ workspace_id
+ = {{
+ String(
+ workspaceId,
+ 'cl7pj5kq4006835rbjlt2ofka',
+ description="The unique ID for the workspace",
+ required=True,
+ )
+ }}
+ {% if defined(linkIds) %} AND le.link_id IN {{ Array(linkIds, 'String') }}
+ {% elif defined(linkId) %} AND le.link_id = {{ linkId }}
+ {% end %}
+ {% if defined(customerId) %} AND customer_id = {{ String(customerId) }} {% end %}
+ {% if defined(continent) %} AND continent = {{ continent }} {% end %}
+ {% if defined(country) %} AND country = {{ country }} {% end %}
+ {% if defined(region) %} AND region = {{ region }} {% end %}
+ {% if defined(city) %} AND city = {{ city }} {% end %}
+ {% if defined(device) %} AND device = {{ device }} {% end %}
+ {% if defined(browser) %} AND browser = {{ browser }} {% end %}
+ {% if defined(os) %} AND os = {{ os }} {% end %}
+ {% if defined(referer) %} AND referer = {{ referer }} {% end %}
+ {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}
+ {% if defined(utm_source) %}
+ AND url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')
+ {% end %}
+ {% if defined(utm_medium) %}
+ AND url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')
+ {% end %}
+ {% if defined(utm_campaign) %}
+ AND url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')
+ {% end %}
+ {% if defined(utm_term) %}
+ AND url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')
+ {% end %}
+ {% if defined(utm_content) %}
+ AND url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')
+ {% end %}
+ {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}
+ {% if defined(start) %} AND timestamp >= {{ DateTime64(start) }} {% end %}
+ {% if defined(end) %} AND timestamp <= {{ DateTime64(end) }} {% end %}
+ {% if defined(filters) %}
+ {% for item in JSON(filters, '[]') %}
+ {% if item.get('field', '') %}
+ {% set field = item.get('field', '') %}
+ {% set operator = item.get('operator', 'IN') %}
+ {% set values = item.get('values', []) %}
+ {% if field == 'country' %}
+ {% if operator == 'IN' %} AND country IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND country NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'city' %}
+ {% if operator == 'IN' %} AND city IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND city NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'continent' %}
+ {% if operator == 'IN' %} AND continent IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND continent NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'device' %}
+ {% if operator == 'IN' %} AND device IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND device NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'browser' %}
+ {% if operator == 'IN' %} AND browser IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND browser NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'os' %}
+ {% if operator == 'IN' %} AND os IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND os NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'trigger' %}
+ {% if operator == 'IN' %} AND trigger IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND trigger NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'referer' %}
+ {% if operator == 'IN' %} AND referer IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND referer NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'refererUrl' %}
+ {% if operator == 'IN' %} AND splitByString('?', referer_url)[1] IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND splitByString('?', referer_url)[1] NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'url' %}
+ {% if operator == 'IN' %} AND splitByString('?', url)[1] IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND splitByString('?', url)[1] NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'utm_source' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_medium' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_campaign' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_term' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_content' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'domain' %}
+ {% if operator == 'IN' %} AND le.link_id IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})
+ {% elif operator == 'NOT IN' %} AND le.link_id NOT IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})
+ {% end %}
+ {% elif field == 'tagIds' %}
+ {% if operator == 'IN' %} AND le.link_id IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])
+ {% elif operator == 'NOT IN' %} AND le.link_id NOT IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])
+ {% end %}
+ {% elif field == 'folderId' %}
+ {% if operator == 'IN' %} AND le.link_id IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})
+ {% elif operator == 'NOT IN' %} AND le.link_id NOT IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})
+ {% end %}
+ {% elif field == 'root' %}
+ {% if operator == 'IN' %}
+ AND le.link_id IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})
+ {% elif operator == 'NOT IN' %}
+ AND le.link_id NOT IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})
+ {% end %}
+ {% elif field == 'saleType' %}
+ {# saleType is handled in the sales subquery, not here #}
+ {% end %}
+ {% end %}
+ {% end %}
+ {% end %}
+ GROUP BY wl.groupByField
+ ORDER BY leads DESC
+ LIMIT 5000
+
+
+
+NODE first_sale_by_link_customer
+SQL >
+
+ %
+ SELECT workspace_id, link_id, customer_id, minMerge(first_sale_state) AS first_sale_ts
+ FROM dub_first_sale_mv
+ WHERE
+ workspace_id
+ = {{
+ String(
+ workspaceId,
+ 'cl7pj5kq4006835rbjlt2ofka',
+ description="The unique ID for the workspace",
+ required=True,
+ )
+ }}
+ GROUP BY workspace_id, link_id, customer_id
+
+
+
+NODE group_by_link_metadata_sales
+SQL >
+
+ %
+ SELECT
+ wl.groupByField AS groupByField,
+ COUNT(*) AS sales,
+ SUM(t.amount) AS saleAmount
+ FROM
+ (
+ SELECT
+ se.*,
+ if(
+ isNull(fs.first_sale_ts),
+ 'new',
+ if(
+ toUnixTimestamp64Milli(se.timestamp) = toUnixTimestamp64Milli(fs.first_sale_ts),
+ 'new',
+ 'recurring'
+ )
+ ) AS sale_type
+ FROM dub_sale_events_mv AS se
+ LEFT JOIN first_sale_by_link_customer AS fs
+ USING (workspace_id, link_id, customer_id)
+ WHERE
+ workspace_id
+ = {{
+ String(
+ workspaceId,
+ 'cl7pj5kq4006835rbjlt2ofka',
+ description="The unique ID for the workspace",
+ required=True,
+ )
+ }}
+ {% if defined(linkIds) %} AND se.link_id IN {{ Array(linkIds, 'String') }}
+ {% elif defined(linkId) %} AND se.link_id = {{ linkId }}
+ {% end %}
+ {% if defined(customerId) %} AND se.customer_id = {{ String(customerId) }} {% end %}
+ {% if defined(continent) %} AND se.continent = {{ continent }} {% end %}
+ {% if defined(country) %} AND se.country = {{ country }} {% end %}
+ {% if defined(region) %} AND se.region = {{ region }} {% end %}
+ {% if defined(city) %} AND se.city = {{ city }} {% end %}
+ {% if defined(device) %} AND se.device = {{ device }} {% end %}
+ {% if defined(browser) %} AND se.browser = {{ browser }} {% end %}
+ {% if defined(os) %} AND se.os = {{ os }} {% end %}
+ {% if defined(referer) %} AND se.referer = {{ referer }} {% end %}
+ {% if defined(refererUrl) %} AND splitByString('?', se.referer_url)[1] = {{ refererUrl }} {% end %}
+ {% if defined(utm_source) %}
+ AND se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')
+ {% end %}
+ {% if defined(utm_medium) %}
+ AND se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')
+ {% end %}
+ {% if defined(utm_campaign) %}
+ AND se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')
+ {% end %}
+ {% if defined(utm_term) %}
+ AND se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')
+ {% end %}
+ {% if defined(utm_content) %}
+ AND se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')
+ {% end %}
+ {% if defined(url) %} AND splitByString('?', se.url)[1] = {{ url }} {% end %}
+ {% if defined(start) %} AND se.timestamp >= {{ DateTime64(start) }} {% end %}
+ {% if defined(end) %} AND se.timestamp <= {{ DateTime64(end) }} {% end %}
+ {% if defined(filters) %}
+ {% for item in JSON(filters, '[]') %}
+ {% if item.get('field', '') %}
+ {% set field = item.get('field', '') %}
+ {% set operator = item.get('operator', 'IN') %}
+ {% set values = item.get('values', []) %}
+ {% if field == 'country' %}
+ {% if operator == 'IN' %} AND se.country IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND se.country NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'city' %}
+ {% if operator == 'IN' %} AND se.city IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND se.city NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'continent' %}
+ {% if operator == 'IN' %} AND se.continent IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND se.continent NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'device' %}
+ {% if operator == 'IN' %} AND se.device IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND se.device NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'browser' %}
+ {% if operator == 'IN' %} AND se.browser IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND se.browser NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'os' %}
+ {% if operator == 'IN' %} AND se.os IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND se.os NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'trigger' %}
+ {% if operator == 'IN' %} AND se.trigger IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND se.trigger NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'referer' %}
+ {% if operator == 'IN' %} AND se.referer IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND se.referer NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'refererUrl' %}
+ {% if operator == 'IN' %} AND splitByString('?', se.referer_url)[1] IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND splitByString('?', se.referer_url)[1] NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'url' %}
+ {% if operator == 'IN' %} AND splitByString('?', se.url)[1] IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND splitByString('?', se.url)[1] NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'utm_source' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_medium' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_campaign' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_term' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_content' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'domain' %}
+ {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})
+ {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})
+ {% end %}
+ {% elif field == 'tagIds' %}
+ {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])
+ {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])
+ {% end %}
+ {% elif field == 'folderId' %}
+ {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})
+ {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})
+ {% end %}
+ {% elif field == 'root' %}
+ {% if operator == 'IN' %}
+ AND se.link_id IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})
+ {% elif operator == 'NOT IN' %}
+ AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})
+ {% end %}
+ {% elif field == 'saleType' %}
+ {# saleType is handled after this subquery #}
+ {% end %}
+ {% end %}
+ {% end %}
+ {% end %}
+ ) AS t
+ JOIN workspace_links AS wl
+ ON t.link_id = wl.link_id
+ WHERE
+ true
+ {% if defined(filters) %}
+ {% for item in JSON(filters, '[]') %}
+ {% if item.get('field', '') == 'saleType' %}
+ {% set operator = item.get('operator', 'IN') %}
+ {% set values = item.get('values', []) %}
+ {% if operator == 'IN' %} AND t.sale_type IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND t.sale_type NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% end %}
+ {% end %}
+ {% end %}
+ GROUP BY wl.groupByField
+ ORDER BY saleAmount DESC
+ LIMIT 5000
+
+
+
+NODE group_by_link_metadata_composite
+SQL >
+
+ %
+ SELECT c.groupByField as groupByField, c.clicks as clicks, l.leads as leads, s.sales as sales, s.saleAmount as saleAmount
+ FROM group_by_link_metadata_clicks AS c
+ LEFT JOIN group_by_link_metadata_leads AS l ON c.groupByField = l.groupByField
+ LEFT JOIN group_by_link_metadata_sales AS s ON c.groupByField = s.groupByField
+ ORDER BY saleAmount DESC
+
+
+
+NODE endpoint
+SQL >
+
+ %
+ SELECT *
+ FROM
+ {% if eventType == 'clicks' %} group_by_link_metadata_clicks
+ {% elif eventType == 'leads' %} group_by_link_metadata_leads
+ {% elif eventType == 'sales' %}group_by_link_metadata_sales
+ {% elif eventType == 'composite' %}group_by_link_metadata_composite
+ {% else %} group_by_link_metadata_clicks
+ {% end %}
+
+
diff --git a/packages/tinybird/pipes/v4_timeseries.pipe b/packages/tinybird/pipes/v4_timeseries.pipe
new file mode 100644
index 0000000000..3557e784dc
--- /dev/null
+++ b/packages/tinybird/pipes/v4_timeseries.pipe
@@ -0,0 +1,790 @@
+DESCRIPTION >
+ Timeseries data
+
+
+TAGS "Dub Endpoints"
+
+NODE month_intervals
+SQL >
+
+ %
+ WITH
+ toStartOfMonth(
+ toDateTime64({{ DateTime64(start, '2024-02-24 00:00:00.000') }}, 3),
+ {{ String(timezone, 'UTC') }}
+ ) AS start,
+ toStartOfMonth(
+ toDateTime64({{ DateTime64(end, '2024-05-23 00:00:00.000') }}, 3),
+ {{ String(timezone, 'UTC') }}
+ ) AS
+ end,
+ dateDiff('month', start, end) + 1 AS months_diff
+ SELECT
+ arrayJoin(
+ arrayMap(
+ x -> toDateTime64(start + toIntervalMonth(x), 3, {{ String(timezone, 'UTC') }}),
+ range(0, months_diff)
+ )
+ ) as interval
+
+
+
+NODE day_intervals
+SQL >
+
+ %
+ WITH
+ toStartOfDay(
+ toDateTime64({{ DateTime64(start, '2024-02-24 00:00:00.000') }}, 3),
+ {{ String(timezone, 'UTC') }}
+ ) AS start,
+ toStartOfDay(
+ toDateTime64({{ DateTime64(end, '2024-05-23 00:00:00.000') }}, 3),
+ {{ String(timezone, 'UTC') }}
+ ) AS
+ end,
+ dateDiff('day', start, end
+ ) + 1 AS days_diff
+ SELECT
+ arrayJoin(
+ arrayMap(
+ x -> toDateTime64(start + toIntervalDay(x), 3, {{ String(timezone, 'UTC') }}),
+ range(0, days_diff)
+ )
+ ) as interval
+
+
+
+NODE hour_intervals
+SQL >
+
+ %
+ WITH
+ toStartOfHour(
+ toDateTime64({{ DateTime64(start, '2024-05-22 00:00:00.000') }}, 3),
+ {{ String(timezone, 'UTC') }}
+ ) AS start,
+ toStartOfHour(
+ toDateTime64({{ DateTime64(end, '2024-05-23 00:00:00.000') }}, 3),
+ {{ String(timezone, 'UTC') }}
+ ) AS
+ end
+ SELECT
+ arrayJoin(
+ arrayMap(x -> toDateTime64(x, 3), range(toUInt32(start), toUInt32(end + 3600), 3600)
+ )
+ ) as interval
+
+
+
+NODE workspace_links
+SQL >
+
+ %
+ SELECT link_id
+ FROM dub_links_metadata_latest FINAL
+ WHERE
+ workspace_id
+ = {{
+ String(
+ workspaceId,
+ 'cl7pj5kq4006835rbjlt2ofka',
+ description="The unique ID for the workspace",
+ required=True,
+ )
+ }}
+ AND deleted == 0
+ {% if defined(programId) %} AND program_id = {{ programId }} {% end %}
+ {% if defined(partnerId) %}
+ {% if defined(partnerIdOperator) and String(partnerIdOperator) == 'NOT IN' %}
+ AND partner_id NOT IN {{ Array(partnerId, 'String') }}
+ {% else %}
+ AND partner_id IN {{ Array(partnerId, 'String') }}
+ {% end %}
+ {% end %}
+ {% if defined(groupId) %}
+ {% if defined(groupIdOperator) and String(groupIdOperator) == 'NOT IN' %}
+ AND partner_group_id NOT IN {{ Array(groupId, 'String') }}
+ {% else %}
+ AND partner_group_id IN {{ Array(groupId, 'String') }}
+ {% end %}
+ {% end %}
+ {% if defined(tenantId) %}
+ {% if defined(tenantIdOperator) and String(tenantIdOperator) == 'NOT IN' %}
+ AND tenant_id NOT IN {{ Array(tenantId, 'String') }}
+ {% else %}
+ AND tenant_id IN {{ Array(tenantId, 'String') }}
+ {% end %}
+ {% end %}
+ {% if defined(domain) %}
+ {% if defined(domainOperator) and String(domainOperator) == 'NOT IN' %}
+ AND domain NOT IN {{ Array(domain, 'String') }}
+ {% else %}
+ AND domain IN {{ Array(domain, 'String') }}
+ {% end %}
+ {% end %}
+ {% if defined(tagIds) %}
+ {% if defined(tagIdsOperator) and String(tagIdsOperator) == 'NOT IN' %}
+ AND length(arrayFilter(x -> x NOT IN {{ Array(tagIds, 'String') }}, tag_ids)) = length(tag_ids)
+ {% else %}
+ AND arrayIntersect(tag_ids, {{ Array(tagIds, 'String') }}) != []
+ {% end %}
+ {% end %}
+ {% if defined(folderId) %}
+ {% if defined(folderIdOperator) and String(folderIdOperator) == 'NOT IN' %}
+ AND folder_id NOT IN {{ Array(folderId, 'String') }}
+ {% else %}
+ AND folder_id IN {{ Array(folderId, 'String') }}
+ {% end %}
+ {% end %}
+ {% if defined(root) %}
+ {% if defined(rootOperator) and String(rootOperator) == 'NOT IN' %}
+ AND NOT (0{% for val in root %}{% if val == 'true' %} OR key = '_root'{% else %} OR key != '_root'{% end %}{% end %})
+ {% else %}
+ AND (0{% for val in root %}{% if val == 'true' %} OR key = '_root'{% else %} OR key != '_root'{% end %}{% end %})
+ {% end %}
+ {% end %}
+
+
+
+NODE timeseries_clicks_data
+SQL >
+
+ %
+ SELECT
+ {% if granularity == "hour" %} toStartOfHour(timestamp, {{ String(timezone, 'UTC') }})
+ {% elif granularity == "month" %}
+ toDateTime64(
+ toStartOfMonth(timestamp, {{ String(timezone, 'UTC') }}),
+ 3,
+ {{ String(timezone, 'UTC') }}
+ )
+ {% else %} toDateTime64(toStartOfDay(timestamp, {{ String(timezone, 'UTC') }}), 3)
+ {% end %} AS interval,
+ uniq(click_id) as clicks
+ FROM
+ {% if defined(customerId) %} dub_click_events_id
+ {% else %} dub_click_events_mv
+ {% end %}
+ {% if defined(customerId) %}
+ PREWHERE click_id IN (
+ SELECT DISTINCT click_id
+ FROM dub_lead_events_mv
+ WHERE customer_id = {{ String(customerId) }}
+ )
+ {% end %}
+ WHERE
+ true
+ {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}
+ {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}
+ {% elif defined(linkId) %} AND link_id = {{ linkId }}
+ {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(
+ tenantId
+ ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(
+ tagIds
+ ) or defined(
+ root
+ ) %} AND link_id in (SELECT link_id from workspace_links)
+ {% end %}
+ {% if defined(region) %} AND region = {{ region }} {% end %}
+ {% if defined(start) %} AND timestamp >= {{ DateTime64(start) }} {% end %}
+ {% if defined(end) %} AND timestamp <= {{ DateTime64(end) }} {% end %}
+ {% if defined(filters) %}
+ {% for item in JSON(filters, '[]') %}
+ {% if item.get('field', '') %}
+ {% set field = item.get('field', '') %}
+ {% set operator = item.get('operator', 'IN') %}
+ {% set values = item.get('values', []) %}
+ {% if field == 'country' %}
+ {% if operator == 'IN' %} AND country IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND country NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'city' %}
+ {% if operator == 'IN' %} AND city IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND city NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'continent' %}
+ {% if operator == 'IN' %} AND continent IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND continent NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'device' %}
+ {% if operator == 'IN' %} AND device IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND device NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'browser' %}
+ {% if operator == 'IN' %} AND browser IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND browser NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'os' %}
+ {% if operator == 'IN' %} AND os IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND os NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'trigger' %}
+ {% if operator == 'IN' %} AND trigger IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND trigger NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'referer' %}
+ {% if operator == 'IN' %} AND referer IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND referer NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'refererUrl' %}
+ {% if operator == 'IN' %} AND splitByString('?', referer_url)[1] IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND splitByString('?', referer_url)[1] NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'url' %}
+ {% if operator == 'IN' %} AND splitByString('?', url)[1] IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND splitByString('?', url)[1] NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'utm_source' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_medium' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_campaign' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_term' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_content' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'domain' %}
+ {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})
+ {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})
+ {% end %}
+ {% elif field == 'tagIds' %}
+ {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])
+ {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])
+ {% end %}
+ {% elif field == 'folderId' %}
+ {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})
+ {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})
+ {% end %}
+ {% elif field == 'root' %}
+ {% if operator == 'IN' %}
+ AND link_id IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})
+ {% elif operator == 'NOT IN' %}
+ AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})
+ {% end %}
+ {% elif field == 'saleType' %}
+ {# saleType is handled in the sales subquery, not here #}
+ {% end %}
+ {% end %}
+ {% end %}
+ {% end %}
+ GROUP BY interval
+ ORDER BY interval
+
+
+
+NODE timeseries_clicks
+SQL >
+
+ %
+ SELECT formatDateTime(interval, '%FT%T.000%z') as groupByField, clicks
+ FROM
+ {% if granularity == "minute" %} minute_intervals
+ {% elif granularity == "hour" %} hour_intervals
+ {% elif granularity == "month" %} month_intervals
+ {% else %} day_intervals
+ {% end %}
+ LEFT JOIN timeseries_clicks_data USING interval
+
+
+
+NODE timeseries_leads_data
+SQL >
+
+ %
+ SELECT
+ {% if granularity == "hour" %} toStartOfHour(timestamp, {{ String(timezone, 'UTC') }})
+ {% elif granularity == "month" %}
+ toDateTime64(
+ toStartOfMonth(timestamp, {{ String(timezone, 'UTC') }}),
+ 3,
+ {{ String(timezone, 'UTC') }}
+ )
+ {% else %} toDateTime64(toStartOfDay(timestamp, {{ String(timezone, 'UTC') }}), 3)
+ {% end %} AS interval,
+ uniq(*) as leads
+ FROM dub_lead_events_mv
+ WHERE
+ true
+ {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}
+ {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}
+ {% elif defined(linkId) %} AND link_id = {{ linkId }}
+ {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(
+ tenantId
+ ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(
+ tagIds
+ ) or defined(
+ root
+ ) %} AND link_id in (SELECT link_id from workspace_links)
+ {% end %}
+ {% if defined(customerId) %} AND customer_id = {{ String(customerId) }} {% end %}
+ {% if defined(continent) %} AND continent = {{ continent }} {% end %}
+ {% if defined(country) %} AND country = {{ country }} {% end %}
+ {% if defined(region) %} AND region = {{ region }} {% end %}
+ {% if defined(city) %} AND city = {{ city }} {% end %}
+ {% if defined(device) %} AND device = {{ device }} {% end %}
+ {% if defined(browser) %} AND browser = {{ browser }} {% end %}
+ {% if defined(os) %} AND os = {{ os }} {% end %}
+ {% if defined(referer) %} AND referer = {{ referer }} {% end %}
+ {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}
+ {% if defined(utm_source) %}
+ AND url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')
+ {% end %}
+ {% if defined(utm_medium) %}
+ AND url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')
+ {% end %}
+ {% if defined(utm_campaign) %}
+ AND url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')
+ {% end %}
+ {% if defined(utm_term) %}
+ AND url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')
+ {% end %}
+ {% if defined(utm_content) %}
+ AND url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')
+ {% end %}
+ {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}
+ {% if defined(start) %} AND timestamp >= {{ DateTime64(start) }} {% end %}
+ {% if defined(end) %} AND timestamp <= {{ DateTime64(end) }} {% end %}
+ {% if defined(filters) %}
+ {% for item in JSON(filters, '[]') %}
+ {% if item.get('field', '') %}
+ {% set field = item.get('field', '') %}
+ {% set operator = item.get('operator', 'IN') %}
+ {% set values = item.get('values', []) %}
+ {% if field == 'country' %}
+ {% if operator == 'IN' %} AND country IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND country NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'city' %}
+ {% if operator == 'IN' %} AND city IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND city NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'continent' %}
+ {% if operator == 'IN' %} AND continent IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND continent NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'device' %}
+ {% if operator == 'IN' %} AND device IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND device NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'browser' %}
+ {% if operator == 'IN' %} AND browser IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND browser NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'os' %}
+ {% if operator == 'IN' %} AND os IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND os NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'trigger' %}
+ {% if operator == 'IN' %} AND trigger IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND trigger NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'referer' %}
+ {% if operator == 'IN' %} AND referer IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND referer NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'refererUrl' %}
+ {% if operator == 'IN' %} AND splitByString('?', referer_url)[1] IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND splitByString('?', referer_url)[1] NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'url' %}
+ {% if operator == 'IN' %} AND splitByString('?', url)[1] IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND splitByString('?', url)[1] NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'utm_source' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_medium' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_campaign' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_term' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_content' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'domain' %}
+ {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})
+ {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})
+ {% end %}
+ {% elif field == 'tagIds' %}
+ {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])
+ {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])
+ {% end %}
+ {% elif field == 'folderId' %}
+ {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})
+ {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})
+ {% end %}
+ {% elif field == 'root' %}
+ {% if operator == 'IN' %}
+ AND link_id IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})
+ {% elif operator == 'NOT IN' %}
+ AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})
+ {% end %}
+ {% elif field == 'saleType' %}
+ {# saleType is handled in the sales subquery, not here #}
+ {% end %}
+ {% elif item.get('operand', '').startswith('metadata.') %}
+ {% set metadataKey = item.get('operand', '').split('.')[1] %}
+ {% set operator = item.get('operator', 'equals') %}
+ {% set value = item.get('value', '') %}
+ {% if operator == 'equals' %}
+ AND JSONExtractString(metadata, {{ metadataKey }}) = {{ value }}
+ {% elif operator == 'notEquals' %}
+ AND JSONExtractString(metadata, {{ metadataKey }}) != {{ value }}
+ {% elif operator == 'greaterThan' %}
+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) > toFloat64OrNull({{ value }})
+ {% elif operator == 'lessThan' %}
+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) < toFloat64OrNull({{ value }})
+ {% elif operator == 'greaterThanOrEqual' %}
+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) >= toFloat64OrNull({{ value }})
+ {% elif operator == 'lessThanOrEqual' %}
+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) <= toFloat64OrNull({{ value }})
+ {% end %}
+ {% end %}
+ {% end %}
+ {% end %}
+ GROUP BY interval
+ ORDER BY interval
+
+
+
+NODE timeseries_leads
+SQL >
+
+ %
+ SELECT formatDateTime(interval, '%FT%T.000%z') as groupByField, leads
+ FROM
+ {% if granularity == "minute" %} minute_intervals
+ {% elif granularity == "hour" %} hour_intervals
+ {% elif granularity == "month" %} month_intervals
+ {% else %} day_intervals
+ {% end %}
+ LEFT JOIN timeseries_leads_data USING interval
+
+
+
+NODE first_sale_by_link_customer
+SQL >
+
+ %
+ SELECT workspace_id, link_id, customer_id, minMerge(first_sale_state) AS first_sale_ts
+ FROM dub_first_sale_mv
+ WHERE
+ workspace_id
+ = {{
+ String(
+ workspaceId,
+ 'cl7pj5kq4006835rbjlt2ofka',
+ description="The unique ID for the workspace",
+ required=True,
+ )
+ }}
+ GROUP BY workspace_id, link_id, customer_id
+
+
+
+NODE timeseries_sales_data
+SQL >
+
+ %
+ SELECT
+ {% if granularity == "hour" %}
+ toStartOfHour(timestamp, {{ String(timezone, 'UTC') }})
+ {% elif granularity == "month" %}
+ toDateTime64(
+ toStartOfMonth(timestamp, {{ String(timezone, 'UTC') }}),
+ 3,
+ {{ String(timezone, 'UTC') }}
+ )
+ {% else %}
+ toDateTime64(toStartOfDay(timestamp, {{ String(timezone, 'UTC') }}), 3)
+ {% end %} AS interval,
+ uniq(*) AS sales,
+ sum(amount) AS amount
+ FROM
+ (
+ SELECT
+ se.timestamp,
+ se.amount,
+ se.workspace_id,
+ se.link_id,
+ se.customer_id,
+ se.continent,
+ se.country,
+ se.region,
+ se.city,
+ se.device,
+ se.browser,
+ se.os,
+ se.referer,
+ se.referer_url,
+ se.url,
+ se.metadata,
+ if(
+ isNull(fs.first_sale_ts),
+ 'new',
+ if(
+ toUnixTimestamp64Milli(se.timestamp) = toUnixTimestamp64Milli(fs.first_sale_ts),
+ 'new',
+ 'recurring'
+ )
+ ) AS sale_type
+ FROM dub_sale_events_mv AS se
+ LEFT JOIN first_sale_by_link_customer AS fs
+ USING (workspace_id, link_id, customer_id)
+ WHERE
+ true
+ {% if defined(workspaceId) %} AND se.workspace_id = {{ workspaceId }} {% end %}
+ {% if defined(linkIds) %} AND se.link_id IN {{ Array(linkIds, 'String') }}
+ {% elif defined(linkId) %} AND se.link_id = {{ linkId }}
+ {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(
+ tenantId
+ ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(
+ tagIds
+ ) or defined(
+ root
+ ) %} AND se.link_id in (SELECT link_id from workspace_links)
+ {% end %}
+ {% if defined(customerId) %} AND se.customer_id = {{ String(customerId) }} {% end %}
+ {% if defined(continent) %} AND se.continent = {{ continent }} {% end %}
+ {% if defined(country) %} AND se.country = {{ country }} {% end %}
+ {% if defined(region) %} AND se.region = {{ region }} {% end %}
+ {% if defined(city) %} AND se.city = {{ city }} {% end %}
+ {% if defined(device) %} AND se.device = {{ device }} {% end %}
+ {% if defined(browser) %} AND se.browser = {{ browser }} {% end %}
+ {% if defined(os) %} AND se.os = {{ os }} {% end %}
+ {% if defined(referer) %} AND se.referer = {{ referer }} {% end %}
+ {% if defined(refererUrl) %} AND splitByString('?', se.referer_url)[1] = {{ refererUrl }} {% end %}
+ {% if defined(utm_source) %}
+ AND se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')
+ {% end %}
+ {% if defined(utm_medium) %}
+ AND se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')
+ {% end %}
+ {% if defined(utm_campaign) %}
+ AND se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')
+ {% end %}
+ {% if defined(utm_term) %}
+ AND se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')
+ {% end %}
+ {% if defined(utm_content) %}
+ AND se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')
+ {% end %}
+ {% if defined(url) %} AND splitByString('?', se.url)[1] = {{ url }} {% end %}
+ {% if defined(start) %} AND se.timestamp >= {{ DateTime64(start) }} {% end %}
+ {% if defined(end) %} AND se.timestamp <= {{ DateTime64(end) }} {% end %}
+ {% if defined(filters) %}
+ {% for item in JSON(filters, '[]') %}
+ {% if item.get('field', '') %}
+ {% set field = item.get('field', '') %}
+ {% set operator = item.get('operator', 'IN') %}
+ {% set values = item.get('values', []) %}
+ {% if field == 'country' %}
+ {% if operator == 'IN' %} AND se.country IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND se.country NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'city' %}
+ {% if operator == 'IN' %} AND se.city IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND se.city NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'continent' %}
+ {% if operator == 'IN' %} AND se.continent IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND se.continent NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'device' %}
+ {% if operator == 'IN' %} AND se.device IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND se.device NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'browser' %}
+ {% if operator == 'IN' %} AND se.browser IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND se.browser NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'os' %}
+ {% if operator == 'IN' %} AND se.os IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND se.os NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'trigger' %}
+ {% if operator == 'IN' %} AND se.trigger IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND se.trigger NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'referer' %}
+ {% if operator == 'IN' %} AND se.referer IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND se.referer NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'refererUrl' %}
+ {% if operator == 'IN' %} AND splitByString('?', se.referer_url)[1] IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND splitByString('?', se.referer_url)[1] NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'url' %}
+ {% if operator == 'IN' %} AND splitByString('?', se.url)[1] IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND splitByString('?', se.url)[1] NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% elif field == 'utm_source' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_medium' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_campaign' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_term' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'utm_content' %}
+ {% if operator == 'IN' %}
+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% elif operator == 'NOT IN' %}
+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})
+ {% end %}
+ {% elif field == 'domain' %}
+ {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})
+ {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})
+ {% end %}
+ {% elif field == 'tagIds' %}
+ {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])
+ {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])
+ {% end %}
+ {% elif field == 'folderId' %}
+ {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})
+ {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})
+ {% end %}
+ {% elif field == 'root' %}
+ {% if operator == 'IN' %}
+ AND se.link_id IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})
+ {% elif operator == 'NOT IN' %}
+ AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})
+ {% end %}
+ {% elif field == 'saleType' %}
+ {# saleType is handled after this subquery #}
+ {% end %}
+ {% elif item.get('operand', '').startswith('metadata.') %}
+ {% set metadataKey = item.get('operand', '').split('.')[1] %}
+ {% set operator = item.get('operator', 'equals') %}
+ {% set value = item.get('value', '') %}
+ {% if operator == 'equals' %}
+ AND JSONExtractString(se.metadata, {{ metadataKey }}) = {{ value }}
+ {% elif operator == 'notEquals' %}
+ AND JSONExtractString(se.metadata, {{ metadataKey }}) != {{ value }}
+ {% elif operator == 'greaterThan' %}
+ AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) > toFloat64OrNull({{ value }})
+ {% elif operator == 'lessThan' %}
+ AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) < toFloat64OrNull({{ value }})
+ {% elif operator == 'greaterThanOrEqual' %}
+ AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) >= toFloat64OrNull({{ value }})
+ {% elif operator == 'lessThanOrEqual' %}
+ AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) <= toFloat64OrNull({{ value }})
+ {% end %}
+ {% end %}
+ {% end %}
+ {% end %}
+ ) AS typed
+ WHERE
+ true
+ {% if defined(filters) %}
+ {% for item in JSON(filters, '[]') %}
+ {% if item.get('field', '') == 'saleType' %}
+ {% set operator = item.get('operator', 'IN') %}
+ {% set values = item.get('values', []) %}
+ {% if operator == 'IN' %} AND typed.sale_type IN {{ Array(values, 'String') }}
+ {% elif operator == 'NOT IN' %} AND typed.sale_type NOT IN {{ Array(values, 'String') }}
+ {% end %}
+ {% end %}
+ {% end %}
+ {% end %}
+ GROUP BY interval
+ ORDER BY interval
+
+
+
+NODE timeseries_sales
+SQL >
+
+ %
+ SELECT formatDateTime(interval, '%FT%T.000%z') as groupByField, sales, amount, amount as saleAmount
+ FROM
+ {% if granularity == "minute" %} minute_intervals
+ {% elif granularity == "hour" %} hour_intervals
+ {% elif granularity == "month" %} month_intervals
+ {% else %} day_intervals
+ {% end %}
+ LEFT JOIN timeseries_sales_data USING interval
+
+
+
+NODE timeseries_composite
+SQL >
+
+ SELECT dce.groupByField AS groupByField, clicks, leads, sales, amount, saleAmount
+ FROM (SELECT groupByField, clicks FROM timeseries_clicks) AS dce
+ LEFT JOIN (SELECT * FROM timeseries_leads) AS dle ON dce.groupByField = dle.groupByField
+ LEFT JOIN (SELECT * FROM timeseries_sales) AS dse ON dce.groupByField = dse.groupByField
+
+
+
+NODE endpoint
+SQL >
+
+ %
+ SELECT *
+ FROM
+ {% if eventType == 'clicks' %} timeseries_clicks
+ {% elif eventType == 'leads' %} timeseries_leads
+ {% elif eventType == 'sales' %} timeseries_sales
+ {% elif eventType == 'composite' %} timeseries_composite
+ {% else %} timeseries_clicks
+ {% end %}
+
+