The modern link attribution platform. Loved by world-class engineering teams at Twilio, Zillow, Jobber, Vercel, Raycast, and more.
TypeScript clickhousemysqlnextjsopen-sourceplanetscaleprismatailwindcsstinybirdtypescriptupstashvercel
add v4 endpoints
Steven Tey34d641a31dc5
diff --git a/apps/web/lib/analytics/get-analytics.ts b/apps/web/lib/analytics/get-analytics.tsindex ca1758a3c2..0c9927d115 100644--- a/apps/web/lib/analytics/get-analytics.ts+++ b/apps/web/lib/analytics/get-analytics.ts@@ -1,4 +1,3 @@-import { combineTagIds } from "@/lib/api/tags/combine-tag-ids";import { tb } from "@/lib/tinybird";import { prisma } from "@dub/prisma";import { FolderAccessLevel } from "@dub/prisma/client";@@ -98,16 +97,16 @@ export const getAnalytics = async (params: AnalyticsFilters) => {// Create a Tinybird pipeconst pipe = tb.buildPipe({pipe: ["count", "timeseries"].includes(groupBy!)- ? `v3_${groupBy}`+ ? `v4_${groupBy}`: [- "top_folders",- "top_link_tags",- "top_domains",- "top_partners",- "top_groups",- ].includes(groupBy!)- ? "v3_group_by_link_metadata"- : "v3_group_by",+ "top_folders",+ "top_link_tags",+ "top_domains",+ "top_partners",+ "top_groups",+ ].includes(groupBy!)+ ? "v4_group_by_link_metadata"+ : "v4_group_by",parameters: analyticsFilterTB,data: z.object({groupByField: z.string(),diff --git a/apps/web/lib/analytics/get-events.ts b/apps/web/lib/analytics/get-events.tsindex 859299d426..a155fc0bee 100644--- a/apps/web/lib/analytics/get-events.ts+++ b/apps/web/lib/analytics/get-events.ts@@ -73,7 +73,7 @@ export const getEvents = async (params: EventsFilters) => {}const pipe = tb.buildPipe({- pipe: "v3_events",+ pipe: "v4_events",parameters: eventsFilterTB,data:{@@ -143,9 +143,13 @@ export const getEvents = async (params: EventsFilters) => {tenantIdOperator,groupId: groupIdParam,groupIdOperator,- ...(typeof triggerForPipe !== 'object' && triggerForPipe ? { trigger: triggerForPipe } : {}),- ...(typeof countryForPipe !== 'object' && countryForPipe ? { country: countryForPipe } : {}),- ...(typeof regionForPipe === 'string' ? { region: regionForPipe } : {}),+ ...(typeof triggerForPipe !== "object" && triggerForPipe+ ? { trigger: triggerForPipe }+ : {}),+ ...(typeof countryForPipe !== "object" && countryForPipe+ ? { country: countryForPipe }+ : {}),+ ...(typeof regionForPipe === "string" ? { region: regionForPipe } : {}),// Workspace links filters with operators...(domainParam ? { domain: domainParam, domainOperator } : {}),...(tagIdsParam ? { tagIds: tagIdsParam, tagIdsOperator } : {}),@@ -159,7 +163,7 @@ export const getEvents = async (params: EventsFilters) => {end: formatUTCDateTimeClickhouse(endDate),filters: allFilters.length > 0 ? JSON.stringify(allFilters) : undefined,};-+const response = await pipe(tinybirdParams);const [linksMap, customersMap] = await Promise.all([@@ -186,7 +190,10 @@ export const getEvents = async (params: EventsFilters) => {link = decodeLinkIfCaseSensitive(link);const transformedLink = transformLink(link, { skipDecodeKey: true });- if (transformedLink.testVariants && !Array.isArray(transformedLink.testVariants)) {+ if (+ transformedLink.testVariants &&+ !Array.isArray(transformedLink.testVariants)+ ) {transformedLink.testVariants = null;}diff --git a/packages/tinybird/pipes/v3_count.pipe b/packages/tinybird/pipes/v3_count.pipeindex 88b06b2dbd..234a80b0fc 100644--- a/packages/tinybird/pipes/v3_count.pipe+++ b/packages/tinybird/pipes/v3_count.pipe@@ -7,642 +7,316 @@ TAGS "Dub Endpoints"NODE workspace_linksSQL >- %- SELECT link_id- FROM dub_links_metadata_latest FINAL- WHERE- workspace_id- = {{- String(- workspaceId,- 'cl7pj5kq4006835rbjlt2ofka',- description="The unique ID for the workspace",- required=True,- )- }}- AND deleted == 0- {% if defined(programId) %} AND program_id = {{ programId }} {% end %}- {% if defined(partnerId) %}- {% if defined(partnerIdOperator) and String(partnerIdOperator) == 'NOT IN' %}- AND partner_id NOT IN {{ Array(partnerId, 'String') }}- {% else %}- AND partner_id IN {{ Array(partnerId, 'String') }}- {% end %}- {% end %}- {% if defined(groupId) %}- {% if defined(groupIdOperator) and String(groupIdOperator) == 'NOT IN' %}- AND partner_group_id NOT IN {{ Array(groupId, 'String') }}- {% else %}- AND partner_group_id IN {{ Array(groupId, 'String') }}- {% end %}- {% end %}- {% if defined(tenantId) %}- {% if defined(tenantIdOperator) and String(tenantIdOperator) == 'NOT IN' %}- AND tenant_id NOT IN {{ Array(tenantId, 'String') }}- {% else %}- AND tenant_id IN {{ Array(tenantId, 'String') }}- {% end %}- {% end %}- {% if defined(domain) %}- {% if defined(domainOperator) and String(domainOperator) == 'NOT IN' %}- AND domain NOT IN {{ Array(domain, 'String') }}- {% else %}- AND domain IN {{ Array(domain, 'String') }}- {% end %}- {% end %}- {% if defined(tagIds) %}- {% if defined(tagIdsOperator) and String(tagIdsOperator) == 'NOT IN' %}- AND length(arrayFilter(x -> x NOT IN {{ Array(tagIds, 'String') }}, tag_ids)) = length(tag_ids)- {% else %}- AND arrayIntersect(tag_ids, {{ Array(tagIds, 'String') }}) != []- {% end %}- {% end %}- {% if defined(folderId) %}- {% if defined(folderIdOperator) and String(folderIdOperator) == 'NOT IN' %}- AND folder_id NOT IN {{ Array(folderId, 'String') }}- {% else %}- AND folder_id IN {{ Array(folderId, 'String') }}- {% end %}- {% end %}- {% if defined(root) %}- {% if defined(rootOperator) and String(rootOperator) == 'NOT IN' %}- AND NOT (0{% for val in root %}{% if val == 'true' %} OR key = '_root'{% else %} OR key != '_root'{% end %}{% end %})- {% else %}- AND (0{% for val in root %}{% if val == 'true' %} OR key = '_root'{% else %} OR key != '_root'{% end %}{% end %})- {% end %}- {% end %}+%+SELECT link_id+FROM dub_links_metadata_latest FINAL+WHERE+ workspace_id+ = {{+ String(+ workspaceId,+ 'cl7pj5kq4006835rbjlt2ofka',+ description="The unique ID for the workspace",+ required=True,+ )+ }}+ AND deleted == 0+ {% if defined(programId) %} AND program_id = {{ programId }} {% end %}+ {% if defined(partnerId) %} AND partner_id = {{ partnerId }} {% end %}+ {% if defined(groupId) %} AND partner_group_id = {{ groupId }} {% end %}+ {% if defined(tenantId) %} AND tenant_id = {{ tenantId }} {% end %}+ {% if defined(folderIds) %} AND folder_id IN {{ Array(folderIds, 'String') }}+ {% elif defined(folderId) %} AND folder_id = {{ folderId }}+ {% end %}+ {% if defined(domain) %} AND domain IN {{ Array(domain, 'String') }} {% end %}+ {% if defined(tagIds) %}+ AND arrayIntersect(tag_ids, {{ Array(tagIds, 'String') }}) != []+ {% end %}+ {% if defined(root) %}+ {% if Boolean(root) == 1 %} AND key = '_root' {% else %} AND key != '_root' {% end %}+ {% end %}NODE count_clicksSQL >- %- SELECT 'count' as groupByField, COUNT(*) as clicks- FROM- {% if defined(customerId) %} dub_click_events_id- {% else %} dub_click_events_mv- {% end %}- {% if defined(customerId) %}- PREWHERE click_id IN (- SELECT DISTINCT click_id- FROM dub_lead_events_mv- WHERE customer_id = {{ String(customerId) }}- )- {% end %}- WHERE- true- {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}- {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}- {% elif defined(linkId) %} AND link_id = {{ linkId }}- {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(- tenantId- ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(- tagIds- ) or defined(- root- ) %} AND link_id in (SELECT link_id from workspace_links)- {% end %}- {% if defined(continent) %} AND continent = {{ continent }} {% end %}- {% if defined(country) %} AND country = {{ country }} {% end %}- {% if defined(region) %} AND region = {{ region }} {% end %}- {% if defined(city) %} AND city = {{ city }} {% end %}- {% if defined(device) %} AND device = {{ device }} {% end %}- {% if defined(browser) %} AND browser = {{ browser }} {% end %}- {% if defined(os) %} AND os = {{ os }} {% end %}- {% if defined(trigger) %} AND trigger = {{ trigger }} {% end %}- {% if defined(referer) %} AND referer = {{ referer }} {% end %}- {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}- {% if defined(utm_source) %}- AND url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')- {% end %}- {% if defined(utm_medium) %}- AND url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')- {% end %}- {% if defined(utm_campaign) %}- AND url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')- {% end %}- {% if defined(utm_term) %}- AND url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')- {% end %}- {% if defined(utm_content) %}- AND url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')- {% end %}- {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}- {% if defined(start) %} AND timestamp >= {{ DateTime64(start) }} {% end %}- {% if defined(end) %} AND timestamp <= {{ DateTime64(end) }} {% end %}- {% if defined(filters) %}- {% for item in JSON(filters, '[]') %}- {% if item.get('field', '') %}- {% set field = item.get('field', '') %}- {% set operator = item.get('operator', 'IN') %}- {% set values = item.get('values', []) %}- {% if field == 'country' %}- {% if operator == 'IN' %} AND country IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND country NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'city' %}- {% if operator == 'IN' %} AND city IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND city NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'continent' %}- {% if operator == 'IN' %} AND continent IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND continent NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'device' %}- {% if operator == 'IN' %} AND device IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND device NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'browser' %}- {% if operator == 'IN' %} AND browser IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND browser NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'os' %}- {% if operator == 'IN' %} AND os IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND os NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'trigger' %}- {% if operator == 'IN' %} AND trigger IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND trigger NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'referer' %}- {% if operator == 'IN' %} AND referer IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND referer NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'refererUrl' %}- {% if operator == 'IN' %} AND splitByString('?', referer_url)[1] IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND splitByString('?', referer_url)[1] NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'url' %}- {% if operator == 'IN' %} AND splitByString('?', url)[1] IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND splitByString('?', url)[1] NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'utm_source' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_medium' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_campaign' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_term' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_content' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'domain' %}- {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})- {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})- {% end %}- {% elif field == 'tagIds' %}- {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])- {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])- {% end %}- {% elif field == 'folderId' %}- {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})- {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})- {% end %}- {% elif field == 'root' %}- {% if operator == 'IN' %}- AND link_id IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})- {% elif operator == 'NOT IN' %}- AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})- {% end %}- {% elif field == 'saleType' %}- {# saleType is handled in the sales subquery, not here #}- {% end %}- {% end %}- {% end %}- {% end %}+%+SELECT 'count' as groupByField, COUNT(*) as clicks+FROM+ {% if defined(customerId) %} dub_click_events_id+ {% else %} dub_click_events_mv+ {% end %}+ {% if defined(customerId) %}+ PREWHERE click_id IN (+ SELECT DISTINCT click_id+ FROM dub_lead_events_mv+ WHERE customer_id = {{ String(customerId) }}+ )+ {% end %}+WHERE+ true+ {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}+ {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}+ {% elif defined(linkId) %} AND link_id = {{ linkId }}+ {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(+ tenantId+ ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(+ tagIds+ ) or defined(+ root+ ) %} AND link_id in (SELECT link_id from workspace_links)+ {% end %}+ {% if defined(continent) %} AND continent = {{ continent }} {% end %}+ {% if defined(country) %} AND country = {{ country }} {% end %}+ {% if defined(region) %} AND region = {{ region }} {% end %}+ {% if defined(city) %} AND city = {{ city }} {% end %}+ {% if defined(device) %} AND device = {{ device }} {% end %}+ {% if defined(browser) %} AND browser = {{ browser }} {% end %}+ {% if defined(os) %} AND os = {{ os }} {% end %}+ {% if defined(trigger) %} AND trigger = {{ trigger }} {% end %}+ {% if defined(referer) %} AND referer = {{ referer }} {% end %}+ {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}+ {% if defined(utm_source) %}+ AND url LIKE concat('%utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')+ {% end %}+ {% if defined(utm_medium) %}+ AND url LIKE concat('%utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')+ {% end %}+ {% if defined(utm_campaign) %}+ AND url+ LIKE concat('%utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')+ {% end %}+ {% if defined(utm_term) %}+ AND url LIKE concat('%utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')+ {% end %}+ {% if defined(utm_content) %}+ AND url LIKE concat('%utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')+ {% end %}+ {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}+ {% if defined(start) %} AND timestamp >= {{ DateTime64(start) }} {% end %}+ {% if defined(end) %} AND timestamp <= {{ DateTime64(end) }} {% end %}NODE count_leadsSQL >- %- SELECT 'count' as groupByField, COUNT(*) as leads- FROM dub_lead_events_mv- WHERE- true- {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}- {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}- {% elif defined(linkId) %} AND link_id = {{ linkId }}- {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(- tenantId- ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(- tagIds- ) or defined(- root- ) %} AND link_id in (SELECT link_id from workspace_links)- {% end %}- {% if defined(customerId) %} AND customer_id = {{ String(customerId) }} {% end %}- {% if defined(continent) %} AND continent = {{ continent }} {% end %}- {% if defined(country) %} AND country = {{ country }} {% end %}- {% if defined(region) %} AND region = {{ region }} {% end %}- {% if defined(city) %} AND city = {{ city }} {% end %}- {% if defined(device) %} AND device = {{ device }} {% end %}- {% if defined(browser) %} AND browser = {{ browser }} {% end %}- {% if defined(os) %} AND os = {{ os }} {% end %}- {% if defined(referer) %} AND referer = {{ referer }} {% end %}- {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}- {% if defined(utm_source) %}- AND url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')- {% end %}- {% if defined(utm_medium) %}- AND url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')- {% end %}- {% if defined(utm_campaign) %}- AND url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')- {% end %}- {% if defined(utm_term) %}- AND url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')- {% end %}- {% if defined(utm_content) %}- AND url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')- {% end %}- {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}- {% if defined(start) %} AND timestamp >= {{ DateTime(start) }} {% end %}- {% if defined(end) %} AND timestamp <= {{ DateTime(end) }} {% end %}- {% if defined(filters) %}- {% for item in JSON(filters, '[]') %}- {% if item.get('operand', '').startswith('metadata.') %}- {% set metadataKey = item.get('operand', '').split('.')[1] %}- {% set operator = item.get('operator', 'equals') %}- {% set value = item.get('value', '') %}- {% if operator == 'equals' %}- AND JSONExtractString(metadata, {{ metadataKey }}) = {{ value }}- {% elif operator == 'notEquals' %}- AND JSONExtractString(metadata, {{ metadataKey }}) != {{ value }}- {% elif operator == 'greaterThan' %}- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) > toFloat64OrNull({{ value }})- {% elif operator == 'lessThan' %}- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) < toFloat64OrNull({{ value }})- {% elif operator == 'greaterThanOrEqual' %}- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) >= toFloat64OrNull({{ value }})- {% elif operator == 'lessThanOrEqual' %}- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) <= toFloat64OrNull({{ value }})- {% end %}- {% elif item.get('field', '') %}- {% set field = item.get('field', '') %}- {% set operator = item.get('operator', 'IN') %}- {% set values = item.get('values', []) %}- {% if field == 'country' %}- {% if operator == 'IN' %} AND country IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND country NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'city' %}- {% if operator == 'IN' %} AND city IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND city NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'continent' %}- {% if operator == 'IN' %} AND continent IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND continent NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'device' %}- {% if operator == 'IN' %} AND device IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND device NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'browser' %}- {% if operator == 'IN' %} AND browser IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND browser NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'os' %}- {% if operator == 'IN' %} AND os IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND os NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'trigger' %}- {% if operator == 'IN' %} AND trigger IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND trigger NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'referer' %}- {% if operator == 'IN' %} AND referer IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND referer NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'refererUrl' %}- {% if operator == 'IN' %} AND splitByString('?', referer_url)[1] IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND splitByString('?', referer_url)[1] NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'url' %}- {% if operator == 'IN' %} AND splitByString('?', url)[1] IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND splitByString('?', url)[1] NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'utm_source' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_medium' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_campaign' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_term' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_content' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'domain' %}- {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})- {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})- {% end %}- {% elif field == 'tagIds' %}- {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])- {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])- {% end %}- {% elif field == 'folderId' %}- {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})- {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})- {% end %}- {% elif field == 'root' %}- {% if operator == 'IN' %}- AND link_id IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})- {% elif operator == 'NOT IN' %}- AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})- {% end %}- {% elif field == 'saleType' %}- {# saleType is handled in the sales subquery, not here #}- {% end %}+%+SELECT 'count' as groupByField, COUNT(*) as leads+FROM dub_lead_events_mv+WHERE+ true+ {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}+ {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}+ {% elif defined(linkId) %} AND link_id = {{ linkId }}+ {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(+ tenantId+ ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(+ tagIds+ ) or defined(+ root+ ) %} AND link_id in (SELECT link_id from workspace_links)+ {% end %}+ {% if defined(customerId) %} AND customer_id = {{ String(customerId) }} {% end %}+ {% if defined(continent) %} AND continent = {{ continent }} {% end %}+ {% if defined(country) %} AND country = {{ country }} {% end %}+ {% if defined(region) %} AND region = {{ region }} {% end %}+ {% if defined(city) %} AND city = {{ city }} {% end %}+ {% if defined(device) %} AND device = {{ device }} {% end %}+ {% if defined(browser) %} AND browser = {{ browser }} {% end %}+ {% if defined(os) %} AND os = {{ os }} {% end %}+ {% if defined(referer) %} AND referer = {{ referer }} {% end %}+ {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}+ {% if defined(utm_source) %}+ AND url LIKE concat('%utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')+ {% end %}+ {% if defined(utm_medium) %}+ AND url LIKE concat('%utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')+ {% end %}+ {% if defined(utm_campaign) %}+ AND url+ LIKE concat('%utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')+ {% end %}+ {% if defined(utm_term) %}+ AND url LIKE concat('%utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')+ {% end %}+ {% if defined(utm_content) %}+ AND url LIKE concat('%utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')+ {% end %}+ {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}+ {% if defined(start) %} AND timestamp >= {{ DateTime(start) }} {% end %}+ {% if defined(end) %} AND timestamp <= {{ DateTime(end) }} {% end %}+ {% if defined(filters) %}+ {% for item in JSON(filters, '[]') %}+ {% if item.get('operand', '').startswith('metadata.') %}+ {% set metadataKey = item.get('operand', '').split('.')[1] %}+ {% set operator = item.get('operator', 'equals') %}+ {% set value = item.get('value', '') %}+ {% if operator == 'equals' %}+ AND JSONExtractString(metadata, {{ metadataKey }}) = {{ value }}+ {% elif operator == 'notEquals' %}+ AND JSONExtractString(metadata, {{ metadataKey }}) != {{ value }}+ {% elif operator == 'greaterThan' %}+ AND JSONExtractString(metadata, {{ metadataKey }}) > {{ value }}+ {% elif operator == 'lessThan' %}+ AND JSONExtractString(metadata, {{ metadataKey }}) < {{ value }}+ {% elif operator == 'greaterThanOrEqual' %}+ AND JSONExtractString(metadata, {{ metadataKey }}) >= {{ value }}+ {% elif operator == 'lessThanOrEqual' %}+ AND JSONExtractString(metadata, {{ metadataKey }}) <= {{ value }}{% end %}{% end %}{% end %}+ {% end %}NODE first_sale_by_link_customerSQL >- %- SELECT workspace_id, link_id, customer_id, minMerge(first_sale_state) AS first_sale_ts- FROM dub_first_sale_mv- WHERE- workspace_id- = {{- String(- workspaceId,- 'cl7pj5kq4006835rbjlt2ofka',- description="The unique ID for the workspace",- required=True,- )- }}- GROUP BY workspace_id, link_id, customer_id+%+SELECT workspace_id, link_id, customer_id, minMerge(first_sale_state) AS first_sale_ts+FROM dub_first_sale_mv+WHERE+ workspace_id+ = {{+ String(+ workspaceId,+ 'cl7pj5kq4006835rbjlt2ofka',+ description="The unique ID for the workspace",+ required=True,+ )+ }}+GROUP BY workspace_id, link_id, customer_idNODE count_salesSQL >- %- SELECT 'count' as groupByField, sales, amount, amount AS saleAmount+%+SELECT 'count' as groupByField, sales, amount, amount AS saleAmount+FROM+(+ SELECT+ count() AS sales,+ sum(amount) AS amountFROM(SELECT- count() AS sales,- sum(amount) AS amount- FROM- (- SELECT- se.amount,+ se.amount,+ if(+ isNull(fs.first_sale_ts),+ 'new',if(- isNull(fs.first_sale_ts),+ toUnixTimestamp64Milli(se.timestamp) = toUnixTimestamp64Milli(fs.first_sale_ts),'new',- if(- toUnixTimestamp64Milli(se.timestamp) = toUnixTimestamp64Milli(fs.first_sale_ts),- 'new',- 'recurring'- )- ) AS sale_type- FROM dub_sale_events_mv AS se- LEFT JOIN first_sale_by_link_customer AS fs- USING (workspace_id, link_id, customer_id)- WHERE- true- {% if defined(workspaceId) %} AND se.workspace_id = {{ workspaceId }} {% end %}- {% if defined(linkIds) %} AND se.link_id IN {{ Array(linkIds, 'String') }}- {% elif defined(linkId) %} AND se.link_id = {{ linkId }}- {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(- tenantId- ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(- tagIds- ) or defined(- root- ) %} AND se.link_id in (SELECT link_id from workspace_links)- {% end %}- {% if defined(customerId) %} AND se.customer_id = {{ String(customerId) }} {% end %}- {% if defined(continent) %} AND se.continent = {{ continent }} {% end %}- {% if defined(country) %} AND se.country = {{ country }} {% end %}- {% if defined(region) %} AND se.region = {{ region }} {% end %}- {% if defined(city) %} AND se.city = {{ city }} {% end %}- {% if defined(device) %} AND se.device = {{ device }} {% end %}- {% if defined(browser) %} AND se.browser = {{ browser }} {% end %}- {% if defined(os) %} AND se.os = {{ os }} {% end %}- {% if defined(referer) %} AND se.referer = {{ referer }} {% end %}- {% if defined(refererUrl) %} AND splitByString('?', se.referer_url)[1] = {{ refererUrl }} {% end %}- {% if defined(utm_source) %}- AND se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')- {% end %}- {% if defined(utm_medium) %}- AND se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')- {% end %}- {% if defined(utm_campaign) %}- AND se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')- {% end %}- {% if defined(utm_term) %}- AND se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')- {% end %}- {% if defined(utm_content) %}- AND se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')- {% end %}- {% if defined(url) %} AND splitByString('?', se.url)[1] = {{ url }} {% end %}- {% if defined(start) %} AND se.timestamp >= {{ DateTime(start) }} {% end %}- {% if defined(end) %} AND se.timestamp <= {{ DateTime(end) }} {% end %}- {% if defined(filters) %}- {% for item in JSON(filters, '[]') %}- {% if item.get('operand', '').startswith('metadata.') %}- {% set metadataKey = item.get('operand', '').split('.')[1] %}- {% set operator = item.get('operator', 'equals') %}- {% set value = item.get('value', '') %}- {% if operator == 'equals' %}- AND JSONExtractString(se.metadata, {{ metadataKey }}) = {{ value }}- {% elif operator == 'notEquals' %}- AND JSONExtractString(se.metadata, {{ metadataKey }}) != {{ value }}- {% elif operator == 'greaterThan' %}- AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) > toFloat64OrNull({{ value }})- {% elif operator == 'lessThan' %}- AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) < toFloat64OrNull({{ value }})- {% elif operator == 'greaterThanOrEqual' %}- AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) >= toFloat64OrNull({{ value }})- {% elif operator == 'lessThanOrEqual' %}- AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) <= toFloat64OrNull({{ value }})- {% end %}- {% elif item.get('field', '') %}- {% set field = item.get('field', '') %}- {% set operator = item.get('operator', 'IN') %}- {% set values = item.get('values', []) %}- {% if field == 'country' %}- {% if operator == 'IN' %} AND se.country IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND se.country NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'city' %}- {% if operator == 'IN' %} AND se.city IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND se.city NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'continent' %}- {% if operator == 'IN' %} AND se.continent IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND se.continent NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'device' %}- {% if operator == 'IN' %} AND se.device IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND se.device NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'browser' %}- {% if operator == 'IN' %} AND se.browser IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND se.browser NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'os' %}- {% if operator == 'IN' %} AND se.os IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND se.os NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'trigger' %}- {% if operator == 'IN' %} AND se.trigger IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND se.trigger NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'referer' %}- {% if operator == 'IN' %} AND se.referer IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND se.referer NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'refererUrl' %}- {% if operator == 'IN' %} AND splitByString('?', se.referer_url)[1] IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND splitByString('?', se.referer_url)[1] NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'url' %}- {% if operator == 'IN' %} AND splitByString('?', se.url)[1] IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND splitByString('?', se.url)[1] NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'utm_source' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_medium' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_campaign' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_term' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_content' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'domain' %}- {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})- {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})- {% end %}- {% elif field == 'tagIds' %}- {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])- {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])- {% end %}- {% elif field == 'folderId' %}- {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})- {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})- {% end %}- {% elif field == 'root' %}- {% if operator == 'IN' %}- AND se.link_id IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})- {% elif operator == 'NOT IN' %}- AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})- {% end %}- {% elif field == 'saleType' %}- {# saleType is handled after this subquery #}- {% end %}- {% end %}- {% end %}- {% end %}- ) AS typed+ 'recurring'+ )+ ) AS sale_type+ FROM dub_sale_events_mv AS se+ LEFT JOIN first_sale_by_link_customer AS fs+ USING (workspace_id, link_id, customer_id)WHEREtrue+ {% if defined(workspaceId) %} AND se.workspace_id = {{ workspaceId }} {% end %}+ {% if defined(linkIds) %} AND se.link_id IN {{ Array(linkIds, 'String') }}+ {% elif defined(linkId) %} AND se.link_id = {{ linkId }}+ {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(+ tenantId+ ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(+ tagIds+ ) or defined(+ root+ ) %} AND se.link_id in (SELECT link_id from workspace_links)+ {% end %}+ {% if defined(customerId) %} AND se.customer_id = {{ String(customerId) }} {% end %}+ {% if defined(continent) %} AND se.continent = {{ continent }} {% end %}+ {% if defined(country) %} AND se.country = {{ country }} {% end %}+ {% if defined(region) %} AND se.region = {{ region }} {% end %}+ {% if defined(city) %} AND se.city = {{ city }} {% end %}+ {% if defined(device) %} AND se.device = {{ device }} {% end %}+ {% if defined(browser) %} AND se.browser = {{ browser }} {% end %}+ {% if defined(os) %} AND se.os = {{ os }} {% end %}+ {% if defined(referer) %} AND se.referer = {{ referer }} {% end %}+ {% if defined(refererUrl) %}+ AND splitByString('?', se.referer_url)[1] = {{ refererUrl }}+ {% end %}+ {% if defined(utm_source) %}+ AND se.url+ LIKE concat('%utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')+ {% end %}+ {% if defined(utm_medium) %}+ AND se.url+ LIKE concat('%utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')+ {% end %}+ {% if defined(utm_campaign) %}+ AND se.url LIKE concat(+ '%utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%'+ )+ {% end %}+ {% if defined(utm_term) %}+ AND se.url+ LIKE concat('%utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')+ {% end %}+ {% if defined(utm_content) %}+ AND se.url+ LIKE concat('%utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')+ {% end %}+ {% if defined(url) %} AND splitByString('?', se.url)[1] = {{ url }} {% end %}+ {% if defined(start) %} AND se.timestamp >= {{ DateTime(start) }} {% end %}+ {% if defined(end) %} AND se.timestamp <= {{ DateTime(end) }} {% end %}{% if defined(filters) %}{% for item in JSON(filters, '[]') %}- {% if item.get('field', '') == 'saleType' %}- {% set operator = item.get('operator', 'IN') %}- {% set values = item.get('values', []) %}- {% if operator == 'IN' %} AND typed.sale_type IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND typed.sale_type NOT IN {{ Array(values, 'String') }}+ {% if item.get('operand', '').startswith('metadata.') %}+ {% set metadataKey = item.get('operand', '').split('.')[1] %}+ {% set operator = item.get('operator', 'equals') %}+ {% set value = item.get('value', '') %}+ {% if operator == 'equals' %}+ AND JSONExtractString(se.metadata, {{ metadataKey }}) = {{ value }}+ {% elif operator == 'notEquals' %}+ AND JSONExtractString(se.metadata, {{ metadataKey }}) != {{ value }}+ {% elif operator == 'greaterThan' %}+ AND JSONExtractString(se.metadata, {{ metadataKey }}) > {{ value }}+ {% elif operator == 'lessThan' %}+ AND JSONExtractString(se.metadata, {{ metadataKey }}) < {{ value }}+ {% elif operator == 'greaterThanOrEqual' %}+ AND JSONExtractString(se.metadata, {{ metadataKey }}) >= {{ value }}+ {% elif operator == 'lessThanOrEqual' %}+ AND JSONExtractString(se.metadata, {{ metadataKey }}) <= {{ value }}{% end %}{% end %}{% end %}{% end %}- ) AS subquery+ ) AS typed+ WHERE+ true+ {% if defined(saleType) %} AND typed.sale_type = {{ String(saleType) }} {% end %}+) AS subqueryNODE count_compositeSQL >- %- SELECT 'count' as groupByField, clicks, leads, sales, amount, saleAmount- FROM count_clicks, count_leads, count_sales+%+SELECT 'count' as groupByField, clicks, leads, sales, amount, saleAmount+FROM count_clicks, count_leads, count_salesNODE endpointSQL >- %- SELECT *- FROM- {% if eventType == 'clicks' %} count_clicks- {% elif eventType == 'leads' %} count_leads- {% elif eventType == 'sales' %} count_sales- {% elif eventType == 'composite' %} count_composite- {% else %} count_clicks- {% end %}+%+SELECT *+FROM+ {% if eventType == 'clicks' %} count_clicks+ {% elif eventType == 'leads' %} count_leads+ {% elif eventType == 'sales' %} count_sales+ {% elif eventType == 'composite' %} count_composite+ {% else %} count_clicks+ {% end %}diff --git a/packages/tinybird/pipes/v3_events.pipe b/packages/tinybird/pipes/v3_events.pipeindex 36fc609bd8..1ae0399d21 100644--- a/packages/tinybird/pipes/v3_events.pipe+++ b/packages/tinybird/pipes/v3_events.pipe@@ -7,643 +7,320 @@ TAGS "Dub Endpoints"NODE workspace_linksSQL >- %- SELECT link_id- FROM dub_links_metadata_latest FINAL- WHERE- workspace_id- = {{- String(- workspaceId,- 'cl7pj5kq4006835rbjlt2ofka',- description="The unique ID for the workspace",- required=True,- )- }}- AND deleted == 0- {% if defined(programId) %} AND program_id = {{ programId }} {% end %}- {% if defined(partnerId) %}- {% if defined(partnerIdOperator) and String(partnerIdOperator) == 'NOT IN' %}- AND partner_id NOT IN {{ Array(partnerId, 'String') }}- {% else %}- AND partner_id IN {{ Array(partnerId, 'String') }}- {% end %}- {% end %}- {% if defined(groupId) %}- {% if defined(groupIdOperator) and String(groupIdOperator) == 'NOT IN' %}- AND partner_group_id NOT IN {{ Array(groupId, 'String') }}- {% else %}- AND partner_group_id IN {{ Array(groupId, 'String') }}- {% end %}- {% end %}- {% if defined(tenantId) %}- {% if defined(tenantIdOperator) and String(tenantIdOperator) == 'NOT IN' %}- AND tenant_id NOT IN {{ Array(tenantId, 'String') }}- {% else %}- AND tenant_id IN {{ Array(tenantId, 'String') }}- {% end %}- {% end %}- {% if defined(domain) %}- {% if defined(domainOperator) and String(domainOperator) == 'NOT IN' %}- AND domain NOT IN {{ Array(domain, 'String') }}- {% else %}- AND domain IN {{ Array(domain, 'String') }}- {% end %}- {% end %}- {% if defined(tagIds) %}- {% if defined(tagIdsOperator) and String(tagIdsOperator) == 'NOT IN' %}- AND length(arrayFilter(x -> x NOT IN {{ Array(tagIds, 'String') }}, tag_ids)) = length(tag_ids)- {% else %}- AND arrayIntersect(tag_ids, {{ Array(tagIds, 'String') }}) != []- {% end %}- {% end %}- {% if defined(folderId) %}- {% if defined(folderIdOperator) and String(folderIdOperator) == 'NOT IN' %}- AND folder_id NOT IN {{ Array(folderId, 'String') }}- {% else %}- AND folder_id IN {{ Array(folderId, 'String') }}- {% end %}- {% end %}- {% if defined(root) %}- {% if defined(rootOperator) and String(rootOperator) == 'NOT IN' %}- AND NOT (0{% for val in root %}{% if val == 'true' %} OR key = '_root'{% else %} OR key != '_root'{% end %}{% end %})- {% else %}- AND (0{% for val in root %}{% if val == 'true' %} OR key = '_root'{% else %} OR key != '_root'{% end %}{% end %})- {% end %}- {% end %}+%+SELECT link_id+FROM dub_links_metadata_latest FINAL+WHERE+ workspace_id+ = {{+ String(+ workspaceId,+ 'cl7pj5kq4006835rbjlt2ofka',+ description="The unique ID for the workspace",+ required=True,+ )+ }}+ AND deleted == 0+ {% if defined(programId) %} AND program_id = {{ programId }} {% end %}+ {% if defined(partnerId) %} AND partner_id = {{ partnerId }} {% end %}+ {% if defined(groupId) %} AND partner_group_id = {{ groupId }} {% end %}+ {% if defined(tenantId) %} AND tenant_id = {{ tenantId }} {% end %}+ {% if defined(folderIds) %} AND folder_id IN {{ Array(folderIds, 'String') }}+ {% elif defined(folderId) %} AND folder_id = {{ folderId }}+ {% end %}+ {% if defined(domain) %} AND domain IN {{ Array(domain, 'String') }} {% end %}+ {% if defined(tagIds) %}+ AND arrayIntersect(tag_ids, {{ Array(tagIds, 'String') }}) != []+ {% end %}+ {% if defined(root) %}+ {% if Boolean(root) == 1 %} AND key = '_root' {% else %} AND key != '_root' {% end %}+ {% end %}NODE click_eventsSQL >- %- SELECT- *,- splitByString('?', referer_url)[1] as referer_url_processed,- CONCAT(country, '-', region) as region_processed,- 'click' as event- FROM- {% if defined(customerId) %} dub_click_events_id- {% else %} dub_click_events_mv- {% end %}- {% if defined(customerId) %}- PREWHERE click_id IN (- SELECT DISTINCT click_id- FROM dub_lead_events_mv- WHERE customer_id = {{ String(customerId) }}- )- {% end %}- WHERE- true- {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}- {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}- {% elif defined(linkId) %} AND link_id = {{ linkId }}- {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(- tenantId- ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(- tagIds- ) or defined(- root- ) %} AND link_id in (SELECT link_id from workspace_links)- {% end %}- {% if defined(continent) %} AND continent = {{ continent }} {% end %}- {% if defined(country) %} AND country = {{ country }} {% end %}- {% if defined(region) %} AND region = {{ region }} {% end %}- {% if defined(city) %} AND city = {{ city }} {% end %}- {% if defined(device) %} AND device = {{ device }} {% end %}- {% if defined(browser) %} AND browser = {{ browser }} {% end %}- {% if defined(os) %} AND os = {{ os }} {% end %}- {% if defined(trigger) %} AND trigger = {{ trigger }} {% end %}- {% if defined(referer) %} AND referer = {{ referer }} {% end %}- {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}- {% if defined(utm_source) %}- AND url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')- {% end %}- {% if defined(utm_medium) %}- AND url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')- {% end %}- {% if defined(utm_campaign) %}- AND url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')- {% end %}- {% if defined(utm_term) %}- AND url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')- {% end %}- {% if defined(utm_content) %}- AND url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')- {% end %}- {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}- {% if defined(start) %} AND timestamp >= {{ DateTime64(start) }} {% end %}- {% if defined(end) %} AND timestamp <= {{ DateTime64(end) }} {% end %}- {% if defined(filters) %}- {% for item in JSON(filters, '[]') %}- {% if item.get('operand', '').startswith('metadata.') %}- {% set metadataKey = item.get('operand', '').split('.')[1] %}- {% set operator = item.get('operator', 'equals') %}- {% set value = item.get('value', '') %}- {% if operator == 'equals' %}- AND JSONExtractString(metadata, {{ metadataKey }}) = {{ value }}- {% elif operator == 'notEquals' %}- AND JSONExtractString(metadata, {{ metadataKey }}) != {{ value }}- {% elif operator == 'greaterThan' %}- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) > toFloat64OrNull({{ value }})- {% elif operator == 'lessThan' %}- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) < toFloat64OrNull({{ value }})- {% elif operator == 'greaterThanOrEqual' %}- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) >= toFloat64OrNull({{ value }})- {% elif operator == 'lessThanOrEqual' %}- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) <= toFloat64OrNull({{ value }})- {% end %}- {% elif item.get('field', '') %}- {% set field = item.get('field', '') %}- {% set operator = item.get('operator', 'IN') %}- {% set values = item.get('values', []) %}- {% if field == 'country' %}- {% if operator == 'IN' %} AND country IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND country NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'city' %}- {% if operator == 'IN' %} AND city IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND city NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'continent' %}- {% if operator == 'IN' %} AND continent IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND continent NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'device' %}- {% if operator == 'IN' %} AND device IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND device NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'browser' %}- {% if operator == 'IN' %} AND browser IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND browser NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'os' %}- {% if operator == 'IN' %} AND os IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND os NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'trigger' %}- {% if operator == 'IN' %} AND trigger IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND trigger NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'referer' %}- {% if operator == 'IN' %} AND referer IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND referer NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'refererUrl' %}- {% if operator == 'IN' %} AND splitByString('?', referer_url)[1] IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND splitByString('?', referer_url)[1] NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'url' %}- {% if operator == 'IN' %} AND splitByString('?', url)[1] IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND splitByString('?', url)[1] NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'utm_source' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_medium' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_campaign' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_term' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_content' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'domain' %}- {# domain is already filtered at workspace_links node level #}- {% elif field == 'tagIds' %}- {# tagIds is already filtered at workspace_links node level #}- {% elif field == 'folderId' %}- {# folderId is already filtered at workspace_links node level #}- {% elif field == 'root' %}- {# root is already filtered at workspace_links node level #}- {% elif field == 'saleType' %}- {# saleType only applies to sales events #}- {% end %}- {% end %}- {% end %}- {% end %}- ORDER BY timestamp {% if order == 'asc' %} ASC {% else %} DESC {% end %}- LIMIT {{ Int32(limit, 100) }}- {% if defined(offset) %} OFFSET {{ Int32(offset, 0) }} {% end %}+%+SELECT+ *,+ splitByString('?', referer_url)[1] as referer_url_processed,+ CONCAT(country, '-', region) as region_processed,+ 'click' as event+FROM+ {% if defined(customerId) %} dub_click_events_id+ {% else %} dub_click_events_mv+ {% end %}+ {% if defined(customerId) %}+ PREWHERE click_id IN (+ SELECT DISTINCT click_id+ FROM dub_lead_events_mv+ WHERE customer_id = {{ String(customerId) }}+ )+ {% end %}+WHERE+ true+ {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}+ {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}+ {% elif defined(linkId) %} AND link_id = {{ linkId }}+ {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(+ tenantId+ ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(+ tagIds+ ) or defined(+ root+ ) %} AND link_id in (SELECT link_id from workspace_links)+ {% end %}+ {% if defined(continent) %} AND continent = {{ continent }} {% end %}+ {% if defined(country) %} AND country = {{ country }} {% end %}+ {% if defined(region) %} AND region = {{ region }} {% end %}+ {% if defined(city) %} AND city = {{ city }} {% end %}+ {% if defined(device) %} AND device = {{ device }} {% end %}+ {% if defined(browser) %} AND browser = {{ browser }} {% end %}+ {% if defined(os) %} AND os = {{ os }} {% end %}+ {% if defined(trigger) %} AND trigger = {{ trigger }} {% end %}+ {% if defined(referer) %} AND referer = {{ referer }} {% end %}+ {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}+ {% if defined(utm_source) %}+ AND url LIKE concat('%utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')+ {% end %}+ {% if defined(utm_medium) %}+ AND url LIKE concat('%utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')+ {% end %}+ {% if defined(utm_campaign) %}+ AND url+ LIKE concat('%utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')+ {% end %}+ {% if defined(utm_term) %}+ AND url LIKE concat('%utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')+ {% end %}+ {% if defined(utm_content) %}+ AND url LIKE concat('%utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')+ {% end %}+ {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}+ {% if defined(start) %} AND timestamp >= {{ DateTime64(start) }} {% end %}+ {% if defined(end) %} AND timestamp <= {{ DateTime64(end) }} {% end %}+ORDER BY timestamp {% if order == 'asc' %} ASC {% else %} DESC {% end %}+LIMIT {{ Int32(limit, 100) }}+{% if defined(offset) %} OFFSET {{ Int32(offset, 0) }} {% end %}NODE lead_eventsSQL >- %- SELECT- *,- splitByString('?', referer_url)[1] as referer_url_processed,- CONCAT(country, '-', region) as region_processed,- 'lead' as event- FROM dub_lead_events_mv- WHERE- true- {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}- {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}- {% elif defined(linkId) %} AND link_id = {{ linkId }}- {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(- tenantId- ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(- tagIds- ) or defined(- root- ) %} AND link_id in (SELECT link_id from workspace_links)- {% end %}- {% if defined(customerId) %} AND customer_id = {{ String(customerId) }} {% end %}- {% if defined(continent) %} AND continent = {{ continent }} {% end %}- {% if defined(country) %} AND country = {{ country }} {% end %}- {% if defined(region) %} AND region = {{ region }} {% end %}- {% if defined(city) %} AND city = {{ city }} {% end %}- {% if defined(device) %} AND device = {{ device }} {% end %}- {% if defined(browser) %} AND browser = {{ browser }} {% end %}- {% if defined(os) %} AND os = {{ os }} {% end %}- {% if defined(referer) %} AND referer = {{ referer }} {% end %}- {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}- {% if defined(utm_source) %}- AND url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')- {% end %}- {% if defined(utm_medium) %}- AND url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')- {% end %}- {% if defined(utm_campaign) %}- AND url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')- {% end %}- {% if defined(utm_term) %}- AND url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')- {% end %}- {% if defined(utm_content) %}- AND url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')- {% end %}- {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}- {% if defined(start) %} AND timestamp >= {{ DateTime(start) }} {% end %}- {% if defined(end) %} AND timestamp <= {{ DateTime(end) }} {% end %}- {% if defined(filters) %}- {% for item in JSON(filters, '[]') %}- {% if item.get('operand', '').startswith('metadata.') %}- {% set metadataKey = item.get('operand', '').split('.')[1] %}- {% set operator = item.get('operator', 'equals') %}- {% set value = item.get('value', '') %}- {% if operator == 'equals' %}- AND JSONExtractString(metadata, {{ metadataKey }}) = {{ value }}- {% elif operator == 'notEquals' %}- AND JSONExtractString(metadata, {{ metadataKey }}) != {{ value }}- {% elif operator == 'greaterThan' %}- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) > toFloat64OrNull({{ value }})- {% elif operator == 'lessThan' %}- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) < toFloat64OrNull({{ value }})- {% elif operator == 'greaterThanOrEqual' %}- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) >= toFloat64OrNull({{ value }})- {% elif operator == 'lessThanOrEqual' %}- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) <= toFloat64OrNull({{ value }})- {% end %}- {% elif item.get('field', '') %}- {% set field = item.get('field', '') %}- {% set operator = item.get('operator', 'IN') %}- {% set values = item.get('values', []) %}- {% if field == 'country' %}- {% if operator == 'IN' %} AND country IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND country NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'city' %}- {% if operator == 'IN' %} AND city IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND city NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'continent' %}- {% if operator == 'IN' %} AND continent IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND continent NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'device' %}- {% if operator == 'IN' %} AND device IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND device NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'browser' %}- {% if operator == 'IN' %} AND browser IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND browser NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'os' %}- {% if operator == 'IN' %} AND os IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND os NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'trigger' %}- {% if operator == 'IN' %} AND trigger IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND trigger NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'referer' %}- {% if operator == 'IN' %} AND referer IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND referer NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'refererUrl' %}- {% if operator == 'IN' %} AND splitByString('?', referer_url)[1] IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND splitByString('?', referer_url)[1] NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'url' %}- {% if operator == 'IN' %} AND splitByString('?', url)[1] IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND splitByString('?', url)[1] NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'utm_source' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_medium' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_campaign' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_term' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_content' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'domain' %}- {# domain is already filtered at workspace_links node level #}- {% elif field == 'tagIds' %}- {# tagIds is already filtered at workspace_links node level #}- {% elif field == 'folderId' %}- {# folderId is already filtered at workspace_links node level #}- {% elif field == 'root' %}- {# root is already filtered at workspace_links node level #}- {% elif field == 'saleType' %}- {# saleType only applies to sales events #}- {% end %}+%+SELECT+ *,+ splitByString('?', referer_url)[1] as referer_url_processed,+ CONCAT(country, '-', region) as region_processed,+ 'lead' as event+FROM dub_lead_events_mv+WHERE+ true+ {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}+ {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}+ {% elif defined(linkId) %} AND link_id = {{ linkId }}+ {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(+ tenantId+ ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(+ tagIds+ ) or defined(+ root+ ) %} AND link_id in (SELECT link_id from workspace_links)+ {% end %}+ {% if defined(customerId) %} AND customer_id = {{ String(customerId) }} {% end %}+ {% if defined(continent) %} AND continent = {{ continent }} {% end %}+ {% if defined(country) %} AND country = {{ country }} {% end %}+ {% if defined(region) %} AND region = {{ region }} {% end %}+ {% if defined(city) %} AND city = {{ city }} {% end %}+ {% if defined(device) %} AND device = {{ device }} {% end %}+ {% if defined(browser) %} AND browser = {{ browser }} {% end %}+ {% if defined(os) %} AND os = {{ os }} {% end %}+ {% if defined(referer) %} AND referer = {{ referer }} {% end %}+ {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}+ {% if defined(utm_source) %}+ AND url LIKE concat('%utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')+ {% end %}+ {% if defined(utm_medium) %}+ AND url LIKE concat('%utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')+ {% end %}+ {% if defined(utm_campaign) %}+ AND url+ LIKE concat('%utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')+ {% end %}+ {% if defined(utm_term) %}+ AND url LIKE concat('%utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')+ {% end %}+ {% if defined(utm_content) %}+ AND url LIKE concat('%utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')+ {% end %}+ {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}+ {% if defined(start) %} AND timestamp >= {{ DateTime(start) }} {% end %}+ {% if defined(end) %} AND timestamp <= {{ DateTime(end) }} {% end %}+ {% if defined(filters) %}+ {% for item in JSON(filters, '[]') %}+ {% if item.get('operand', '').startswith('metadata.') %}+ {% set metadataKey = item.get('operand', '').split('.')[1] %}+ {% set operator = item.get('operator', 'equals') %}+ {% set value = item.get('value', '') %}+ {% if operator == 'equals' %}+ AND JSONExtractString(metadata, {{ metadataKey }}) = {{ value }}+ {% elif operator == 'notEquals' %}+ AND JSONExtractString(metadata, {{ metadataKey }}) != {{ value }}+ {% elif operator == 'greaterThan' %}+ AND JSONExtractString(metadata, {{ metadataKey }}) > {{ value }}+ {% elif operator == 'lessThan' %}+ AND JSONExtractString(metadata, {{ metadataKey }}) < {{ value }}+ {% elif operator == 'greaterThanOrEqual' %}+ AND JSONExtractString(metadata, {{ metadataKey }}) >= {{ value }}+ {% elif operator == 'lessThanOrEqual' %}+ AND JSONExtractString(metadata, {{ metadataKey }}) <= {{ value }}{% end %}{% end %}{% end %}- ORDER BY timestamp {% if order == 'asc' %} ASC {% else %} DESC {% end %}- LIMIT {{ Int32(limit, 100) }}- {% if defined(offset) %} OFFSET {{ Int32(offset, 0) }} {% end %}+ {% end %}+ORDER BY timestamp {% if order == 'asc' %} ASC {% else %} DESC {% end %}+LIMIT {{ Int32(limit, 100) }}+{% if defined(offset) %} OFFSET {{ Int32(offset, 0) }} {% end %}NODE first_sale_by_link_customerSQL >- %- SELECT workspace_id, link_id, customer_id, minMerge(first_sale_state) AS first_sale_ts- FROM dub_first_sale_mv- WHERE- workspace_id- = {{- String(- workspaceId,- 'cl7pj5kq4006835rbjlt2ofka',- description="The unique ID for the workspace",- required=True,- )- }}- GROUP BY workspace_id, link_id, customer_id+%+SELECT workspace_id, link_id, customer_id, minMerge(first_sale_state) AS first_sale_ts+FROM dub_first_sale_mv+WHERE+ workspace_id+ = {{+ String(+ workspaceId,+ 'cl7pj5kq4006835rbjlt2ofka',+ description="The unique ID for the workspace",+ required=True,+ )+ }}+GROUP BY workspace_id, link_id, customer_idNODE sale_eventsSQL >- %- SELECT- t.*,- t.amount AS saleAmount,- CONCAT(t.country, '-', t.region) AS region_processed,- splitByString('?', t.referer_url)[1] AS referer_url_processed,- 'sale' AS event- FROM- (- SELECT- se.*,+%+SELECT+ t.*,+ t.amount AS saleAmount,+ CONCAT(t.country, '-', t.region) AS region_processed,+ splitByString('?', t.referer_url)[1] AS referer_url_processed,+ 'sale' AS event+FROM+ (+ SELECT+ se.*,+ if(+ isNull (fs.first_sale_ts),+ 'new',if(- isNull (fs.first_sale_ts),+ toUnixTimestamp64Milli(se.timestamp) = toUnixTimestamp64Milli(fs.first_sale_ts),'new',- if(- toUnixTimestamp64Milli(se.timestamp) = toUnixTimestamp64Milli(fs.first_sale_ts),- 'new',- 'recurring'- )- ) AS sale_type- FROM dub_sale_events_mv AS se- LEFT JOIN first_sale_by_link_customer AS fs USING (workspace_id, link_id, customer_id)- WHERE- true- {% if defined(workspaceId) %} AND se.workspace_id = {{ workspaceId }} {% end %}- {% if defined(linkIds) %} AND se.link_id IN {{ Array(linkIds, 'String') }}- {% elif defined(linkId) %} AND se.link_id = {{ linkId }}- {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(- tenantId- ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(- tagIds- ) or defined(- root- ) %} AND se.link_id in (SELECT link_id from workspace_links)- {% end %}- {% if defined(customerId) %} AND se.customer_id = {{ String(customerId) }} {% end %}- {% if defined(continent) %} AND se.continent = {{ continent }} {% end %}- {% if defined(country) %} AND se.country = {{ country }} {% end %}- {% if defined(region) %} AND se.region = {{ region }} {% end %}- {% if defined(city) %} AND se.city = {{ city }} {% end %}- {% if defined(device) %} AND se.device = {{ device }} {% end %}- {% if defined(browser) %} AND se.browser = {{ browser }} {% end %}- {% if defined(os) %} AND se.os = {{ os }} {% end %}- {% if defined(referer) %} AND se.referer = {{ referer }} {% end %}- {% if defined(refererUrl) %}- AND splitByString('?', se.referer_url)[1] = {{ refererUrl }}- {% end %}- {% if defined(utm_source) %}- AND se.url- LIKE concat('%utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')- {% end %}- {% if defined(utm_medium) %}- AND se.url- LIKE concat('%utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')- {% end %}- {% if defined(utm_campaign) %}- AND se.url LIKE concat(- '%utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%'- )- {% end %}- {% if defined(utm_term) %}- AND se.url- LIKE concat('%utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')- {% end %}- {% if defined(utm_content) %}- AND se.url- LIKE concat('%utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')- {% end %}- {% if defined(url) %} AND splitByString('?', se.url)[1] = {{ url }} {% end %}- {% if defined(start) %} AND se.timestamp >= {{ DateTime(start) }} {% end %}- {% if defined(end) %} AND se.timestamp <= {{ DateTime(end) }} {% end %}+ 'recurring'+ )+ ) AS sale_type+ FROM dub_sale_events_mv AS se+ LEFT JOIN first_sale_by_link_customer AS fs USING (workspace_id, link_id, customer_id)+ WHERE+ true+ {% if defined(workspaceId) %} AND se.workspace_id = {{ workspaceId }} {% end %}+ {% if defined(linkIds) %} AND se.link_id IN {{ Array(linkIds, 'String') }}+ {% elif defined(linkId) %} AND se.link_id = {{ linkId }}+ {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(+ tenantId+ ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(+ tagIds+ ) or defined(+ root+ ) %} AND se.link_id in (SELECT link_id from workspace_links)+ {% end %}+ {% if defined(customerId) %} AND se.customer_id = {{ String(customerId) }} {% end %}+ {% if defined(continent) %} AND se.continent = {{ continent }} {% end %}+ {% if defined(country) %} AND se.country = {{ country }} {% end %}+ {% if defined(region) %} AND se.region = {{ region }} {% end %}+ {% if defined(city) %} AND se.city = {{ city }} {% end %}+ {% if defined(device) %} AND se.device = {{ device }} {% end %}+ {% if defined(browser) %} AND se.browser = {{ browser }} {% end %}+ {% if defined(os) %} AND se.os = {{ os }} {% end %}+ {% if defined(referer) %} AND se.referer = {{ referer }} {% end %}+ {% if defined(refererUrl) %}+ AND splitByString('?', se.referer_url)[1] = {{ refererUrl }}+ {% end %}+ {% if defined(utm_source) %}+ AND se.url+ LIKE concat('%utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')+ {% end %}+ {% if defined(utm_medium) %}+ AND se.url+ LIKE concat('%utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')+ {% end %}+ {% if defined(utm_campaign) %}+ AND se.url LIKE concat(+ '%utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%'+ )+ {% end %}+ {% if defined(utm_term) %}+ AND se.url+ LIKE concat('%utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')+ {% end %}+ {% if defined(utm_content) %}+ AND se.url+ LIKE concat('%utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')+ {% end %}+ {% if defined(url) %} AND splitByString('?', se.url)[1] = {{ url }} {% end %}+ {% if defined(start) %} AND se.timestamp >= {{ DateTime(start) }} {% end %}+ {% if defined(end) %} AND se.timestamp <= {{ DateTime(end) }} {% end %}- {% if defined(filters) %}- {% for item in JSON(filters, '[]') %}- {% if item.get('operand', '').startswith('metadata.') %}- {% set metadataKey = item.get('operand', '').split('.')[1] %}- {% set operator = item.get('operator', 'equals') %}- {% set value = item.get('value', '') %}- {% if operator == 'equals' %}- AND JSONExtractString(se.metadata, {{ metadataKey }}) = {{ value }}- {% elif operator == 'notEquals' %}- AND JSONExtractString(se.metadata, {{ metadataKey }}) != {{ value }}- {% elif operator == 'greaterThan' %}- AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) > toFloat64OrNull({{ value }})- {% elif operator == 'lessThan' %}- AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) < toFloat64OrNull({{ value }})- {% elif operator == 'greaterThanOrEqual' %}- AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) >= toFloat64OrNull({{ value }})- {% elif operator == 'lessThanOrEqual' %}- AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) <= toFloat64OrNull({{ value }})- {% end %}- {% elif item.get('field', '') %}- {% set field = item.get('field', '') %}- {% set operator = item.get('operator', 'IN') %}- {% set values = item.get('values', []) %}- {% if field == 'country' %}- {% if operator == 'IN' %} AND se.country IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND se.country NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'city' %}- {% if operator == 'IN' %} AND se.city IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND se.city NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'continent' %}- {% if operator == 'IN' %} AND se.continent IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND se.continent NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'device' %}- {% if operator == 'IN' %} AND se.device IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND se.device NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'browser' %}- {% if operator == 'IN' %} AND se.browser IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND se.browser NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'os' %}- {% if operator == 'IN' %} AND se.os IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND se.os NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'trigger' %}- {% if operator == 'IN' %} AND se.trigger IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND se.trigger NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'referer' %}- {% if operator == 'IN' %} AND se.referer IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND se.referer NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'refererUrl' %}- {% if operator == 'IN' %} AND splitByString('?', se.referer_url)[1] IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND splitByString('?', se.referer_url)[1] NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'url' %}- {% if operator == 'IN' %} AND splitByString('?', se.url)[1] IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND splitByString('?', se.url)[1] NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'utm_source' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_medium' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_campaign' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_term' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_content' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'domain' %}- {# domain is already filtered at workspace_links node level #}- {% elif field == 'tagIds' %}- {# tagIds is already filtered at workspace_links node level #}- {% elif field == 'folderId' %}- {# folderId is already filtered at workspace_links node level #}- {% elif field == 'root' %}- {# root is already filtered at workspace_links node level #}- {% elif field == 'saleType' %}- {# saleType is filtered in the outer query where the computed sale_type is available #}- {% end %}+ {% if defined(filters) %}+ {% for item in JSON(filters, '[]') %}+ {% if item.get('operand', '').startswith('metadata.') %}+ {% set metadataKey = item.get('operand', '').split('.')[1] %}+ {% set operator = item.get('operator', 'equals') %}+ {% set value = item.get('value', '') %}+ {% if operator == 'equals' %}+ AND JSONExtractString(se.metadata, {{ metadataKey }}) = {{ value }}+ {% elif operator == 'notEquals' %}+ AND JSONExtractString(se.metadata, {{ metadataKey }}) != {{ value }}+ {% elif operator == 'greaterThan' %}+ AND JSONExtractString(se.metadata, {{ metadataKey }}) > {{ value }}+ {% elif operator == 'lessThan' %}+ AND JSONExtractString(se.metadata, {{ metadataKey }}) < {{ value }}+ {% elif operator == 'greaterThanOrEqual' %}+ AND JSONExtractString(se.metadata, {{ metadataKey }}) >= {{ value }}+ {% elif operator == 'lessThanOrEqual' %}+ AND JSONExtractString(se.metadata, {{ metadataKey }}) <= {{ value }}{% end %}{% end %}{% end %}-- ) AS t- WHERE true- {% if defined(saleType) %} AND t.sale_type = {{ String(saleType) }} {% end %}- {% if defined(filters) %}- {% for item in JSON(filters, '[]') %}- {% if item.get('field', '') == 'saleType' %}- {% set operator = item.get('operator', 'IN') %}- {% set values = item.get('values', []) %}- {% if operator == 'IN' %} AND t.sale_type IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND t.sale_type NOT IN {{ Array(values, 'String') }}- {% end %}- {% end %}{% end %}- {% end %}- ORDER BY t.timestamp {% if order == 'asc' %} ASC {% else %} DESC {% end %}- LIMIT {{ Int32(limit, 100) }}- {% if defined(offset) %} OFFSET {{ Int32(offset, 0) }} {% end %}++ ) AS t+WHERE true {% if defined(saleType) %} AND t.sale_type = {{ String(saleType) }} {% end %}+ORDER BY t.timestamp {% if order == 'asc' %} ASC {% else %} DESC {% end %}+LIMIT {{ Int32(limit, 100) }}+{% if defined(offset) %} OFFSET {{ Int32(offset, 0) }} {% end %}NODE endpointSQL >- %- SELECT *- FROM- {% if eventType == 'leads' %} lead_events- {% elif eventType == 'sales' %} sale_events- {% else %} click_events- {% end %}+%+SELECT *+FROM+ {% if eventType == 'leads' %} lead_events+ {% elif eventType == 'sales' %} sale_events+ {% else %} click_events+ {% end %}diff --git a/packages/tinybird/pipes/v3_group_by.pipe b/packages/tinybird/pipes/v3_group_by.pipeindex dae18e1f73..896d21ee71 100644--- a/packages/tinybird/pipes/v3_group_by.pipe+++ b/packages/tinybird/pipes/v3_group_by.pipe@@ -7,394 +7,404 @@ TAGS "Dub Endpoints"NODE workspace_linksSQL >- %- SELECT link_id- FROM dub_links_metadata_latest FINAL- WHERE- workspace_id- = {{- String(- workspaceId,- 'cl7pj5kq4006835rbjlt2ofka',- description="The unique ID for the workspace",- required=True,- )- }}- AND deleted == 0- {% if defined(programId) %} AND program_id = {{ programId }} {% end %}- {% if defined(partnerId) %}- {% if defined(partnerIdOperator) and String(partnerIdOperator) == 'NOT IN' %}- AND partner_id NOT IN {{ Array(partnerId, 'String') }}- {% else %}- AND partner_id IN {{ Array(partnerId, 'String') }}- {% end %}- {% end %}- {% if defined(groupId) %}- {% if defined(groupIdOperator) and String(groupIdOperator) == 'NOT IN' %}- AND partner_group_id NOT IN {{ Array(groupId, 'String') }}- {% else %}- AND partner_group_id IN {{ Array(groupId, 'String') }}- {% end %}- {% end %}- {% if defined(tenantId) %}- {% if defined(tenantIdOperator) and String(tenantIdOperator) == 'NOT IN' %}- AND tenant_id NOT IN {{ Array(tenantId, 'String') }}- {% else %}- AND tenant_id IN {{ Array(tenantId, 'String') }}- {% end %}- {% end %}- {% if defined(domain) %}- {% if defined(domainOperator) and String(domainOperator) == 'NOT IN' %}- AND domain NOT IN {{ Array(domain, 'String') }}- {% else %}- AND domain IN {{ Array(domain, 'String') }}- {% end %}- {% end %}- {% if defined(tagIds) %}- {% if defined(tagIdsOperator) and String(tagIdsOperator) == 'NOT IN' %}- AND length(arrayFilter(x -> x NOT IN {{ Array(tagIds, 'String') }}, tag_ids)) = length(tag_ids)- {% else %}- AND arrayIntersect(tag_ids, {{ Array(tagIds, 'String') }}) != []- {% end %}- {% end %}- {% if defined(folderId) %}- {% if defined(folderIdOperator) and String(folderIdOperator) == 'NOT IN' %}- AND folder_id NOT IN {{ Array(folderId, 'String') }}- {% else %}- AND folder_id IN {{ Array(folderId, 'String') }}- {% end %}- {% end %}- {% if defined(root) %}- {% if defined(rootOperator) and String(rootOperator) == 'NOT IN' %}- AND NOT (0{% for val in root %}{% if val == 'true' %} OR key = '_root'{% else %} OR key != '_root'{% end %}{% end %})- {% else %}- AND (0{% for val in root %}{% if val == 'true' %} OR key = '_root'{% else %} OR key != '_root'{% end %}{% end %})- {% end %}- {% end %}+%+SELECT link_id+FROM dub_links_metadata_latest FINAL+WHERE+ workspace_id+ = {{+ String(+ workspaceId,+ 'cl7pj5kq4006835rbjlt2ofka',+ description="The unique ID for the workspace",+ required=True,+ )+ }}+ AND deleted == 0+ {% if defined(programId) %} AND program_id = {{ programId }} {% end %}+ {% if defined(partnerId) %} AND partner_id = {{ partnerId }} {% end %}+ {% if defined(groupId) %} AND partner_group_id = {{ groupId }} {% end %}+ {% if defined(tenantId) %} AND tenant_id = {{ tenantId }} {% end %}+ {% if defined(folderIds) %} AND folder_id IN {{ Array(folderIds, 'String') }}+ {% elif defined(folderId) %} AND folder_id = {{ folderId }}+ {% end %}+ {% if defined(domain) %} AND domain IN {{ Array(domain, 'String') }} {% end %}+ {% if defined(tagIds) %}+ AND arrayIntersect(tag_ids, {{ Array(tagIds, 'String') }}) != []+ {% end %}+ {% if defined(root) %}+ {% if Boolean(root) == 1 %} AND key = '_root' {% else %} AND key != '_root' {% end %}+ {% end %}NODE group_by_clicksSQL >- %- SELECT- multiIf(- {{ String(groupBy) }} = 'top_links',- link_id,- {{ String(groupBy) }} = 'top_urls',- url,- {{ String(groupBy) }} = 'top_base_urls',- splitByString('?', url)[1],- {{ String(groupBy) }} = 'referers',- referer,- {{ String(groupBy) }} = 'referer_urls',- splitByString('?', referer_url)[1],- {{ String(groupBy) }} = 'utm_sources',- decodeURLFormComponent(extractURLParameter(url, 'utm_source')),- {{ String(groupBy) }} = 'utm_mediums',- decodeURLFormComponent(extractURLParameter(url, 'utm_medium')),- {{ String(groupBy) }} = 'utm_campaigns',- decodeURLFormComponent(extractURLParameter(url, 'utm_campaign')),- {{ String(groupBy) }} = 'utm_terms',- decodeURLFormComponent(extractURLParameter(url, 'utm_term')),- {{ String(groupBy) }} = 'utm_contents',- decodeURLFormComponent(extractURLParameter(url, 'utm_content')),- {{ String(groupBy) }} = 'ref',- decodeURLFormComponent(extractURLParameter(url, 'ref')),- {{ String(groupBy) }} = 'countries',- country,- {{ String(groupBy) }} = 'regions',- CONCAT(country, '-', region) as region,- {{ String(groupBy) }} = 'cities',- city,- {{ String(groupBy) }} = 'continents',- continent,- {{ String(groupBy) }} = 'devices',- device,- {{ String(groupBy) }} = 'browsers',- browser,- {{ String(groupBy) }} = 'os',- os,- {{ String(groupBy) }} = 'triggers',- trigger,- link_id- ) AS groupByField,- {% if String(groupBy) == 'cities' %} country, CONCAT(country, '-', region) as region,- {% elif String(groupBy) == 'regions' %} country,- {% end %}- COUNT(*) AS clicks- FROM- {% if defined(customerId) %} dub_click_events_id- {% else %} dub_click_events_mv- {% end %}- {% if defined(customerId) %}- PREWHERE click_id IN (- SELECT DISTINCT click_id- FROM dub_lead_events_mv- WHERE customer_id = {{ String(customerId) }}- )- {% end %}- WHERE- groupByField != '' AND groupByField != 'Unknown'- {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}- {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}- {% elif defined(linkId) %} AND link_id = {{ linkId }}- {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(- tenantId- ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(- tagIds- ) or defined(- root- ) %} AND link_id in (SELECT link_id from workspace_links)- {% end %}- {% if defined(continent) %} AND continent = {{ continent }} {% end %}- {% if defined(country) %} AND country = {{ country }} {% end %}- {% if defined(region) %} AND region = {{ region }} {% end %}- {% if defined(city) %} AND city = {{ city }} {% end %}- {% if defined(device) %} AND device = {{ device }} {% end %}- {% if defined(browser) %} AND browser = {{ browser }} {% end %}- {% if defined(os) %} AND os = {{ os }} {% end %}- {% if defined(trigger) %} AND trigger = {{ trigger }} {% end %}- {% if defined(referer) %} AND referer = {{ referer }} {% end %}- {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}- {% if defined(utm_source) %}- AND url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')- {% end %}- {% if defined(utm_medium) %}- AND url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')- {% end %}- {% if defined(utm_campaign) %}- AND url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')- {% end %}- {% if defined(utm_term) %}- AND url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')- {% end %}- {% if defined(utm_content) %}- AND url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')- {% end %}- {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}- {% if defined(start) %} AND timestamp >= {{ DateTime64(start) }} {% end %}- {% if defined(end) %} AND timestamp <= {{ DateTime64(end) }} {% end %}- {% if defined(filters) %}- {% for item in JSON(filters, '[]') %}- {% if item.get('operand', '').startswith('metadata.') %}- {% set metadataKey = item.get('operand', '').split('.')[1] %}- {% set operator = item.get('operator', 'equals') %}- {% set value = item.get('value', '') %}- {% if operator == 'equals' %}- AND JSONExtractString(metadata, {{ metadataKey }}) = {{ value }}- {% elif operator == 'notEquals' %}- AND JSONExtractString(metadata, {{ metadataKey }}) != {{ value }}- {% elif operator == 'greaterThan' %}- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) > toFloat64OrNull({{ value }})- {% elif operator == 'lessThan' %}- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) < toFloat64OrNull({{ value }})- {% elif operator == 'greaterThanOrEqual' %}- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) >= toFloat64OrNull({{ value }})- {% elif operator == 'lessThanOrEqual' %}- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) <= toFloat64OrNull({{ value }})- {% end %}- {% elif item.get('field', '') %}- {% set field = item.get('field', '') %}- {% set operator = item.get('operator', 'IN') %}- {% set values = item.get('values', []) %}- {% if field == 'country' %}- {% if operator == 'IN' %} AND country IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND country NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'city' %}- {% if operator == 'IN' %} AND city IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND city NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'continent' %}- {% if operator == 'IN' %} AND continent IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND continent NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'device' %}- {% if operator == 'IN' %} AND device IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND device NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'browser' %}- {% if operator == 'IN' %} AND browser IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND browser NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'os' %}- {% if operator == 'IN' %} AND os IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND os NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'trigger' %}- {% if operator == 'IN' %} AND trigger IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND trigger NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'referer' %}- {% if operator == 'IN' %} AND referer IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND referer NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'refererUrl' %}- {% if operator == 'IN' %} AND splitByString('?', referer_url)[1] IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND splitByString('?', referer_url)[1] NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'url' %}- {% if operator == 'IN' %} AND splitByString('?', url)[1] IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND splitByString('?', url)[1] NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'utm_source' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_medium' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_campaign' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_term' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_content' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'domain' %}- {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})- {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})- {% end %}- {% elif field == 'tagIds' %}- {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])- {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])- {% end %}- {% elif field == 'folderId' %}- {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})- {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})- {% end %}- {% elif field == 'root' %}- {% if operator == 'IN' %}- AND link_id IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})- {% elif operator == 'NOT IN' %}- AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})- {% end %}- {% elif field == 'saleType' %}- {# saleType is handled in the sales subquery, not here #}- {% end %}+%+SELECT+ multiIf(+ {{ String(groupBy) }} = 'top_links',+ link_id,+ {{ String(groupBy) }} = 'top_urls',+ url,+ {{ String(groupBy) }} = 'top_base_urls',+ splitByString('?', url)[1],+ {{ String(groupBy) }} = 'referers',+ referer,+ {{ String(groupBy) }} = 'referer_urls',+ splitByString('?', referer_url)[1],+ {{ String(groupBy) }} = 'utm_sources',+ decodeURLFormComponent(extractURLParameter(url, 'utm_source')),+ {{ String(groupBy) }} = 'utm_mediums',+ decodeURLFormComponent(extractURLParameter(url, 'utm_medium')),+ {{ String(groupBy) }} = 'utm_campaigns',+ decodeURLFormComponent(extractURLParameter(url, 'utm_campaign')),+ {{ String(groupBy) }} = 'utm_terms',+ decodeURLFormComponent(extractURLParameter(url, 'utm_term')),+ {{ String(groupBy) }} = 'utm_contents',+ decodeURLFormComponent(extractURLParameter(url, 'utm_content')),+ {{ String(groupBy) }} = 'ref',+ decodeURLFormComponent(extractURLParameter(url, 'ref')),+ {{ String(groupBy) }} = 'countries',+ country,+ {{ String(groupBy) }} = 'regions',+ CONCAT(country, '-', region) as region,+ {{ String(groupBy) }} = 'cities',+ city,+ {{ String(groupBy) }} = 'continents',+ continent,+ {{ String(groupBy) }} = 'devices',+ device,+ {{ String(groupBy) }} = 'browsers',+ browser,+ {{ String(groupBy) }} = 'os',+ os,+ {{ String(groupBy) }} = 'triggers',+ trigger,+ link_id+ ) AS groupByField,+ {% if String(groupBy) == 'cities' %} country, CONCAT(country, '-', region) as region,+ {% elif String(groupBy) == 'regions' %} country,+ {% end %}+ COUNT(*) AS clicks+FROM+ {% if defined(customerId) %} dub_click_events_id+ {% else %} dub_click_events_mv+ {% end %}+ {% if defined(customerId) %}+ PREWHERE click_id IN (+ SELECT DISTINCT click_id+ FROM dub_lead_events_mv+ WHERE customer_id = {{ String(customerId) }}+ )+ {% end %}+WHERE+ groupByField != '' AND groupByField != 'Unknown'+ {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}+ {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}+ {% elif defined(linkId) %} AND link_id = {{ linkId }}+ {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(+ tenantId+ ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(+ tagIds+ ) or defined(+ root+ ) %} AND link_id in (SELECT link_id from workspace_links)+ {% end %}+ {% if defined(continent) %} AND continent = {{ continent }} {% end %}+ {% if defined(country) %} AND country = {{ country }} {% end %}+ {% if defined(region) %} AND region = {{ region }} {% end %}+ {% if defined(city) %} AND city = {{ city }} {% end %}+ {% if defined(device) %} AND device = {{ device }} {% end %}+ {% if defined(browser) %} AND browser = {{ browser }} {% end %}+ {% if defined(os) %} AND os = {{ os }} {% end %}+ {% if defined(trigger) %} AND trigger = {{ trigger }} {% end %}+ {% if defined(referer) %} AND referer = {{ referer }} {% end %}+ {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}+ {% if defined(utm_source) %}+ AND url LIKE concat('%utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')+ {% end %}+ {% if defined(utm_medium) %}+ AND url LIKE concat('%utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')+ {% end %}+ {% if defined(utm_campaign) %}+ AND url+ LIKE concat('%utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')+ {% end %}+ {% if defined(utm_term) %}+ AND url LIKE concat('%utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')+ {% end %}+ {% if defined(utm_content) %}+ AND url LIKE concat('%utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')+ {% end %}+ {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}+ {% if defined(start) %} AND timestamp >= {{ DateTime64(start) }} {% end %}+ {% if defined(end) %} AND timestamp <= {{ DateTime64(end) }} {% end %}+GROUP BY+ groupByField+ {% if String(groupBy) == 'cities' %}, country, region+ {% elif String(groupBy) == 'regions' %}, country+ {% end %}+ORDER BY clicks DESC+LIMIT 5000++++NODE group_by_leads+SQL >++%+SELECT+ multiIf(+ {{ String(groupBy) }} = 'top_links',+ link_id,+ {{ String(groupBy) }} = 'top_urls',+ url,+ {{ String(groupBy) }} = 'top_base_urls',+ splitByString('?', url)[1],+ {{ String(groupBy) }} = 'referers',+ referer,+ {{ String(groupBy) }} = 'referer_urls',+ splitByString('?', referer_url)[1],+ {{ String(groupBy) }} = 'utm_sources',+ decodeURLFormComponent(extractURLParameter(url, 'utm_source')),+ {{ String(groupBy) }} = 'utm_mediums',+ decodeURLFormComponent(extractURLParameter(url, 'utm_medium')),+ {{ String(groupBy) }} = 'utm_campaigns',+ decodeURLFormComponent(extractURLParameter(url, 'utm_campaign')),+ {{ String(groupBy) }} = 'utm_terms',+ decodeURLFormComponent(extractURLParameter(url, 'utm_term')),+ {{ String(groupBy) }} = 'utm_contents',+ decodeURLFormComponent(extractURLParameter(url, 'utm_content')),+ {{ String(groupBy) }} = 'ref',+ decodeURLFormComponent(extractURLParameter(url, 'ref')),+ {{ String(groupBy) }} = 'countries',+ country,+ {{ String(groupBy) }} = 'regions',+ CONCAT(country, '-', region) as region,+ {{ String(groupBy) }} = 'cities',+ city,+ {{ String(groupBy) }} = 'continents',+ continent,+ {{ String(groupBy) }} = 'devices',+ device,+ {{ String(groupBy) }} = 'browsers',+ browser,+ {{ String(groupBy) }} = 'os',+ os,+ {{ String(groupBy) }} = 'triggers',+ trigger,+ link_id+ ) AS groupByField,+ {% if String(groupBy) == 'cities' %} country, CONCAT(country, '-', region) as region,+ {% elif String(groupBy) == 'regions' %} country,+ {% end %}+ COUNT(*) as leads+FROM dub_lead_events_mv+WHERE+ groupByField != '' AND groupByField != 'Unknown'+ {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}+ {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}+ {% elif defined(linkId) %} AND link_id = {{ linkId }}+ {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(+ tenantId+ ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(+ tagIds+ ) or defined(+ root+ ) %} AND link_id in (SELECT link_id from workspace_links)+ {% end %}+ {% if defined(customerId) %} AND customer_id = {{ String(customerId) }} {% end %}+ {% if defined(continent) %} AND continent = {{ continent }} {% end %}+ {% if defined(country) %} AND country = {{ country }} {% end %}+ {% if defined(region) %} AND region = {{ region }} {% end %}+ {% if defined(city) %} AND city = {{ city }} {% end %}+ {% if defined(device) %} AND device = {{ device }} {% end %}+ {% if defined(browser) %} AND browser = {{ browser }} {% end %}+ {% if defined(os) %} AND os = {{ os }} {% end %}+ {% if defined(referer) %} AND referer = {{ referer }} {% end %}+ {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}+ {% if defined(utm_source) %}+ AND url LIKE concat('%utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')+ {% end %}+ {% if defined(utm_medium) %}+ AND url LIKE concat('%utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')+ {% end %}+ {% if defined(utm_campaign) %}+ AND url+ LIKE concat('%utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')+ {% end %}+ {% if defined(utm_term) %}+ AND url LIKE concat('%utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')+ {% end %}+ {% if defined(utm_content) %}+ AND url LIKE concat('%utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')+ {% end %}+ {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}+ {% if defined(start) %} AND timestamp >= {{ DateTime(start) }} {% end %}+ {% if defined(end) %} AND timestamp <= {{ DateTime(end) }} {% end %}+ {% if defined(filters) %}+ {% for item in JSON(filters, '[]') %}+ {% if item.get('operand', '').startswith('metadata.') %}+ {% set metadataKey = item.get('operand', '').split('.')[1] %}+ {% set operator = item.get('operator', 'equals') %}+ {% set value = item.get('value', '') %}+ {% if operator == 'equals' %}+ AND JSONExtractString(metadata, {{ metadataKey }}) = {{ value }}+ {% elif operator == 'notEquals' %}+ AND JSONExtractString(metadata, {{ metadataKey }}) != {{ value }}+ {% elif operator == 'greaterThan' %}+ AND JSONExtractString(metadata, {{ metadataKey }}) > {{ value }}+ {% elif operator == 'lessThan' %}+ AND JSONExtractString(metadata, {{ metadataKey }}) < {{ value }}+ {% elif operator == 'greaterThanOrEqual' %}+ AND JSONExtractString(metadata, {{ metadataKey }}) >= {{ value }}+ {% elif operator == 'lessThanOrEqual' %}+ AND JSONExtractString(metadata, {{ metadataKey }}) <= {{ value }}{% end %}{% end %}{% end %}- GROUP BY- groupByField- {% if String(groupBy) == 'cities' %}, country, region- {% elif String(groupBy) == 'regions' %}, country- {% end %}- ORDER BY clicks DESC- LIMIT 5000+ {% end %}+GROUP BY+ groupByField+ {% if String(groupBy) == 'cities' %}, country, region+ {% elif String(groupBy) == 'regions' %}, country+ {% end %}+ORDER BY leads DESC+LIMIT 5000-NODE group_by_leads+NODE first_sale_by_link_customerSQL >- %+%+SELECT workspace_id, link_id, customer_id, minMerge(first_sale_state) AS first_sale_ts+FROM dub_first_sale_mv+WHERE+ workspace_id+ = {{+ String(+ workspaceId,+ 'cl7pj5kq4006835rbjlt2ofka',+ description="The unique ID for the workspace",+ required=True,+ )+ }}+GROUP BY workspace_id, link_id, customer_id++++NODE group_by_sales+SQL >++%+SELECT+ multiIf(+ {{ String(groupBy) }} = 'top_links',+ link_id,+ {{ String(groupBy) }} = 'top_urls',+ url,+ {{ String(groupBy) }} = 'top_base_urls',+ splitByString('?', url)[1],+ {{ String(groupBy) }} = 'referers',+ referer,+ {{ String(groupBy) }} = 'referer_urls',+ splitByString('?', referer_url)[1],+ {{ String(groupBy) }} = 'utm_sources',+ decodeURLFormComponent(extractURLParameter(url, 'utm_source')),+ {{ String(groupBy) }} = 'utm_mediums',+ decodeURLFormComponent(extractURLParameter(url, 'utm_medium')),+ {{ String(groupBy) }} = 'utm_campaigns',+ decodeURLFormComponent(extractURLParameter(url, 'utm_campaign')),+ {{ String(groupBy) }} = 'utm_terms',+ decodeURLFormComponent(extractURLParameter(url, 'utm_term')),+ {{ String(groupBy) }} = 'utm_contents',+ decodeURLFormComponent(extractURLParameter(url, 'utm_content')),+ {{ String(groupBy) }} = 'ref',+ decodeURLFormComponent(extractURLParameter(url, 'ref')),+ {{ String(groupBy) }} = 'countries',+ country,+ {{ String(groupBy) }} = 'regions',+ CONCAT(country, '-', region) as region,+ {{ String(groupBy) }} = 'cities',+ city,+ {{ String(groupBy) }} = 'continents',+ continent,+ {{ String(groupBy) }} = 'devices',+ device,+ {{ String(groupBy) }} = 'browsers',+ browser,+ {{ String(groupBy) }} = 'os',+ os,+ {{ String(groupBy) }} = 'triggers',+ trigger,+ link_id+ ) AS groupByField,+ {% if String(groupBy) == 'cities' %} country, CONCAT(country, '-', region) as region,+ {% elif String(groupBy) == 'regions' %} country,+ {% end %}+ COUNT(*) AS sales,+ SUM(amount) AS saleAmount+FROM+(SELECT- multiIf(- {{ String(groupBy) }} = 'top_links',- link_id,- {{ String(groupBy) }} = 'top_urls',- url,- {{ String(groupBy) }} = 'top_base_urls',- splitByString('?', url)[1],- {{ String(groupBy) }} = 'referers',- referer,- {{ String(groupBy) }} = 'referer_urls',- splitByString('?', referer_url)[1],- {{ String(groupBy) }} = 'utm_sources',- decodeURLFormComponent(extractURLParameter(url, 'utm_source')),- {{ String(groupBy) }} = 'utm_mediums',- decodeURLFormComponent(extractURLParameter(url, 'utm_medium')),- {{ String(groupBy) }} = 'utm_campaigns',- decodeURLFormComponent(extractURLParameter(url, 'utm_campaign')),- {{ String(groupBy) }} = 'utm_terms',- decodeURLFormComponent(extractURLParameter(url, 'utm_term')),- {{ String(groupBy) }} = 'utm_contents',- decodeURLFormComponent(extractURLParameter(url, 'utm_content')),- {{ String(groupBy) }} = 'ref',- decodeURLFormComponent(extractURLParameter(url, 'ref')),- {{ String(groupBy) }} = 'countries',- country,- {{ String(groupBy) }} = 'regions',- CONCAT(country, '-', region) as region,- {{ String(groupBy) }} = 'cities',- city,- {{ String(groupBy) }} = 'continents',- continent,- {{ String(groupBy) }} = 'devices',- device,- {{ String(groupBy) }} = 'browsers',- browser,- {{ String(groupBy) }} = 'os',- os,- {{ String(groupBy) }} = 'triggers',- trigger,- link_id- ) AS groupByField,- {% if String(groupBy) == 'cities' %} country, CONCAT(country, '-', region) as region,- {% elif String(groupBy) == 'regions' %} country,- {% end %}- COUNT(*) as leads- FROM dub_lead_events_mv+ se.*,+ if(+ isNull(fs.first_sale_ts),+ 'new',+ if(+ toUnixTimestamp64Milli(se.timestamp) = toUnixTimestamp64Milli(fs.first_sale_ts),+ 'new',+ 'recurring'+ )+ ) AS sale_type+ FROM dub_sale_events_mv AS se+ LEFT JOIN first_sale_by_link_customer AS fs+ USING (workspace_id, link_id, customer_id)WHERE- groupByField != '' AND groupByField != 'Unknown'- {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}- {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}- {% elif defined(linkId) %} AND link_id = {{ linkId }}+ true+ {% if defined(workspaceId) %} AND se.workspace_id = {{ workspaceId }} {% end %}+ {% if defined(linkIds) %} AND se.link_id IN {{ Array(linkIds, 'String') }}+ {% elif defined(linkId) %} AND se.link_id = {{ linkId }}{% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(tenantId) or defined(folderIds) or defined(folderId) or defined(domain) or defined(tagIds) or defined(root- ) %} AND link_id in (SELECT link_id from workspace_links)+ ) %} AND se.link_id in (SELECT link_id from workspace_links){% end %}- {% if defined(customerId) %} AND customer_id = {{ String(customerId) }} {% end %}- {% if defined(continent) %} AND continent = {{ continent }} {% end %}- {% if defined(country) %} AND country = {{ country }} {% end %}- {% if defined(region) %} AND region = {{ region }} {% end %}- {% if defined(city) %} AND city = {{ city }} {% end %}- {% if defined(device) %} AND device = {{ device }} {% end %}- {% if defined(browser) %} AND browser = {{ browser }} {% end %}- {% if defined(os) %} AND os = {{ os }} {% end %}- {% if defined(referer) %} AND referer = {{ referer }} {% end %}- {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}+ {% if defined(customerId) %} AND se.customer_id = {{ String(customerId) }} {% end %}+ {% if defined(continent) %} AND se.continent = {{ continent }} {% end %}+ {% if defined(country) %} AND se.country = {{ country }} {% end %}+ {% if defined(region) %} AND se.region = {{ region }} {% end %}+ {% if defined(city) %} AND se.city = {{ city }} {% end %}+ {% if defined(device) %} AND se.device = {{ device }} {% end %}+ {% if defined(browser) %} AND se.browser = {{ browser }} {% end %}+ {% if defined(os) %} AND se.os = {{ os }} {% end %}+ {% if defined(referer) %} AND se.referer = {{ referer }} {% end %}+ {% if defined(refererUrl) %} AND splitByString('?', se.referer_url)[1] = {{ refererUrl }} {% end %}{% if defined(utm_source) %}- AND url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')+ AND se.url LIKE concat('%utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%'){% end %}{% if defined(utm_medium) %}- AND url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')+ AND se.url LIKE concat('%utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%'){% end %}{% if defined(utm_campaign) %}- AND url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')+ AND se.url+ LIKE concat('%utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%'){% end %}{% if defined(utm_term) %}- AND url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')+ AND se.url LIKE concat('%utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%'){% end %}{% if defined(utm_content) %}- AND url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')+ AND se.url LIKE concat('%utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%'){% end %}- {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}- {% if defined(start) %} AND timestamp >= {{ DateTime(start) }} {% end %}- {% if defined(end) %} AND timestamp <= {{ DateTime(end) }} {% end %}+ {% if defined(url) %} AND splitByString('?', se.url)[1] = {{ url }} {% end %}+ {% if defined(start) %} AND se.timestamp >= {{ DateTime(start) }} {% end %}+ {% if defined(end) %} AND se.timestamp <= {{ DateTime(end) }} {% end %}{% if defined(filters) %}{% for item in JSON(filters, '[]') %}{% if item.get('operand', '').startswith('metadata.') %}@@ -402,446 +412,86 @@ SQL >{% set operator = item.get('operator', 'equals') %}{% set value = item.get('value', '') %}{% if operator == 'equals' %}- AND JSONExtractString(metadata, {{ metadataKey }}) = {{ value }}+ AND JSONExtractString(se.metadata, {{ metadataKey }}) = {{ value }}{% elif operator == 'notEquals' %}- AND JSONExtractString(metadata, {{ metadataKey }}) != {{ value }}+ AND JSONExtractString(se.metadata, {{ metadataKey }}) != {{ value }}{% elif operator == 'greaterThan' %}- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) > toFloat64OrNull({{ value }})+ AND JSONExtractString(se.metadata, {{ metadataKey }}) > {{ value }}{% elif operator == 'lessThan' %}- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) < toFloat64OrNull({{ value }})+ AND JSONExtractString(se.metadata, {{ metadataKey }}) < {{ value }}{% elif operator == 'greaterThanOrEqual' %}- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) >= toFloat64OrNull({{ value }})+ AND JSONExtractString(se.metadata, {{ metadataKey }}) >= {{ value }}{% elif operator == 'lessThanOrEqual' %}- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) <= toFloat64OrNull({{ value }})- {% end %}- {% elif item.get('field', '') %}- {% set field = item.get('field', '') %}- {% set operator = item.get('operator', 'IN') %}- {% set values = item.get('values', []) %}- {% if field == 'country' %}- {% if operator == 'IN' %} AND country IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND country NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'city' %}- {% if operator == 'IN' %} AND city IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND city NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'continent' %}- {% if operator == 'IN' %} AND continent IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND continent NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'device' %}- {% if operator == 'IN' %} AND device IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND device NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'browser' %}- {% if operator == 'IN' %} AND browser IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND browser NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'os' %}- {% if operator == 'IN' %} AND os IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND os NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'trigger' %}- {% if operator == 'IN' %} AND trigger IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND trigger NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'referer' %}- {% if operator == 'IN' %} AND referer IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND referer NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'refererUrl' %}- {% if operator == 'IN' %} AND splitByString('?', referer_url)[1] IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND splitByString('?', referer_url)[1] NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'url' %}- {% if operator == 'IN' %} AND splitByString('?', url)[1] IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND splitByString('?', url)[1] NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'utm_source' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_medium' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_campaign' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_term' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_content' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'domain' %}- {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})- {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})- {% end %}- {% elif field == 'tagIds' %}- {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])- {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])- {% end %}- {% elif field == 'folderId' %}- {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})- {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})- {% end %}- {% elif field == 'root' %}- {% if operator == 'IN' %}- AND link_id IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})- {% elif operator == 'NOT IN' %}- AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})- {% end %}- {% elif field == 'saleType' %}- {# saleType is handled in the sales subquery, not here #}+ AND JSONExtractString(se.metadata, {{ metadataKey }}) <= {{ value }}{% end %}{% end %}{% end %}{% end %}- GROUP BY- groupByField- {% if String(groupBy) == 'cities' %}, country, region- {% elif String(groupBy) == 'regions' %}, country- {% end %}- ORDER BY leads DESC- LIMIT 5000----NODE first_sale_by_link_customer-SQL >-- %- SELECT workspace_id, link_id, customer_id, minMerge(first_sale_state) AS first_sale_ts- FROM dub_first_sale_mv- WHERE- workspace_id- = {{- String(- workspaceId,- 'cl7pj5kq4006835rbjlt2ofka',- description="The unique ID for the workspace",- required=True,- )- }}- GROUP BY workspace_id, link_id, customer_id+) AS typed+WHERE+ groupByField != '' AND groupByField != 'Unknown'+ {% if defined(saleType) %} AND typed.sale_type = {{ String(saleType) }} {% end %}+GROUP BY+ groupByField+ {% if String(groupBy) == 'cities' %}, country, region+ {% elif String(groupBy) == 'regions' %}, country+ {% end %}+ORDER BY saleAmount DESC+LIMIT 5000-NODE group_by_sales+NODE group_by_compositeSQL >- %- SELECT- multiIf(- {{ String(groupBy) }} = 'top_links',- link_id,- {{ String(groupBy) }} = 'top_urls',- url,- {{ String(groupBy) }} = 'top_base_urls',- splitByString('?', url)[1],- {{ String(groupBy) }} = 'referers',- referer,- {{ String(groupBy) }} = 'referer_urls',- splitByString('?', referer_url)[1],- {{ String(groupBy) }} = 'utm_sources',- decodeURLFormComponent(extractURLParameter(url, 'utm_source')),- {{ String(groupBy) }} = 'utm_mediums',- decodeURLFormComponent(extractURLParameter(url, 'utm_medium')),- {{ String(groupBy) }} = 'utm_campaigns',- decodeURLFormComponent(extractURLParameter(url, 'utm_campaign')),- {{ String(groupBy) }} = 'utm_terms',- decodeURLFormComponent(extractURLParameter(url, 'utm_term')),- {{ String(groupBy) }} = 'utm_contents',- decodeURLFormComponent(extractURLParameter(url, 'utm_content')),- {{ String(groupBy) }} = 'ref',- decodeURLFormComponent(extractURLParameter(url, 'ref')),- {{ String(groupBy) }} = 'countries',- country,- {{ String(groupBy) }} = 'regions',- CONCAT(country, '-', region) as region,- {{ String(groupBy) }} = 'cities',- city,- {{ String(groupBy) }} = 'continents',- continent,- {{ String(groupBy) }} = 'devices',- device,- {{ String(groupBy) }} = 'browsers',- browser,- {{ String(groupBy) }} = 'os',- os,- {{ String(groupBy) }} = 'triggers',- trigger,- link_id- ) AS groupByField,- {% if String(groupBy) == 'cities' %} country, CONCAT(country, '-', region) as region,- {% elif String(groupBy) == 'regions' %} country,- {% end %}- COUNT(*) AS sales,- SUM(amount) AS saleAmount- FROM+%+SELECT+ dce.groupByField as groupByField,+ clicks,+ leads,+ sales,+ saleAmount+ {% if String(groupBy) == 'cities' %}, dce.country as country, dce.region as region{% end %}+ {% if String(groupBy) == 'regions' %}, dce.country as country{% end %}+FROM(SELECT- se.*,- if(- isNull(fs.first_sale_ts),- 'new',- if(- toUnixTimestamp64Milli(se.timestamp) = toUnixTimestamp64Milli(fs.first_sale_ts),- 'new',- 'recurring'- )- ) AS sale_type- FROM dub_sale_events_mv AS se- LEFT JOIN first_sale_by_link_customer AS fs- USING (workspace_id, link_id, customer_id)- WHERE- true- {% if defined(workspaceId) %} AND se.workspace_id = {{ workspaceId }} {% end %}- {% if defined(linkIds) %} AND se.link_id IN {{ Array(linkIds, 'String') }}- {% elif defined(linkId) %} AND se.link_id = {{ linkId }}- {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(- tenantId- ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(- tagIds- ) or defined(- root- ) %} AND se.link_id in (SELECT link_id from workspace_links)- {% end %}- {% if defined(customerId) %} AND se.customer_id = {{ String(customerId) }} {% end %}- {% if defined(continent) %} AND se.continent = {{ continent }} {% end %}- {% if defined(country) %} AND se.country = {{ country }} {% end %}- {% if defined(region) %} AND se.region = {{ region }} {% end %}- {% if defined(city) %} AND se.city = {{ city }} {% end %}- {% if defined(device) %} AND se.device = {{ device }} {% end %}- {% if defined(browser) %} AND se.browser = {{ browser }} {% end %}- {% if defined(os) %} AND se.os = {{ os }} {% end %}- {% if defined(referer) %} AND se.referer = {{ referer }} {% end %}- {% if defined(refererUrl) %} AND splitByString('?', se.referer_url)[1] = {{ refererUrl }} {% end %}- {% if defined(utm_source) %}- AND se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')+ dce.groupByField,+ dce.clicks,+ COALESCE(dle.leads, 0) AS leads,+ COALESCE(dse.sales, 0) AS sales,+ COALESCE(dse.saleAmount, 0) AS saleAmount+ {% if String(groupBy) == 'cities' %}, dce.country, dce.region{% end %}+ {% if String(groupBy) == 'regions' %}, dce.country{% end %}+ FROM group_by_clicks dce+ LEFT JOIN+ group_by_leads dle ON dce.groupByField = dle.groupByField+ {% if String(groupBy) == 'cities' %}+ AND dce.country = dle.country AND dce.region = dle.region{% end %}- {% if defined(utm_medium) %}- AND se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')+ {% if String(groupBy) == 'regions' %} AND dce.country = dle.country{% end %}+ LEFT JOIN+ group_by_sales dse ON dce.groupByField = dse.groupByField+ {% if String(groupBy) == 'cities' %}+ AND dce.country = dse.country AND dce.region = dse.region{% end %}- {% if defined(utm_campaign) %}- AND se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')- {% end %}- {% if defined(utm_term) %}- AND se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')- {% end %}- {% if defined(utm_content) %}- AND se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')- {% end %}- {% if defined(url) %} AND splitByString('?', se.url)[1] = {{ url }} {% end %}- {% if defined(start) %} AND se.timestamp >= {{ DateTime(start) }} {% end %}- {% if defined(end) %} AND se.timestamp <= {{ DateTime(end) }} {% end %}- {% if defined(filters) %}- {% for item in JSON(filters, '[]') %}- {% if item.get('operand', '').startswith('metadata.') %}- {% set metadataKey = item.get('operand', '').split('.')[1] %}- {% set operator = item.get('operator', 'equals') %}- {% set value = item.get('value', '') %}- {% if operator == 'equals' %}- AND JSONExtractString(se.metadata, {{ metadataKey }}) = {{ value }}- {% elif operator == 'notEquals' %}- AND JSONExtractString(se.metadata, {{ metadataKey }}) != {{ value }}- {% elif operator == 'greaterThan' %}- AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) > toFloat64OrNull({{ value }})- {% elif operator == 'lessThan' %}- AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) < toFloat64OrNull({{ value }})- {% elif operator == 'greaterThanOrEqual' %}- AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) >= toFloat64OrNull({{ value }})- {% elif operator == 'lessThanOrEqual' %}- AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) <= toFloat64OrNull({{ value }})- {% end %}- {% elif item.get('field', '') %}- {% set field = item.get('field', '') %}- {% set operator = item.get('operator', 'IN') %}- {% set values = item.get('values', []) %}- {% if field == 'country' %}- {% if operator == 'IN' %} AND se.country IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND se.country NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'city' %}- {% if operator == 'IN' %} AND se.city IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND se.city NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'continent' %}- {% if operator == 'IN' %} AND se.continent IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND se.continent NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'device' %}- {% if operator == 'IN' %} AND se.device IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND se.device NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'browser' %}- {% if operator == 'IN' %} AND se.browser IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND se.browser NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'os' %}- {% if operator == 'IN' %} AND se.os IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND se.os NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'trigger' %}- {% if operator == 'IN' %} AND se.trigger IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND se.trigger NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'referer' %}- {% if operator == 'IN' %} AND se.referer IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND se.referer NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'refererUrl' %}- {% if operator == 'IN' %} AND splitByString('?', se.referer_url)[1] IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND splitByString('?', se.referer_url)[1] NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'url' %}- {% if operator == 'IN' %} AND splitByString('?', se.url)[1] IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND splitByString('?', se.url)[1] NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'utm_source' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_medium' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_campaign' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_term' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_content' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'domain' %}- {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})- {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})- {% end %}- {% elif field == 'tagIds' %}- {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])- {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])- {% end %}- {% elif field == 'folderId' %}- {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})- {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})- {% end %}- {% elif field == 'root' %}- {% if operator == 'IN' %}- AND se.link_id IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})- {% elif operator == 'NOT IN' %}- AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})- {% end %}- {% elif field == 'saleType' %}- {# saleType is handled after this subquery #}- {% end %}- {% end %}- {% end %}- {% end %}- ) AS typed- WHERE- groupByField != '' AND groupByField != 'Unknown'- {% if defined(filters) %}- {% for item in JSON(filters, '[]') %}- {% if item.get('field', '') == 'saleType' %}- {% set operator = item.get('operator', 'IN') %}- {% set values = item.get('values', []) %}- {% if operator == 'IN' %} AND typed.sale_type IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND typed.sale_type NOT IN {{ Array(values, 'String') }}- {% end %}- {% end %}- {% end %}- {% end %}- GROUP BY- groupByField- {% if String(groupBy) == 'cities' %}, country, region- {% elif String(groupBy) == 'regions' %}, country- {% end %}- ORDER BY saleAmount DESC- LIMIT 5000----NODE group_by_composite-SQL >-- %- SELECT- dce.groupByField as groupByField,- clicks,- leads,- sales,- saleAmount- {% if String(groupBy) == 'cities' %}, dce.country as country, dce.region as region{% end %}- {% if String(groupBy) == 'regions' %}, dce.country as country{% end %}- FROM- (- SELECT- dce.groupByField,- dce.clicks,- COALESCE(dle.leads, 0) AS leads,- COALESCE(dse.sales, 0) AS sales,- COALESCE(dse.saleAmount, 0) AS saleAmount- {% if String(groupBy) == 'cities' %}, dce.country, dce.region{% end %}- {% if String(groupBy) == 'regions' %}, dce.country{% end %}- FROM group_by_clicks dce- LEFT JOIN- group_by_leads dle ON dce.groupByField = dle.groupByField- {% if String(groupBy) == 'cities' %}- AND dce.country = dle.country AND dce.region = dle.region- {% end %}- {% if String(groupBy) == 'regions' %} AND dce.country = dle.country{% end %}- LEFT JOIN- group_by_sales dse ON dce.groupByField = dse.groupByField- {% if String(groupBy) == 'cities' %}- AND dce.country = dse.country AND dce.region = dse.region- {% end %}- {% if String(groupBy) == 'regions' %} AND dce.country = dse.country{% end %}- )- ORDER BY clicks DESC+ {% if String(groupBy) == 'regions' %} AND dce.country = dse.country{% end %}+ )+ORDER BY clicks DESCNODE endpointSQL >- %- SELECT *- FROM- {% if eventType == 'clicks' %} group_by_clicks- {% elif eventType == 'leads' %} group_by_leads- {% elif eventType == 'sales' %}group_by_sales- {% elif eventType == 'composite' %}group_by_composite- {% else %} group_by_clicks- {% end %}+%+SELECT *+FROM+ {% if eventType == 'clicks' %} group_by_clicks+ {% elif eventType == 'leads' %} group_by_leads+ {% elif eventType == 'sales' %}group_by_sales+ {% elif eventType == 'composite' %}group_by_composite+ {% else %} group_by_clicks+ {% end %}diff --git a/packages/tinybird/pipes/v3_group_by_link_metadata.pipe b/packages/tinybird/pipes/v3_group_by_link_metadata.pipeindex b0a02fdaf9..870ccfcb5a 100644--- a/packages/tinybird/pipes/v3_group_by_link_metadata.pipe+++ b/packages/tinybird/pipes/v3_group_by_link_metadata.pipe@@ -1,229 +1,222 @@NODE workspace_linksSQL >- %- SELECT- link_id,- -- here we split tag_ids out of the multiIf because arrayJoin explodes rows- if(- {{ String(groupBy) }} = 'top_link_tags',- arrayJoin(tag_ids),- multiIf(- {{ String(groupBy) }} = 'top_folders',- folder_id,- {{ String(groupBy) }} = 'top_domains',- domain,- {{ String(groupBy) }} = 'top_partners',- partner_id,- {{ String(groupBy) }} = 'top_groups',- partner_group_id,- partner_id- )- ) AS groupByField- FROM dub_links_metadata_latest FINAL- WHERE- workspace_id- = {{- String(- workspaceId,- 'cl7pj5kq4006835rbjlt2ofka',- description="The unique ID for the workspace",- required=True,- )- }}- AND deleted == 0- AND multiIf(+%+SELECT+ link_id,+ -- here we split tag_ids out of the multiIf because arrayJoin explodes rows+ if(+ {{ String(groupBy) }} = 'top_link_tags',+ arrayJoin(tag_ids),+ multiIf({{ String(groupBy) }} = 'top_folders',- folder_id != '',+ folder_id,{{ String(groupBy) }} = 'top_domains',- domain != '',- {{ String(groupBy) }} = 'top_link_tags',- length(tag_ids) > 0,+ domain,{{ String(groupBy) }} = 'top_partners',- partner_id != '',- {{ String(groupBy) }} = 'top_groups',- partner_group_id != '',- partner_id != ''+ partner_id,+ {{ String(groupBy) }} = 'top_groups',+ partner_group_id,+ partner_id)- {% if defined(programId) %} AND program_id = {{ programId }} {% end %}- {% if defined(partnerId) %}- {% if defined(partnerIdOperator) and String(partnerIdOperator) == 'NOT IN' %}- AND partner_id NOT IN {{ Array(partnerId, 'String') }}- {% else %}- AND partner_id IN {{ Array(partnerId, 'String') }}- {% end %}- {% end %}- {% if defined(groupId) %}- {% if defined(groupIdOperator) and String(groupIdOperator) == 'NOT IN' %}- AND partner_group_id NOT IN {{ Array(groupId, 'String') }}- {% else %}- AND partner_group_id IN {{ Array(groupId, 'String') }}- {% end %}- {% end %}- {% if defined(tenantId) %}- {% if defined(tenantIdOperator) and String(tenantIdOperator) == 'NOT IN' %}- AND tenant_id NOT IN {{ Array(tenantId, 'String') }}- {% else %}- AND tenant_id IN {{ Array(tenantId, 'String') }}- {% end %}- {% end %}- {% if defined(domain) %}- {% if defined(domainOperator) and String(domainOperator) == 'NOT IN' %}- AND domain NOT IN {{ Array(domain, 'String') }}- {% else %}- AND domain IN {{ Array(domain, 'String') }}- {% end %}- {% end %}- {% if defined(tagIds) %}- {% if defined(tagIdsOperator) and String(tagIdsOperator) == 'NOT IN' %}- AND length(arrayFilter(x -> x NOT IN {{ Array(tagIds, 'String') }}, tag_ids)) = length(tag_ids)- {% else %}- AND arrayIntersect(tag_ids, {{ Array(tagIds, 'String') }}) != []- {% end %}- {% end %}- {% if defined(folderId) %}- {% if defined(folderIdOperator) and String(folderIdOperator) == 'NOT IN' %}- AND folder_id NOT IN {{ Array(folderId, 'String') }}- {% else %}- AND folder_id IN {{ Array(folderId, 'String') }}- {% end %}- {% end %}- {% if defined(root) %}- {% if defined(rootOperator) and String(rootOperator) == 'NOT IN' %}- AND NOT (0{% for val in root %}{% if val == 'true' %} OR key = '_root'{% else %} OR key != '_root'{% end %}{% end %})- {% else %}- AND (0{% for val in root %}{% if val == 'true' %} OR key = '_root'{% else %} OR key != '_root'{% end %}{% end %})- {% end %}- {% end %}+ ) AS groupByField+FROM dub_links_metadata_latest FINAL+WHERE+ workspace_id+ = {{+ String(+ workspaceId,+ 'cl7pj5kq4006835rbjlt2ofka',+ description="The unique ID for the workspace",+ required=True,+ )+ }}+ AND deleted == 0+ AND multiIf(+ {{ String(groupBy) }} = 'top_folders',+ folder_id != '',+ {{ String(groupBy) }} = 'top_domains',+ domain != '',+ {{ String(groupBy) }} = 'top_link_tags',+ length(tag_ids) > 0,+ {{ String(groupBy) }} = 'top_partners',+ partner_id != '',+ {{ String(groupBy) }} = 'top_groups',+ partner_group_id != '',+ partner_id != ''+ )+ {% if defined(programId) %} AND program_id = {{ programId }} {% end %}+ {% if defined(partnerId) %} AND partner_id = {{ partnerId }} {% end %}+ {% if defined(groupId) %} AND partner_group_id = {{ groupId }} {% end %}+ {% if defined(tenantId) %} AND tenant_id = {{ tenantId }} {% end %}+ {% if defined(domain) %} AND domain IN {{ Array(domain, 'String') }} {% end %}+ {% if defined(folderIds) %} AND folder_id IN {{ Array(folderIds, 'String') }}+ {% elif defined(folderId) %} AND folder_id = {{ folderId }}+ {% end %}+ {% if defined(tagIds) %}+ AND arrayIntersect(tag_ids, {{ Array(tagIds, 'String') }}) != []+ {% end %}+ {% if defined(root) %}+ {% if Boolean(root) == 1 %} AND key = '_root' {% else %} AND key != '_root' {% end %}+ {% end %}NODE group_by_link_metadata_clicksSQL >- %- SELECT wl.groupByField as groupByField, COUNT(*) AS clicks- FROM dub_click_events_mv AS ce- JOIN workspace_links AS wl ON ce.link_id = wl.link_id- WHERE- workspace_id- = {{- String(- workspaceId,- 'cl7pj5kq4006835rbjlt2ofka',- description="The unique ID for the workspace",- required=True,- )- }}- {% if defined(linkIds) %} AND ce.link_id IN {{ Array(linkIds, 'String') }}- {% elif defined(linkId) %} AND ce.link_id = {{ linkId }}- {% end %}- {% if defined(region) %} AND region = {{ region }} {% end %}- {% if defined(start) %} AND timestamp >= {{ DateTime64(start) }} {% end %}- {% if defined(end) %} AND timestamp <= {{ DateTime64(end) }} {% end %}- {% if defined(filters) %}- {% for item in JSON(filters, '[]') %}- {% if item.get('field', '') %}- {% set field = item.get('field', '') %}- {% set operator = item.get('operator', 'IN') %}- {% set values = item.get('values', []) %}- {% if field == 'country' %}- {% if operator == 'IN' %} AND country IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND country NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'city' %}- {% if operator == 'IN' %} AND city IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND city NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'continent' %}- {% if operator == 'IN' %} AND continent IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND continent NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'device' %}- {% if operator == 'IN' %} AND device IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND device NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'browser' %}- {% if operator == 'IN' %} AND browser IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND browser NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'os' %}- {% if operator == 'IN' %} AND os IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND os NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'trigger' %}- {% if operator == 'IN' %} AND trigger IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND trigger NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'referer' %}- {% if operator == 'IN' %} AND referer IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND referer NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'refererUrl' %}- {% if operator == 'IN' %} AND splitByString('?', referer_url)[1] IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND splitByString('?', referer_url)[1] NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'url' %}- {% if operator == 'IN' %} AND splitByString('?', url)[1] IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND splitByString('?', url)[1] NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'utm_source' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_medium' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_campaign' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_term' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_content' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'domain' %}- {# domain is already filtered at workspace_links node level #}- {% elif field == 'tagIds' %}- {# tagIds is already filtered at workspace_links node level #}- {% elif field == 'folderId' %}- {# folderId is already filtered at workspace_links node level #}- {% elif field == 'root' %}- {# root is already filtered at workspace_links node level #}- {% elif field == 'saleType' %}- {# saleType is handled in the sales subquery, not here #}- {% end %}- {% end %}- {% end %}- {% end %}- GROUP BY wl.groupByField- ORDER BY clicks DESC- LIMIT 5000+%+SELECT wl.groupByField as groupByField, COUNT(*) AS clicks+FROM dub_click_events_mv AS ce+JOIN workspace_links AS wl ON ce.link_id = wl.link_id+WHERE+ workspace_id+ = {{+ String(+ workspaceId,+ 'cl7pj5kq4006835rbjlt2ofka',+ description="The unique ID for the workspace",+ required=True,+ )+ }}+ {% if defined(linkIds) %} AND ce.link_id IN {{ Array(linkIds, 'String') }}+ {% elif defined(linkId) %} AND ce.link_id = {{ linkId }}+ {% end %}+ {% if defined(continent) %} AND continent = {{ continent }} {% end %}+ {% if defined(country) %} AND country = {{ country }} {% end %}+ {% if defined(region) %} AND region = {{ region }} {% end %}+ {% if defined(city) %} AND city = {{ city }} {% end %}+ {% if defined(device) %} AND device = {{ device }} {% end %}+ {% if defined(browser) %} AND browser = {{ browser }} {% end %}+ {% if defined(os) %} AND os = {{ os }} {% end %}+ {% if defined(trigger) %} AND trigger = {{ trigger }} {% end %}+ {% if defined(referer) %} AND referer = {{ referer }} {% end %}+ {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}+ {% if defined(utm_source) %}+ AND url LIKE concat('%utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')+ {% end %}+ {% if defined(utm_medium) %}+ AND url LIKE concat('%utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')+ {% end %}+ {% if defined(utm_campaign) %}+ AND url+ LIKE concat('%utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')+ {% end %}+ {% if defined(utm_term) %}+ AND url LIKE concat('%utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')+ {% end %}+ {% if defined(utm_content) %}+ AND url LIKE concat('%utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')+ {% end %}+ {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}+ {% if defined(start) %} AND timestamp >= {{ DateTime64(start) }} {% end %}+ {% if defined(end) %} AND timestamp <= {{ DateTime64(end) }} {% end %}+GROUP BY wl.groupByField+ORDER BY clicks DESC+LIMIT 5000NODE group_by_link_metadata_leadsSQL >- %- SELECT wl.groupByField as groupByField, COUNT(*) AS leads- FROM dub_lead_events_mv AS le- JOIN workspace_links AS wl ON le.link_id = wl.link_id+%+SELECT wl.groupByField as groupByField, COUNT(*) AS leads+FROM dub_lead_events_mv AS le+JOIN workspace_links AS wl ON le.link_id = wl.link_id+WHERE+ workspace_id+ = {{+ String(+ workspaceId,+ 'cl7pj5kq4006835rbjlt2ofka',+ description="The unique ID for the workspace",+ required=True,+ )+ }}+ {% if defined(linkIds) %} AND le.link_id IN {{ Array(linkIds, 'String') }}+ {% elif defined(linkId) %} AND le.link_id = {{ linkId }}+ {% end %}+ {% if defined(customerId) %} AND customer_id = {{ String(customerId) }} {% end %}+ {% if defined(continent) %} AND continent = {{ continent }} {% end %}+ {% if defined(country) %} AND country = {{ country }} {% end %}+ {% if defined(region) %} AND region = {{ region }} {% end %}+ {% if defined(city) %} AND city = {{ city }} {% end %}+ {% if defined(device) %} AND device = {{ device }} {% end %}+ {% if defined(browser) %} AND browser = {{ browser }} {% end %}+ {% if defined(os) %} AND os = {{ os }} {% end %}+ {% if defined(trigger) %} AND trigger = {{ trigger }} {% end %}+ {% if defined(referer) %} AND referer = {{ referer }} {% end %}+ {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}+ {% if defined(utm_source) %}+ AND url LIKE concat('%utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')+ {% end %}+ {% if defined(utm_medium) %}+ AND url LIKE concat('%utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')+ {% end %}+ {% if defined(utm_campaign) %}+ AND url+ LIKE concat('%utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')+ {% end %}+ {% if defined(utm_term) %}+ AND url LIKE concat('%utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')+ {% end %}+ {% if defined(utm_content) %}+ AND url LIKE concat('%utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')+ {% end %}+ {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}+ {% if defined(start) %} AND timestamp >= {{ DateTime64(start) }} {% end %}+ {% if defined(end) %} AND timestamp <= {{ DateTime64(end) }} {% end %}+GROUP BY wl.groupByField+ORDER BY leads DESC+LIMIT 5000++++NODE first_sale_by_link_customer+SQL >++%+SELECT workspace_id, link_id, customer_id, minMerge(first_sale_state) AS first_sale_ts+FROM dub_first_sale_mv+WHERE+ workspace_id+ = {{+ String(+ workspaceId,+ 'cl7pj5kq4006835rbjlt2ofka',+ description="The unique ID for the workspace",+ required=True,+ )+ }}+GROUP BY workspace_id, link_id, customer_id++++NODE group_by_link_metadata_sales+SQL >++%+SELECT+ wl.groupByField AS groupByField,+ COUNT(*) AS sales,+ SUM(t.amount) AS saleAmount+FROM+(+ SELECT+ se.*,+ if(+ isNull(fs.first_sale_ts),+ 'new',+ if(+ toUnixTimestamp64Milli(se.timestamp) = toUnixTimestamp64Milli(fs.first_sale_ts),+ 'new',+ 'recurring'+ )+ ) AS sale_type+ FROM dub_sale_events_mv AS se+ LEFT JOIN first_sale_by_link_customer AS fs+ USING (workspace_id, link_id, customer_id)WHEREworkspace_id= {{@@ -234,373 +227,74 @@ SQL >required=True,)}}- {% if defined(linkIds) %} AND le.link_id IN {{ Array(linkIds, 'String') }}- {% elif defined(linkId) %} AND le.link_id = {{ linkId }}+ {% if defined(linkIds) %} AND se.link_id IN {{ Array(linkIds, 'String') }}+ {% elif defined(linkId) %} AND se.link_id = {{ linkId }}{% end %}- {% if defined(customerId) %} AND customer_id = {{ String(customerId) }} {% end %}- {% if defined(continent) %} AND continent = {{ continent }} {% end %}- {% if defined(country) %} AND country = {{ country }} {% end %}- {% if defined(region) %} AND region = {{ region }} {% end %}- {% if defined(city) %} AND city = {{ city }} {% end %}- {% if defined(device) %} AND device = {{ device }} {% end %}- {% if defined(browser) %} AND browser = {{ browser }} {% end %}- {% if defined(os) %} AND os = {{ os }} {% end %}- {% if defined(referer) %} AND referer = {{ referer }} {% end %}- {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}+ {% if defined(customerId) %} AND se.customer_id = {{ String(customerId) }} {% end %}+ {% if defined(continent) %} AND se.continent = {{ continent }} {% end %}+ {% if defined(country) %} AND se.country = {{ country }} {% end %}+ {% if defined(region) %} AND se.region = {{ region }} {% end %}+ {% if defined(city) %} AND se.city = {{ city }} {% end %}+ {% if defined(device) %} AND se.device = {{ device }} {% end %}+ {% if defined(browser) %} AND se.browser = {{ browser }} {% end %}+ {% if defined(os) %} AND se.os = {{ os }} {% end %}+ {% if defined(trigger) %} AND se.trigger = {{ trigger }} {% end %}+ {% if defined(referer) %} AND se.referer = {{ referer }} {% end %}+ {% if defined(refererUrl) %} AND splitByString('?', se.referer_url)[1] = {{ refererUrl }} {% end %}{% if defined(utm_source) %}- AND url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')+ AND se.url LIKE concat('%utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%'){% end %}{% if defined(utm_medium) %}- AND url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')+ AND se.url LIKE concat('%utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%'){% end %}{% if defined(utm_campaign) %}- AND url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')+ AND se.url+ LIKE concat('%utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%'){% end %}{% if defined(utm_term) %}- AND url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')+ AND se.url LIKE concat('%utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%'){% end %}{% if defined(utm_content) %}- AND url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')- {% end %}- {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}- {% if defined(start) %} AND timestamp >= {{ DateTime64(start) }} {% end %}- {% if defined(end) %} AND timestamp <= {{ DateTime64(end) }} {% end %}- {% if defined(filters) %}- {% for item in JSON(filters, '[]') %}- {% if item.get('field', '') %}- {% set field = item.get('field', '') %}- {% set operator = item.get('operator', 'IN') %}- {% set values = item.get('values', []) %}- {% if field == 'country' %}- {% if operator == 'IN' %} AND country IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND country NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'city' %}- {% if operator == 'IN' %} AND city IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND city NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'continent' %}- {% if operator == 'IN' %} AND continent IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND continent NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'device' %}- {% if operator == 'IN' %} AND device IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND device NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'browser' %}- {% if operator == 'IN' %} AND browser IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND browser NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'os' %}- {% if operator == 'IN' %} AND os IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND os NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'trigger' %}- {% if operator == 'IN' %} AND trigger IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND trigger NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'referer' %}- {% if operator == 'IN' %} AND referer IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND referer NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'refererUrl' %}- {% if operator == 'IN' %} AND splitByString('?', referer_url)[1] IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND splitByString('?', referer_url)[1] NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'url' %}- {% if operator == 'IN' %} AND splitByString('?', url)[1] IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND splitByString('?', url)[1] NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'utm_source' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_medium' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_campaign' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_term' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_content' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'domain' %}- {% if operator == 'IN' %} AND le.link_id IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})- {% elif operator == 'NOT IN' %} AND le.link_id NOT IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})- {% end %}- {% elif field == 'tagIds' %}- {% if operator == 'IN' %} AND le.link_id IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])- {% elif operator == 'NOT IN' %} AND le.link_id NOT IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])- {% end %}- {% elif field == 'folderId' %}- {% if operator == 'IN' %} AND le.link_id IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})- {% elif operator == 'NOT IN' %} AND le.link_id NOT IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})- {% end %}- {% elif field == 'root' %}- {% if operator == 'IN' %}- AND le.link_id IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})- {% elif operator == 'NOT IN' %}- AND le.link_id NOT IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})- {% end %}- {% elif field == 'saleType' %}- {# saleType is handled in the sales subquery, not here #}- {% end %}- {% end %}- {% end %}- {% end %}- GROUP BY wl.groupByField- ORDER BY leads DESC- LIMIT 5000----NODE first_sale_by_link_customer-SQL >-- %- SELECT workspace_id, link_id, customer_id, minMerge(first_sale_state) AS first_sale_ts- FROM dub_first_sale_mv- WHERE- workspace_id- = {{- String(- workspaceId,- 'cl7pj5kq4006835rbjlt2ofka',- description="The unique ID for the workspace",- required=True,- )- }}- GROUP BY workspace_id, link_id, customer_id----NODE group_by_link_metadata_sales-SQL >-- %- SELECT- wl.groupByField AS groupByField,- COUNT(*) AS sales,- SUM(t.amount) AS saleAmount- FROM- (- SELECT- se.*,- if(- isNull(fs.first_sale_ts),- 'new',- if(- toUnixTimestamp64Milli(se.timestamp) = toUnixTimestamp64Milli(fs.first_sale_ts),- 'new',- 'recurring'- )- ) AS sale_type- FROM dub_sale_events_mv AS se- LEFT JOIN first_sale_by_link_customer AS fs- USING (workspace_id, link_id, customer_id)- WHERE- workspace_id- = {{- String(- workspaceId,- 'cl7pj5kq4006835rbjlt2ofka',- description="The unique ID for the workspace",- required=True,- )- }}- {% if defined(linkIds) %} AND se.link_id IN {{ Array(linkIds, 'String') }}- {% elif defined(linkId) %} AND se.link_id = {{ linkId }}- {% end %}- {% if defined(customerId) %} AND se.customer_id = {{ String(customerId) }} {% end %}- {% if defined(continent) %} AND se.continent = {{ continent }} {% end %}- {% if defined(country) %} AND se.country = {{ country }} {% end %}- {% if defined(region) %} AND se.region = {{ region }} {% end %}- {% if defined(city) %} AND se.city = {{ city }} {% end %}- {% if defined(device) %} AND se.device = {{ device }} {% end %}- {% if defined(browser) %} AND se.browser = {{ browser }} {% end %}- {% if defined(os) %} AND se.os = {{ os }} {% end %}- {% if defined(referer) %} AND se.referer = {{ referer }} {% end %}- {% if defined(refererUrl) %} AND splitByString('?', se.referer_url)[1] = {{ refererUrl }} {% end %}- {% if defined(utm_source) %}- AND se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')- {% end %}- {% if defined(utm_medium) %}- AND se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')- {% end %}- {% if defined(utm_campaign) %}- AND se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')- {% end %}- {% if defined(utm_term) %}- AND se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')- {% end %}- {% if defined(utm_content) %}- AND se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')- {% end %}- {% if defined(url) %} AND splitByString('?', se.url)[1] = {{ url }} {% end %}- {% if defined(start) %} AND se.timestamp >= {{ DateTime64(start) }} {% end %}- {% if defined(end) %} AND se.timestamp <= {{ DateTime64(end) }} {% end %}- {% if defined(filters) %}- {% for item in JSON(filters, '[]') %}- {% if item.get('field', '') %}- {% set field = item.get('field', '') %}- {% set operator = item.get('operator', 'IN') %}- {% set values = item.get('values', []) %}- {% if field == 'country' %}- {% if operator == 'IN' %} AND se.country IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND se.country NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'city' %}- {% if operator == 'IN' %} AND se.city IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND se.city NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'continent' %}- {% if operator == 'IN' %} AND se.continent IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND se.continent NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'device' %}- {% if operator == 'IN' %} AND se.device IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND se.device NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'browser' %}- {% if operator == 'IN' %} AND se.browser IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND se.browser NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'os' %}- {% if operator == 'IN' %} AND se.os IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND se.os NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'trigger' %}- {% if operator == 'IN' %} AND se.trigger IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND se.trigger NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'referer' %}- {% if operator == 'IN' %} AND se.referer IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND se.referer NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'refererUrl' %}- {% if operator == 'IN' %} AND splitByString('?', se.referer_url)[1] IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND splitByString('?', se.referer_url)[1] NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'url' %}- {% if operator == 'IN' %} AND splitByString('?', se.url)[1] IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND splitByString('?', se.url)[1] NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'utm_source' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_medium' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_campaign' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_term' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_content' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'domain' %}- {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})- {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})- {% end %}- {% elif field == 'tagIds' %}- {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])- {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])- {% end %}- {% elif field == 'folderId' %}- {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})- {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})- {% end %}- {% elif field == 'root' %}- {% if operator == 'IN' %}- AND se.link_id IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})- {% elif operator == 'NOT IN' %}- AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})- {% end %}- {% elif field == 'saleType' %}- {# saleType is handled after this subquery #}- {% end %}- {% end %}- {% end %}- {% end %}- ) AS t- JOIN workspace_links AS wl- ON t.link_id = wl.link_id- WHERE- true- {% if defined(filters) %}- {% for item in JSON(filters, '[]') %}- {% if item.get('field', '') == 'saleType' %}- {% set operator = item.get('operator', 'IN') %}- {% set values = item.get('values', []) %}- {% if operator == 'IN' %} AND t.sale_type IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND t.sale_type NOT IN {{ Array(values, 'String') }}- {% end %}- {% end %}- {% end %}+ AND se.url LIKE concat('%utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%'){% end %}- GROUP BY wl.groupByField- ORDER BY saleAmount DESC- LIMIT 5000+ {% if defined(url) %} AND splitByString('?', se.url)[1] = {{ url }} {% end %}+ {% if defined(start) %} AND se.timestamp >= {{ DateTime64(start) }} {% end %}+ {% if defined(end) %} AND se.timestamp <= {{ DateTime64(end) }} {% end %}+) AS t+JOIN workspace_links AS wl+ ON t.link_id = wl.link_id+WHERE+ true+ {% if defined(saleType) %} AND t.sale_type = {{ String(saleType) }} {% end %}+GROUP BY wl.groupByField+ORDER BY saleAmount DESC+LIMIT 5000NODE group_by_link_metadata_compositeSQL >- %- SELECT c.groupByField as groupByField, c.clicks as clicks, l.leads as leads, s.sales as sales, s.saleAmount as saleAmount- FROM group_by_link_metadata_clicks AS c- LEFT JOIN group_by_link_metadata_leads AS l ON c.groupByField = l.groupByField- LEFT JOIN group_by_link_metadata_sales AS s ON c.groupByField = s.groupByField- ORDER BY saleAmount DESC+%+ SELECT c.groupByField as groupByField, c.clicks as clicks, l.leads as leads, s.sales as sales, s.saleAmount as saleAmount+ FROM group_by_link_metadata_clicks AS c+ LEFT JOIN group_by_link_metadata_leads AS l ON c.groupByField = l.groupByField+ LEFT JOIN group_by_link_metadata_sales AS s ON c.groupByField = s.groupByField+ ORDER BY saleAmount DESCNODE endpointSQL >- %- SELECT *- FROM- {% if eventType == 'clicks' %} group_by_link_metadata_clicks- {% elif eventType == 'leads' %} group_by_link_metadata_leads- {% elif eventType == 'sales' %}group_by_link_metadata_sales- {% elif eventType == 'composite' %}group_by_link_metadata_composite- {% else %} group_by_link_metadata_clicks- {% end %}+%+SELECT *+FROM+ {% if eventType == 'clicks' %} group_by_link_metadata_clicks+ {% elif eventType == 'leads' %} group_by_link_metadata_leads+ {% elif eventType == 'sales' %}group_by_link_metadata_sales+ {% elif eventType == 'composite' %}group_by_link_metadata_composite+ {% else %} group_by_link_metadata_clicks+ {% end %}diff --git a/packages/tinybird/pipes/v3_timeseries.pipe b/packages/tinybird/pipes/v3_timeseries.pipeindex 3557e784dc..56b88210ce 100644--- a/packages/tinybird/pipes/v3_timeseries.pipe+++ b/packages/tinybird/pipes/v3_timeseries.pipe@@ -7,760 +7,408 @@ TAGS "Dub Endpoints"NODE month_intervalsSQL >- %- WITH- toStartOfMonth(- toDateTime64({{ DateTime64(start, '2024-02-24 00:00:00.000') }}, 3),- {{ String(timezone, 'UTC') }}- ) AS start,- toStartOfMonth(- toDateTime64({{ DateTime64(end, '2024-05-23 00:00:00.000') }}, 3),- {{ String(timezone, 'UTC') }}- ) AS- end,- dateDiff('month', start, end) + 1 AS months_diff- SELECT- arrayJoin(- arrayMap(- x -> toDateTime64(start + toIntervalMonth(x), 3, {{ String(timezone, 'UTC') }}),- range(0, months_diff)- )- ) as interval----NODE day_intervals-SQL >-- %+%WITH- toStartOfDay(+ toStartOfMonth(toDateTime64({{ DateTime64(start, '2024-02-24 00:00:00.000') }}, 3),{{ String(timezone, 'UTC') }}) AS start,- toStartOfDay(+ toStartOfMonth(toDateTime64({{ DateTime64(end, '2024-05-23 00:00:00.000') }}, 3),{{ String(timezone, 'UTC') }}) ASend,- dateDiff('day', start, end- ) + 1 AS days_diff+ dateDiff('month', start, end) + 1 AS months_diffSELECTarrayJoin(arrayMap(- x -> toDateTime64(start + toIntervalDay(x), 3, {{ String(timezone, 'UTC') }}),- range(0, days_diff)+ x -> toDateTime64(start + toIntervalMonth(x), 3, {{ String(timezone, 'UTC') }}),+ range(0, months_diff))) as interval+NODE day_intervals+SQL >++%+WITH+ toStartOfDay(+ toDateTime64({{ DateTime64(start, '2024-02-24 00:00:00.000') }}, 3),+ {{ String(timezone, 'UTC') }}+ ) AS start,+ toStartOfDay(+ toDateTime64({{ DateTime64(end, '2024-05-23 00:00:00.000') }}, 3),+ {{ String(timezone, 'UTC') }}+ ) AS+end,+dateDiff('day', start, end+) + 1 AS days_diff+SELECT+ arrayJoin(+ arrayMap(+ x -> toDateTime64(start + toIntervalDay(x), 3, {{ String(timezone, 'UTC') }}),+ range(0, days_diff)+ )+ ) as interval+++NODE hour_intervalsSQL >- %- WITH- toStartOfHour(- toDateTime64({{ DateTime64(start, '2024-05-22 00:00:00.000') }}, 3),- {{ String(timezone, 'UTC') }}- ) AS start,- toStartOfHour(- toDateTime64({{ DateTime64(end, '2024-05-23 00:00:00.000') }}, 3),- {{ String(timezone, 'UTC') }}- ) AS- end- SELECT- arrayJoin(- arrayMap(x -> toDateTime64(x, 3), range(toUInt32(start), toUInt32(end + 3600), 3600)- )- ) as interval+%+ WITH+ toStartOfHour(+ toDateTime64({{ DateTime64(start, '2024-05-22 00:00:00.000') }}, 3),+ {{ String(timezone, 'UTC') }}+ ) AS start,+ toStartOfHour(+ toDateTime64({{ DateTime64(end, '2024-05-23 00:00:00.000') }}, 3),+ {{ String(timezone, 'UTC') }}+ ) AS+ end+ SELECT+ arrayJoin(+ arrayMap(x -> toDateTime64(x, 3), range(toUInt32(start), toUInt32(end + 3600), 3600)+ )+ ) as intervalNODE workspace_linksSQL >- %- SELECT link_id- FROM dub_links_metadata_latest FINAL- WHERE- workspace_id- = {{- String(- workspaceId,- 'cl7pj5kq4006835rbjlt2ofka',- description="The unique ID for the workspace",- required=True,- )- }}- AND deleted == 0- {% if defined(programId) %} AND program_id = {{ programId }} {% end %}- {% if defined(partnerId) %}- {% if defined(partnerIdOperator) and String(partnerIdOperator) == 'NOT IN' %}- AND partner_id NOT IN {{ Array(partnerId, 'String') }}- {% else %}- AND partner_id IN {{ Array(partnerId, 'String') }}- {% end %}- {% end %}- {% if defined(groupId) %}- {% if defined(groupIdOperator) and String(groupIdOperator) == 'NOT IN' %}- AND partner_group_id NOT IN {{ Array(groupId, 'String') }}- {% else %}- AND partner_group_id IN {{ Array(groupId, 'String') }}- {% end %}- {% end %}- {% if defined(tenantId) %}- {% if defined(tenantIdOperator) and String(tenantIdOperator) == 'NOT IN' %}- AND tenant_id NOT IN {{ Array(tenantId, 'String') }}- {% else %}- AND tenant_id IN {{ Array(tenantId, 'String') }}- {% end %}- {% end %}- {% if defined(domain) %}- {% if defined(domainOperator) and String(domainOperator) == 'NOT IN' %}- AND domain NOT IN {{ Array(domain, 'String') }}- {% else %}- AND domain IN {{ Array(domain, 'String') }}- {% end %}- {% end %}- {% if defined(tagIds) %}- {% if defined(tagIdsOperator) and String(tagIdsOperator) == 'NOT IN' %}- AND length(arrayFilter(x -> x NOT IN {{ Array(tagIds, 'String') }}, tag_ids)) = length(tag_ids)- {% else %}- AND arrayIntersect(tag_ids, {{ Array(tagIds, 'String') }}) != []- {% end %}- {% end %}- {% if defined(folderId) %}- {% if defined(folderIdOperator) and String(folderIdOperator) == 'NOT IN' %}- AND folder_id NOT IN {{ Array(folderId, 'String') }}- {% else %}- AND folder_id IN {{ Array(folderId, 'String') }}- {% end %}- {% end %}- {% if defined(root) %}- {% if defined(rootOperator) and String(rootOperator) == 'NOT IN' %}- AND NOT (0{% for val in root %}{% if val == 'true' %} OR key = '_root'{% else %} OR key != '_root'{% end %}{% end %})- {% else %}- AND (0{% for val in root %}{% if val == 'true' %} OR key = '_root'{% else %} OR key != '_root'{% end %}{% end %})- {% end %}- {% end %}+%+SELECT link_id+FROM dub_links_metadata_latest FINAL+WHERE+ workspace_id+ = {{+ String(+ workspaceId,+ 'cl7pj5kq4006835rbjlt2ofka',+ description="The unique ID for the workspace",+ required=True,+ )+ }}+ AND deleted == 0+ {% if defined(programId) %} AND program_id = {{ programId }} {% end %}+ {% if defined(partnerId) %} AND partner_id = {{ partnerId }} {% end %}+ {% if defined(groupId) %} AND partner_group_id = {{ groupId }} {% end %}+ {% if defined(tenantId) %} AND tenant_id = {{ tenantId }} {% end %}+ {% if defined(folderIds) %} AND folder_id IN {{ Array(folderIds, 'String') }}+ {% elif defined(folderId) %} AND folder_id = {{ folderId }}+ {% end %}+ {% if defined(domain) %} AND domain IN {{ Array(domain, 'String') }} {% end %}+ {% if defined(tagIds) %}+ AND arrayIntersect(tag_ids, {{ Array(tagIds, 'String') }}) != []+ {% end %}+ {% if defined(root) %}+ {% if Boolean(root) == 1 %} AND key = '_root' {% else %} AND key != '_root' {% end %}+ {% end %}NODE timeseries_clicks_dataSQL >- %- SELECT- {% if granularity == "hour" %} toStartOfHour(timestamp, {{ String(timezone, 'UTC') }})- {% elif granularity == "month" %}- toDateTime64(- toStartOfMonth(timestamp, {{ String(timezone, 'UTC') }}),- 3,- {{ String(timezone, 'UTC') }}- )- {% else %} toDateTime64(toStartOfDay(timestamp, {{ String(timezone, 'UTC') }}), 3)- {% end %} AS interval,- uniq(click_id) as clicks- FROM- {% if defined(customerId) %} dub_click_events_id- {% else %} dub_click_events_mv- {% end %}- {% if defined(customerId) %}- PREWHERE click_id IN (- SELECT DISTINCT click_id- FROM dub_lead_events_mv- WHERE customer_id = {{ String(customerId) }}- )- {% end %}- WHERE- true- {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}- {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}- {% elif defined(linkId) %} AND link_id = {{ linkId }}- {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(- tenantId- ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(- tagIds- ) or defined(- root- ) %} AND link_id in (SELECT link_id from workspace_links)- {% end %}- {% if defined(region) %} AND region = {{ region }} {% end %}- {% if defined(start) %} AND timestamp >= {{ DateTime64(start) }} {% end %}- {% if defined(end) %} AND timestamp <= {{ DateTime64(end) }} {% end %}- {% if defined(filters) %}- {% for item in JSON(filters, '[]') %}- {% if item.get('field', '') %}- {% set field = item.get('field', '') %}- {% set operator = item.get('operator', 'IN') %}- {% set values = item.get('values', []) %}- {% if field == 'country' %}- {% if operator == 'IN' %} AND country IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND country NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'city' %}- {% if operator == 'IN' %} AND city IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND city NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'continent' %}- {% if operator == 'IN' %} AND continent IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND continent NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'device' %}- {% if operator == 'IN' %} AND device IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND device NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'browser' %}- {% if operator == 'IN' %} AND browser IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND browser NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'os' %}- {% if operator == 'IN' %} AND os IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND os NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'trigger' %}- {% if operator == 'IN' %} AND trigger IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND trigger NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'referer' %}- {% if operator == 'IN' %} AND referer IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND referer NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'refererUrl' %}- {% if operator == 'IN' %} AND splitByString('?', referer_url)[1] IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND splitByString('?', referer_url)[1] NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'url' %}- {% if operator == 'IN' %} AND splitByString('?', url)[1] IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND splitByString('?', url)[1] NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'utm_source' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_medium' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_campaign' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_term' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_content' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'domain' %}- {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})- {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})- {% end %}- {% elif field == 'tagIds' %}- {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])- {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])- {% end %}- {% elif field == 'folderId' %}- {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})- {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})- {% end %}- {% elif field == 'root' %}- {% if operator == 'IN' %}- AND link_id IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})- {% elif operator == 'NOT IN' %}- AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})- {% end %}- {% elif field == 'saleType' %}- {# saleType is handled in the sales subquery, not here #}- {% end %}- {% end %}- {% end %}- {% end %}- GROUP BY interval- ORDER BY interval+%+SELECT+ {% if granularity == "hour" %} toStartOfHour(timestamp, {{ String(timezone, 'UTC') }})+ {% elif granularity == "month" %}+ toDateTime64(+ toStartOfMonth(timestamp, {{ String(timezone, 'UTC') }}),+ 3,+ {{ String(timezone, 'UTC') }}+ )+ {% else %} toDateTime64(toStartOfDay(timestamp, {{ String(timezone, 'UTC') }}), 3)+ {% end %} AS interval,+ uniq(click_id) as clicks+FROM+ {% if defined(customerId) %} dub_click_events_id+ {% else %} dub_click_events_mv+ {% end %}+ {% if defined(customerId) %}+ PREWHERE click_id IN (+ SELECT DISTINCT click_id+ FROM dub_lead_events_mv+ WHERE customer_id = {{ String(customerId) }}+ )+ {% end %}+WHERE+ true+ {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}+ {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}+ {% elif defined(linkId) %} AND link_id = {{ linkId }}+ {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(+ tenantId+ ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(+ tagIds+ ) or defined(+ root+ ) %} AND link_id in (SELECT link_id from workspace_links)+ {% end %}+ {% if defined(continent) %} AND continent = {{ continent }} {% end %}+ {% if defined(country) %} AND country = {{ country }} {% end %}+ {% if defined(region) %} AND region = {{ region }} {% end %}+ {% if defined(city) %} AND city = {{ city }} {% end %}+ {% if defined(device) %} AND device = {{ device }} {% end %}+ {% if defined(browser) %} AND browser = {{ browser }} {% end %}+ {% if defined(os) %} AND os = {{ os }} {% end %}+ {% if defined(trigger) %} AND trigger = {{ trigger }} {% end %}+ {% if defined(referer) %} AND referer = {{ referer }} {% end %}+ {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}+ {% if defined(utm_source) %}+ AND url LIKE concat('%utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')+ {% end %}+ {% if defined(utm_medium) %}+ AND url LIKE concat('%utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')+ {% end %}+ {% if defined(utm_campaign) %}+ AND url+ LIKE concat('%utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')+ {% end %}+ {% if defined(utm_term) %}+ AND url LIKE concat('%utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')+ {% end %}+ {% if defined(utm_content) %}+ AND url LIKE concat('%utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')+ {% end %}+ {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}+ {% if defined(start) %} AND timestamp >= {{ DateTime64(start) }} {% end %}+ {% if defined(end) %} AND timestamp <= {{ DateTime64(end) }} {% end %}+GROUP BY interval+ORDER BY intervalNODE timeseries_clicksSQL >- %- SELECT formatDateTime(interval, '%FT%T.000%z') as groupByField, clicks- FROM- {% if granularity == "minute" %} minute_intervals- {% elif granularity == "hour" %} hour_intervals- {% elif granularity == "month" %} month_intervals- {% else %} day_intervals- {% end %}- LEFT JOIN timeseries_clicks_data USING interval+%+ SELECT formatDateTime(interval, '%FT%T.000%z') as groupByField, clicks+ FROM+ {% if granularity == "minute" %} minute_intervals+ {% elif granularity == "hour" %} hour_intervals+ {% elif granularity == "month" %} month_intervals+ {% else %} day_intervals+ {% end %}+ LEFT JOIN timeseries_clicks_data USING intervalNODE timeseries_leads_dataSQL >- %- SELECT- {% if granularity == "hour" %} toStartOfHour(timestamp, {{ String(timezone, 'UTC') }})- {% elif granularity == "month" %}- toDateTime64(- toStartOfMonth(timestamp, {{ String(timezone, 'UTC') }}),- 3,- {{ String(timezone, 'UTC') }}- )- {% else %} toDateTime64(toStartOfDay(timestamp, {{ String(timezone, 'UTC') }}), 3)- {% end %} AS interval,- uniq(*) as leads- FROM dub_lead_events_mv- WHERE- true- {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}- {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}- {% elif defined(linkId) %} AND link_id = {{ linkId }}- {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(- tenantId- ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(- tagIds- ) or defined(- root- ) %} AND link_id in (SELECT link_id from workspace_links)- {% end %}- {% if defined(customerId) %} AND customer_id = {{ String(customerId) }} {% end %}- {% if defined(continent) %} AND continent = {{ continent }} {% end %}- {% if defined(country) %} AND country = {{ country }} {% end %}- {% if defined(region) %} AND region = {{ region }} {% end %}- {% if defined(city) %} AND city = {{ city }} {% end %}- {% if defined(device) %} AND device = {{ device }} {% end %}- {% if defined(browser) %} AND browser = {{ browser }} {% end %}- {% if defined(os) %} AND os = {{ os }} {% end %}- {% if defined(referer) %} AND referer = {{ referer }} {% end %}- {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}- {% if defined(utm_source) %}- AND url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')- {% end %}- {% if defined(utm_medium) %}- AND url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')- {% end %}- {% if defined(utm_campaign) %}- AND url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')- {% end %}- {% if defined(utm_term) %}- AND url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')- {% end %}- {% if defined(utm_content) %}- AND url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')- {% end %}- {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}- {% if defined(start) %} AND timestamp >= {{ DateTime64(start) }} {% end %}- {% if defined(end) %} AND timestamp <= {{ DateTime64(end) }} {% end %}- {% if defined(filters) %}- {% for item in JSON(filters, '[]') %}- {% if item.get('field', '') %}- {% set field = item.get('field', '') %}- {% set operator = item.get('operator', 'IN') %}- {% set values = item.get('values', []) %}- {% if field == 'country' %}- {% if operator == 'IN' %} AND country IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND country NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'city' %}- {% if operator == 'IN' %} AND city IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND city NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'continent' %}- {% if operator == 'IN' %} AND continent IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND continent NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'device' %}- {% if operator == 'IN' %} AND device IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND device NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'browser' %}- {% if operator == 'IN' %} AND browser IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND browser NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'os' %}- {% if operator == 'IN' %} AND os IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND os NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'trigger' %}- {% if operator == 'IN' %} AND trigger IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND trigger NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'referer' %}- {% if operator == 'IN' %} AND referer IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND referer NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'refererUrl' %}- {% if operator == 'IN' %} AND splitByString('?', referer_url)[1] IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND splitByString('?', referer_url)[1] NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'url' %}- {% if operator == 'IN' %} AND splitByString('?', url)[1] IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND splitByString('?', url)[1] NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'utm_source' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_medium' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_campaign' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_term' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_content' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'domain' %}- {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})- {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})- {% end %}- {% elif field == 'tagIds' %}- {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])- {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])- {% end %}- {% elif field == 'folderId' %}- {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})- {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})- {% end %}- {% elif field == 'root' %}- {% if operator == 'IN' %}- AND link_id IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})- {% elif operator == 'NOT IN' %}- AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})- {% end %}- {% elif field == 'saleType' %}- {# saleType is handled in the sales subquery, not here #}- {% end %}- {% elif item.get('operand', '').startswith('metadata.') %}- {% set metadataKey = item.get('operand', '').split('.')[1] %}- {% set operator = item.get('operator', 'equals') %}- {% set value = item.get('value', '') %}- {% if operator == 'equals' %}- AND JSONExtractString(metadata, {{ metadataKey }}) = {{ value }}- {% elif operator == 'notEquals' %}- AND JSONExtractString(metadata, {{ metadataKey }}) != {{ value }}- {% elif operator == 'greaterThan' %}- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) > toFloat64OrNull({{ value }})- {% elif operator == 'lessThan' %}- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) < toFloat64OrNull({{ value }})- {% elif operator == 'greaterThanOrEqual' %}- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) >= toFloat64OrNull({{ value }})- {% elif operator == 'lessThanOrEqual' %}- AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) <= toFloat64OrNull({{ value }})- {% end %}- {% end %}- {% end %}- {% end %}- GROUP BY interval- ORDER BY interval+%+SELECT+ {% if granularity == "hour" %} toStartOfHour(timestamp, {{ String(timezone, 'UTC') }})+ {% elif granularity == "month" %}+ toDateTime64(+ toStartOfMonth(timestamp, {{ String(timezone, 'UTC') }}),+ 3,+ {{ String(timezone, 'UTC') }}+ )+ {% else %} toDateTime64(toStartOfDay(timestamp, {{ String(timezone, 'UTC') }}), 3)+ {% end %} AS interval,+ uniq(*) as leads+FROM dub_lead_events_mv+WHERE+ true+ {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}+ {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}+ {% elif defined(linkId) %} AND link_id = {{ linkId }}+ {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(+ tenantId+ ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(+ tagIds+ ) or defined(+ root+ ) %} AND link_id in (SELECT link_id from workspace_links)+ {% end %}+ {% if defined(customerId) %} AND customer_id = {{ String(customerId) }} {% end %}+ {% if defined(continent) %} AND continent = {{ continent }} {% end %}+ {% if defined(country) %} AND country = {{ country }} {% end %}+ {% if defined(region) %} AND region = {{ region }} {% end %}+ {% if defined(city) %} AND city = {{ city }} {% end %}+ {% if defined(device) %} AND device = {{ device }} {% end %}+ {% if defined(browser) %} AND browser = {{ browser }} {% end %}+ {% if defined(os) %} AND os = {{ os }} {% end %}+ {% if defined(referer) %} AND referer = {{ referer }} {% end %}+ {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}+ {% if defined(utm_source) %}+ AND url LIKE concat('%utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')+ {% end %}+ {% if defined(utm_medium) %}+ AND url LIKE concat('%utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')+ {% end %}+ {% if defined(utm_campaign) %}+ AND url+ LIKE concat('%utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')+ {% end %}+ {% if defined(utm_term) %}+ AND url LIKE concat('%utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')+ {% end %}+ {% if defined(utm_content) %}+ AND url LIKE concat('%utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')+ {% end %}+ {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}+ {% if defined(start) %} AND timestamp >= {{ DateTime64(start) }} {% end %}+ {% if defined(end) %} AND timestamp <= {{ DateTime64(end) }} {% end %}+GROUP BY interval+ORDER BY intervalNODE timeseries_leadsSQL >- %- SELECT formatDateTime(interval, '%FT%T.000%z') as groupByField, leads- FROM- {% if granularity == "minute" %} minute_intervals- {% elif granularity == "hour" %} hour_intervals- {% elif granularity == "month" %} month_intervals- {% else %} day_intervals- {% end %}- LEFT JOIN timeseries_leads_data USING interval+%+ SELECT formatDateTime(interval, '%FT%T.000%z') as groupByField, leads+ FROM+ {% if granularity == "minute" %} minute_intervals+ {% elif granularity == "hour" %} hour_intervals+ {% elif granularity == "month" %} month_intervals+ {% else %} day_intervals+ {% end %}+ LEFT JOIN timeseries_leads_data USING intervalNODE first_sale_by_link_customerSQL >- %- SELECT workspace_id, link_id, customer_id, minMerge(first_sale_state) AS first_sale_ts- FROM dub_first_sale_mv- WHERE- workspace_id- = {{- String(- workspaceId,- 'cl7pj5kq4006835rbjlt2ofka',- description="The unique ID for the workspace",- required=True,- )- }}- GROUP BY workspace_id, link_id, customer_id+%+SELECT workspace_id, link_id, customer_id, minMerge(first_sale_state) AS first_sale_ts+FROM dub_first_sale_mv+WHERE+ workspace_id+ = {{+ String(+ workspaceId,+ 'cl7pj5kq4006835rbjlt2ofka',+ description="The unique ID for the workspace",+ required=True,+ )+ }}+GROUP BY workspace_id, link_id, customer_idNODE timeseries_sales_dataSQL >- %+%+SELECT+ {% if granularity == "hour" %}+ toStartOfHour(timestamp, {{ String(timezone, 'UTC') }})+ {% elif granularity == "month" %}+ toDateTime64(+ toStartOfMonth(timestamp, {{ String(timezone, 'UTC') }}),+ 3,+ {{ String(timezone, 'UTC') }}+ )+ {% else %}+ toDateTime64(toStartOfDay(timestamp, {{ String(timezone, 'UTC') }}), 3)+ {% end %} AS interval,+ uniq(*) AS sales,+ sum(amount) AS amount+FROM+(SELECT- {% if granularity == "hour" %}- toStartOfHour(timestamp, {{ String(timezone, 'UTC') }})- {% elif granularity == "month" %}- toDateTime64(- toStartOfMonth(timestamp, {{ String(timezone, 'UTC') }}),- 3,- {{ String(timezone, 'UTC') }}- )- {% else %}- toDateTime64(toStartOfDay(timestamp, {{ String(timezone, 'UTC') }}), 3)- {% end %} AS interval,- uniq(*) AS sales,- sum(amount) AS amount- FROM- (- SELECT- se.timestamp,- se.amount,- se.workspace_id,- se.link_id,- se.customer_id,- se.continent,- se.country,- se.region,- se.city,- se.device,- se.browser,- se.os,- se.referer,- se.referer_url,- se.url,- se.metadata,+ se.timestamp,+ se.amount,+ se.workspace_id,+ se.link_id,+ se.customer_id,+ se.continent,+ se.country,+ se.region,+ se.city,+ se.device,+ se.browser,+ se.os,+ se.referer,+ se.referer_url,+ se.url,+ se.metadata,+ if(+ isNull(fs.first_sale_ts),+ 'new',if(- isNull(fs.first_sale_ts),+ toUnixTimestamp64Milli(se.timestamp) = toUnixTimestamp64Milli(fs.first_sale_ts),'new',- if(- toUnixTimestamp64Milli(se.timestamp) = toUnixTimestamp64Milli(fs.first_sale_ts),- 'new',- 'recurring'- )- ) AS sale_type- FROM dub_sale_events_mv AS se- LEFT JOIN first_sale_by_link_customer AS fs- USING (workspace_id, link_id, customer_id)- WHERE- true- {% if defined(workspaceId) %} AND se.workspace_id = {{ workspaceId }} {% end %}- {% if defined(linkIds) %} AND se.link_id IN {{ Array(linkIds, 'String') }}- {% elif defined(linkId) %} AND se.link_id = {{ linkId }}- {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(- tenantId- ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(- tagIds- ) or defined(- root- ) %} AND se.link_id in (SELECT link_id from workspace_links)- {% end %}- {% if defined(customerId) %} AND se.customer_id = {{ String(customerId) }} {% end %}- {% if defined(continent) %} AND se.continent = {{ continent }} {% end %}- {% if defined(country) %} AND se.country = {{ country }} {% end %}- {% if defined(region) %} AND se.region = {{ region }} {% end %}- {% if defined(city) %} AND se.city = {{ city }} {% end %}- {% if defined(device) %} AND se.device = {{ device }} {% end %}- {% if defined(browser) %} AND se.browser = {{ browser }} {% end %}- {% if defined(os) %} AND se.os = {{ os }} {% end %}- {% if defined(referer) %} AND se.referer = {{ referer }} {% end %}- {% if defined(refererUrl) %} AND splitByString('?', se.referer_url)[1] = {{ refererUrl }} {% end %}- {% if defined(utm_source) %}- AND se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')- {% end %}- {% if defined(utm_medium) %}- AND se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')- {% end %}- {% if defined(utm_campaign) %}- AND se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')- {% end %}- {% if defined(utm_term) %}- AND se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')- {% end %}- {% if defined(utm_content) %}- AND se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')- {% end %}- {% if defined(url) %} AND splitByString('?', se.url)[1] = {{ url }} {% end %}- {% if defined(start) %} AND se.timestamp >= {{ DateTime64(start) }} {% end %}- {% if defined(end) %} AND se.timestamp <= {{ DateTime64(end) }} {% end %}- {% if defined(filters) %}- {% for item in JSON(filters, '[]') %}- {% if item.get('field', '') %}- {% set field = item.get('field', '') %}- {% set operator = item.get('operator', 'IN') %}- {% set values = item.get('values', []) %}- {% if field == 'country' %}- {% if operator == 'IN' %} AND se.country IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND se.country NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'city' %}- {% if operator == 'IN' %} AND se.city IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND se.city NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'continent' %}- {% if operator == 'IN' %} AND se.continent IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND se.continent NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'device' %}- {% if operator == 'IN' %} AND se.device IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND se.device NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'browser' %}- {% if operator == 'IN' %} AND se.browser IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND se.browser NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'os' %}- {% if operator == 'IN' %} AND se.os IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND se.os NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'trigger' %}- {% if operator == 'IN' %} AND se.trigger IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND se.trigger NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'referer' %}- {% if operator == 'IN' %} AND se.referer IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND se.referer NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'refererUrl' %}- {% if operator == 'IN' %} AND splitByString('?', se.referer_url)[1] IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND splitByString('?', se.referer_url)[1] NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'url' %}- {% if operator == 'IN' %} AND splitByString('?', se.url)[1] IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND splitByString('?', se.url)[1] NOT IN {{ Array(values, 'String') }}- {% end %}- {% elif field == 'utm_source' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_medium' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_campaign' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_term' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'utm_content' %}- {% if operator == 'IN' %}- AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% elif operator == 'NOT IN' %}- AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})- {% end %}- {% elif field == 'domain' %}- {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})- {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})- {% end %}- {% elif field == 'tagIds' %}- {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])- {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])- {% end %}- {% elif field == 'folderId' %}- {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})- {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})- {% end %}- {% elif field == 'root' %}- {% if operator == 'IN' %}- AND se.link_id IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})- {% elif operator == 'NOT IN' %}- AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})- {% end %}- {% elif field == 'saleType' %}- {# saleType is handled after this subquery #}- {% end %}- {% elif item.get('operand', '').startswith('metadata.') %}- {% set metadataKey = item.get('operand', '').split('.')[1] %}- {% set operator = item.get('operator', 'equals') %}- {% set value = item.get('value', '') %}- {% if operator == 'equals' %}- AND JSONExtractString(se.metadata, {{ metadataKey }}) = {{ value }}- {% elif operator == 'notEquals' %}- AND JSONExtractString(se.metadata, {{ metadataKey }}) != {{ value }}- {% elif operator == 'greaterThan' %}- AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) > toFloat64OrNull({{ value }})- {% elif operator == 'lessThan' %}- AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) < toFloat64OrNull({{ value }})- {% elif operator == 'greaterThanOrEqual' %}- AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) >= toFloat64OrNull({{ value }})- {% elif operator == 'lessThanOrEqual' %}- AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) <= toFloat64OrNull({{ value }})- {% end %}- {% end %}- {% end %}- {% end %}- ) AS typed+ 'recurring'+ )+ ) AS sale_type+ FROM dub_sale_events_mv AS se+ LEFT JOIN first_sale_by_link_customer AS fs+ USING (workspace_id, link_id, customer_id)WHEREtrue- {% if defined(filters) %}- {% for item in JSON(filters, '[]') %}- {% if item.get('field', '') == 'saleType' %}- {% set operator = item.get('operator', 'IN') %}- {% set values = item.get('values', []) %}- {% if operator == 'IN' %} AND typed.sale_type IN {{ Array(values, 'String') }}- {% elif operator == 'NOT IN' %} AND typed.sale_type NOT IN {{ Array(values, 'String') }}- {% end %}- {% end %}- {% end %}+ {% if defined(workspaceId) %} AND se.workspace_id = {{ workspaceId }} {% end %}+ {% if defined(linkIds) %} AND se.link_id IN {{ Array(linkIds, 'String') }}+ {% elif defined(linkId) %} AND se.link_id = {{ linkId }}+ {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(+ tenantId+ ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(+ tagIds+ ) or defined(+ root+ ) %} AND se.link_id in (SELECT link_id from workspace_links)+ {% end %}+ {% if defined(customerId) %} AND se.customer_id = {{ String(customerId) }} {% end %}+ {% if defined(continent) %} AND se.continent = {{ continent }} {% end %}+ {% if defined(country) %} AND se.country = {{ country }} {% end %}+ {% if defined(region) %} AND se.region = {{ region }} {% end %}+ {% if defined(city) %} AND se.city = {{ city }} {% end %}+ {% if defined(device) %} AND se.device = {{ device }} {% end %}+ {% if defined(browser) %} AND se.browser = {{ browser }} {% end %}+ {% if defined(os) %} AND se.os = {{ os }} {% end %}+ {% if defined(referer) %} AND se.referer = {{ referer }} {% end %}+ {% if defined(refererUrl) %} AND splitByString('?', se.referer_url)[1] = {{ refererUrl }} {% end %}+ {% if defined(utm_source) %}+ AND se.url LIKE concat('%utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%'){% end %}- GROUP BY interval- ORDER BY interval+ {% if defined(utm_medium) %}+ AND se.url LIKE concat('%utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')+ {% end %}+ {% if defined(utm_campaign) %}+ AND se.url+ LIKE concat('%utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')+ {% end %}+ {% if defined(utm_term) %}+ AND se.url LIKE concat('%utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')+ {% end %}+ {% if defined(utm_content) %}+ AND se.url LIKE concat('%utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')+ {% end %}+ {% if defined(url) %} AND splitByString('?', se.url)[1] = {{ url }} {% end %}+ {% if defined(start) %} AND se.timestamp >= {{ DateTime64(start) }} {% end %}+ {% if defined(end) %} AND se.timestamp <= {{ DateTime64(end) }} {% end %}+) AS typed+WHERE+ true+ {% if defined(saleType) %} AND typed.sale_type = {{ String(saleType) }} {% end %}+GROUP BY interval+ORDER BY intervalNODE timeseries_salesSQL >- %- SELECT formatDateTime(interval, '%FT%T.000%z') as groupByField, sales, amount, amount as saleAmount- FROM- {% if granularity == "minute" %} minute_intervals- {% elif granularity == "hour" %} hour_intervals- {% elif granularity == "month" %} month_intervals- {% else %} day_intervals- {% end %}- LEFT JOIN timeseries_sales_data USING interval+%+ SELECT formatDateTime(interval, '%FT%T.000%z') as groupByField, sales, amount, amount as saleAmount+ FROM+ {% if granularity == "minute" %} minute_intervals+ {% elif granularity == "hour" %} hour_intervals+ {% elif granularity == "month" %} month_intervals+ {% else %} day_intervals+ {% end %}+ LEFT JOIN timeseries_sales_data USING interval@@ -777,14 +425,14 @@ SQL >NODE endpointSQL >- %- SELECT *- FROM- {% if eventType == 'clicks' %} timeseries_clicks- {% elif eventType == 'leads' %} timeseries_leads- {% elif eventType == 'sales' %} timeseries_sales- {% elif eventType == 'composite' %} timeseries_composite- {% else %} timeseries_clicks- {% end %}+%+SELECT *+FROM+ {% if eventType == 'clicks' %} timeseries_clicks+ {% elif eventType == 'leads' %} timeseries_leads+ {% elif eventType == 'sales' %} timeseries_sales+ {% elif eventType == 'composite' %} timeseries_composite+ {% else %} timeseries_clicks+ {% end %}diff --git a/packages/tinybird/pipes/v4_count.pipe b/packages/tinybird/pipes/v4_count.pipenew file mode 100644index 0000000000..88b06b2dbd--- /dev/null+++ b/packages/tinybird/pipes/v4_count.pipe@@ -0,0 +1,648 @@+DESCRIPTION >+ Top countries+++TAGS "Dub Endpoints"++NODE workspace_links+SQL >++ %+ SELECT link_id+ FROM dub_links_metadata_latest FINAL+ WHERE+ workspace_id+ = {{+ String(+ workspaceId,+ 'cl7pj5kq4006835rbjlt2ofka',+ description="The unique ID for the workspace",+ required=True,+ )+ }}+ AND deleted == 0+ {% if defined(programId) %} AND program_id = {{ programId }} {% end %}+ {% if defined(partnerId) %}+ {% if defined(partnerIdOperator) and String(partnerIdOperator) == 'NOT IN' %}+ AND partner_id NOT IN {{ Array(partnerId, 'String') }}+ {% else %}+ AND partner_id IN {{ Array(partnerId, 'String') }}+ {% end %}+ {% end %}+ {% if defined(groupId) %}+ {% if defined(groupIdOperator) and String(groupIdOperator) == 'NOT IN' %}+ AND partner_group_id NOT IN {{ Array(groupId, 'String') }}+ {% else %}+ AND partner_group_id IN {{ Array(groupId, 'String') }}+ {% end %}+ {% end %}+ {% if defined(tenantId) %}+ {% if defined(tenantIdOperator) and String(tenantIdOperator) == 'NOT IN' %}+ AND tenant_id NOT IN {{ Array(tenantId, 'String') }}+ {% else %}+ AND tenant_id IN {{ Array(tenantId, 'String') }}+ {% end %}+ {% end %}+ {% if defined(domain) %}+ {% if defined(domainOperator) and String(domainOperator) == 'NOT IN' %}+ AND domain NOT IN {{ Array(domain, 'String') }}+ {% else %}+ AND domain IN {{ Array(domain, 'String') }}+ {% end %}+ {% end %}+ {% if defined(tagIds) %}+ {% if defined(tagIdsOperator) and String(tagIdsOperator) == 'NOT IN' %}+ AND length(arrayFilter(x -> x NOT IN {{ Array(tagIds, 'String') }}, tag_ids)) = length(tag_ids)+ {% else %}+ AND arrayIntersect(tag_ids, {{ Array(tagIds, 'String') }}) != []+ {% end %}+ {% end %}+ {% if defined(folderId) %}+ {% if defined(folderIdOperator) and String(folderIdOperator) == 'NOT IN' %}+ AND folder_id NOT IN {{ Array(folderId, 'String') }}+ {% else %}+ AND folder_id IN {{ Array(folderId, 'String') }}+ {% end %}+ {% end %}+ {% if defined(root) %}+ {% if defined(rootOperator) and String(rootOperator) == 'NOT IN' %}+ AND NOT (0{% for val in root %}{% if val == 'true' %} OR key = '_root'{% else %} OR key != '_root'{% end %}{% end %})+ {% else %}+ AND (0{% for val in root %}{% if val == 'true' %} OR key = '_root'{% else %} OR key != '_root'{% end %}{% end %})+ {% end %}+ {% end %}++++NODE count_clicks+SQL >++ %+ SELECT 'count' as groupByField, COUNT(*) as clicks+ FROM+ {% if defined(customerId) %} dub_click_events_id+ {% else %} dub_click_events_mv+ {% end %}+ {% if defined(customerId) %}+ PREWHERE click_id IN (+ SELECT DISTINCT click_id+ FROM dub_lead_events_mv+ WHERE customer_id = {{ String(customerId) }}+ )+ {% end %}+ WHERE+ true+ {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}+ {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}+ {% elif defined(linkId) %} AND link_id = {{ linkId }}+ {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(+ tenantId+ ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(+ tagIds+ ) or defined(+ root+ ) %} AND link_id in (SELECT link_id from workspace_links)+ {% end %}+ {% if defined(continent) %} AND continent = {{ continent }} {% end %}+ {% if defined(country) %} AND country = {{ country }} {% end %}+ {% if defined(region) %} AND region = {{ region }} {% end %}+ {% if defined(city) %} AND city = {{ city }} {% end %}+ {% if defined(device) %} AND device = {{ device }} {% end %}+ {% if defined(browser) %} AND browser = {{ browser }} {% end %}+ {% if defined(os) %} AND os = {{ os }} {% end %}+ {% if defined(trigger) %} AND trigger = {{ trigger }} {% end %}+ {% if defined(referer) %} AND referer = {{ referer }} {% end %}+ {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}+ {% if defined(utm_source) %}+ AND url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')+ {% end %}+ {% if defined(utm_medium) %}+ AND url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')+ {% end %}+ {% if defined(utm_campaign) %}+ AND url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')+ {% end %}+ {% if defined(utm_term) %}+ AND url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')+ {% end %}+ {% if defined(utm_content) %}+ AND url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')+ {% end %}+ {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}+ {% if defined(start) %} AND timestamp >= {{ DateTime64(start) }} {% end %}+ {% if defined(end) %} AND timestamp <= {{ DateTime64(end) }} {% end %}+ {% if defined(filters) %}+ {% for item in JSON(filters, '[]') %}+ {% if item.get('field', '') %}+ {% set field = item.get('field', '') %}+ {% set operator = item.get('operator', 'IN') %}+ {% set values = item.get('values', []) %}+ {% if field == 'country' %}+ {% if operator == 'IN' %} AND country IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND country NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'city' %}+ {% if operator == 'IN' %} AND city IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND city NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'continent' %}+ {% if operator == 'IN' %} AND continent IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND continent NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'device' %}+ {% if operator == 'IN' %} AND device IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND device NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'browser' %}+ {% if operator == 'IN' %} AND browser IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND browser NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'os' %}+ {% if operator == 'IN' %} AND os IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND os NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'trigger' %}+ {% if operator == 'IN' %} AND trigger IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND trigger NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'referer' %}+ {% if operator == 'IN' %} AND referer IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND referer NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'refererUrl' %}+ {% if operator == 'IN' %} AND splitByString('?', referer_url)[1] IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND splitByString('?', referer_url)[1] NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'url' %}+ {% if operator == 'IN' %} AND splitByString('?', url)[1] IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND splitByString('?', url)[1] NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'utm_source' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_medium' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_campaign' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_term' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_content' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'domain' %}+ {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})+ {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})+ {% end %}+ {% elif field == 'tagIds' %}+ {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])+ {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])+ {% end %}+ {% elif field == 'folderId' %}+ {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})+ {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})+ {% end %}+ {% elif field == 'root' %}+ {% if operator == 'IN' %}+ AND link_id IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})+ {% elif operator == 'NOT IN' %}+ AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})+ {% end %}+ {% elif field == 'saleType' %}+ {# saleType is handled in the sales subquery, not here #}+ {% end %}+ {% end %}+ {% end %}+ {% end %}++++NODE count_leads+SQL >++ %+ SELECT 'count' as groupByField, COUNT(*) as leads+ FROM dub_lead_events_mv+ WHERE+ true+ {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}+ {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}+ {% elif defined(linkId) %} AND link_id = {{ linkId }}+ {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(+ tenantId+ ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(+ tagIds+ ) or defined(+ root+ ) %} AND link_id in (SELECT link_id from workspace_links)+ {% end %}+ {% if defined(customerId) %} AND customer_id = {{ String(customerId) }} {% end %}+ {% if defined(continent) %} AND continent = {{ continent }} {% end %}+ {% if defined(country) %} AND country = {{ country }} {% end %}+ {% if defined(region) %} AND region = {{ region }} {% end %}+ {% if defined(city) %} AND city = {{ city }} {% end %}+ {% if defined(device) %} AND device = {{ device }} {% end %}+ {% if defined(browser) %} AND browser = {{ browser }} {% end %}+ {% if defined(os) %} AND os = {{ os }} {% end %}+ {% if defined(referer) %} AND referer = {{ referer }} {% end %}+ {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}+ {% if defined(utm_source) %}+ AND url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')+ {% end %}+ {% if defined(utm_medium) %}+ AND url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')+ {% end %}+ {% if defined(utm_campaign) %}+ AND url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')+ {% end %}+ {% if defined(utm_term) %}+ AND url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')+ {% end %}+ {% if defined(utm_content) %}+ AND url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')+ {% end %}+ {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}+ {% if defined(start) %} AND timestamp >= {{ DateTime(start) }} {% end %}+ {% if defined(end) %} AND timestamp <= {{ DateTime(end) }} {% end %}+ {% if defined(filters) %}+ {% for item in JSON(filters, '[]') %}+ {% if item.get('operand', '').startswith('metadata.') %}+ {% set metadataKey = item.get('operand', '').split('.')[1] %}+ {% set operator = item.get('operator', 'equals') %}+ {% set value = item.get('value', '') %}+ {% if operator == 'equals' %}+ AND JSONExtractString(metadata, {{ metadataKey }}) = {{ value }}+ {% elif operator == 'notEquals' %}+ AND JSONExtractString(metadata, {{ metadataKey }}) != {{ value }}+ {% elif operator == 'greaterThan' %}+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) > toFloat64OrNull({{ value }})+ {% elif operator == 'lessThan' %}+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) < toFloat64OrNull({{ value }})+ {% elif operator == 'greaterThanOrEqual' %}+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) >= toFloat64OrNull({{ value }})+ {% elif operator == 'lessThanOrEqual' %}+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) <= toFloat64OrNull({{ value }})+ {% end %}+ {% elif item.get('field', '') %}+ {% set field = item.get('field', '') %}+ {% set operator = item.get('operator', 'IN') %}+ {% set values = item.get('values', []) %}+ {% if field == 'country' %}+ {% if operator == 'IN' %} AND country IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND country NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'city' %}+ {% if operator == 'IN' %} AND city IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND city NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'continent' %}+ {% if operator == 'IN' %} AND continent IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND continent NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'device' %}+ {% if operator == 'IN' %} AND device IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND device NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'browser' %}+ {% if operator == 'IN' %} AND browser IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND browser NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'os' %}+ {% if operator == 'IN' %} AND os IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND os NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'trigger' %}+ {% if operator == 'IN' %} AND trigger IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND trigger NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'referer' %}+ {% if operator == 'IN' %} AND referer IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND referer NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'refererUrl' %}+ {% if operator == 'IN' %} AND splitByString('?', referer_url)[1] IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND splitByString('?', referer_url)[1] NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'url' %}+ {% if operator == 'IN' %} AND splitByString('?', url)[1] IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND splitByString('?', url)[1] NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'utm_source' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_medium' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_campaign' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_term' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_content' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'domain' %}+ {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})+ {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})+ {% end %}+ {% elif field == 'tagIds' %}+ {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])+ {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])+ {% end %}+ {% elif field == 'folderId' %}+ {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})+ {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})+ {% end %}+ {% elif field == 'root' %}+ {% if operator == 'IN' %}+ AND link_id IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})+ {% elif operator == 'NOT IN' %}+ AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})+ {% end %}+ {% elif field == 'saleType' %}+ {# saleType is handled in the sales subquery, not here #}+ {% end %}+ {% end %}+ {% end %}+ {% end %}++++NODE first_sale_by_link_customer+SQL >++ %+ SELECT workspace_id, link_id, customer_id, minMerge(first_sale_state) AS first_sale_ts+ FROM dub_first_sale_mv+ WHERE+ workspace_id+ = {{+ String(+ workspaceId,+ 'cl7pj5kq4006835rbjlt2ofka',+ description="The unique ID for the workspace",+ required=True,+ )+ }}+ GROUP BY workspace_id, link_id, customer_id++++NODE count_sales+SQL >++ %+ SELECT 'count' as groupByField, sales, amount, amount AS saleAmount+ FROM+ (+ SELECT+ count() AS sales,+ sum(amount) AS amount+ FROM+ (+ SELECT+ se.amount,+ if(+ isNull(fs.first_sale_ts),+ 'new',+ if(+ toUnixTimestamp64Milli(se.timestamp) = toUnixTimestamp64Milli(fs.first_sale_ts),+ 'new',+ 'recurring'+ )+ ) AS sale_type+ FROM dub_sale_events_mv AS se+ LEFT JOIN first_sale_by_link_customer AS fs+ USING (workspace_id, link_id, customer_id)+ WHERE+ true+ {% if defined(workspaceId) %} AND se.workspace_id = {{ workspaceId }} {% end %}+ {% if defined(linkIds) %} AND se.link_id IN {{ Array(linkIds, 'String') }}+ {% elif defined(linkId) %} AND se.link_id = {{ linkId }}+ {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(+ tenantId+ ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(+ tagIds+ ) or defined(+ root+ ) %} AND se.link_id in (SELECT link_id from workspace_links)+ {% end %}+ {% if defined(customerId) %} AND se.customer_id = {{ String(customerId) }} {% end %}+ {% if defined(continent) %} AND se.continent = {{ continent }} {% end %}+ {% if defined(country) %} AND se.country = {{ country }} {% end %}+ {% if defined(region) %} AND se.region = {{ region }} {% end %}+ {% if defined(city) %} AND se.city = {{ city }} {% end %}+ {% if defined(device) %} AND se.device = {{ device }} {% end %}+ {% if defined(browser) %} AND se.browser = {{ browser }} {% end %}+ {% if defined(os) %} AND se.os = {{ os }} {% end %}+ {% if defined(referer) %} AND se.referer = {{ referer }} {% end %}+ {% if defined(refererUrl) %} AND splitByString('?', se.referer_url)[1] = {{ refererUrl }} {% end %}+ {% if defined(utm_source) %}+ AND se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')+ {% end %}+ {% if defined(utm_medium) %}+ AND se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')+ {% end %}+ {% if defined(utm_campaign) %}+ AND se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')+ {% end %}+ {% if defined(utm_term) %}+ AND se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')+ {% end %}+ {% if defined(utm_content) %}+ AND se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')+ {% end %}+ {% if defined(url) %} AND splitByString('?', se.url)[1] = {{ url }} {% end %}+ {% if defined(start) %} AND se.timestamp >= {{ DateTime(start) }} {% end %}+ {% if defined(end) %} AND se.timestamp <= {{ DateTime(end) }} {% end %}+ {% if defined(filters) %}+ {% for item in JSON(filters, '[]') %}+ {% if item.get('operand', '').startswith('metadata.') %}+ {% set metadataKey = item.get('operand', '').split('.')[1] %}+ {% set operator = item.get('operator', 'equals') %}+ {% set value = item.get('value', '') %}+ {% if operator == 'equals' %}+ AND JSONExtractString(se.metadata, {{ metadataKey }}) = {{ value }}+ {% elif operator == 'notEquals' %}+ AND JSONExtractString(se.metadata, {{ metadataKey }}) != {{ value }}+ {% elif operator == 'greaterThan' %}+ AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) > toFloat64OrNull({{ value }})+ {% elif operator == 'lessThan' %}+ AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) < toFloat64OrNull({{ value }})+ {% elif operator == 'greaterThanOrEqual' %}+ AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) >= toFloat64OrNull({{ value }})+ {% elif operator == 'lessThanOrEqual' %}+ AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) <= toFloat64OrNull({{ value }})+ {% end %}+ {% elif item.get('field', '') %}+ {% set field = item.get('field', '') %}+ {% set operator = item.get('operator', 'IN') %}+ {% set values = item.get('values', []) %}+ {% if field == 'country' %}+ {% if operator == 'IN' %} AND se.country IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND se.country NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'city' %}+ {% if operator == 'IN' %} AND se.city IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND se.city NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'continent' %}+ {% if operator == 'IN' %} AND se.continent IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND se.continent NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'device' %}+ {% if operator == 'IN' %} AND se.device IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND se.device NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'browser' %}+ {% if operator == 'IN' %} AND se.browser IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND se.browser NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'os' %}+ {% if operator == 'IN' %} AND se.os IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND se.os NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'trigger' %}+ {% if operator == 'IN' %} AND se.trigger IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND se.trigger NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'referer' %}+ {% if operator == 'IN' %} AND se.referer IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND se.referer NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'refererUrl' %}+ {% if operator == 'IN' %} AND splitByString('?', se.referer_url)[1] IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND splitByString('?', se.referer_url)[1] NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'url' %}+ {% if operator == 'IN' %} AND splitByString('?', se.url)[1] IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND splitByString('?', se.url)[1] NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'utm_source' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_medium' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_campaign' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_term' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_content' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'domain' %}+ {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})+ {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})+ {% end %}+ {% elif field == 'tagIds' %}+ {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])+ {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])+ {% end %}+ {% elif field == 'folderId' %}+ {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})+ {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})+ {% end %}+ {% elif field == 'root' %}+ {% if operator == 'IN' %}+ AND se.link_id IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})+ {% elif operator == 'NOT IN' %}+ AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})+ {% end %}+ {% elif field == 'saleType' %}+ {# saleType is handled after this subquery #}+ {% end %}+ {% end %}+ {% end %}+ {% end %}+ ) AS typed+ WHERE+ true+ {% if defined(filters) %}+ {% for item in JSON(filters, '[]') %}+ {% if item.get('field', '') == 'saleType' %}+ {% set operator = item.get('operator', 'IN') %}+ {% set values = item.get('values', []) %}+ {% if operator == 'IN' %} AND typed.sale_type IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND typed.sale_type NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% end %}+ {% end %}+ {% end %}+ ) AS subquery++++NODE count_composite+SQL >++ %+ SELECT 'count' as groupByField, clicks, leads, sales, amount, saleAmount+ FROM count_clicks, count_leads, count_sales++++NODE endpoint+SQL >++ %+ SELECT *+ FROM+ {% if eventType == 'clicks' %} count_clicks+ {% elif eventType == 'leads' %} count_leads+ {% elif eventType == 'sales' %} count_sales+ {% elif eventType == 'composite' %} count_composite+ {% else %} count_clicks+ {% end %}++diff --git a/packages/tinybird/pipes/v4_events.pipe b/packages/tinybird/pipes/v4_events.pipenew file mode 100644index 0000000000..36fc609bd8--- /dev/null+++ b/packages/tinybird/pipes/v4_events.pipe@@ -0,0 +1,649 @@+DESCRIPTION >+ Top countries+++TAGS "Dub Endpoints"++NODE workspace_links+SQL >++ %+ SELECT link_id+ FROM dub_links_metadata_latest FINAL+ WHERE+ workspace_id+ = {{+ String(+ workspaceId,+ 'cl7pj5kq4006835rbjlt2ofka',+ description="The unique ID for the workspace",+ required=True,+ )+ }}+ AND deleted == 0+ {% if defined(programId) %} AND program_id = {{ programId }} {% end %}+ {% if defined(partnerId) %}+ {% if defined(partnerIdOperator) and String(partnerIdOperator) == 'NOT IN' %}+ AND partner_id NOT IN {{ Array(partnerId, 'String') }}+ {% else %}+ AND partner_id IN {{ Array(partnerId, 'String') }}+ {% end %}+ {% end %}+ {% if defined(groupId) %}+ {% if defined(groupIdOperator) and String(groupIdOperator) == 'NOT IN' %}+ AND partner_group_id NOT IN {{ Array(groupId, 'String') }}+ {% else %}+ AND partner_group_id IN {{ Array(groupId, 'String') }}+ {% end %}+ {% end %}+ {% if defined(tenantId) %}+ {% if defined(tenantIdOperator) and String(tenantIdOperator) == 'NOT IN' %}+ AND tenant_id NOT IN {{ Array(tenantId, 'String') }}+ {% else %}+ AND tenant_id IN {{ Array(tenantId, 'String') }}+ {% end %}+ {% end %}+ {% if defined(domain) %}+ {% if defined(domainOperator) and String(domainOperator) == 'NOT IN' %}+ AND domain NOT IN {{ Array(domain, 'String') }}+ {% else %}+ AND domain IN {{ Array(domain, 'String') }}+ {% end %}+ {% end %}+ {% if defined(tagIds) %}+ {% if defined(tagIdsOperator) and String(tagIdsOperator) == 'NOT IN' %}+ AND length(arrayFilter(x -> x NOT IN {{ Array(tagIds, 'String') }}, tag_ids)) = length(tag_ids)+ {% else %}+ AND arrayIntersect(tag_ids, {{ Array(tagIds, 'String') }}) != []+ {% end %}+ {% end %}+ {% if defined(folderId) %}+ {% if defined(folderIdOperator) and String(folderIdOperator) == 'NOT IN' %}+ AND folder_id NOT IN {{ Array(folderId, 'String') }}+ {% else %}+ AND folder_id IN {{ Array(folderId, 'String') }}+ {% end %}+ {% end %}+ {% if defined(root) %}+ {% if defined(rootOperator) and String(rootOperator) == 'NOT IN' %}+ AND NOT (0{% for val in root %}{% if val == 'true' %} OR key = '_root'{% else %} OR key != '_root'{% end %}{% end %})+ {% else %}+ AND (0{% for val in root %}{% if val == 'true' %} OR key = '_root'{% else %} OR key != '_root'{% end %}{% end %})+ {% end %}+ {% end %}++++NODE click_events+SQL >++ %+ SELECT+ *,+ splitByString('?', referer_url)[1] as referer_url_processed,+ CONCAT(country, '-', region) as region_processed,+ 'click' as event+ FROM+ {% if defined(customerId) %} dub_click_events_id+ {% else %} dub_click_events_mv+ {% end %}+ {% if defined(customerId) %}+ PREWHERE click_id IN (+ SELECT DISTINCT click_id+ FROM dub_lead_events_mv+ WHERE customer_id = {{ String(customerId) }}+ )+ {% end %}+ WHERE+ true+ {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}+ {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}+ {% elif defined(linkId) %} AND link_id = {{ linkId }}+ {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(+ tenantId+ ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(+ tagIds+ ) or defined(+ root+ ) %} AND link_id in (SELECT link_id from workspace_links)+ {% end %}+ {% if defined(continent) %} AND continent = {{ continent }} {% end %}+ {% if defined(country) %} AND country = {{ country }} {% end %}+ {% if defined(region) %} AND region = {{ region }} {% end %}+ {% if defined(city) %} AND city = {{ city }} {% end %}+ {% if defined(device) %} AND device = {{ device }} {% end %}+ {% if defined(browser) %} AND browser = {{ browser }} {% end %}+ {% if defined(os) %} AND os = {{ os }} {% end %}+ {% if defined(trigger) %} AND trigger = {{ trigger }} {% end %}+ {% if defined(referer) %} AND referer = {{ referer }} {% end %}+ {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}+ {% if defined(utm_source) %}+ AND url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')+ {% end %}+ {% if defined(utm_medium) %}+ AND url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')+ {% end %}+ {% if defined(utm_campaign) %}+ AND url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')+ {% end %}+ {% if defined(utm_term) %}+ AND url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')+ {% end %}+ {% if defined(utm_content) %}+ AND url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')+ {% end %}+ {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}+ {% if defined(start) %} AND timestamp >= {{ DateTime64(start) }} {% end %}+ {% if defined(end) %} AND timestamp <= {{ DateTime64(end) }} {% end %}+ {% if defined(filters) %}+ {% for item in JSON(filters, '[]') %}+ {% if item.get('operand', '').startswith('metadata.') %}+ {% set metadataKey = item.get('operand', '').split('.')[1] %}+ {% set operator = item.get('operator', 'equals') %}+ {% set value = item.get('value', '') %}+ {% if operator == 'equals' %}+ AND JSONExtractString(metadata, {{ metadataKey }}) = {{ value }}+ {% elif operator == 'notEquals' %}+ AND JSONExtractString(metadata, {{ metadataKey }}) != {{ value }}+ {% elif operator == 'greaterThan' %}+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) > toFloat64OrNull({{ value }})+ {% elif operator == 'lessThan' %}+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) < toFloat64OrNull({{ value }})+ {% elif operator == 'greaterThanOrEqual' %}+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) >= toFloat64OrNull({{ value }})+ {% elif operator == 'lessThanOrEqual' %}+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) <= toFloat64OrNull({{ value }})+ {% end %}+ {% elif item.get('field', '') %}+ {% set field = item.get('field', '') %}+ {% set operator = item.get('operator', 'IN') %}+ {% set values = item.get('values', []) %}+ {% if field == 'country' %}+ {% if operator == 'IN' %} AND country IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND country NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'city' %}+ {% if operator == 'IN' %} AND city IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND city NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'continent' %}+ {% if operator == 'IN' %} AND continent IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND continent NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'device' %}+ {% if operator == 'IN' %} AND device IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND device NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'browser' %}+ {% if operator == 'IN' %} AND browser IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND browser NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'os' %}+ {% if operator == 'IN' %} AND os IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND os NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'trigger' %}+ {% if operator == 'IN' %} AND trigger IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND trigger NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'referer' %}+ {% if operator == 'IN' %} AND referer IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND referer NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'refererUrl' %}+ {% if operator == 'IN' %} AND splitByString('?', referer_url)[1] IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND splitByString('?', referer_url)[1] NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'url' %}+ {% if operator == 'IN' %} AND splitByString('?', url)[1] IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND splitByString('?', url)[1] NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'utm_source' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_medium' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_campaign' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_term' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_content' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'domain' %}+ {# domain is already filtered at workspace_links node level #}+ {% elif field == 'tagIds' %}+ {# tagIds is already filtered at workspace_links node level #}+ {% elif field == 'folderId' %}+ {# folderId is already filtered at workspace_links node level #}+ {% elif field == 'root' %}+ {# root is already filtered at workspace_links node level #}+ {% elif field == 'saleType' %}+ {# saleType only applies to sales events #}+ {% end %}+ {% end %}+ {% end %}+ {% end %}+ ORDER BY timestamp {% if order == 'asc' %} ASC {% else %} DESC {% end %}+ LIMIT {{ Int32(limit, 100) }}+ {% if defined(offset) %} OFFSET {{ Int32(offset, 0) }} {% end %}++++NODE lead_events+SQL >++ %+ SELECT+ *,+ splitByString('?', referer_url)[1] as referer_url_processed,+ CONCAT(country, '-', region) as region_processed,+ 'lead' as event+ FROM dub_lead_events_mv+ WHERE+ true+ {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}+ {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}+ {% elif defined(linkId) %} AND link_id = {{ linkId }}+ {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(+ tenantId+ ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(+ tagIds+ ) or defined(+ root+ ) %} AND link_id in (SELECT link_id from workspace_links)+ {% end %}+ {% if defined(customerId) %} AND customer_id = {{ String(customerId) }} {% end %}+ {% if defined(continent) %} AND continent = {{ continent }} {% end %}+ {% if defined(country) %} AND country = {{ country }} {% end %}+ {% if defined(region) %} AND region = {{ region }} {% end %}+ {% if defined(city) %} AND city = {{ city }} {% end %}+ {% if defined(device) %} AND device = {{ device }} {% end %}+ {% if defined(browser) %} AND browser = {{ browser }} {% end %}+ {% if defined(os) %} AND os = {{ os }} {% end %}+ {% if defined(referer) %} AND referer = {{ referer }} {% end %}+ {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}+ {% if defined(utm_source) %}+ AND url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')+ {% end %}+ {% if defined(utm_medium) %}+ AND url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')+ {% end %}+ {% if defined(utm_campaign) %}+ AND url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')+ {% end %}+ {% if defined(utm_term) %}+ AND url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')+ {% end %}+ {% if defined(utm_content) %}+ AND url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')+ {% end %}+ {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}+ {% if defined(start) %} AND timestamp >= {{ DateTime(start) }} {% end %}+ {% if defined(end) %} AND timestamp <= {{ DateTime(end) }} {% end %}+ {% if defined(filters) %}+ {% for item in JSON(filters, '[]') %}+ {% if item.get('operand', '').startswith('metadata.') %}+ {% set metadataKey = item.get('operand', '').split('.')[1] %}+ {% set operator = item.get('operator', 'equals') %}+ {% set value = item.get('value', '') %}+ {% if operator == 'equals' %}+ AND JSONExtractString(metadata, {{ metadataKey }}) = {{ value }}+ {% elif operator == 'notEquals' %}+ AND JSONExtractString(metadata, {{ metadataKey }}) != {{ value }}+ {% elif operator == 'greaterThan' %}+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) > toFloat64OrNull({{ value }})+ {% elif operator == 'lessThan' %}+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) < toFloat64OrNull({{ value }})+ {% elif operator == 'greaterThanOrEqual' %}+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) >= toFloat64OrNull({{ value }})+ {% elif operator == 'lessThanOrEqual' %}+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) <= toFloat64OrNull({{ value }})+ {% end %}+ {% elif item.get('field', '') %}+ {% set field = item.get('field', '') %}+ {% set operator = item.get('operator', 'IN') %}+ {% set values = item.get('values', []) %}+ {% if field == 'country' %}+ {% if operator == 'IN' %} AND country IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND country NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'city' %}+ {% if operator == 'IN' %} AND city IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND city NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'continent' %}+ {% if operator == 'IN' %} AND continent IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND continent NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'device' %}+ {% if operator == 'IN' %} AND device IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND device NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'browser' %}+ {% if operator == 'IN' %} AND browser IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND browser NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'os' %}+ {% if operator == 'IN' %} AND os IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND os NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'trigger' %}+ {% if operator == 'IN' %} AND trigger IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND trigger NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'referer' %}+ {% if operator == 'IN' %} AND referer IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND referer NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'refererUrl' %}+ {% if operator == 'IN' %} AND splitByString('?', referer_url)[1] IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND splitByString('?', referer_url)[1] NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'url' %}+ {% if operator == 'IN' %} AND splitByString('?', url)[1] IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND splitByString('?', url)[1] NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'utm_source' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_medium' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_campaign' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_term' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_content' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'domain' %}+ {# domain is already filtered at workspace_links node level #}+ {% elif field == 'tagIds' %}+ {# tagIds is already filtered at workspace_links node level #}+ {% elif field == 'folderId' %}+ {# folderId is already filtered at workspace_links node level #}+ {% elif field == 'root' %}+ {# root is already filtered at workspace_links node level #}+ {% elif field == 'saleType' %}+ {# saleType only applies to sales events #}+ {% end %}+ {% end %}+ {% end %}+ {% end %}+ ORDER BY timestamp {% if order == 'asc' %} ASC {% else %} DESC {% end %}+ LIMIT {{ Int32(limit, 100) }}+ {% if defined(offset) %} OFFSET {{ Int32(offset, 0) }} {% end %}++++NODE first_sale_by_link_customer+SQL >++ %+ SELECT workspace_id, link_id, customer_id, minMerge(first_sale_state) AS first_sale_ts+ FROM dub_first_sale_mv+ WHERE+ workspace_id+ = {{+ String(+ workspaceId,+ 'cl7pj5kq4006835rbjlt2ofka',+ description="The unique ID for the workspace",+ required=True,+ )+ }}+ GROUP BY workspace_id, link_id, customer_id++++NODE sale_events+SQL >++ %+ SELECT+ t.*,+ t.amount AS saleAmount,+ CONCAT(t.country, '-', t.region) AS region_processed,+ splitByString('?', t.referer_url)[1] AS referer_url_processed,+ 'sale' AS event+ FROM+ (+ SELECT+ se.*,+ if(+ isNull (fs.first_sale_ts),+ 'new',+ if(+ toUnixTimestamp64Milli(se.timestamp) = toUnixTimestamp64Milli(fs.first_sale_ts),+ 'new',+ 'recurring'+ )+ ) AS sale_type+ FROM dub_sale_events_mv AS se+ LEFT JOIN first_sale_by_link_customer AS fs USING (workspace_id, link_id, customer_id)+ WHERE+ true+ {% if defined(workspaceId) %} AND se.workspace_id = {{ workspaceId }} {% end %}+ {% if defined(linkIds) %} AND se.link_id IN {{ Array(linkIds, 'String') }}+ {% elif defined(linkId) %} AND se.link_id = {{ linkId }}+ {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(+ tenantId+ ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(+ tagIds+ ) or defined(+ root+ ) %} AND se.link_id in (SELECT link_id from workspace_links)+ {% end %}+ {% if defined(customerId) %} AND se.customer_id = {{ String(customerId) }} {% end %}+ {% if defined(continent) %} AND se.continent = {{ continent }} {% end %}+ {% if defined(country) %} AND se.country = {{ country }} {% end %}+ {% if defined(region) %} AND se.region = {{ region }} {% end %}+ {% if defined(city) %} AND se.city = {{ city }} {% end %}+ {% if defined(device) %} AND se.device = {{ device }} {% end %}+ {% if defined(browser) %} AND se.browser = {{ browser }} {% end %}+ {% if defined(os) %} AND se.os = {{ os }} {% end %}+ {% if defined(referer) %} AND se.referer = {{ referer }} {% end %}+ {% if defined(refererUrl) %}+ AND splitByString('?', se.referer_url)[1] = {{ refererUrl }}+ {% end %}+ {% if defined(utm_source) %}+ AND se.url+ LIKE concat('%utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')+ {% end %}+ {% if defined(utm_medium) %}+ AND se.url+ LIKE concat('%utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')+ {% end %}+ {% if defined(utm_campaign) %}+ AND se.url LIKE concat(+ '%utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%'+ )+ {% end %}+ {% if defined(utm_term) %}+ AND se.url+ LIKE concat('%utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')+ {% end %}+ {% if defined(utm_content) %}+ AND se.url+ LIKE concat('%utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')+ {% end %}+ {% if defined(url) %} AND splitByString('?', se.url)[1] = {{ url }} {% end %}+ {% if defined(start) %} AND se.timestamp >= {{ DateTime(start) }} {% end %}+ {% if defined(end) %} AND se.timestamp <= {{ DateTime(end) }} {% end %}++ {% if defined(filters) %}+ {% for item in JSON(filters, '[]') %}+ {% if item.get('operand', '').startswith('metadata.') %}+ {% set metadataKey = item.get('operand', '').split('.')[1] %}+ {% set operator = item.get('operator', 'equals') %}+ {% set value = item.get('value', '') %}+ {% if operator == 'equals' %}+ AND JSONExtractString(se.metadata, {{ metadataKey }}) = {{ value }}+ {% elif operator == 'notEquals' %}+ AND JSONExtractString(se.metadata, {{ metadataKey }}) != {{ value }}+ {% elif operator == 'greaterThan' %}+ AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) > toFloat64OrNull({{ value }})+ {% elif operator == 'lessThan' %}+ AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) < toFloat64OrNull({{ value }})+ {% elif operator == 'greaterThanOrEqual' %}+ AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) >= toFloat64OrNull({{ value }})+ {% elif operator == 'lessThanOrEqual' %}+ AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) <= toFloat64OrNull({{ value }})+ {% end %}+ {% elif item.get('field', '') %}+ {% set field = item.get('field', '') %}+ {% set operator = item.get('operator', 'IN') %}+ {% set values = item.get('values', []) %}+ {% if field == 'country' %}+ {% if operator == 'IN' %} AND se.country IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND se.country NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'city' %}+ {% if operator == 'IN' %} AND se.city IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND se.city NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'continent' %}+ {% if operator == 'IN' %} AND se.continent IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND se.continent NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'device' %}+ {% if operator == 'IN' %} AND se.device IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND se.device NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'browser' %}+ {% if operator == 'IN' %} AND se.browser IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND se.browser NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'os' %}+ {% if operator == 'IN' %} AND se.os IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND se.os NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'trigger' %}+ {% if operator == 'IN' %} AND se.trigger IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND se.trigger NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'referer' %}+ {% if operator == 'IN' %} AND se.referer IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND se.referer NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'refererUrl' %}+ {% if operator == 'IN' %} AND splitByString('?', se.referer_url)[1] IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND splitByString('?', se.referer_url)[1] NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'url' %}+ {% if operator == 'IN' %} AND splitByString('?', se.url)[1] IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND splitByString('?', se.url)[1] NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'utm_source' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_medium' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_campaign' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_term' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_content' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'domain' %}+ {# domain is already filtered at workspace_links node level #}+ {% elif field == 'tagIds' %}+ {# tagIds is already filtered at workspace_links node level #}+ {% elif field == 'folderId' %}+ {# folderId is already filtered at workspace_links node level #}+ {% elif field == 'root' %}+ {# root is already filtered at workspace_links node level #}+ {% elif field == 'saleType' %}+ {# saleType is filtered in the outer query where the computed sale_type is available #}+ {% end %}+ {% end %}+ {% end %}+ {% end %}++ ) AS t+ WHERE true+ {% if defined(saleType) %} AND t.sale_type = {{ String(saleType) }} {% end %}+ {% if defined(filters) %}+ {% for item in JSON(filters, '[]') %}+ {% if item.get('field', '') == 'saleType' %}+ {% set operator = item.get('operator', 'IN') %}+ {% set values = item.get('values', []) %}+ {% if operator == 'IN' %} AND t.sale_type IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND t.sale_type NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% end %}+ {% end %}+ {% end %}+ ORDER BY t.timestamp {% if order == 'asc' %} ASC {% else %} DESC {% end %}+ LIMIT {{ Int32(limit, 100) }}+ {% if defined(offset) %} OFFSET {{ Int32(offset, 0) }} {% end %}++++NODE endpoint+SQL >++ %+ SELECT *+ FROM+ {% if eventType == 'leads' %} lead_events+ {% elif eventType == 'sales' %} sale_events+ {% else %} click_events+ {% end %}++diff --git a/packages/tinybird/pipes/v4_group_by.pipe b/packages/tinybird/pipes/v4_group_by.pipenew file mode 100644index 0000000000..dae18e1f73--- /dev/null+++ b/packages/tinybird/pipes/v4_group_by.pipe@@ -0,0 +1,847 @@+DESCRIPTION >+ Top countries+++TAGS "Dub Endpoints"++NODE workspace_links+SQL >++ %+ SELECT link_id+ FROM dub_links_metadata_latest FINAL+ WHERE+ workspace_id+ = {{+ String(+ workspaceId,+ 'cl7pj5kq4006835rbjlt2ofka',+ description="The unique ID for the workspace",+ required=True,+ )+ }}+ AND deleted == 0+ {% if defined(programId) %} AND program_id = {{ programId }} {% end %}+ {% if defined(partnerId) %}+ {% if defined(partnerIdOperator) and String(partnerIdOperator) == 'NOT IN' %}+ AND partner_id NOT IN {{ Array(partnerId, 'String') }}+ {% else %}+ AND partner_id IN {{ Array(partnerId, 'String') }}+ {% end %}+ {% end %}+ {% if defined(groupId) %}+ {% if defined(groupIdOperator) and String(groupIdOperator) == 'NOT IN' %}+ AND partner_group_id NOT IN {{ Array(groupId, 'String') }}+ {% else %}+ AND partner_group_id IN {{ Array(groupId, 'String') }}+ {% end %}+ {% end %}+ {% if defined(tenantId) %}+ {% if defined(tenantIdOperator) and String(tenantIdOperator) == 'NOT IN' %}+ AND tenant_id NOT IN {{ Array(tenantId, 'String') }}+ {% else %}+ AND tenant_id IN {{ Array(tenantId, 'String') }}+ {% end %}+ {% end %}+ {% if defined(domain) %}+ {% if defined(domainOperator) and String(domainOperator) == 'NOT IN' %}+ AND domain NOT IN {{ Array(domain, 'String') }}+ {% else %}+ AND domain IN {{ Array(domain, 'String') }}+ {% end %}+ {% end %}+ {% if defined(tagIds) %}+ {% if defined(tagIdsOperator) and String(tagIdsOperator) == 'NOT IN' %}+ AND length(arrayFilter(x -> x NOT IN {{ Array(tagIds, 'String') }}, tag_ids)) = length(tag_ids)+ {% else %}+ AND arrayIntersect(tag_ids, {{ Array(tagIds, 'String') }}) != []+ {% end %}+ {% end %}+ {% if defined(folderId) %}+ {% if defined(folderIdOperator) and String(folderIdOperator) == 'NOT IN' %}+ AND folder_id NOT IN {{ Array(folderId, 'String') }}+ {% else %}+ AND folder_id IN {{ Array(folderId, 'String') }}+ {% end %}+ {% end %}+ {% if defined(root) %}+ {% if defined(rootOperator) and String(rootOperator) == 'NOT IN' %}+ AND NOT (0{% for val in root %}{% if val == 'true' %} OR key = '_root'{% else %} OR key != '_root'{% end %}{% end %})+ {% else %}+ AND (0{% for val in root %}{% if val == 'true' %} OR key = '_root'{% else %} OR key != '_root'{% end %}{% end %})+ {% end %}+ {% end %}++++NODE group_by_clicks+SQL >++ %+ SELECT+ multiIf(+ {{ String(groupBy) }} = 'top_links',+ link_id,+ {{ String(groupBy) }} = 'top_urls',+ url,+ {{ String(groupBy) }} = 'top_base_urls',+ splitByString('?', url)[1],+ {{ String(groupBy) }} = 'referers',+ referer,+ {{ String(groupBy) }} = 'referer_urls',+ splitByString('?', referer_url)[1],+ {{ String(groupBy) }} = 'utm_sources',+ decodeURLFormComponent(extractURLParameter(url, 'utm_source')),+ {{ String(groupBy) }} = 'utm_mediums',+ decodeURLFormComponent(extractURLParameter(url, 'utm_medium')),+ {{ String(groupBy) }} = 'utm_campaigns',+ decodeURLFormComponent(extractURLParameter(url, 'utm_campaign')),+ {{ String(groupBy) }} = 'utm_terms',+ decodeURLFormComponent(extractURLParameter(url, 'utm_term')),+ {{ String(groupBy) }} = 'utm_contents',+ decodeURLFormComponent(extractURLParameter(url, 'utm_content')),+ {{ String(groupBy) }} = 'ref',+ decodeURLFormComponent(extractURLParameter(url, 'ref')),+ {{ String(groupBy) }} = 'countries',+ country,+ {{ String(groupBy) }} = 'regions',+ CONCAT(country, '-', region) as region,+ {{ String(groupBy) }} = 'cities',+ city,+ {{ String(groupBy) }} = 'continents',+ continent,+ {{ String(groupBy) }} = 'devices',+ device,+ {{ String(groupBy) }} = 'browsers',+ browser,+ {{ String(groupBy) }} = 'os',+ os,+ {{ String(groupBy) }} = 'triggers',+ trigger,+ link_id+ ) AS groupByField,+ {% if String(groupBy) == 'cities' %} country, CONCAT(country, '-', region) as region,+ {% elif String(groupBy) == 'regions' %} country,+ {% end %}+ COUNT(*) AS clicks+ FROM+ {% if defined(customerId) %} dub_click_events_id+ {% else %} dub_click_events_mv+ {% end %}+ {% if defined(customerId) %}+ PREWHERE click_id IN (+ SELECT DISTINCT click_id+ FROM dub_lead_events_mv+ WHERE customer_id = {{ String(customerId) }}+ )+ {% end %}+ WHERE+ groupByField != '' AND groupByField != 'Unknown'+ {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}+ {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}+ {% elif defined(linkId) %} AND link_id = {{ linkId }}+ {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(+ tenantId+ ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(+ tagIds+ ) or defined(+ root+ ) %} AND link_id in (SELECT link_id from workspace_links)+ {% end %}+ {% if defined(continent) %} AND continent = {{ continent }} {% end %}+ {% if defined(country) %} AND country = {{ country }} {% end %}+ {% if defined(region) %} AND region = {{ region }} {% end %}+ {% if defined(city) %} AND city = {{ city }} {% end %}+ {% if defined(device) %} AND device = {{ device }} {% end %}+ {% if defined(browser) %} AND browser = {{ browser }} {% end %}+ {% if defined(os) %} AND os = {{ os }} {% end %}+ {% if defined(trigger) %} AND trigger = {{ trigger }} {% end %}+ {% if defined(referer) %} AND referer = {{ referer }} {% end %}+ {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}+ {% if defined(utm_source) %}+ AND url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')+ {% end %}+ {% if defined(utm_medium) %}+ AND url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')+ {% end %}+ {% if defined(utm_campaign) %}+ AND url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')+ {% end %}+ {% if defined(utm_term) %}+ AND url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')+ {% end %}+ {% if defined(utm_content) %}+ AND url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')+ {% end %}+ {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}+ {% if defined(start) %} AND timestamp >= {{ DateTime64(start) }} {% end %}+ {% if defined(end) %} AND timestamp <= {{ DateTime64(end) }} {% end %}+ {% if defined(filters) %}+ {% for item in JSON(filters, '[]') %}+ {% if item.get('operand', '').startswith('metadata.') %}+ {% set metadataKey = item.get('operand', '').split('.')[1] %}+ {% set operator = item.get('operator', 'equals') %}+ {% set value = item.get('value', '') %}+ {% if operator == 'equals' %}+ AND JSONExtractString(metadata, {{ metadataKey }}) = {{ value }}+ {% elif operator == 'notEquals' %}+ AND JSONExtractString(metadata, {{ metadataKey }}) != {{ value }}+ {% elif operator == 'greaterThan' %}+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) > toFloat64OrNull({{ value }})+ {% elif operator == 'lessThan' %}+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) < toFloat64OrNull({{ value }})+ {% elif operator == 'greaterThanOrEqual' %}+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) >= toFloat64OrNull({{ value }})+ {% elif operator == 'lessThanOrEqual' %}+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) <= toFloat64OrNull({{ value }})+ {% end %}+ {% elif item.get('field', '') %}+ {% set field = item.get('field', '') %}+ {% set operator = item.get('operator', 'IN') %}+ {% set values = item.get('values', []) %}+ {% if field == 'country' %}+ {% if operator == 'IN' %} AND country IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND country NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'city' %}+ {% if operator == 'IN' %} AND city IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND city NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'continent' %}+ {% if operator == 'IN' %} AND continent IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND continent NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'device' %}+ {% if operator == 'IN' %} AND device IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND device NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'browser' %}+ {% if operator == 'IN' %} AND browser IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND browser NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'os' %}+ {% if operator == 'IN' %} AND os IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND os NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'trigger' %}+ {% if operator == 'IN' %} AND trigger IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND trigger NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'referer' %}+ {% if operator == 'IN' %} AND referer IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND referer NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'refererUrl' %}+ {% if operator == 'IN' %} AND splitByString('?', referer_url)[1] IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND splitByString('?', referer_url)[1] NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'url' %}+ {% if operator == 'IN' %} AND splitByString('?', url)[1] IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND splitByString('?', url)[1] NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'utm_source' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_medium' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_campaign' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_term' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_content' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'domain' %}+ {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})+ {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})+ {% end %}+ {% elif field == 'tagIds' %}+ {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])+ {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])+ {% end %}+ {% elif field == 'folderId' %}+ {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})+ {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})+ {% end %}+ {% elif field == 'root' %}+ {% if operator == 'IN' %}+ AND link_id IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})+ {% elif operator == 'NOT IN' %}+ AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})+ {% end %}+ {% elif field == 'saleType' %}+ {# saleType is handled in the sales subquery, not here #}+ {% end %}+ {% end %}+ {% end %}+ {% end %}+ GROUP BY+ groupByField+ {% if String(groupBy) == 'cities' %}, country, region+ {% elif String(groupBy) == 'regions' %}, country+ {% end %}+ ORDER BY clicks DESC+ LIMIT 5000++++NODE group_by_leads+SQL >++ %+ SELECT+ multiIf(+ {{ String(groupBy) }} = 'top_links',+ link_id,+ {{ String(groupBy) }} = 'top_urls',+ url,+ {{ String(groupBy) }} = 'top_base_urls',+ splitByString('?', url)[1],+ {{ String(groupBy) }} = 'referers',+ referer,+ {{ String(groupBy) }} = 'referer_urls',+ splitByString('?', referer_url)[1],+ {{ String(groupBy) }} = 'utm_sources',+ decodeURLFormComponent(extractURLParameter(url, 'utm_source')),+ {{ String(groupBy) }} = 'utm_mediums',+ decodeURLFormComponent(extractURLParameter(url, 'utm_medium')),+ {{ String(groupBy) }} = 'utm_campaigns',+ decodeURLFormComponent(extractURLParameter(url, 'utm_campaign')),+ {{ String(groupBy) }} = 'utm_terms',+ decodeURLFormComponent(extractURLParameter(url, 'utm_term')),+ {{ String(groupBy) }} = 'utm_contents',+ decodeURLFormComponent(extractURLParameter(url, 'utm_content')),+ {{ String(groupBy) }} = 'ref',+ decodeURLFormComponent(extractURLParameter(url, 'ref')),+ {{ String(groupBy) }} = 'countries',+ country,+ {{ String(groupBy) }} = 'regions',+ CONCAT(country, '-', region) as region,+ {{ String(groupBy) }} = 'cities',+ city,+ {{ String(groupBy) }} = 'continents',+ continent,+ {{ String(groupBy) }} = 'devices',+ device,+ {{ String(groupBy) }} = 'browsers',+ browser,+ {{ String(groupBy) }} = 'os',+ os,+ {{ String(groupBy) }} = 'triggers',+ trigger,+ link_id+ ) AS groupByField,+ {% if String(groupBy) == 'cities' %} country, CONCAT(country, '-', region) as region,+ {% elif String(groupBy) == 'regions' %} country,+ {% end %}+ COUNT(*) as leads+ FROM dub_lead_events_mv+ WHERE+ groupByField != '' AND groupByField != 'Unknown'+ {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}+ {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}+ {% elif defined(linkId) %} AND link_id = {{ linkId }}+ {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(+ tenantId+ ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(+ tagIds+ ) or defined(+ root+ ) %} AND link_id in (SELECT link_id from workspace_links)+ {% end %}+ {% if defined(customerId) %} AND customer_id = {{ String(customerId) }} {% end %}+ {% if defined(continent) %} AND continent = {{ continent }} {% end %}+ {% if defined(country) %} AND country = {{ country }} {% end %}+ {% if defined(region) %} AND region = {{ region }} {% end %}+ {% if defined(city) %} AND city = {{ city }} {% end %}+ {% if defined(device) %} AND device = {{ device }} {% end %}+ {% if defined(browser) %} AND browser = {{ browser }} {% end %}+ {% if defined(os) %} AND os = {{ os }} {% end %}+ {% if defined(referer) %} AND referer = {{ referer }} {% end %}+ {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}+ {% if defined(utm_source) %}+ AND url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')+ {% end %}+ {% if defined(utm_medium) %}+ AND url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')+ {% end %}+ {% if defined(utm_campaign) %}+ AND url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')+ {% end %}+ {% if defined(utm_term) %}+ AND url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')+ {% end %}+ {% if defined(utm_content) %}+ AND url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')+ {% end %}+ {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}+ {% if defined(start) %} AND timestamp >= {{ DateTime(start) }} {% end %}+ {% if defined(end) %} AND timestamp <= {{ DateTime(end) }} {% end %}+ {% if defined(filters) %}+ {% for item in JSON(filters, '[]') %}+ {% if item.get('operand', '').startswith('metadata.') %}+ {% set metadataKey = item.get('operand', '').split('.')[1] %}+ {% set operator = item.get('operator', 'equals') %}+ {% set value = item.get('value', '') %}+ {% if operator == 'equals' %}+ AND JSONExtractString(metadata, {{ metadataKey }}) = {{ value }}+ {% elif operator == 'notEquals' %}+ AND JSONExtractString(metadata, {{ metadataKey }}) != {{ value }}+ {% elif operator == 'greaterThan' %}+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) > toFloat64OrNull({{ value }})+ {% elif operator == 'lessThan' %}+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) < toFloat64OrNull({{ value }})+ {% elif operator == 'greaterThanOrEqual' %}+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) >= toFloat64OrNull({{ value }})+ {% elif operator == 'lessThanOrEqual' %}+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) <= toFloat64OrNull({{ value }})+ {% end %}+ {% elif item.get('field', '') %}+ {% set field = item.get('field', '') %}+ {% set operator = item.get('operator', 'IN') %}+ {% set values = item.get('values', []) %}+ {% if field == 'country' %}+ {% if operator == 'IN' %} AND country IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND country NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'city' %}+ {% if operator == 'IN' %} AND city IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND city NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'continent' %}+ {% if operator == 'IN' %} AND continent IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND continent NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'device' %}+ {% if operator == 'IN' %} AND device IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND device NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'browser' %}+ {% if operator == 'IN' %} AND browser IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND browser NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'os' %}+ {% if operator == 'IN' %} AND os IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND os NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'trigger' %}+ {% if operator == 'IN' %} AND trigger IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND trigger NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'referer' %}+ {% if operator == 'IN' %} AND referer IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND referer NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'refererUrl' %}+ {% if operator == 'IN' %} AND splitByString('?', referer_url)[1] IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND splitByString('?', referer_url)[1] NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'url' %}+ {% if operator == 'IN' %} AND splitByString('?', url)[1] IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND splitByString('?', url)[1] NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'utm_source' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_medium' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_campaign' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_term' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_content' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'domain' %}+ {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})+ {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})+ {% end %}+ {% elif field == 'tagIds' %}+ {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])+ {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])+ {% end %}+ {% elif field == 'folderId' %}+ {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})+ {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})+ {% end %}+ {% elif field == 'root' %}+ {% if operator == 'IN' %}+ AND link_id IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})+ {% elif operator == 'NOT IN' %}+ AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})+ {% end %}+ {% elif field == 'saleType' %}+ {# saleType is handled in the sales subquery, not here #}+ {% end %}+ {% end %}+ {% end %}+ {% end %}+ GROUP BY+ groupByField+ {% if String(groupBy) == 'cities' %}, country, region+ {% elif String(groupBy) == 'regions' %}, country+ {% end %}+ ORDER BY leads DESC+ LIMIT 5000++++NODE first_sale_by_link_customer+SQL >++ %+ SELECT workspace_id, link_id, customer_id, minMerge(first_sale_state) AS first_sale_ts+ FROM dub_first_sale_mv+ WHERE+ workspace_id+ = {{+ String(+ workspaceId,+ 'cl7pj5kq4006835rbjlt2ofka',+ description="The unique ID for the workspace",+ required=True,+ )+ }}+ GROUP BY workspace_id, link_id, customer_id++++NODE group_by_sales+SQL >++ %+ SELECT+ multiIf(+ {{ String(groupBy) }} = 'top_links',+ link_id,+ {{ String(groupBy) }} = 'top_urls',+ url,+ {{ String(groupBy) }} = 'top_base_urls',+ splitByString('?', url)[1],+ {{ String(groupBy) }} = 'referers',+ referer,+ {{ String(groupBy) }} = 'referer_urls',+ splitByString('?', referer_url)[1],+ {{ String(groupBy) }} = 'utm_sources',+ decodeURLFormComponent(extractURLParameter(url, 'utm_source')),+ {{ String(groupBy) }} = 'utm_mediums',+ decodeURLFormComponent(extractURLParameter(url, 'utm_medium')),+ {{ String(groupBy) }} = 'utm_campaigns',+ decodeURLFormComponent(extractURLParameter(url, 'utm_campaign')),+ {{ String(groupBy) }} = 'utm_terms',+ decodeURLFormComponent(extractURLParameter(url, 'utm_term')),+ {{ String(groupBy) }} = 'utm_contents',+ decodeURLFormComponent(extractURLParameter(url, 'utm_content')),+ {{ String(groupBy) }} = 'ref',+ decodeURLFormComponent(extractURLParameter(url, 'ref')),+ {{ String(groupBy) }} = 'countries',+ country,+ {{ String(groupBy) }} = 'regions',+ CONCAT(country, '-', region) as region,+ {{ String(groupBy) }} = 'cities',+ city,+ {{ String(groupBy) }} = 'continents',+ continent,+ {{ String(groupBy) }} = 'devices',+ device,+ {{ String(groupBy) }} = 'browsers',+ browser,+ {{ String(groupBy) }} = 'os',+ os,+ {{ String(groupBy) }} = 'triggers',+ trigger,+ link_id+ ) AS groupByField,+ {% if String(groupBy) == 'cities' %} country, CONCAT(country, '-', region) as region,+ {% elif String(groupBy) == 'regions' %} country,+ {% end %}+ COUNT(*) AS sales,+ SUM(amount) AS saleAmount+ FROM+ (+ SELECT+ se.*,+ if(+ isNull(fs.first_sale_ts),+ 'new',+ if(+ toUnixTimestamp64Milli(se.timestamp) = toUnixTimestamp64Milli(fs.first_sale_ts),+ 'new',+ 'recurring'+ )+ ) AS sale_type+ FROM dub_sale_events_mv AS se+ LEFT JOIN first_sale_by_link_customer AS fs+ USING (workspace_id, link_id, customer_id)+ WHERE+ true+ {% if defined(workspaceId) %} AND se.workspace_id = {{ workspaceId }} {% end %}+ {% if defined(linkIds) %} AND se.link_id IN {{ Array(linkIds, 'String') }}+ {% elif defined(linkId) %} AND se.link_id = {{ linkId }}+ {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(+ tenantId+ ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(+ tagIds+ ) or defined(+ root+ ) %} AND se.link_id in (SELECT link_id from workspace_links)+ {% end %}+ {% if defined(customerId) %} AND se.customer_id = {{ String(customerId) }} {% end %}+ {% if defined(continent) %} AND se.continent = {{ continent }} {% end %}+ {% if defined(country) %} AND se.country = {{ country }} {% end %}+ {% if defined(region) %} AND se.region = {{ region }} {% end %}+ {% if defined(city) %} AND se.city = {{ city }} {% end %}+ {% if defined(device) %} AND se.device = {{ device }} {% end %}+ {% if defined(browser) %} AND se.browser = {{ browser }} {% end %}+ {% if defined(os) %} AND se.os = {{ os }} {% end %}+ {% if defined(referer) %} AND se.referer = {{ referer }} {% end %}+ {% if defined(refererUrl) %} AND splitByString('?', se.referer_url)[1] = {{ refererUrl }} {% end %}+ {% if defined(utm_source) %}+ AND se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')+ {% end %}+ {% if defined(utm_medium) %}+ AND se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')+ {% end %}+ {% if defined(utm_campaign) %}+ AND se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')+ {% end %}+ {% if defined(utm_term) %}+ AND se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')+ {% end %}+ {% if defined(utm_content) %}+ AND se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')+ {% end %}+ {% if defined(url) %} AND splitByString('?', se.url)[1] = {{ url }} {% end %}+ {% if defined(start) %} AND se.timestamp >= {{ DateTime(start) }} {% end %}+ {% if defined(end) %} AND se.timestamp <= {{ DateTime(end) }} {% end %}+ {% if defined(filters) %}+ {% for item in JSON(filters, '[]') %}+ {% if item.get('operand', '').startswith('metadata.') %}+ {% set metadataKey = item.get('operand', '').split('.')[1] %}+ {% set operator = item.get('operator', 'equals') %}+ {% set value = item.get('value', '') %}+ {% if operator == 'equals' %}+ AND JSONExtractString(se.metadata, {{ metadataKey }}) = {{ value }}+ {% elif operator == 'notEquals' %}+ AND JSONExtractString(se.metadata, {{ metadataKey }}) != {{ value }}+ {% elif operator == 'greaterThan' %}+ AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) > toFloat64OrNull({{ value }})+ {% elif operator == 'lessThan' %}+ AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) < toFloat64OrNull({{ value }})+ {% elif operator == 'greaterThanOrEqual' %}+ AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) >= toFloat64OrNull({{ value }})+ {% elif operator == 'lessThanOrEqual' %}+ AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) <= toFloat64OrNull({{ value }})+ {% end %}+ {% elif item.get('field', '') %}+ {% set field = item.get('field', '') %}+ {% set operator = item.get('operator', 'IN') %}+ {% set values = item.get('values', []) %}+ {% if field == 'country' %}+ {% if operator == 'IN' %} AND se.country IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND se.country NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'city' %}+ {% if operator == 'IN' %} AND se.city IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND se.city NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'continent' %}+ {% if operator == 'IN' %} AND se.continent IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND se.continent NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'device' %}+ {% if operator == 'IN' %} AND se.device IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND se.device NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'browser' %}+ {% if operator == 'IN' %} AND se.browser IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND se.browser NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'os' %}+ {% if operator == 'IN' %} AND se.os IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND se.os NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'trigger' %}+ {% if operator == 'IN' %} AND se.trigger IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND se.trigger NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'referer' %}+ {% if operator == 'IN' %} AND se.referer IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND se.referer NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'refererUrl' %}+ {% if operator == 'IN' %} AND splitByString('?', se.referer_url)[1] IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND splitByString('?', se.referer_url)[1] NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'url' %}+ {% if operator == 'IN' %} AND splitByString('?', se.url)[1] IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND splitByString('?', se.url)[1] NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'utm_source' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_medium' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_campaign' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_term' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_content' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'domain' %}+ {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})+ {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})+ {% end %}+ {% elif field == 'tagIds' %}+ {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])+ {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])+ {% end %}+ {% elif field == 'folderId' %}+ {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})+ {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})+ {% end %}+ {% elif field == 'root' %}+ {% if operator == 'IN' %}+ AND se.link_id IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})+ {% elif operator == 'NOT IN' %}+ AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})+ {% end %}+ {% elif field == 'saleType' %}+ {# saleType is handled after this subquery #}+ {% end %}+ {% end %}+ {% end %}+ {% end %}+ ) AS typed+ WHERE+ groupByField != '' AND groupByField != 'Unknown'+ {% if defined(filters) %}+ {% for item in JSON(filters, '[]') %}+ {% if item.get('field', '') == 'saleType' %}+ {% set operator = item.get('operator', 'IN') %}+ {% set values = item.get('values', []) %}+ {% if operator == 'IN' %} AND typed.sale_type IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND typed.sale_type NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% end %}+ {% end %}+ {% end %}+ GROUP BY+ groupByField+ {% if String(groupBy) == 'cities' %}, country, region+ {% elif String(groupBy) == 'regions' %}, country+ {% end %}+ ORDER BY saleAmount DESC+ LIMIT 5000++++NODE group_by_composite+SQL >++ %+ SELECT+ dce.groupByField as groupByField,+ clicks,+ leads,+ sales,+ saleAmount+ {% if String(groupBy) == 'cities' %}, dce.country as country, dce.region as region{% end %}+ {% if String(groupBy) == 'regions' %}, dce.country as country{% end %}+ FROM+ (+ SELECT+ dce.groupByField,+ dce.clicks,+ COALESCE(dle.leads, 0) AS leads,+ COALESCE(dse.sales, 0) AS sales,+ COALESCE(dse.saleAmount, 0) AS saleAmount+ {% if String(groupBy) == 'cities' %}, dce.country, dce.region{% end %}+ {% if String(groupBy) == 'regions' %}, dce.country{% end %}+ FROM group_by_clicks dce+ LEFT JOIN+ group_by_leads dle ON dce.groupByField = dle.groupByField+ {% if String(groupBy) == 'cities' %}+ AND dce.country = dle.country AND dce.region = dle.region+ {% end %}+ {% if String(groupBy) == 'regions' %} AND dce.country = dle.country{% end %}+ LEFT JOIN+ group_by_sales dse ON dce.groupByField = dse.groupByField+ {% if String(groupBy) == 'cities' %}+ AND dce.country = dse.country AND dce.region = dse.region+ {% end %}+ {% if String(groupBy) == 'regions' %} AND dce.country = dse.country{% end %}+ )+ ORDER BY clicks DESC++++NODE endpoint+SQL >++ %+ SELECT *+ FROM+ {% if eventType == 'clicks' %} group_by_clicks+ {% elif eventType == 'leads' %} group_by_leads+ {% elif eventType == 'sales' %}group_by_sales+ {% elif eventType == 'composite' %}group_by_composite+ {% else %} group_by_clicks+ {% end %}++diff --git a/packages/tinybird/pipes/v4_group_by_link_metadata.pipe b/packages/tinybird/pipes/v4_group_by_link_metadata.pipenew file mode 100644index 0000000000..b0a02fdaf9--- /dev/null+++ b/packages/tinybird/pipes/v4_group_by_link_metadata.pipe@@ -0,0 +1,606 @@+NODE workspace_links+SQL >++ %+ SELECT+ link_id,+ -- here we split tag_ids out of the multiIf because arrayJoin explodes rows+ if(+ {{ String(groupBy) }} = 'top_link_tags',+ arrayJoin(tag_ids),+ multiIf(+ {{ String(groupBy) }} = 'top_folders',+ folder_id,+ {{ String(groupBy) }} = 'top_domains',+ domain,+ {{ String(groupBy) }} = 'top_partners',+ partner_id,+ {{ String(groupBy) }} = 'top_groups',+ partner_group_id,+ partner_id+ )+ ) AS groupByField+ FROM dub_links_metadata_latest FINAL+ WHERE+ workspace_id+ = {{+ String(+ workspaceId,+ 'cl7pj5kq4006835rbjlt2ofka',+ description="The unique ID for the workspace",+ required=True,+ )+ }}+ AND deleted == 0+ AND multiIf(+ {{ String(groupBy) }} = 'top_folders',+ folder_id != '',+ {{ String(groupBy) }} = 'top_domains',+ domain != '',+ {{ String(groupBy) }} = 'top_link_tags',+ length(tag_ids) > 0,+ {{ String(groupBy) }} = 'top_partners',+ partner_id != '',+ {{ String(groupBy) }} = 'top_groups',+ partner_group_id != '',+ partner_id != ''+ )+ {% if defined(programId) %} AND program_id = {{ programId }} {% end %}+ {% if defined(partnerId) %}+ {% if defined(partnerIdOperator) and String(partnerIdOperator) == 'NOT IN' %}+ AND partner_id NOT IN {{ Array(partnerId, 'String') }}+ {% else %}+ AND partner_id IN {{ Array(partnerId, 'String') }}+ {% end %}+ {% end %}+ {% if defined(groupId) %}+ {% if defined(groupIdOperator) and String(groupIdOperator) == 'NOT IN' %}+ AND partner_group_id NOT IN {{ Array(groupId, 'String') }}+ {% else %}+ AND partner_group_id IN {{ Array(groupId, 'String') }}+ {% end %}+ {% end %}+ {% if defined(tenantId) %}+ {% if defined(tenantIdOperator) and String(tenantIdOperator) == 'NOT IN' %}+ AND tenant_id NOT IN {{ Array(tenantId, 'String') }}+ {% else %}+ AND tenant_id IN {{ Array(tenantId, 'String') }}+ {% end %}+ {% end %}+ {% if defined(domain) %}+ {% if defined(domainOperator) and String(domainOperator) == 'NOT IN' %}+ AND domain NOT IN {{ Array(domain, 'String') }}+ {% else %}+ AND domain IN {{ Array(domain, 'String') }}+ {% end %}+ {% end %}+ {% if defined(tagIds) %}+ {% if defined(tagIdsOperator) and String(tagIdsOperator) == 'NOT IN' %}+ AND length(arrayFilter(x -> x NOT IN {{ Array(tagIds, 'String') }}, tag_ids)) = length(tag_ids)+ {% else %}+ AND arrayIntersect(tag_ids, {{ Array(tagIds, 'String') }}) != []+ {% end %}+ {% end %}+ {% if defined(folderId) %}+ {% if defined(folderIdOperator) and String(folderIdOperator) == 'NOT IN' %}+ AND folder_id NOT IN {{ Array(folderId, 'String') }}+ {% else %}+ AND folder_id IN {{ Array(folderId, 'String') }}+ {% end %}+ {% end %}+ {% if defined(root) %}+ {% if defined(rootOperator) and String(rootOperator) == 'NOT IN' %}+ AND NOT (0{% for val in root %}{% if val == 'true' %} OR key = '_root'{% else %} OR key != '_root'{% end %}{% end %})+ {% else %}+ AND (0{% for val in root %}{% if val == 'true' %} OR key = '_root'{% else %} OR key != '_root'{% end %}{% end %})+ {% end %}+ {% end %}++++NODE group_by_link_metadata_clicks+SQL >++ %+ SELECT wl.groupByField as groupByField, COUNT(*) AS clicks+ FROM dub_click_events_mv AS ce+ JOIN workspace_links AS wl ON ce.link_id = wl.link_id+ WHERE+ workspace_id+ = {{+ String(+ workspaceId,+ 'cl7pj5kq4006835rbjlt2ofka',+ description="The unique ID for the workspace",+ required=True,+ )+ }}+ {% if defined(linkIds) %} AND ce.link_id IN {{ Array(linkIds, 'String') }}+ {% elif defined(linkId) %} AND ce.link_id = {{ linkId }}+ {% end %}+ {% if defined(region) %} AND region = {{ region }} {% end %}+ {% if defined(start) %} AND timestamp >= {{ DateTime64(start) }} {% end %}+ {% if defined(end) %} AND timestamp <= {{ DateTime64(end) }} {% end %}+ {% if defined(filters) %}+ {% for item in JSON(filters, '[]') %}+ {% if item.get('field', '') %}+ {% set field = item.get('field', '') %}+ {% set operator = item.get('operator', 'IN') %}+ {% set values = item.get('values', []) %}+ {% if field == 'country' %}+ {% if operator == 'IN' %} AND country IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND country NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'city' %}+ {% if operator == 'IN' %} AND city IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND city NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'continent' %}+ {% if operator == 'IN' %} AND continent IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND continent NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'device' %}+ {% if operator == 'IN' %} AND device IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND device NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'browser' %}+ {% if operator == 'IN' %} AND browser IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND browser NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'os' %}+ {% if operator == 'IN' %} AND os IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND os NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'trigger' %}+ {% if operator == 'IN' %} AND trigger IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND trigger NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'referer' %}+ {% if operator == 'IN' %} AND referer IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND referer NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'refererUrl' %}+ {% if operator == 'IN' %} AND splitByString('?', referer_url)[1] IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND splitByString('?', referer_url)[1] NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'url' %}+ {% if operator == 'IN' %} AND splitByString('?', url)[1] IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND splitByString('?', url)[1] NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'utm_source' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_medium' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_campaign' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_term' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_content' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'domain' %}+ {# domain is already filtered at workspace_links node level #}+ {% elif field == 'tagIds' %}+ {# tagIds is already filtered at workspace_links node level #}+ {% elif field == 'folderId' %}+ {# folderId is already filtered at workspace_links node level #}+ {% elif field == 'root' %}+ {# root is already filtered at workspace_links node level #}+ {% elif field == 'saleType' %}+ {# saleType is handled in the sales subquery, not here #}+ {% end %}+ {% end %}+ {% end %}+ {% end %}+ GROUP BY wl.groupByField+ ORDER BY clicks DESC+ LIMIT 5000++++NODE group_by_link_metadata_leads+SQL >++ %+ SELECT wl.groupByField as groupByField, COUNT(*) AS leads+ FROM dub_lead_events_mv AS le+ JOIN workspace_links AS wl ON le.link_id = wl.link_id+ WHERE+ workspace_id+ = {{+ String(+ workspaceId,+ 'cl7pj5kq4006835rbjlt2ofka',+ description="The unique ID for the workspace",+ required=True,+ )+ }}+ {% if defined(linkIds) %} AND le.link_id IN {{ Array(linkIds, 'String') }}+ {% elif defined(linkId) %} AND le.link_id = {{ linkId }}+ {% end %}+ {% if defined(customerId) %} AND customer_id = {{ String(customerId) }} {% end %}+ {% if defined(continent) %} AND continent = {{ continent }} {% end %}+ {% if defined(country) %} AND country = {{ country }} {% end %}+ {% if defined(region) %} AND region = {{ region }} {% end %}+ {% if defined(city) %} AND city = {{ city }} {% end %}+ {% if defined(device) %} AND device = {{ device }} {% end %}+ {% if defined(browser) %} AND browser = {{ browser }} {% end %}+ {% if defined(os) %} AND os = {{ os }} {% end %}+ {% if defined(referer) %} AND referer = {{ referer }} {% end %}+ {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}+ {% if defined(utm_source) %}+ AND url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')+ {% end %}+ {% if defined(utm_medium) %}+ AND url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')+ {% end %}+ {% if defined(utm_campaign) %}+ AND url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')+ {% end %}+ {% if defined(utm_term) %}+ AND url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')+ {% end %}+ {% if defined(utm_content) %}+ AND url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')+ {% end %}+ {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}+ {% if defined(start) %} AND timestamp >= {{ DateTime64(start) }} {% end %}+ {% if defined(end) %} AND timestamp <= {{ DateTime64(end) }} {% end %}+ {% if defined(filters) %}+ {% for item in JSON(filters, '[]') %}+ {% if item.get('field', '') %}+ {% set field = item.get('field', '') %}+ {% set operator = item.get('operator', 'IN') %}+ {% set values = item.get('values', []) %}+ {% if field == 'country' %}+ {% if operator == 'IN' %} AND country IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND country NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'city' %}+ {% if operator == 'IN' %} AND city IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND city NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'continent' %}+ {% if operator == 'IN' %} AND continent IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND continent NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'device' %}+ {% if operator == 'IN' %} AND device IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND device NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'browser' %}+ {% if operator == 'IN' %} AND browser IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND browser NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'os' %}+ {% if operator == 'IN' %} AND os IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND os NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'trigger' %}+ {% if operator == 'IN' %} AND trigger IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND trigger NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'referer' %}+ {% if operator == 'IN' %} AND referer IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND referer NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'refererUrl' %}+ {% if operator == 'IN' %} AND splitByString('?', referer_url)[1] IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND splitByString('?', referer_url)[1] NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'url' %}+ {% if operator == 'IN' %} AND splitByString('?', url)[1] IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND splitByString('?', url)[1] NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'utm_source' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_medium' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_campaign' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_term' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_content' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'domain' %}+ {% if operator == 'IN' %} AND le.link_id IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})+ {% elif operator == 'NOT IN' %} AND le.link_id NOT IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})+ {% end %}+ {% elif field == 'tagIds' %}+ {% if operator == 'IN' %} AND le.link_id IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])+ {% elif operator == 'NOT IN' %} AND le.link_id NOT IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])+ {% end %}+ {% elif field == 'folderId' %}+ {% if operator == 'IN' %} AND le.link_id IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})+ {% elif operator == 'NOT IN' %} AND le.link_id NOT IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})+ {% end %}+ {% elif field == 'root' %}+ {% if operator == 'IN' %}+ AND le.link_id IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})+ {% elif operator == 'NOT IN' %}+ AND le.link_id NOT IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})+ {% end %}+ {% elif field == 'saleType' %}+ {# saleType is handled in the sales subquery, not here #}+ {% end %}+ {% end %}+ {% end %}+ {% end %}+ GROUP BY wl.groupByField+ ORDER BY leads DESC+ LIMIT 5000++++NODE first_sale_by_link_customer+SQL >++ %+ SELECT workspace_id, link_id, customer_id, minMerge(first_sale_state) AS first_sale_ts+ FROM dub_first_sale_mv+ WHERE+ workspace_id+ = {{+ String(+ workspaceId,+ 'cl7pj5kq4006835rbjlt2ofka',+ description="The unique ID for the workspace",+ required=True,+ )+ }}+ GROUP BY workspace_id, link_id, customer_id++++NODE group_by_link_metadata_sales+SQL >++ %+ SELECT+ wl.groupByField AS groupByField,+ COUNT(*) AS sales,+ SUM(t.amount) AS saleAmount+ FROM+ (+ SELECT+ se.*,+ if(+ isNull(fs.first_sale_ts),+ 'new',+ if(+ toUnixTimestamp64Milli(se.timestamp) = toUnixTimestamp64Milli(fs.first_sale_ts),+ 'new',+ 'recurring'+ )+ ) AS sale_type+ FROM dub_sale_events_mv AS se+ LEFT JOIN first_sale_by_link_customer AS fs+ USING (workspace_id, link_id, customer_id)+ WHERE+ workspace_id+ = {{+ String(+ workspaceId,+ 'cl7pj5kq4006835rbjlt2ofka',+ description="The unique ID for the workspace",+ required=True,+ )+ }}+ {% if defined(linkIds) %} AND se.link_id IN {{ Array(linkIds, 'String') }}+ {% elif defined(linkId) %} AND se.link_id = {{ linkId }}+ {% end %}+ {% if defined(customerId) %} AND se.customer_id = {{ String(customerId) }} {% end %}+ {% if defined(continent) %} AND se.continent = {{ continent }} {% end %}+ {% if defined(country) %} AND se.country = {{ country }} {% end %}+ {% if defined(region) %} AND se.region = {{ region }} {% end %}+ {% if defined(city) %} AND se.city = {{ city }} {% end %}+ {% if defined(device) %} AND se.device = {{ device }} {% end %}+ {% if defined(browser) %} AND se.browser = {{ browser }} {% end %}+ {% if defined(os) %} AND se.os = {{ os }} {% end %}+ {% if defined(referer) %} AND se.referer = {{ referer }} {% end %}+ {% if defined(refererUrl) %} AND splitByString('?', se.referer_url)[1] = {{ refererUrl }} {% end %}+ {% if defined(utm_source) %}+ AND se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')+ {% end %}+ {% if defined(utm_medium) %}+ AND se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')+ {% end %}+ {% if defined(utm_campaign) %}+ AND se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')+ {% end %}+ {% if defined(utm_term) %}+ AND se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')+ {% end %}+ {% if defined(utm_content) %}+ AND se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')+ {% end %}+ {% if defined(url) %} AND splitByString('?', se.url)[1] = {{ url }} {% end %}+ {% if defined(start) %} AND se.timestamp >= {{ DateTime64(start) }} {% end %}+ {% if defined(end) %} AND se.timestamp <= {{ DateTime64(end) }} {% end %}+ {% if defined(filters) %}+ {% for item in JSON(filters, '[]') %}+ {% if item.get('field', '') %}+ {% set field = item.get('field', '') %}+ {% set operator = item.get('operator', 'IN') %}+ {% set values = item.get('values', []) %}+ {% if field == 'country' %}+ {% if operator == 'IN' %} AND se.country IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND se.country NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'city' %}+ {% if operator == 'IN' %} AND se.city IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND se.city NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'continent' %}+ {% if operator == 'IN' %} AND se.continent IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND se.continent NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'device' %}+ {% if operator == 'IN' %} AND se.device IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND se.device NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'browser' %}+ {% if operator == 'IN' %} AND se.browser IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND se.browser NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'os' %}+ {% if operator == 'IN' %} AND se.os IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND se.os NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'trigger' %}+ {% if operator == 'IN' %} AND se.trigger IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND se.trigger NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'referer' %}+ {% if operator == 'IN' %} AND se.referer IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND se.referer NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'refererUrl' %}+ {% if operator == 'IN' %} AND splitByString('?', se.referer_url)[1] IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND splitByString('?', se.referer_url)[1] NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'url' %}+ {% if operator == 'IN' %} AND splitByString('?', se.url)[1] IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND splitByString('?', se.url)[1] NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'utm_source' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_medium' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_campaign' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_term' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_content' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'domain' %}+ {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})+ {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})+ {% end %}+ {% elif field == 'tagIds' %}+ {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])+ {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])+ {% end %}+ {% elif field == 'folderId' %}+ {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})+ {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})+ {% end %}+ {% elif field == 'root' %}+ {% if operator == 'IN' %}+ AND se.link_id IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})+ {% elif operator == 'NOT IN' %}+ AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})+ {% end %}+ {% elif field == 'saleType' %}+ {# saleType is handled after this subquery #}+ {% end %}+ {% end %}+ {% end %}+ {% end %}+ ) AS t+ JOIN workspace_links AS wl+ ON t.link_id = wl.link_id+ WHERE+ true+ {% if defined(filters) %}+ {% for item in JSON(filters, '[]') %}+ {% if item.get('field', '') == 'saleType' %}+ {% set operator = item.get('operator', 'IN') %}+ {% set values = item.get('values', []) %}+ {% if operator == 'IN' %} AND t.sale_type IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND t.sale_type NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% end %}+ {% end %}+ {% end %}+ GROUP BY wl.groupByField+ ORDER BY saleAmount DESC+ LIMIT 5000++++NODE group_by_link_metadata_composite+SQL >++ %+ SELECT c.groupByField as groupByField, c.clicks as clicks, l.leads as leads, s.sales as sales, s.saleAmount as saleAmount+ FROM group_by_link_metadata_clicks AS c+ LEFT JOIN group_by_link_metadata_leads AS l ON c.groupByField = l.groupByField+ LEFT JOIN group_by_link_metadata_sales AS s ON c.groupByField = s.groupByField+ ORDER BY saleAmount DESC++++NODE endpoint+SQL >++ %+ SELECT *+ FROM+ {% if eventType == 'clicks' %} group_by_link_metadata_clicks+ {% elif eventType == 'leads' %} group_by_link_metadata_leads+ {% elif eventType == 'sales' %}group_by_link_metadata_sales+ {% elif eventType == 'composite' %}group_by_link_metadata_composite+ {% else %} group_by_link_metadata_clicks+ {% end %}++diff --git a/packages/tinybird/pipes/v4_timeseries.pipe b/packages/tinybird/pipes/v4_timeseries.pipenew file mode 100644index 0000000000..3557e784dc--- /dev/null+++ b/packages/tinybird/pipes/v4_timeseries.pipe@@ -0,0 +1,790 @@+DESCRIPTION >+ Timeseries data+++TAGS "Dub Endpoints"++NODE month_intervals+SQL >++ %+ WITH+ toStartOfMonth(+ toDateTime64({{ DateTime64(start, '2024-02-24 00:00:00.000') }}, 3),+ {{ String(timezone, 'UTC') }}+ ) AS start,+ toStartOfMonth(+ toDateTime64({{ DateTime64(end, '2024-05-23 00:00:00.000') }}, 3),+ {{ String(timezone, 'UTC') }}+ ) AS+ end,+ dateDiff('month', start, end) + 1 AS months_diff+ SELECT+ arrayJoin(+ arrayMap(+ x -> toDateTime64(start + toIntervalMonth(x), 3, {{ String(timezone, 'UTC') }}),+ range(0, months_diff)+ )+ ) as interval++++NODE day_intervals+SQL >++ %+ WITH+ toStartOfDay(+ toDateTime64({{ DateTime64(start, '2024-02-24 00:00:00.000') }}, 3),+ {{ String(timezone, 'UTC') }}+ ) AS start,+ toStartOfDay(+ toDateTime64({{ DateTime64(end, '2024-05-23 00:00:00.000') }}, 3),+ {{ String(timezone, 'UTC') }}+ ) AS+ end,+ dateDiff('day', start, end+ ) + 1 AS days_diff+ SELECT+ arrayJoin(+ arrayMap(+ x -> toDateTime64(start + toIntervalDay(x), 3, {{ String(timezone, 'UTC') }}),+ range(0, days_diff)+ )+ ) as interval++++NODE hour_intervals+SQL >++ %+ WITH+ toStartOfHour(+ toDateTime64({{ DateTime64(start, '2024-05-22 00:00:00.000') }}, 3),+ {{ String(timezone, 'UTC') }}+ ) AS start,+ toStartOfHour(+ toDateTime64({{ DateTime64(end, '2024-05-23 00:00:00.000') }}, 3),+ {{ String(timezone, 'UTC') }}+ ) AS+ end+ SELECT+ arrayJoin(+ arrayMap(x -> toDateTime64(x, 3), range(toUInt32(start), toUInt32(end + 3600), 3600)+ )+ ) as interval++++NODE workspace_links+SQL >++ %+ SELECT link_id+ FROM dub_links_metadata_latest FINAL+ WHERE+ workspace_id+ = {{+ String(+ workspaceId,+ 'cl7pj5kq4006835rbjlt2ofka',+ description="The unique ID for the workspace",+ required=True,+ )+ }}+ AND deleted == 0+ {% if defined(programId) %} AND program_id = {{ programId }} {% end %}+ {% if defined(partnerId) %}+ {% if defined(partnerIdOperator) and String(partnerIdOperator) == 'NOT IN' %}+ AND partner_id NOT IN {{ Array(partnerId, 'String') }}+ {% else %}+ AND partner_id IN {{ Array(partnerId, 'String') }}+ {% end %}+ {% end %}+ {% if defined(groupId) %}+ {% if defined(groupIdOperator) and String(groupIdOperator) == 'NOT IN' %}+ AND partner_group_id NOT IN {{ Array(groupId, 'String') }}+ {% else %}+ AND partner_group_id IN {{ Array(groupId, 'String') }}+ {% end %}+ {% end %}+ {% if defined(tenantId) %}+ {% if defined(tenantIdOperator) and String(tenantIdOperator) == 'NOT IN' %}+ AND tenant_id NOT IN {{ Array(tenantId, 'String') }}+ {% else %}+ AND tenant_id IN {{ Array(tenantId, 'String') }}+ {% end %}+ {% end %}+ {% if defined(domain) %}+ {% if defined(domainOperator) and String(domainOperator) == 'NOT IN' %}+ AND domain NOT IN {{ Array(domain, 'String') }}+ {% else %}+ AND domain IN {{ Array(domain, 'String') }}+ {% end %}+ {% end %}+ {% if defined(tagIds) %}+ {% if defined(tagIdsOperator) and String(tagIdsOperator) == 'NOT IN' %}+ AND length(arrayFilter(x -> x NOT IN {{ Array(tagIds, 'String') }}, tag_ids)) = length(tag_ids)+ {% else %}+ AND arrayIntersect(tag_ids, {{ Array(tagIds, 'String') }}) != []+ {% end %}+ {% end %}+ {% if defined(folderId) %}+ {% if defined(folderIdOperator) and String(folderIdOperator) == 'NOT IN' %}+ AND folder_id NOT IN {{ Array(folderId, 'String') }}+ {% else %}+ AND folder_id IN {{ Array(folderId, 'String') }}+ {% end %}+ {% end %}+ {% if defined(root) %}+ {% if defined(rootOperator) and String(rootOperator) == 'NOT IN' %}+ AND NOT (0{% for val in root %}{% if val == 'true' %} OR key = '_root'{% else %} OR key != '_root'{% end %}{% end %})+ {% else %}+ AND (0{% for val in root %}{% if val == 'true' %} OR key = '_root'{% else %} OR key != '_root'{% end %}{% end %})+ {% end %}+ {% end %}++++NODE timeseries_clicks_data+SQL >++ %+ SELECT+ {% if granularity == "hour" %} toStartOfHour(timestamp, {{ String(timezone, 'UTC') }})+ {% elif granularity == "month" %}+ toDateTime64(+ toStartOfMonth(timestamp, {{ String(timezone, 'UTC') }}),+ 3,+ {{ String(timezone, 'UTC') }}+ )+ {% else %} toDateTime64(toStartOfDay(timestamp, {{ String(timezone, 'UTC') }}), 3)+ {% end %} AS interval,+ uniq(click_id) as clicks+ FROM+ {% if defined(customerId) %} dub_click_events_id+ {% else %} dub_click_events_mv+ {% end %}+ {% if defined(customerId) %}+ PREWHERE click_id IN (+ SELECT DISTINCT click_id+ FROM dub_lead_events_mv+ WHERE customer_id = {{ String(customerId) }}+ )+ {% end %}+ WHERE+ true+ {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}+ {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}+ {% elif defined(linkId) %} AND link_id = {{ linkId }}+ {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(+ tenantId+ ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(+ tagIds+ ) or defined(+ root+ ) %} AND link_id in (SELECT link_id from workspace_links)+ {% end %}+ {% if defined(region) %} AND region = {{ region }} {% end %}+ {% if defined(start) %} AND timestamp >= {{ DateTime64(start) }} {% end %}+ {% if defined(end) %} AND timestamp <= {{ DateTime64(end) }} {% end %}+ {% if defined(filters) %}+ {% for item in JSON(filters, '[]') %}+ {% if item.get('field', '') %}+ {% set field = item.get('field', '') %}+ {% set operator = item.get('operator', 'IN') %}+ {% set values = item.get('values', []) %}+ {% if field == 'country' %}+ {% if operator == 'IN' %} AND country IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND country NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'city' %}+ {% if operator == 'IN' %} AND city IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND city NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'continent' %}+ {% if operator == 'IN' %} AND continent IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND continent NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'device' %}+ {% if operator == 'IN' %} AND device IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND device NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'browser' %}+ {% if operator == 'IN' %} AND browser IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND browser NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'os' %}+ {% if operator == 'IN' %} AND os IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND os NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'trigger' %}+ {% if operator == 'IN' %} AND trigger IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND trigger NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'referer' %}+ {% if operator == 'IN' %} AND referer IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND referer NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'refererUrl' %}+ {% if operator == 'IN' %} AND splitByString('?', referer_url)[1] IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND splitByString('?', referer_url)[1] NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'url' %}+ {% if operator == 'IN' %} AND splitByString('?', url)[1] IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND splitByString('?', url)[1] NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'utm_source' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_medium' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_campaign' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_term' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_content' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'domain' %}+ {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})+ {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})+ {% end %}+ {% elif field == 'tagIds' %}+ {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])+ {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])+ {% end %}+ {% elif field == 'folderId' %}+ {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})+ {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})+ {% end %}+ {% elif field == 'root' %}+ {% if operator == 'IN' %}+ AND link_id IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})+ {% elif operator == 'NOT IN' %}+ AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})+ {% end %}+ {% elif field == 'saleType' %}+ {# saleType is handled in the sales subquery, not here #}+ {% end %}+ {% end %}+ {% end %}+ {% end %}+ GROUP BY interval+ ORDER BY interval++++NODE timeseries_clicks+SQL >++ %+ SELECT formatDateTime(interval, '%FT%T.000%z') as groupByField, clicks+ FROM+ {% if granularity == "minute" %} minute_intervals+ {% elif granularity == "hour" %} hour_intervals+ {% elif granularity == "month" %} month_intervals+ {% else %} day_intervals+ {% end %}+ LEFT JOIN timeseries_clicks_data USING interval++++NODE timeseries_leads_data+SQL >++ %+ SELECT+ {% if granularity == "hour" %} toStartOfHour(timestamp, {{ String(timezone, 'UTC') }})+ {% elif granularity == "month" %}+ toDateTime64(+ toStartOfMonth(timestamp, {{ String(timezone, 'UTC') }}),+ 3,+ {{ String(timezone, 'UTC') }}+ )+ {% else %} toDateTime64(toStartOfDay(timestamp, {{ String(timezone, 'UTC') }}), 3)+ {% end %} AS interval,+ uniq(*) as leads+ FROM dub_lead_events_mv+ WHERE+ true+ {% if defined(workspaceId) %} AND workspace_id = {{ workspaceId }} {% end %}+ {% if defined(linkIds) %} AND link_id IN {{ Array(linkIds, 'String') }}+ {% elif defined(linkId) %} AND link_id = {{ linkId }}+ {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(+ tenantId+ ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(+ tagIds+ ) or defined(+ root+ ) %} AND link_id in (SELECT link_id from workspace_links)+ {% end %}+ {% if defined(customerId) %} AND customer_id = {{ String(customerId) }} {% end %}+ {% if defined(continent) %} AND continent = {{ continent }} {% end %}+ {% if defined(country) %} AND country = {{ country }} {% end %}+ {% if defined(region) %} AND region = {{ region }} {% end %}+ {% if defined(city) %} AND city = {{ city }} {% end %}+ {% if defined(device) %} AND device = {{ device }} {% end %}+ {% if defined(browser) %} AND browser = {{ browser }} {% end %}+ {% if defined(os) %} AND os = {{ os }} {% end %}+ {% if defined(referer) %} AND referer = {{ referer }} {% end %}+ {% if defined(refererUrl) %} AND splitByString('?', referer_url)[1] = {{ refererUrl }} {% end %}+ {% if defined(utm_source) %}+ AND url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')+ {% end %}+ {% if defined(utm_medium) %}+ AND url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')+ {% end %}+ {% if defined(utm_campaign) %}+ AND url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')+ {% end %}+ {% if defined(utm_term) %}+ AND url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')+ {% end %}+ {% if defined(utm_content) %}+ AND url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')+ {% end %}+ {% if defined(url) %} AND splitByString('?', url)[1] = {{ url }} {% end %}+ {% if defined(start) %} AND timestamp >= {{ DateTime64(start) }} {% end %}+ {% if defined(end) %} AND timestamp <= {{ DateTime64(end) }} {% end %}+ {% if defined(filters) %}+ {% for item in JSON(filters, '[]') %}+ {% if item.get('field', '') %}+ {% set field = item.get('field', '') %}+ {% set operator = item.get('operator', 'IN') %}+ {% set values = item.get('values', []) %}+ {% if field == 'country' %}+ {% if operator == 'IN' %} AND country IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND country NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'city' %}+ {% if operator == 'IN' %} AND city IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND city NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'continent' %}+ {% if operator == 'IN' %} AND continent IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND continent NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'device' %}+ {% if operator == 'IN' %} AND device IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND device NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'browser' %}+ {% if operator == 'IN' %} AND browser IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND browser NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'os' %}+ {% if operator == 'IN' %} AND os IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND os NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'trigger' %}+ {% if operator == 'IN' %} AND trigger IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND trigger NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'referer' %}+ {% if operator == 'IN' %} AND referer IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND referer NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'refererUrl' %}+ {% if operator == 'IN' %} AND splitByString('?', referer_url)[1] IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND splitByString('?', referer_url)[1] NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'url' %}+ {% if operator == 'IN' %} AND splitByString('?', url)[1] IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND splitByString('?', url)[1] NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'utm_source' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_medium' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_campaign' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_term' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_content' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'domain' %}+ {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})+ {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})+ {% end %}+ {% elif field == 'tagIds' %}+ {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])+ {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])+ {% end %}+ {% elif field == 'folderId' %}+ {% if operator == 'IN' %} AND link_id IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})+ {% elif operator == 'NOT IN' %} AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})+ {% end %}+ {% elif field == 'root' %}+ {% if operator == 'IN' %}+ AND link_id IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})+ {% elif operator == 'NOT IN' %}+ AND link_id NOT IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})+ {% end %}+ {% elif field == 'saleType' %}+ {# saleType is handled in the sales subquery, not here #}+ {% end %}+ {% elif item.get('operand', '').startswith('metadata.') %}+ {% set metadataKey = item.get('operand', '').split('.')[1] %}+ {% set operator = item.get('operator', 'equals') %}+ {% set value = item.get('value', '') %}+ {% if operator == 'equals' %}+ AND JSONExtractString(metadata, {{ metadataKey }}) = {{ value }}+ {% elif operator == 'notEquals' %}+ AND JSONExtractString(metadata, {{ metadataKey }}) != {{ value }}+ {% elif operator == 'greaterThan' %}+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) > toFloat64OrNull({{ value }})+ {% elif operator == 'lessThan' %}+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) < toFloat64OrNull({{ value }})+ {% elif operator == 'greaterThanOrEqual' %}+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) >= toFloat64OrNull({{ value }})+ {% elif operator == 'lessThanOrEqual' %}+ AND toFloat64OrNull(JSONExtractString(metadata, {{ metadataKey }})) <= toFloat64OrNull({{ value }})+ {% end %}+ {% end %}+ {% end %}+ {% end %}+ GROUP BY interval+ ORDER BY interval++++NODE timeseries_leads+SQL >++ %+ SELECT formatDateTime(interval, '%FT%T.000%z') as groupByField, leads+ FROM+ {% if granularity == "minute" %} minute_intervals+ {% elif granularity == "hour" %} hour_intervals+ {% elif granularity == "month" %} month_intervals+ {% else %} day_intervals+ {% end %}+ LEFT JOIN timeseries_leads_data USING interval++++NODE first_sale_by_link_customer+SQL >++ %+ SELECT workspace_id, link_id, customer_id, minMerge(first_sale_state) AS first_sale_ts+ FROM dub_first_sale_mv+ WHERE+ workspace_id+ = {{+ String(+ workspaceId,+ 'cl7pj5kq4006835rbjlt2ofka',+ description="The unique ID for the workspace",+ required=True,+ )+ }}+ GROUP BY workspace_id, link_id, customer_id++++NODE timeseries_sales_data+SQL >++ %+ SELECT+ {% if granularity == "hour" %}+ toStartOfHour(timestamp, {{ String(timezone, 'UTC') }})+ {% elif granularity == "month" %}+ toDateTime64(+ toStartOfMonth(timestamp, {{ String(timezone, 'UTC') }}),+ 3,+ {{ String(timezone, 'UTC') }}+ )+ {% else %}+ toDateTime64(toStartOfDay(timestamp, {{ String(timezone, 'UTC') }}), 3)+ {% end %} AS interval,+ uniq(*) AS sales,+ sum(amount) AS amount+ FROM+ (+ SELECT+ se.timestamp,+ se.amount,+ se.workspace_id,+ se.link_id,+ se.customer_id,+ se.continent,+ se.country,+ se.region,+ se.city,+ se.device,+ se.browser,+ se.os,+ se.referer,+ se.referer_url,+ se.url,+ se.metadata,+ if(+ isNull(fs.first_sale_ts),+ 'new',+ if(+ toUnixTimestamp64Milli(se.timestamp) = toUnixTimestamp64Milli(fs.first_sale_ts),+ 'new',+ 'recurring'+ )+ ) AS sale_type+ FROM dub_sale_events_mv AS se+ LEFT JOIN first_sale_by_link_customer AS fs+ USING (workspace_id, link_id, customer_id)+ WHERE+ true+ {% if defined(workspaceId) %} AND se.workspace_id = {{ workspaceId }} {% end %}+ {% if defined(linkIds) %} AND se.link_id IN {{ Array(linkIds, 'String') }}+ {% elif defined(linkId) %} AND se.link_id = {{ linkId }}+ {% elif defined(programId) or defined(partnerId) or defined(groupId) or defined(+ tenantId+ ) or defined(folderIds) or defined(folderId) or defined(domain) or defined(+ tagIds+ ) or defined(+ root+ ) %} AND se.link_id in (SELECT link_id from workspace_links)+ {% end %}+ {% if defined(customerId) %} AND se.customer_id = {{ String(customerId) }} {% end %}+ {% if defined(continent) %} AND se.continent = {{ continent }} {% end %}+ {% if defined(country) %} AND se.country = {{ country }} {% end %}+ {% if defined(region) %} AND se.region = {{ region }} {% end %}+ {% if defined(city) %} AND se.city = {{ city }} {% end %}+ {% if defined(device) %} AND se.device = {{ device }} {% end %}+ {% if defined(browser) %} AND se.browser = {{ browser }} {% end %}+ {% if defined(os) %} AND se.os = {{ os }} {% end %}+ {% if defined(referer) %} AND se.referer = {{ referer }} {% end %}+ {% if defined(refererUrl) %} AND splitByString('?', se.referer_url)[1] = {{ refererUrl }} {% end %}+ {% if defined(utm_source) %}+ AND se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(utm_source) }}), '%')+ {% end %}+ {% if defined(utm_medium) %}+ AND se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(utm_medium) }}), '%')+ {% end %}+ {% if defined(utm_campaign) %}+ AND se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(utm_campaign) }}), '%')+ {% end %}+ {% if defined(utm_term) %}+ AND se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(utm_term) }}), '%')+ {% end %}+ {% if defined(utm_content) %}+ AND se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(utm_content) }}), '%')+ {% end %}+ {% if defined(url) %} AND splitByString('?', se.url)[1] = {{ url }} {% end %}+ {% if defined(start) %} AND se.timestamp >= {{ DateTime64(start) }} {% end %}+ {% if defined(end) %} AND se.timestamp <= {{ DateTime64(end) }} {% end %}+ {% if defined(filters) %}+ {% for item in JSON(filters, '[]') %}+ {% if item.get('field', '') %}+ {% set field = item.get('field', '') %}+ {% set operator = item.get('operator', 'IN') %}+ {% set values = item.get('values', []) %}+ {% if field == 'country' %}+ {% if operator == 'IN' %} AND se.country IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND se.country NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'city' %}+ {% if operator == 'IN' %} AND se.city IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND se.city NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'continent' %}+ {% if operator == 'IN' %} AND se.continent IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND se.continent NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'device' %}+ {% if operator == 'IN' %} AND se.device IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND se.device NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'browser' %}+ {% if operator == 'IN' %} AND se.browser IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND se.browser NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'os' %}+ {% if operator == 'IN' %} AND se.os IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND se.os NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'trigger' %}+ {% if operator == 'IN' %} AND se.trigger IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND se.trigger NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'referer' %}+ {% if operator == 'IN' %} AND se.referer IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND se.referer NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'refererUrl' %}+ {% if operator == 'IN' %} AND splitByString('?', se.referer_url)[1] IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND splitByString('?', se.referer_url)[1] NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'url' %}+ {% if operator == 'IN' %} AND splitByString('?', se.url)[1] IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND splitByString('?', se.url)[1] NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% elif field == 'utm_source' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_source=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_medium' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_medium=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_campaign' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_campaign=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_term' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_term=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'utm_content' %}+ {% if operator == 'IN' %}+ AND (0{% for val in values %} OR se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% elif operator == 'NOT IN' %}+ AND NOT (0{% for val in values %} OR se.url LIKE concat('%', 'utm_content=', encodeURLFormComponent({{ String(val) }}), '%'){% end %})+ {% end %}+ {% elif field == 'domain' %}+ {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})+ {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE domain IN {{ Array(values, 'String') }})+ {% end %}+ {% elif field == 'tagIds' %}+ {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])+ {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE arrayIntersect(tag_ids, {{ Array(values, 'String') }}) != [])+ {% end %}+ {% elif field == 'folderId' %}+ {% if operator == 'IN' %} AND se.link_id IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})+ {% elif operator == 'NOT IN' %} AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE folder_id IN {{ Array(values, 'String') }})+ {% end %}+ {% elif field == 'root' %}+ {% if operator == 'IN' %}+ AND se.link_id IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})+ {% elif operator == 'NOT IN' %}+ AND se.link_id NOT IN (SELECT link_id FROM workspace_links WHERE 0{% for val in values %} OR {% if val == 'true' %}key = '_root'{% else %}key != '_root'{% end %}{% end %})+ {% end %}+ {% elif field == 'saleType' %}+ {# saleType is handled after this subquery #}+ {% end %}+ {% elif item.get('operand', '').startswith('metadata.') %}+ {% set metadataKey = item.get('operand', '').split('.')[1] %}+ {% set operator = item.get('operator', 'equals') %}+ {% set value = item.get('value', '') %}+ {% if operator == 'equals' %}+ AND JSONExtractString(se.metadata, {{ metadataKey }}) = {{ value }}+ {% elif operator == 'notEquals' %}+ AND JSONExtractString(se.metadata, {{ metadataKey }}) != {{ value }}+ {% elif operator == 'greaterThan' %}+ AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) > toFloat64OrNull({{ value }})+ {% elif operator == 'lessThan' %}+ AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) < toFloat64OrNull({{ value }})+ {% elif operator == 'greaterThanOrEqual' %}+ AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) >= toFloat64OrNull({{ value }})+ {% elif operator == 'lessThanOrEqual' %}+ AND toFloat64OrNull(JSONExtractString(se.metadata, {{ metadataKey }})) <= toFloat64OrNull({{ value }})+ {% end %}+ {% end %}+ {% end %}+ {% end %}+ ) AS typed+ WHERE+ true+ {% if defined(filters) %}+ {% for item in JSON(filters, '[]') %}+ {% if item.get('field', '') == 'saleType' %}+ {% set operator = item.get('operator', 'IN') %}+ {% set values = item.get('values', []) %}+ {% if operator == 'IN' %} AND typed.sale_type IN {{ Array(values, 'String') }}+ {% elif operator == 'NOT IN' %} AND typed.sale_type NOT IN {{ Array(values, 'String') }}+ {% end %}+ {% end %}+ {% end %}+ {% end %}+ GROUP BY interval+ ORDER BY interval++++NODE timeseries_sales+SQL >++ %+ SELECT formatDateTime(interval, '%FT%T.000%z') as groupByField, sales, amount, amount as saleAmount+ FROM+ {% if granularity == "minute" %} minute_intervals+ {% elif granularity == "hour" %} hour_intervals+ {% elif granularity == "month" %} month_intervals+ {% else %} day_intervals+ {% end %}+ LEFT JOIN timeseries_sales_data USING interval++++NODE timeseries_composite+SQL >++ SELECT dce.groupByField AS groupByField, clicks, leads, sales, amount, saleAmount+ FROM (SELECT groupByField, clicks FROM timeseries_clicks) AS dce+ LEFT JOIN (SELECT * FROM timeseries_leads) AS dle ON dce.groupByField = dle.groupByField+ LEFT JOIN (SELECT * FROM timeseries_sales) AS dse ON dce.groupByField = dse.groupByField++++NODE endpoint+SQL >++ %+ SELECT *+ FROM+ {% if eventType == 'clicks' %} timeseries_clicks+ {% elif eventType == 'leads' %} timeseries_leads+ {% elif eventType == 'sales' %} timeseries_sales+ {% elif eventType == 'composite' %} timeseries_composite+ {% else %} timeseries_clicks+ {% end %}++