Skip to content

📈 Open source, privacy-first web analytics — a cookie-less Google Analytics alternative with built-in error tracking and performance monitoring. Self-host it or use our cloud. Get started for free!

fix: bundle referrer maps in backend builds

“GOAT0P”b48371b56a2c
diff --git a/backend/apps/cloud/src/analytics/utils/referrers.map.json b/backend/apps/cloud/src/analytics/utils/referrers.map.json
new file mode 100644
index 000000000..f26681c27
--- /dev/null
+++ b/backend/apps/cloud/src/analytics/utils/referrers.map.json
@@ -0,0 +1,82 @@
+[
+ { "name": "Linktree", "patterns": ["linktr.ee"] },
+ { "name": "Perplexity", "patterns": ["perplexity.ai"], "category": "ai" },
+ { "name": "Wikipedia", "patterns": ["wikipedia.org"] },
+ {
+ "name": "Yandex",
+ "category": "search",
+ "patterns": [
+ "yandex.com",
+ "yandex.ru",
+ "yandex.kz",
+ "yandex.by",
+ "ya.ru",
+ "yandex.eu",
+ "yandex.fr"
+ ]
+ },
+ { "name": "GitHub", "patterns": ["github.com"] },
+ {
+ "name": "Google",
+ "category": "search",
+ "patterns": [
+ "google.com",
+ "doubleclick.net",
+ "android-app://com.google.android.gm/"
+ ]
+ },
+ {
+ "name": "Bing",
+ "category": "search",
+ "patterns": ["bing.com", "ntp.msn.com"]
+ },
+ {
+ "name": "DuckDuckGo",
+ "category": "search",
+ "patterns": ["duckduckgo.com", "ddg.gg"]
+ },
+ {
+ "name": "Reddit",
+ "patterns": ["reddit.com", "android-app://com.reddit.frontpage/"]
+ },
+ { "name": "YouTube", "patterns": ["youtube.com", "youtu.be"] },
+ { "name": "Stack Overflow", "patterns": ["stackoverflow.com"] },
+ { "name": "Hacker News", "patterns": ["news.ycombinator.com"] },
+ { "name": "Medium", "patterns": ["medium.com"] },
+ { "name": "Twitter", "patterns": ["x.com", "twitter.com", "t.co"] },
+ { "name": "Facebook", "patterns": ["facebook.com"] },
+ { "name": "LinkedIn", "patterns": ["linkedin.com"] },
+ { "name": "Product Hunt", "patterns": ["producthunt.com"] },
+ {
+ "name": "Microsoft Teams",
+ "patterns": ["teams.microsoft.com", "statics.teams.cdn.office.net"]
+ },
+ { "name": "ChatGPT", "category": "ai", "patterns": ["chatgpt.com"] },
+ { "name": "Claude", "category": "ai", "patterns": ["claude.ai"] },
+ { "name": "Telegram", "patterns": ["telegram.org", "t.me"] },
+ { "name": "Sogou", "category": "search", "patterns": ["sogou.com"] },
+ {
+ "name": "Brave Search",
+ "category": "search",
+ "patterns": ["brave.com", "search.brave.com"]
+ },
+ { "name": "Ecosia", "category": "search", "patterns": ["ecosia.org"] },
+ { "name": "Baidu", "category": "search", "patterns": ["baidu.com"] },
+ {
+ "name": "Yahoo!",
+ "category": "search",
+ "patterns": ["yahoo.com", "yahoo.co.jp"]
+ },
+ { "name": "Qwant", "category": "search", "patterns": ["www.qwant.com"] },
+ { "name": "Startpage", "category": "search", "patterns": ["startpage.com"] },
+ { "name": "Instagram", "patterns": ["instagram.com"] },
+ { "name": "Discord", "patterns": ["discord.com", "discordapp.com"] },
+ { "name": "Gemini", "category": "ai", "patterns": ["gemini.google.com"] },
+ {
+ "name": "Copilot",
+ "category": "ai",
+ "patterns": ["copilot.microsoft.com"]
+ },
+ { "name": "OpenAI", "category": "ai", "patterns": ["openai.com"] },
+ { "name": "Kagi", "category": "ai", "patterns": ["kagi.com"] }
+]
diff --git a/backend/apps/cloud/src/analytics/utils/referrers.map.ts b/backend/apps/cloud/src/analytics/utils/referrers.map.ts
index ac8d4b40b..3b056aa20 100644
--- a/backend/apps/cloud/src/analytics/utils/referrers.map.ts
+++ b/backend/apps/cloud/src/analytics/utils/referrers.map.ts
@@ -1,37 +1,13 @@
-import fs from 'fs'
-import path from 'path'
+import MAP from './referrers.map.json'
type ReferrerJson = { name: string; patterns: string[] }
-let cachedMap: ReferrerJson[] | null = null
-
-const loadMap = (): ReferrerJson[] => {
- if (cachedMap) return cachedMap
- const candidates = [
- // Dev mode
- path.resolve(__dirname, '../../../../../web/app/referrers.map.json'),
- // Compiled mode
- path.resolve(__dirname, '../../../../web/app/referrers.map.json'),
- ]
- for (const p of candidates) {
- try {
- const raw = fs.readFileSync(p, 'utf8')
- cachedMap = JSON.parse(raw) as ReferrerJson[]
- return cachedMap
- } catch {
- // try next location
- }
- }
- console.warn(
- '[WARN] Failed to load referrers map from all candidate paths, using empty map',
- )
- cachedMap = []
- return cachedMap
-}
+const REFERRER_MAP = MAP as ReferrerJson[]
export const getDomainsForRefName = (name: string): string[] | null => {
- const list = loadMap()
- const found = list.find((g) => g.name.toLowerCase() === name.toLowerCase())
+ const found = REFERRER_MAP.find(
+ (g) => g.name.toLowerCase() === name.toLowerCase(),
+ )
if (!found) return null
return found.patterns
}
diff --git a/backend/apps/cloud/tsconfig.app.json b/backend/apps/cloud/tsconfig.app.json
index 536502cbc..540103c28 100644
--- a/backend/apps/cloud/tsconfig.app.json
+++ b/backend/apps/cloud/tsconfig.app.json
@@ -14,6 +14,7 @@
"incremental": true,
"skipLibCheck": true,
"inlineSources": true,
+ "resolveJsonModule": true,
"sourceRoot": "/"
}
diff --git a/backend/apps/community/src/analytics/utils/referrers.map.json b/backend/apps/community/src/analytics/utils/referrers.map.json
new file mode 100644
index 000000000..f26681c27
--- /dev/null
+++ b/backend/apps/community/src/analytics/utils/referrers.map.json
@@ -0,0 +1,82 @@
+[
+ { "name": "Linktree", "patterns": ["linktr.ee"] },
+ { "name": "Perplexity", "patterns": ["perplexity.ai"], "category": "ai" },
+ { "name": "Wikipedia", "patterns": ["wikipedia.org"] },
+ {
+ "name": "Yandex",
+ "category": "search",
+ "patterns": [
+ "yandex.com",
+ "yandex.ru",
+ "yandex.kz",
+ "yandex.by",
+ "ya.ru",
+ "yandex.eu",
+ "yandex.fr"
+ ]
+ },
+ { "name": "GitHub", "patterns": ["github.com"] },
+ {
+ "name": "Google",
+ "category": "search",
+ "patterns": [
+ "google.com",
+ "doubleclick.net",
+ "android-app://com.google.android.gm/"
+ ]
+ },
+ {
+ "name": "Bing",
+ "category": "search",
+ "patterns": ["bing.com", "ntp.msn.com"]
+ },
+ {
+ "name": "DuckDuckGo",
+ "category": "search",
+ "patterns": ["duckduckgo.com", "ddg.gg"]
+ },
+ {
+ "name": "Reddit",
+ "patterns": ["reddit.com", "android-app://com.reddit.frontpage/"]
+ },
+ { "name": "YouTube", "patterns": ["youtube.com", "youtu.be"] },
+ { "name": "Stack Overflow", "patterns": ["stackoverflow.com"] },
+ { "name": "Hacker News", "patterns": ["news.ycombinator.com"] },
+ { "name": "Medium", "patterns": ["medium.com"] },
+ { "name": "Twitter", "patterns": ["x.com", "twitter.com", "t.co"] },
+ { "name": "Facebook", "patterns": ["facebook.com"] },
+ { "name": "LinkedIn", "patterns": ["linkedin.com"] },
+ { "name": "Product Hunt", "patterns": ["producthunt.com"] },
+ {
+ "name": "Microsoft Teams",
+ "patterns": ["teams.microsoft.com", "statics.teams.cdn.office.net"]
+ },
+ { "name": "ChatGPT", "category": "ai", "patterns": ["chatgpt.com"] },
+ { "name": "Claude", "category": "ai", "patterns": ["claude.ai"] },
+ { "name": "Telegram", "patterns": ["telegram.org", "t.me"] },
+ { "name": "Sogou", "category": "search", "patterns": ["sogou.com"] },
+ {
+ "name": "Brave Search",
+ "category": "search",
+ "patterns": ["brave.com", "search.brave.com"]
+ },
+ { "name": "Ecosia", "category": "search", "patterns": ["ecosia.org"] },
+ { "name": "Baidu", "category": "search", "patterns": ["baidu.com"] },
+ {
+ "name": "Yahoo!",
+ "category": "search",
+ "patterns": ["yahoo.com", "yahoo.co.jp"]
+ },
+ { "name": "Qwant", "category": "search", "patterns": ["www.qwant.com"] },
+ { "name": "Startpage", "category": "search", "patterns": ["startpage.com"] },
+ { "name": "Instagram", "patterns": ["instagram.com"] },
+ { "name": "Discord", "patterns": ["discord.com", "discordapp.com"] },
+ { "name": "Gemini", "category": "ai", "patterns": ["gemini.google.com"] },
+ {
+ "name": "Copilot",
+ "category": "ai",
+ "patterns": ["copilot.microsoft.com"]
+ },
+ { "name": "OpenAI", "category": "ai", "patterns": ["openai.com"] },
+ { "name": "Kagi", "category": "ai", "patterns": ["kagi.com"] }
+]
diff --git a/backend/apps/community/src/analytics/utils/referrers.map.ts b/backend/apps/community/src/analytics/utils/referrers.map.ts
index ac8d4b40b..3b056aa20 100644
--- a/backend/apps/community/src/analytics/utils/referrers.map.ts
+++ b/backend/apps/community/src/analytics/utils/referrers.map.ts
@@ -1,37 +1,13 @@
-import fs from 'fs'
-import path from 'path'
+import MAP from './referrers.map.json'
type ReferrerJson = { name: string; patterns: string[] }
-let cachedMap: ReferrerJson[] | null = null
-
-const loadMap = (): ReferrerJson[] => {
- if (cachedMap) return cachedMap
- const candidates = [
- // Dev mode
- path.resolve(__dirname, '../../../../../web/app/referrers.map.json'),
- // Compiled mode
- path.resolve(__dirname, '../../../../web/app/referrers.map.json'),
- ]
- for (const p of candidates) {
- try {
- const raw = fs.readFileSync(p, 'utf8')
- cachedMap = JSON.parse(raw) as ReferrerJson[]
- return cachedMap
- } catch {
- // try next location
- }
- }
- console.warn(
- '[WARN] Failed to load referrers map from all candidate paths, using empty map',
- )
- cachedMap = []
- return cachedMap
-}
+const REFERRER_MAP = MAP as ReferrerJson[]
export const getDomainsForRefName = (name: string): string[] | null => {
- const list = loadMap()
- const found = list.find((g) => g.name.toLowerCase() === name.toLowerCase())
+ const found = REFERRER_MAP.find(
+ (g) => g.name.toLowerCase() === name.toLowerCase(),
+ )
if (!found) return null
return found.patterns
}
diff --git a/backend/apps/community/src/analytics/v2/__tests__/referrers.map.spec.ts b/backend/apps/community/src/analytics/v2/__tests__/referrers.map.spec.ts
new file mode 100644
index 000000000..45ee9e66e
--- /dev/null
+++ b/backend/apps/community/src/analytics/v2/__tests__/referrers.map.spec.ts
@@ -0,0 +1,30 @@
+import fs from 'fs'
+import path from 'path'
+
+import { getDomainsForRefName } from '../../utils/referrers.map'
+
+describe('referrers map', () => {
+ it('resolves canonical referrer names case-insensitively', () => {
+ const google = getDomainsForRefName('Google')
+ expect(google).toContain('google.com')
+ expect(getDomainsForRefName('google')).toEqual(google)
+ expect(getDomainsForRefName('hypermonkey.tech')).toBeNull()
+ })
+
+ it('keeps both backend copies in sync with the web map', () => {
+ const files = [
+ path.resolve(__dirname, '../../utils/referrers.map.json'),
+ path.resolve(
+ __dirname,
+ '../../../../../cloud/src/analytics/utils/referrers.map.json',
+ ),
+ path.resolve(
+ __dirname,
+ '../../../../../../../web/app/referrers.map.json',
+ ),
+ ]
+ const maps = files.map((file) => fs.readFileSync(file, 'utf8'))
+
+ expect(new Set(maps).size).toBe(1)
+ })
+})
diff --git a/backend/apps/community/tsconfig.app.json b/backend/apps/community/tsconfig.app.json
index 951e710e2..048e3f8d7 100644
--- a/backend/apps/community/tsconfig.app.json
+++ b/backend/apps/community/tsconfig.app.json
@@ -12,6 +12,7 @@
"outDir": "./dist",
"baseUrl": "./",
"incremental": true,
- "skipLibCheck": true
+ "skipLibCheck": true,
+ "resolveJsonModule": true
}
}