The modern link attribution platform. Loved by world-class engineering teams at Twilio, Zillow, Jobber, Vercel, Raycast, and more.
TypeScript clickhousemysqlnextjsopen-sourceplanetscaleprismatailwindcsstinybirdtypescriptupstashvercel
Filter out bot referrers (#3395)
Steven Tey8fdb0be9a25e
diff --git a/apps/web/lib/middleware/utils/bots-list.ts b/apps/web/lib/middleware/utils/bots-list.tsindex b8b4ba08c3..01450bddda 100644--- a/apps/web/lib/middleware/utils/bots-list.ts+++ b/apps/web/lib/middleware/utils/bots-list.ts@@ -103,6 +103,15 @@ export const UA_BOTS = ["monsido", // Monsido];+export const REFERRER_BOTS = [+ "url.emailprotection.link",+ "urlsand.com", // whysecurity.urlsand.com, alpitour.urlsand.com+ "statics.teams.cdn.office.net",+ "security-za.m.mimecastprotect.com",+ "deref-mail.com",+ "deref-gmx.com",+];+export const IP_BOTS = ["127.0.0.1", // localhostdiff --git a/apps/web/lib/middleware/utils/detect-bot.ts b/apps/web/lib/middleware/utils/detect-bot.tsindex c7190dbcd1..f2140fdbe4 100644--- a/apps/web/lib/middleware/utils/detect-bot.ts+++ b/apps/web/lib/middleware/utils/detect-bot.ts@@ -1,6 +1,6 @@import { ipAddress } from "@vercel/functions";import { userAgent } from "next/server";-import { IP_BOTS, IP_RANGES_BOTS, UA_BOTS } from "./bots-list";+import { IP_BOTS, IP_RANGES_BOTS, REFERRER_BOTS, UA_BOTS } from "./bots-list";import { isIpInRange } from "./is-ip-in-range";export const detectBot = (req: Request) => {@@ -17,6 +17,15 @@ export const detectBot = (req: Request) => {return ua.isBot || UA_BOTS.some((bot) => new RegExp(bot, "i").test(ua.ua));}+ // Check referer+ const referer = req.headers.get("referer");+ if (+ referer &&+ REFERRER_BOTS.some((bot) => new RegExp(bot, "i").test(referer))+ ) {+ return true;+ }+// Check iplet ip = ipAddress(req);