Skip to content

armgit / dub

Public Imported from GitHub
0

The modern link attribution platform. Loved by world-class engineering teams at Twilio, Zillow, Jobber, Vercel, Raycast, and more.

Filter out bot referrers (#3395)

Steven Tey8fdb0be9a25e
diff --git a/apps/web/lib/middleware/utils/bots-list.ts b/apps/web/lib/middleware/utils/bots-list.ts
index b8b4ba08c3..01450bddda 100644
--- a/apps/web/lib/middleware/utils/bots-list.ts
+++ b/apps/web/lib/middleware/utils/bots-list.ts
@@ -103,6 +103,15 @@ export const UA_BOTS = [
"monsido", // Monsido
];
+export const REFERRER_BOTS = [
+ "url.emailprotection.link",
+ "urlsand.com", // whysecurity.urlsand.com, alpitour.urlsand.com
+ "statics.teams.cdn.office.net",
+ "security-za.m.mimecastprotect.com",
+ "deref-mail.com",
+ "deref-gmx.com",
+];
+
export const IP_BOTS = [
"127.0.0.1", // localhost
diff --git a/apps/web/lib/middleware/utils/detect-bot.ts b/apps/web/lib/middleware/utils/detect-bot.ts
index c7190dbcd1..f2140fdbe4 100644
--- a/apps/web/lib/middleware/utils/detect-bot.ts
+++ b/apps/web/lib/middleware/utils/detect-bot.ts
@@ -1,6 +1,6 @@
import { ipAddress } from "@vercel/functions";
import { userAgent } from "next/server";
-import { IP_BOTS, IP_RANGES_BOTS, UA_BOTS } from "./bots-list";
+import { IP_BOTS, IP_RANGES_BOTS, REFERRER_BOTS, UA_BOTS } from "./bots-list";
import { isIpInRange } from "./is-ip-in-range";
export const detectBot = (req: Request) => {
@@ -17,6 +17,15 @@ export const detectBot = (req: Request) => {
return ua.isBot || UA_BOTS.some((bot) => new RegExp(bot, "i").test(ua.ua));
}
+ // Check referer
+ const referer = req.headers.get("referer");
+ if (
+ referer &&
+ REFERRER_BOTS.some((bot) => new RegExp(bot, "i").test(referer))
+ ) {
+ return true;
+ }
+
// Check ip
let ip = ipAddress(req);