The modern link attribution platform. Loved by world-class engineering teams at Twilio, Zillow, Jobber, Vercel, Raycast, and more.
TypeScript clickhousemysqlnextjsopen-sourceplanetscaleprismatailwindcsstinybirdtypescriptupstashvercel
export const UA_BOTS = [
// generic bot UA name patterns
"bot", // most bots
"crawler", // most crawlers
"spider", // most spiders
"http", // HTTP clients and libraries (e.g., Apache-HttpClient, Go-http-client, etc.)
"scraper", // most scrapers
"fetch", // most fetch libraries
"curl", // most curl libraries
"wget", // most wget libraries
"python", // most python libraries
"node", // most node libraries – e.g. node-fetch/1.0 (+https://github.com/bitinn/node-fetch)
"ruby", // most ruby libraries
"chatgpt", // ChatGPT
"bluesky", // Bluesky crawler
"facebookexternalhit", // Facebook crawler
"meta-externalagent", // Meta external agent
"meta-externalads", // Meta external ads
"meta-externalfetcher", // Meta external fetcher
"meta-webindexer", // Meta web indexer
"thirdLandingPageFeInfra", // TikTok preloader (https://ads.tiktok.com/help/article/preloading-web-content)
"WhatsApp", // WhatsApp crawler
"google", // Google crawler
"baidu", // Baidu crawler
"bing", // Bing crawler
"msn", // MSN crawler
"duckduckbot", // DuckDuckGo crawler
"teoma", // Teoma crawler
"slurp", // Slurp crawler
"yandex", // Yandex crawler
"MetaInspector", // metatags.io
"iframely", // https://iframely.com/docs/about (used by Notion, Linear)
"HeadlessChrome", // headless chrome
// new
"ia_archiver",
"Sogou",
"SkypeUriPreview",
"vkShare",
"Slackbot",
"Tumblr",
"FeedBurner",
"upptime",
"Hyperping",
"cron-job",
"InternetMeasurement",
"HostTracker",
"Expanse", // Expanse (Palo Alto Networks)
// AI bots
"anthropic-ai", // Anthropic AI
"Claude-Web", // Claude AI
"Applebot-Extended", // Applebot Extended
"perplexity", // Perplexity AI
"Omigili", // Omigili
"timpi", // Timpi.io
// bots detected by Vercel
"ShortLinkTranslate",
// Additional legitimate crawlers from user-agents.net/bots
"BingPreview", // Bing link preview
"facebookcatalog", // Facebook catalog crawler
"Embedly", // Embedly link preview
"Scrapy", // Scrapy web scraping framework
"axios", // axios HTTP client library
"Guzzle", // PHP Guzzle HTTP client
"Postman", // Postman API client
"Insomnia", // Insomnia REST client
"Newman", // Newman (Postman CLI runner)
"Qwantify", // Qwant search engine
"Wayback", // Wayback Machine
"heritrix", // Heritrix web crawler
"nutch", // Apache Nutch
"seokicks", // SEOkicks robot
"sistrix", // Sistrix crawler
"searchmetrics", // Searchmetrics
"linkdex", // Linkdex
"opensiteexplorer", // Open Site Explorer
"spyfu", // SpyFu
"serpstat", // Serpstat
"cognitiveseo", // CognitiveSEO
"seobility", // Seobility
"seositecheckup", // SeoSiteCheckup
"woorank", // WooRank
"gtmetrix", // GTmetrix
"pingdom", // Pingdom
"statuscake", // StatusCake
"site24x7", // Site24x7
"monitis", // Monitis
"gomez", // Gomez
"neustar", // Neustar
"catchpoint", // Catchpoint
"webpagetest", // WebPageTest
"speedcurve", // SpeedCurve
"dareboost", // Dareboost
"yellowlab", // YellowLab Tools
"linkchecker", // link checkers
"deadlinkchecker", // dead link checker
"brokenlinkcheck", // broken link checker
"xenu", // Xenu link checker
"scrutiny", // Scrutiny link checker
"powermapper", // PowerMapper
"siteimprove", // Siteimprove
"monsido", // Monsido
];
export const REFERRER_BOTS = [
"url.emailprotection.link",
"urlsand.com", // whysecurity.urlsand.com, alpitour.urlsand.com
"statics.teams.cdn.office.net",
"security-za.m.mimecastprotect.com",
"deref-mail.com",
"deref-gmx.com",
];
export const IP_BOTS = [
"127.0.0.1", // localhost
// bot IPs from Tinybird dataset
"52.112.74.60",
"52.112.125.8",
"52.112.49.104",
"52.112.49.112",
"52.112.39.132",
"52.123.190.36",
"52.123.190.60",
"52.112.95.132",
"52.123.190.88",
"52.112.95.133",
"52.123.190.124",
"52.112.39.133",
"52.112.49.156",
"195.211.23.206",
"172.69.34.226",
"52.112.49.196",
"172.69.34.225",
"52.112.125.9",
"172.69.34.17",
"172.69.34.18",
"195.211.23.207",
"52.112.49.157",
"172.69.22.217",
"162.158.167.225",
"162.158.167.226",
"52.112.74.61",
"172.69.34.194",
"27.124.32.71",
"172.69.22.216",
"172.69.34.193",
"195.211.23.208",
"195.211.23.210",
"110.40.20.105",
"134.122.196.16",
"35.185.193.22", // The Dalles
"34.105.67.76", // The Dalles
"154.28.229.7", // Ashburn
"156.242.43.111", // Ashburn
"156.242.42.55", // Ashburn
"154.214.1.137", // suspicious "unknown city" IP
"207.46.13.111", // microsoft IP
];
export const IP_RANGES_BOTS = [
// weird bot activity from Miami
"159.148.128.0/24",
// Expanse (Palo Alto Networks)
"198.235.24.0/24",
"205.210.31.0/24",
// odd traffic from Hong Kong (Aliexpress)
"47.238.13.0/24",
"47.238.14.0/24",
// Facebook / Meta Platforms IP ranges (see: https://ipinfo.io/AS32934#block-ranges)
"57.144.0.0/14",
"129.134.0.0/17",
"157.240.0.0/17",
"163.70.128.0/17",
"31.13.64.0/18",
"157.240.192.0/18",
"31.13.96.0/19",
"69.171.224.0/19",
"173.252.64.0/19",
"173.252.96.0/19",
"66.220.144.0/20",
"69.63.176.0/20",
"69.171.224.0/20",
"69.171.240.0/20",
"102.132.96.0/20",
"31.13.24.0/21",
"66.220.144.0/21",
"66.220.152.0/21",
"69.63.176.0/21",
"69.63.184.0/21",
"173.252.88.0/21",
"45.64.40.0/22",
"74.119.76.0/22",
"103.4.96.0/22",
"179.60.192.0/22",
"185.60.216.0/22",
"185.89.216.0/22",
"204.15.20.0/22",
"57.144.14.0/23",
"57.144.22.0/23",
"57.144.42.0/23",
"57.144.44.0/23",
"57.144.54.0/23",
"57.144.56.0/23",
"57.144.68.0/23",
"57.144.100.0/23",
"57.144.102.0/23",
"57.144.104.0/23",
"57.144.108.0/23",
"57.144.110.0/23",
"57.144.112.0/23",
"57.144.114.0/23",
"57.144.116.0/23",
"57.144.120.0/23",
"57.144.124.0/23",
"57.144.126.0/23",
"57.144.128.0/23",
"57.144.132.0/23",
"57.144.134.0/23",
"57.144.136.0/23",
"57.144.138.0/23",
"57.144.140.0/23",
"57.144.142.0/23",
"57.144.144.0/23",
"57.144.148.0/23",
"57.144.150.0/23",
"57.144.152.0/23",
"57.144.160.0/23",
"57.144.162.0/23",
"57.144.164.0/23",
"57.144.172.0/23",
"57.144.174.0/23",
"57.144.176.0/23",
"57.144.178.0/23",
"57.144.180.0/23",
"57.144.186.0/23",
"57.144.188.0/23",
"57.144.192.0/23",
"57.144.194.0/23",
"57.144.196.0/23",
"57.144.198.0/23",
"57.144.200.0/23",
"57.144.202.0/23",
"57.144.204.0/23",
"57.144.206.0/23",
"57.144.208.0/23",
"57.144.210.0/23",
"57.144.212.0/23",
"57.144.214.0/23",
"57.144.216.0/23",
"57.144.218.0/23",
"57.144.220.0/23",
"57.144.222.0/23",
"57.144.234.0/23",
"57.144.236.0/23",
"57.144.238.0/23",
"57.144.240.0/23",
"57.144.242.0/23",
"57.144.244.0/23",
"57.144.246.0/23",
"57.144.248.0/23",
"57.144.250.0/23",
"57.144.252.0/23",
"129.134.24.0/23",
"129.134.26.0/23",
"129.134.28.0/23",
"129.134.30.0/23",
"163.77.132.0/23",
"163.77.136.0/23",
"185.89.218.0/23",
"31.13.64.0/24",
"31.13.66.0/24",
"31.13.69.0/24",
"31.13.70.0/24",
"31.13.71.0/24",
"31.13.72.0/24",
"31.13.73.0/24",
"31.13.80.0/24",
"31.13.82.0/24",
"31.13.83.0/24",
"31.13.84.0/24",
"31.13.85.0/24",
"31.13.86.0/24",
"31.13.87.0/24",
"31.13.88.0/24",
"31.13.89.0/24",
"31.13.90.0/24",
"31.13.91.0/24",
"31.13.93.0/24",
"31.13.94.0/24",
"31.13.95.0/24",
"57.141.0.0/24",
"57.141.1.0/24",
"57.141.2.0/24",
"57.141.3.0/24",
"57.141.4.0/24",
"57.141.5.0/24",
"57.141.6.0/24",
"57.141.7.0/24",
"57.141.8.0/24",
"57.141.9.0/24",
"57.141.10.0/24",
"57.141.11.0/24",
"57.141.12.0/24",
"57.141.13.0/24",
"57.141.14.0/24",
"57.141.15.0/24",
"57.141.16.0/24",
"57.141.17.0/24",
"57.141.18.0/24",
"57.141.19.0/24",
"57.141.20.0/24",
"57.141.21.0/24",
"69.171.250.0/24",
"102.132.99.0/24",
"102.132.101.0/24",
"102.132.104.0/24",
"129.134.25.0/24",
"129.134.26.0/24",
"129.134.27.0/24",
"129.134.28.0/24",
"129.134.29.0/24",
"129.134.30.0/24",
"129.134.31.0/24",
"157.240.0.0/24",
"157.240.1.0/24",
"157.240.3.0/24",
"157.240.5.0/24",
"157.240.8.0/24",
"157.240.9.0/24",
"157.240.11.0/24",
"157.240.12.0/24",
"157.240.13.0/24",
"157.240.14.0/24",
"157.240.15.0/24",
"157.240.17.0/24",
"157.240.22.0/24",
"157.240.24.0/24",
"157.240.25.0/24",
"157.240.26.0/24",
"157.240.27.0/24",
"157.240.30.0/24",
"157.240.31.0/24",
"157.240.196.0/24",
"157.240.197.0/24",
"157.240.199.0/24",
"157.240.200.0/24",
"157.240.201.0/24",
"157.240.202.0/24",
"157.240.203.0/24",
"157.240.205.0/24",
"157.240.208.0/24",
"157.240.209.0/24",
"157.240.210.0/24",
"157.240.211.0/24",
"157.240.212.0/24",
"157.240.214.0/24",
"157.240.222.0/24",
"157.240.223.0/24",
"157.240.224.0/24",
"157.240.225.0/24",
"157.240.226.0/24",
"157.240.227.0/24",
"157.240.229.0/24",
"157.240.231.0/24",
"157.240.233.0/24",
"157.240.234.0/24",
"157.240.238.0/24",
"157.240.241.0/24",
"157.240.243.0/24",
"157.240.244.0/24",
"157.240.245.0/24",
"157.240.253.0/24",
"157.240.254.0/24",
"163.70.128.0/24",
"163.70.143.0/24",
"163.70.144.0/24",
"163.70.151.0/24",
"163.70.152.0/24",
"163.70.158.0/24",
"163.70.159.0/24",
"163.77.132.0/24",
"163.77.133.0/24",
"163.77.136.0/24",
"163.77.137.0/24",
"179.60.195.0/24",
"185.60.217.0/24",
"185.60.218.0/24",
"185.60.219.0/24",
"185.89.218.0/24",
"185.89.219.0/24",
// TikTok / Bytedance IP ranges (see: https://ipinfo.io/AS138699#block-ranges)
"71.18.64.0/21",
"202.52.240.0/21",
"71.18.16.0/22",
"71.18.56.0/22",
"71.18.84.0/22",
"71.18.96.0/22",
"71.18.108.0/22",
"71.18.140.0/22",
"71.18.2.0/23",
"71.18.36.0/23",
"71.18.44.0/23",
"71.18.48.0/23",
"71.18.88.0/23",
"71.18.90.0/23",
"71.18.120.0/23",
"71.18.138.0/23",
"71.18.1.0/24",
"71.18.4.0/24",
"71.18.5.0/24",
"71.18.6.0/24",
"71.18.7.0/24",
"71.18.8.0/24",
"71.18.10.0/24",
"71.18.11.0/24",
"71.18.12.0/24",
"71.18.13.0/24",
"71.18.20.0/24",
"71.18.21.0/24",
"71.18.24.0/24",
"71.18.25.0/24",
"71.18.26.0/24",
"71.18.29.0/24",
"71.18.30.0/24",
"71.18.31.0/24",
"71.18.32.0/24",
"71.18.33.0/24",
"71.18.34.0/24",
"71.18.35.0/24",
"71.18.38.0/24",
"71.18.39.0/24",
"71.18.40.0/24",
"71.18.41.0/24",
"71.18.42.0/24",
"71.18.43.0/24",
"71.18.46.0/24",
"71.18.47.0/24",
"71.18.50.0/24",
"71.18.51.0/24",
"71.18.52.0/24",
"71.18.53.0/24",
"71.18.54.0/24",
"71.18.55.0/24",
"71.18.60.0/24",
"71.18.72.0/24",
"71.18.73.0/24",
"71.18.74.0/24",
"71.18.75.0/24",
"71.18.77.0/24",
"71.18.79.0/24",
"71.18.80.0/24",
"71.18.81.0/24",
"71.18.82.0/24",
"71.18.92.0/24",
"71.18.93.0/24",
"71.18.94.0/24",
"71.18.95.0/24",
"71.18.100.0/24",
"71.18.101.0/24",
"71.18.102.0/24",
"71.18.103.0/24",
"71.18.104.0/24",
"71.18.105.0/24",
"71.18.106.0/24",
"71.18.107.0/24",
"71.18.112.0/24",
"71.18.113.0/24",
"71.18.116.0/24",
"71.18.117.0/24",
"71.18.118.0/24",
"71.18.119.0/24",
"71.18.122.0/24",
"71.18.123.0/24",
"71.18.124.0/24",
"71.18.125.0/24",
"71.18.126.0/24",
"71.18.127.0/24",
"71.18.128.0/24",
"71.18.129.0/24",
"71.18.130.0/24",
"71.18.131.0/24",
"71.18.132.0/24",
"71.18.133.0/24",
"71.18.134.0/24",
"71.18.135.0/24",
"71.18.136.0/24",
"71.18.137.0/24",
"71.18.144.0/24",
"71.18.145.0/24",
"71.18.146.0/24",
"71.18.147.0/24",
"71.18.148.0/24",
"71.18.149.0/24",
"71.18.150.0/24",
"71.18.152.0/24",
"71.18.153.0/24",
"71.18.154.0/24",
"71.18.155.0/24",
"71.18.156.0/24",
"71.18.157.0/24",
"71.18.158.0/24",
"71.18.159.0/24",
"71.18.160.0/24",
"71.18.161.0/24",
"71.18.162.0/24",
"71.18.163.0/24",
"71.18.164.0/24",
"71.18.165.0/24",
"71.18.166.0/24",
"71.18.167.0/24",
"71.18.168.0/24",
"71.18.169.0/24",
"71.18.170.0/24",
"71.18.171.0/24",
"71.18.175.0/24",
"71.18.176.0/24",
"71.18.177.0/24",
"71.18.178.0/24",
"71.18.179.0/24",
"71.18.180.0/24",
"71.18.182.0/24",
"71.18.183.0/24",
"71.18.184.0/24",
"71.18.185.0/24",
"71.18.186.0/24",
"71.18.187.0/24",
"71.18.188.0/24",
"71.18.191.0/24",
"71.18.192.0/24",
"71.18.193.0/24",
"71.18.196.0/24",
"71.18.197.0/24",
"71.18.199.0/24",
"71.18.200.0/24",
"71.18.201.0/24",
"71.18.202.0/24",
"71.18.203.0/24",
"71.18.204.0/24",
"71.18.205.0/24",
"71.18.206.0/24",
"71.18.207.0/24",
"71.18.208.0/24",
"71.18.209.0/24",
"71.18.210.0/24",
"71.18.211.0/24",
"71.18.212.0/24",
"71.18.213.0/24",
"71.18.214.0/24",
"71.18.215.0/24",
"71.18.216.0/24",
"71.18.217.0/24",
"71.18.218.0/24",
"71.18.219.0/24",
"71.18.222.0/24",
"71.18.223.0/24",
"71.18.224.0/24",
"71.18.228.0/24",
"71.18.231.0/24",
"71.18.232.0/24",
"71.18.237.0/24",
"71.18.238.0/24",
"71.18.239.0/24",
"71.18.240.0/24",
"71.18.241.0/24",
"71.18.243.0/24",
"71.18.244.0/24",
"71.18.245.0/24",
"71.18.246.0/24",
"130.44.212.0/24",
"130.44.214.0/24",
"130.44.215.0/24",
"139.177.225.0/24",
"139.177.227.0/24",
"139.177.233.0/24",
"139.177.235.0/24",
"139.177.238.0/24",
"139.177.240.0/24",
"139.177.241.0/24",
"139.177.242.0/24",
"139.177.243.0/24",
"139.177.244.0/24",
"139.177.245.0/24",
"139.177.246.0/24",
"139.177.247.0/24",
"139.177.248.0/24",
"147.160.176.0/24",
"147.160.180.0/24",
"147.160.182.0/24",
"147.160.184.0/24",
"147.160.190.0/24",
"180.240.234.0/24",
"180.240.235.0/24",
"192.64.15.0/24",
"199.103.24.0/24",
"199.103.25.0/24",
];