Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
Update blocklist.ts
Nicolasc88176a596eb
diff --git a/apps/api/src/scraper/WebScraper/utils/blocklist.ts b/apps/api/src/scraper/WebScraper/utils/blocklist.tsindex 21993cf1b..691af596f 100644--- a/apps/api/src/scraper/WebScraper/utils/blocklist.ts+++ b/apps/api/src/scraper/WebScraper/utils/blocklist.ts@@ -66,6 +66,7 @@ const urlBlocklist = ["KKttwRz4w+AMJrZcB828WQ==","vMdzZ33BXoyWVZnAPOBcrg==","l8GDVI8w/ueHnNzdN1ODuQ==",+ "+yz9bnYYMnC0trJZGJwf6Q=="];const decryptedBlocklist =