Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
removing microsoft from blocklist
rafaelmmiller468b8cdeb9a4
diff --git a/apps/api/src/services/queue-worker.ts b/apps/api/src/services/queue-worker.tsindex 785783956..fcb1a7fb1 100644--- a/apps/api/src/services/queue-worker.ts+++ b/apps/api/src/services/queue-worker.ts@@ -354,8 +354,7 @@ async function processJob(job: Job & { id: string }, token: string) {job.data.url &&(job.data.url.includes("researchhub.com") ||job.data.url.includes("ebay.com") ||- job.data.url.includes("youtube.com") ||- job.data.url.includes("microsoft.com"))+ job.data.url.includes("youtube.com"))) {logger.info(`🐂 Blocking job ${job.id} with URL ${job.data.url}`);const data = {