Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
Attempt fix infinite loop (#2644)
Abimael Martellc8170af4e02f
diff --git a/apps/api/src/scraper/scrapeURL/index.ts b/apps/api/src/scraper/scrapeURL/index.tsindex a725b071f..f81cc9c24 100644--- a/apps/api/src/scraper/scrapeURL/index.ts+++ b/apps/api/src/scraper/scrapeURL/index.ts@@ -1076,6 +1076,7 @@ export async function scrapeURL(meta.logger.debug("PDF was blocked by anti-bot, skipping as it was already attempted",);+ throw error;}}} else if (@@ -1101,6 +1102,7 @@ export async function scrapeURL(meta.logger.debug("Document was blocked by anti-bot, skipping as it was already attempted",);+ throw error;}}} else {