Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
debug: log when urlsHandler is invoked
Gergő Móricz0ec9a137c2c1
diff --git a/apps/api/src/scraper/WebScraper/crawler.ts b/apps/api/src/scraper/WebScraper/crawler.tsindex d6fcda657..3672097d1 100644--- a/apps/api/src/scraper/WebScraper/crawler.ts+++ b/apps/api/src/scraper/WebScraper/crawler.ts@@ -353,6 +353,7 @@ export class WebCrawler {};const _urlsHandler = async (urls: string[]) => {+ this.logger.debug("urlsHandler invoked");if (fromMap && onlySitemap) {return await urlsHandler(urls);} else {