Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

debug: log when urlsHandler is invoked

Gergő Móricz0ec9a137c2c1
diff --git a/apps/api/src/scraper/WebScraper/crawler.ts b/apps/api/src/scraper/WebScraper/crawler.ts
index d6fcda657..3672097d1 100644
--- a/apps/api/src/scraper/WebScraper/crawler.ts
+++ b/apps/api/src/scraper/WebScraper/crawler.ts
@@ -353,6 +353,7 @@ export class WebCrawler {
};
const _urlsHandler = async (urls: string[]) => {
+ this.logger.debug("urlsHandler invoked");
if (fromMap && onlySitemap) {
return await urlsHandler(urls);
} else {