Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
Do not log stack trace of internal error
Ondra Urband6798dffbe07
diff --git a/src/crawlers/basic_crawler.js b/src/crawlers/basic_crawler.jsindex a2f512306..47ec83c65 100644--- a/src/crawlers/basic_crawler.js+++ b/src/crawlers/basic_crawler.js@@ -418,7 +418,7 @@ class BasicCrawler {} catch (err) {// If requestQueue.addRequest() fails here then we must reclaim it back to// the RequestList because probably it's not yet in the queue!- this.log.exception(err, 'RequestQueue.addRequest() failed, reclaiming request back to the list', { request });+ this.log.error('Adding of request from the RequestList to the RequestQueue failed, reclaiming request back to the list.', { request });await this.requestList.reclaimRequest(request);return null;}