Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
Minor change in logging messages
Jan Curna0847d6ef8fa
diff --git a/src/autoscaling/snapshotter.js b/src/autoscaling/snapshotter.jsindex 36aa923cc..e22de68b0 100644--- a/src/autoscaling/snapshotter.js+++ b/src/autoscaling/snapshotter.js@@ -91,7 +91,8 @@ class Snapshotter {this.maxMemoryBytes = totalBytes;} else {this.maxMemoryBytes = Math.ceil(totalBytes / 4);- log.info(`Snapshotter: Setting max memory of this run to ${Math.round(this.maxMemoryBytes / 1024 / 1024)} MB. Use the ${ENV_VARS.MEMORY_MBYTES} environment variable to override it.`); // eslint-disable-line max-len+ // NOTE: Log as AutoscaledPool, so that users are not confused what "Snapshotter" is+ log.info(`AutoscaledPool: Setting max memory of this run to ${Math.round(this.maxMemoryBytes / 1024 / 1024)} MB. Use the ${ENV_VARS.MEMORY_MBYTES} environment variable to override it.`); // eslint-disable-line max-len}}@@ -187,7 +188,7 @@ class Snapshotter {this.memorySnapshots.push(snapshot);} catch (err) {- log.exception(err, 'Snapshotter: Memory snapshot failed.');+ log.exception(err, 'AutoscaledPool: Memory snapshot failed.');} finally {intervalCallback();}@@ -219,7 +220,7 @@ class Snapshotter {if (delta > this.maxBlockedMillis) snapshot.isOverloaded = true;this.eventLoopSnapshots.push(snapshot);} catch (err) {- log.exception(err, 'Snapshotter: Event Loop snapshot failed.');+ log.exception(err, 'AutoscaledPool: Event loop snapshot failed.');} finally {intervalCallback();}