Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
Remove critical memory warning
Ondra Urban183554f57284
diff --git a/src/autoscaling/snapshotter.js b/src/autoscaling/snapshotter.jsindex db99ba731..cbcbb8254 100644--- a/src/autoscaling/snapshotter.js+++ b/src/autoscaling/snapshotter.js@@ -223,7 +223,9 @@ class Snapshotter {});this.memorySnapshots.push(snapshot);- this._memoryOverloadWarning(memInfo);+ // TODO revisit this once we add memory readings from platform.+ // It only scares people and provides no value, because it's always wrong about memory.+ // this._memoryOverloadWarning(memInfo);} catch (err) {log.exception(err, 'Snapshotter: Memory snapshot failed.');} finally {