Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
Removing unneeded params from examples
Marek Trunkatbfceb5fb2d41
diff --git a/examples/crawler_cheerio.js b/examples/crawler_cheerio.jsindex c4a8abc3c..7afbbfeaf 100644--- a/examples/crawler_cheerio.js+++ b/examples/crawler_cheerio.js@@ -24,7 +24,6 @@ Apify.main(async () => {// Create crawler.const crawler = new Apify.BasicCrawler({requestQueue,- disableProxy: true,// This page is executed for each request.// If request failes then it's retried 3 times.diff --git a/examples/crawler_puppeteer.js b/examples/crawler_puppeteer.jsindex 69a7e8b46..260a6ff63 100644--- a/examples/crawler_puppeteer.js+++ b/examples/crawler_puppeteer.js@@ -20,7 +20,6 @@ Apify.main(async () => {// Create crawler.const crawler = new Apify.PuppeteerCrawler({requestQueue,- disableProxy: true,// This page is executed for each request.// If request failes then it's retried 3 times.