Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
Bumped package.json version, consolidated dependencies
Jan Curnecec146ff33f
diff --git a/package.json b/package.jsonindex 657af11f0..4b5c4a980 100644--- a/package.json+++ b/package.json@@ -1,11 +1,13 @@{"name": "apify",- "version": "0.4.33",+ "version": "0.4.34","description": "Apify Actor runtime for JavaScript","main": "build/index.js","keywords": ["apify","apifier",+ "puppeteer",+ "selenium","crawler","scraper"],@@ -41,12 +43,10 @@"lint": "npm run build && eslint src test"},"dependencies": {- "apify-client": ">=0.1.13",+ "apify-client": "^0.1.53","bluebird": "^3.5.0","content-type": "^1.0.3","proxy-chain": "^0.1.2",- "rimraf": "^2.6.1",- "tmp": "^0.0.33","underscore": "^1.8.3"},"devDependencies": {@@ -72,8 +72,10 @@"portastic": "^1.0.1","proxy": "^0.2.4","request": "^2.81.0",+ "rimraf": "^2.6.1","sinon": "^2.2.0",- "sinon-stub-promise": "^4.0.0"+ "sinon-stub-promise": "^4.0.0",+ "tmp": "^0.0.33"},"optionalDependencies": {"puppeteer": "^0.12.0",