Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore: regenerate lockfile
Martin Adámekfb2ccaf0753f
diff --git a/package-lock.json b/package-lock.jsonindex d4b10b27e..c9adc473f 100644--- a/package-lock.json+++ b/package-lock.json@@ -1,12 +1,12 @@{"name": "crawlee",- "version": "3.0.4",+ "version": "3.0.3","lockfileVersion": 2,"requires": true,"packages": {"": {"name": "crawlee",- "version": "3.0.4",+ "version": "3.0.3","hasInstallScript": true,"license": "Apache-2.0","workspaces": [@@ -16308,15 +16308,15 @@},"packages/basic-crawler": {"name": "@crawlee/basic",- "version": "3.0.4",+ "version": "3.0.3","license": "Apache-2.0","dependencies": {"@apify/log": "^2.0.0","@apify/timeout": "^0.3.0","@apify/utilities": "^2.0.0",- "@crawlee/core": "^3.0.4",- "@crawlee/types": "^3.0.4",- "@crawlee/utils": "^3.0.4",+ "@crawlee/core": "^3.0.3",+ "@crawlee/types": "^3.0.3",+ "@crawlee/utils": "^3.0.3","got-scraping": "^3.2.9","ow": "^0.28.1"},@@ -16326,15 +16326,15 @@},"packages/browser-crawler": {"name": "@crawlee/browser",- "version": "3.0.4",+ "version": "3.0.3","license": "Apache-2.0","dependencies": {"@apify/timeout": "^0.3.0",- "@crawlee/basic": "^3.0.4",- "@crawlee/browser-pool": "^3.0.4",- "@crawlee/core": "^3.0.4",- "@crawlee/types": "^3.0.4",- "@crawlee/utils": "^3.0.4",+ "@crawlee/basic": "^3.0.3",+ "@crawlee/browser-pool": "^3.0.3",+ "@crawlee/core": "^3.0.3",+ "@crawlee/types": "^3.0.3",+ "@crawlee/utils": "^3.0.3","ow": "^0.28.1"},"engines": {@@ -16343,12 +16343,12 @@},"packages/browser-pool": {"name": "@crawlee/browser-pool",- "version": "3.0.4",+ "version": "3.0.3","license": "Apache-2.0","dependencies": {"@apify/log": "^2.0.0","@apify/timeout": "^0.3.0",- "@crawlee/types": "^3.0.4",+ "@crawlee/types": "^3.0.3","fingerprint-generator": "^2.0.5","fingerprint-injector": "^2.0.4","lodash.merge": "^4.6.2",@@ -16378,11 +16378,11 @@},"packages/cheerio-crawler": {"name": "@crawlee/cheerio",- "version": "3.0.4",+ "version": "3.0.3","license": "Apache-2.0","dependencies": {- "@crawlee/http": "^3.0.4",- "@crawlee/types": "^3.0.4",+ "@crawlee/http": "^3.0.3",+ "@crawlee/types": "^3.0.3","cheerio": "1.0.0-rc.12","htmlparser2": "^8.0.1"},@@ -16392,10 +16392,10 @@},"packages/cli": {"name": "@crawlee/cli",- "version": "3.0.4",+ "version": "3.0.3","license": "Apache-2.0","dependencies": {- "@crawlee/templates": "^3.0.4",+ "@crawlee/templates": "^3.0.3","ansi-colors": "^4.1.3","fs-extra": "^10.1.0","inquirer": "^8.2.4",@@ -16411,7 +16411,7 @@},"packages/core": {"name": "@crawlee/core",- "version": "3.0.4",+ "version": "3.0.3","license": "Apache-2.0","dependencies": {"@apify/consts": "^2.0.0",@@ -16420,9 +16420,9 @@"@apify/pseudo_url": "^2.0.0","@apify/timeout": "^0.3.0","@apify/utilities": "^2.0.0",- "@crawlee/memory-storage": "^3.0.4",- "@crawlee/types": "^3.0.4",- "@crawlee/utils": "^3.0.4",+ "@crawlee/memory-storage": "^3.0.3",+ "@crawlee/types": "^3.0.3",+ "@crawlee/utils": "^3.0.3","@types/tough-cookie": "^4.0.2","@vladfrangu/async_event_emitter": "^2.0.0","fs-extra": "^10.1.0",@@ -16457,19 +16457,19 @@}},"packages/crawlee": {- "version": "3.0.4",+ "version": "3.0.3","license": "Apache-2.0","dependencies": {- "@crawlee/basic": "^3.0.4",- "@crawlee/browser": "^3.0.4",- "@crawlee/cheerio": "^3.0.4",- "@crawlee/cli": "^3.0.4",- "@crawlee/core": "^3.0.4",- "@crawlee/http": "^3.0.4",- "@crawlee/jsdom": "^3.0.4",- "@crawlee/playwright": "^3.0.4",- "@crawlee/puppeteer": "^3.0.4",- "@crawlee/utils": "^3.0.4",+ "@crawlee/basic": "^3.0.3",+ "@crawlee/browser": "^3.0.3",+ "@crawlee/cheerio": "^3.0.3",+ "@crawlee/cli": "^3.0.3",+ "@crawlee/core": "^3.0.3",+ "@crawlee/http": "^3.0.3",+ "@crawlee/jsdom": "^3.0.3",+ "@crawlee/playwright": "^3.0.3",+ "@crawlee/puppeteer": "^3.0.3",+ "@crawlee/utils": "^3.0.3","import-local": "^3.1.0"},"bin": {@@ -16493,13 +16493,13 @@},"packages/http-crawler": {"name": "@crawlee/http",- "version": "3.0.4",+ "version": "3.0.3","license": "Apache-2.0","dependencies": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.0.0",- "@crawlee/basic": "^3.0.4",- "@crawlee/types": "^3.0.4",+ "@crawlee/basic": "^3.0.3",+ "@crawlee/types": "^3.0.3","@types/content-type": "^1.1.5","content-type": "^1.0.4","got-scraping": "^3.2.9",@@ -16524,12 +16524,12 @@},"packages/jsdom-crawler": {"name": "@crawlee/jsdom",- "version": "3.0.4",+ "version": "3.0.3","license": "Apache-2.0","dependencies": {"@apify/utilities": "^2.1.4",- "@crawlee/http": "^3.0.4",- "@crawlee/types": "^3.0.4",+ "@crawlee/http": "^3.0.3",+ "@crawlee/types": "^3.0.3","@types/jsdom": "^20.0.0","jsdom": "^20.0.0"},@@ -16539,12 +16539,12 @@},"packages/memory-storage": {"name": "@crawlee/memory-storage",- "version": "3.0.4",+ "version": "3.0.3","license": "Apache-2.0","dependencies": {"@apify/log": "^2.0.0",- "@crawlee/types": "^3.0.4",- "@crawlee/utils": "^3.0.4",+ "@crawlee/types": "^3.0.3",+ "@crawlee/utils": "^3.0.3","@sapphire/shapeshift": "^3.0.0","content-type": "^1.0.4","fs-extra": "^10.1.0",@@ -16558,15 +16558,15 @@},"packages/playwright-crawler": {"name": "@crawlee/playwright",- "version": "3.0.4",+ "version": "3.0.3","license": "Apache-2.0","dependencies": {"@apify/datastructures": "^2.0.0","@apify/log": "^2.0.0",- "@crawlee/browser": "^3.0.4",- "@crawlee/browser-pool": "^3.0.4",- "@crawlee/core": "^3.0.4",- "@crawlee/utils": "^3.0.4",+ "@crawlee/browser": "^3.0.3",+ "@crawlee/browser-pool": "^3.0.3",+ "@crawlee/core": "^3.0.3",+ "@crawlee/utils": "^3.0.3","cheerio": "1.0.0-rc.12","jquery": "^3.6.0","ow": "^0.28.1"@@ -16585,15 +16585,15 @@},"packages/puppeteer-crawler": {"name": "@crawlee/puppeteer",- "version": "3.0.4",+ "version": "3.0.3","license": "Apache-2.0","dependencies": {"@apify/datastructures": "^2.0.0","@apify/log": "^2.0.0",- "@crawlee/browser": "^3.0.4",- "@crawlee/browser-pool": "^3.0.4",- "@crawlee/types": "^3.0.4",- "@crawlee/utils": "^3.0.4",+ "@crawlee/browser": "^3.0.3",+ "@crawlee/browser-pool": "^3.0.3",+ "@crawlee/types": "^3.0.3",+ "@crawlee/utils": "^3.0.3","cheerio": "1.0.0-rc.12","jquery": "^3.6.0","ow": "^0.28.1"@@ -16612,7 +16612,7 @@},"packages/templates": {"name": "@crawlee/templates",- "version": "3.0.4",+ "version": "3.0.3","license": "Apache-2.0","dependencies": {"ansi-colors": "^4.1.3",@@ -16910,7 +16910,7 @@},"packages/types": {"name": "@crawlee/types",- "version": "3.0.4",+ "version": "3.0.3","license": "Apache-2.0","dependencies": {"tslib": "^2.4.0"@@ -16921,12 +16921,12 @@},"packages/utils": {"name": "@crawlee/utils",- "version": "3.0.4",+ "version": "3.0.3","license": "Apache-2.0","dependencies": {"@apify/log": "^2.0.0","@apify/ps-tree": "^1.1.4",- "@crawlee/types": "^3.0.4",+ "@crawlee/types": "^3.0.3","cheerio": "1.0.0-rc.12","got-scraping": "^3.2.9","tslib": "^2.4.0"@@ -17680,9 +17680,9 @@"@apify/log": "^2.0.0","@apify/timeout": "^0.3.0","@apify/utilities": "^2.0.0",- "@crawlee/core": "^3.0.4",- "@crawlee/types": "^3.0.4",- "@crawlee/utils": "^3.0.4",+ "@crawlee/core": "^3.0.3",+ "@crawlee/types": "^3.0.3",+ "@crawlee/utils": "^3.0.3","got-scraping": "^3.2.9","ow": "^0.28.1"}@@ -17691,11 +17691,11 @@"version": "file:packages/browser-crawler","requires": {"@apify/timeout": "^0.3.0",- "@crawlee/basic": "^3.0.4",- "@crawlee/browser-pool": "^3.0.4",- "@crawlee/core": "^3.0.4",- "@crawlee/types": "^3.0.4",- "@crawlee/utils": "^3.0.4",+ "@crawlee/basic": "^3.0.3",+ "@crawlee/browser-pool": "^3.0.3",+ "@crawlee/core": "^3.0.3",+ "@crawlee/types": "^3.0.3",+ "@crawlee/utils": "^3.0.3","ow": "^0.28.1"}},@@ -17704,7 +17704,7 @@"requires": {"@apify/log": "^2.0.0","@apify/timeout": "^0.3.0",- "@crawlee/types": "^3.0.4",+ "@crawlee/types": "^3.0.3","fingerprint-generator": "^2.0.5","fingerprint-injector": "^2.0.4","lodash.merge": "^4.6.2",@@ -17720,8 +17720,8 @@"@crawlee/cheerio": {"version": "file:packages/cheerio-crawler","requires": {- "@crawlee/http": "^3.0.4",- "@crawlee/types": "^3.0.4",+ "@crawlee/http": "^3.0.3",+ "@crawlee/types": "^3.0.3","cheerio": "1.0.0-rc.12","htmlparser2": "^8.0.1"}@@ -17729,7 +17729,7 @@"@crawlee/cli": {"version": "file:packages/cli","requires": {- "@crawlee/templates": "^3.0.4",+ "@crawlee/templates": "^3.0.3","ansi-colors": "^4.1.3","fs-extra": "^10.1.0","inquirer": "^8.2.4",@@ -17746,9 +17746,9 @@"@apify/pseudo_url": "^2.0.0","@apify/timeout": "^0.3.0","@apify/utilities": "^2.0.0",- "@crawlee/memory-storage": "^3.0.4",- "@crawlee/types": "^3.0.4",- "@crawlee/utils": "^3.0.4",+ "@crawlee/memory-storage": "^3.0.3",+ "@crawlee/types": "^3.0.3",+ "@crawlee/utils": "^3.0.3","@types/tough-cookie": "^4.0.2","@vladfrangu/async_event_emitter": "^2.0.0","fs-extra": "^10.1.0",@@ -17783,8 +17783,8 @@"requires": {"@apify/timeout": "^0.3.0","@apify/utilities": "^2.0.0",- "@crawlee/basic": "^3.0.4",- "@crawlee/types": "^3.0.4",+ "@crawlee/basic": "^3.0.3",+ "@crawlee/types": "^3.0.3","@types/content-type": "^1.1.5","content-type": "^1.0.4","got-scraping": "^3.2.9",@@ -17807,8 +17807,8 @@"version": "file:packages/jsdom-crawler","requires": {"@apify/utilities": "^2.1.4",- "@crawlee/http": "^3.0.4",- "@crawlee/types": "^3.0.4",+ "@crawlee/http": "^3.0.3",+ "@crawlee/types": "^3.0.3","@types/jsdom": "^20.0.0","jsdom": "^20.0.0"}@@ -17817,8 +17817,8 @@"version": "file:packages/memory-storage","requires": {"@apify/log": "^2.0.0",- "@crawlee/types": "^3.0.4",- "@crawlee/utils": "^3.0.4",+ "@crawlee/types": "^3.0.3",+ "@crawlee/utils": "^3.0.3","@sapphire/shapeshift": "^3.0.0","content-type": "^1.0.4","fs-extra": "^10.1.0",@@ -17832,10 +17832,10 @@"requires": {"@apify/datastructures": "^2.0.0","@apify/log": "^2.0.0",- "@crawlee/browser": "^3.0.4",- "@crawlee/browser-pool": "^3.0.4",- "@crawlee/core": "^3.0.4",- "@crawlee/utils": "^3.0.4",+ "@crawlee/browser": "^3.0.3",+ "@crawlee/browser-pool": "^3.0.3",+ "@crawlee/core": "^3.0.3",+ "@crawlee/utils": "^3.0.3","cheerio": "1.0.0-rc.12","jquery": "^3.6.0","ow": "^0.28.1"@@ -17846,10 +17846,10 @@"requires": {"@apify/datastructures": "^2.0.0","@apify/log": "^2.0.0",- "@crawlee/browser": "^3.0.4",- "@crawlee/browser-pool": "^3.0.4",- "@crawlee/types": "^3.0.4",- "@crawlee/utils": "^3.0.4",+ "@crawlee/browser": "^3.0.3",+ "@crawlee/browser-pool": "^3.0.3",+ "@crawlee/types": "^3.0.3",+ "@crawlee/utils": "^3.0.3","cheerio": "1.0.0-rc.12","jquery": "^3.6.0","ow": "^0.28.1"@@ -18045,7 +18045,7 @@"requires": {"@apify/log": "^2.0.0","@apify/ps-tree": "^1.1.4",- "@crawlee/types": "^3.0.4",+ "@crawlee/types": "^3.0.3","cheerio": "1.0.0-rc.12","got-scraping": "^3.2.9","tslib": "^2.4.0"@@ -22122,16 +22122,16 @@"crawlee": {"version": "file:packages/crawlee","requires": {- "@crawlee/basic": "^3.0.4",- "@crawlee/browser": "^3.0.4",- "@crawlee/cheerio": "^3.0.4",- "@crawlee/cli": "^3.0.4",- "@crawlee/core": "^3.0.4",- "@crawlee/http": "^3.0.4",- "@crawlee/jsdom": "^3.0.4",- "@crawlee/playwright": "^3.0.4",- "@crawlee/puppeteer": "^3.0.4",- "@crawlee/utils": "^3.0.4",+ "@crawlee/basic": "^3.0.3",+ "@crawlee/browser": "^3.0.3",+ "@crawlee/cheerio": "^3.0.3",+ "@crawlee/cli": "^3.0.3",+ "@crawlee/core": "^3.0.3",+ "@crawlee/http": "^3.0.3",+ "@crawlee/jsdom": "^3.0.3",+ "@crawlee/playwright": "^3.0.3",+ "@crawlee/puppeteer": "^3.0.3",+ "@crawlee/utils": "^3.0.3","import-local": "^3.1.0"}},