Skip to content

Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.

chore: regenerate lockfile

Martin Adámekfb2ccaf0753f
diff --git a/package-lock.json b/package-lock.json
index d4b10b27e..c9adc473f 100644
--- a/package-lock.json
+++ b/package-lock.json
@@ -1,12 +1,12 @@
{
"name": "crawlee",
- "version": "3.0.4",
+ "version": "3.0.3",
"lockfileVersion": 2,
"requires": true,
"packages": {
"": {
"name": "crawlee",
- "version": "3.0.4",
+ "version": "3.0.3",
"hasInstallScript": true,
"license": "Apache-2.0",
"workspaces": [
@@ -16308,15 +16308,15 @@
},
"packages/basic-crawler": {
"name": "@crawlee/basic",
- "version": "3.0.4",
+ "version": "3.0.3",
"license": "Apache-2.0",
"dependencies": {
"@apify/log": "^2.0.0",
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.0.0",
- "@crawlee/core": "^3.0.4",
- "@crawlee/types": "^3.0.4",
- "@crawlee/utils": "^3.0.4",
+ "@crawlee/core": "^3.0.3",
+ "@crawlee/types": "^3.0.3",
+ "@crawlee/utils": "^3.0.3",
"got-scraping": "^3.2.9",
"ow": "^0.28.1"
},
@@ -16326,15 +16326,15 @@
},
"packages/browser-crawler": {
"name": "@crawlee/browser",
- "version": "3.0.4",
+ "version": "3.0.3",
"license": "Apache-2.0",
"dependencies": {
"@apify/timeout": "^0.3.0",
- "@crawlee/basic": "^3.0.4",
- "@crawlee/browser-pool": "^3.0.4",
- "@crawlee/core": "^3.0.4",
- "@crawlee/types": "^3.0.4",
- "@crawlee/utils": "^3.0.4",
+ "@crawlee/basic": "^3.0.3",
+ "@crawlee/browser-pool": "^3.0.3",
+ "@crawlee/core": "^3.0.3",
+ "@crawlee/types": "^3.0.3",
+ "@crawlee/utils": "^3.0.3",
"ow": "^0.28.1"
},
"engines": {
@@ -16343,12 +16343,12 @@
},
"packages/browser-pool": {
"name": "@crawlee/browser-pool",
- "version": "3.0.4",
+ "version": "3.0.3",
"license": "Apache-2.0",
"dependencies": {
"@apify/log": "^2.0.0",
"@apify/timeout": "^0.3.0",
- "@crawlee/types": "^3.0.4",
+ "@crawlee/types": "^3.0.3",
"fingerprint-generator": "^2.0.5",
"fingerprint-injector": "^2.0.4",
"lodash.merge": "^4.6.2",
@@ -16378,11 +16378,11 @@
},
"packages/cheerio-crawler": {
"name": "@crawlee/cheerio",
- "version": "3.0.4",
+ "version": "3.0.3",
"license": "Apache-2.0",
"dependencies": {
- "@crawlee/http": "^3.0.4",
- "@crawlee/types": "^3.0.4",
+ "@crawlee/http": "^3.0.3",
+ "@crawlee/types": "^3.0.3",
"cheerio": "1.0.0-rc.12",
"htmlparser2": "^8.0.1"
},
@@ -16392,10 +16392,10 @@
},
"packages/cli": {
"name": "@crawlee/cli",
- "version": "3.0.4",
+ "version": "3.0.3",
"license": "Apache-2.0",
"dependencies": {
- "@crawlee/templates": "^3.0.4",
+ "@crawlee/templates": "^3.0.3",
"ansi-colors": "^4.1.3",
"fs-extra": "^10.1.0",
"inquirer": "^8.2.4",
@@ -16411,7 +16411,7 @@
},
"packages/core": {
"name": "@crawlee/core",
- "version": "3.0.4",
+ "version": "3.0.3",
"license": "Apache-2.0",
"dependencies": {
"@apify/consts": "^2.0.0",
@@ -16420,9 +16420,9 @@
"@apify/pseudo_url": "^2.0.0",
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.0.0",
- "@crawlee/memory-storage": "^3.0.4",
- "@crawlee/types": "^3.0.4",
- "@crawlee/utils": "^3.0.4",
+ "@crawlee/memory-storage": "^3.0.3",
+ "@crawlee/types": "^3.0.3",
+ "@crawlee/utils": "^3.0.3",
"@types/tough-cookie": "^4.0.2",
"@vladfrangu/async_event_emitter": "^2.0.0",
"fs-extra": "^10.1.0",
@@ -16457,19 +16457,19 @@
}
},
"packages/crawlee": {
- "version": "3.0.4",
+ "version": "3.0.3",
"license": "Apache-2.0",
"dependencies": {
- "@crawlee/basic": "^3.0.4",
- "@crawlee/browser": "^3.0.4",
- "@crawlee/cheerio": "^3.0.4",
- "@crawlee/cli": "^3.0.4",
- "@crawlee/core": "^3.0.4",
- "@crawlee/http": "^3.0.4",
- "@crawlee/jsdom": "^3.0.4",
- "@crawlee/playwright": "^3.0.4",
- "@crawlee/puppeteer": "^3.0.4",
- "@crawlee/utils": "^3.0.4",
+ "@crawlee/basic": "^3.0.3",
+ "@crawlee/browser": "^3.0.3",
+ "@crawlee/cheerio": "^3.0.3",
+ "@crawlee/cli": "^3.0.3",
+ "@crawlee/core": "^3.0.3",
+ "@crawlee/http": "^3.0.3",
+ "@crawlee/jsdom": "^3.0.3",
+ "@crawlee/playwright": "^3.0.3",
+ "@crawlee/puppeteer": "^3.0.3",
+ "@crawlee/utils": "^3.0.3",
"import-local": "^3.1.0"
},
"bin": {
@@ -16493,13 +16493,13 @@
},
"packages/http-crawler": {
"name": "@crawlee/http",
- "version": "3.0.4",
+ "version": "3.0.3",
"license": "Apache-2.0",
"dependencies": {
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.0.0",
- "@crawlee/basic": "^3.0.4",
- "@crawlee/types": "^3.0.4",
+ "@crawlee/basic": "^3.0.3",
+ "@crawlee/types": "^3.0.3",
"@types/content-type": "^1.1.5",
"content-type": "^1.0.4",
"got-scraping": "^3.2.9",
@@ -16524,12 +16524,12 @@
},
"packages/jsdom-crawler": {
"name": "@crawlee/jsdom",
- "version": "3.0.4",
+ "version": "3.0.3",
"license": "Apache-2.0",
"dependencies": {
"@apify/utilities": "^2.1.4",
- "@crawlee/http": "^3.0.4",
- "@crawlee/types": "^3.0.4",
+ "@crawlee/http": "^3.0.3",
+ "@crawlee/types": "^3.0.3",
"@types/jsdom": "^20.0.0",
"jsdom": "^20.0.0"
},
@@ -16539,12 +16539,12 @@
},
"packages/memory-storage": {
"name": "@crawlee/memory-storage",
- "version": "3.0.4",
+ "version": "3.0.3",
"license": "Apache-2.0",
"dependencies": {
"@apify/log": "^2.0.0",
- "@crawlee/types": "^3.0.4",
- "@crawlee/utils": "^3.0.4",
+ "@crawlee/types": "^3.0.3",
+ "@crawlee/utils": "^3.0.3",
"@sapphire/shapeshift": "^3.0.0",
"content-type": "^1.0.4",
"fs-extra": "^10.1.0",
@@ -16558,15 +16558,15 @@
},
"packages/playwright-crawler": {
"name": "@crawlee/playwright",
- "version": "3.0.4",
+ "version": "3.0.3",
"license": "Apache-2.0",
"dependencies": {
"@apify/datastructures": "^2.0.0",
"@apify/log": "^2.0.0",
- "@crawlee/browser": "^3.0.4",
- "@crawlee/browser-pool": "^3.0.4",
- "@crawlee/core": "^3.0.4",
- "@crawlee/utils": "^3.0.4",
+ "@crawlee/browser": "^3.0.3",
+ "@crawlee/browser-pool": "^3.0.3",
+ "@crawlee/core": "^3.0.3",
+ "@crawlee/utils": "^3.0.3",
"cheerio": "1.0.0-rc.12",
"jquery": "^3.6.0",
"ow": "^0.28.1"
@@ -16585,15 +16585,15 @@
},
"packages/puppeteer-crawler": {
"name": "@crawlee/puppeteer",
- "version": "3.0.4",
+ "version": "3.0.3",
"license": "Apache-2.0",
"dependencies": {
"@apify/datastructures": "^2.0.0",
"@apify/log": "^2.0.0",
- "@crawlee/browser": "^3.0.4",
- "@crawlee/browser-pool": "^3.0.4",
- "@crawlee/types": "^3.0.4",
- "@crawlee/utils": "^3.0.4",
+ "@crawlee/browser": "^3.0.3",
+ "@crawlee/browser-pool": "^3.0.3",
+ "@crawlee/types": "^3.0.3",
+ "@crawlee/utils": "^3.0.3",
"cheerio": "1.0.0-rc.12",
"jquery": "^3.6.0",
"ow": "^0.28.1"
@@ -16612,7 +16612,7 @@
},
"packages/templates": {
"name": "@crawlee/templates",
- "version": "3.0.4",
+ "version": "3.0.3",
"license": "Apache-2.0",
"dependencies": {
"ansi-colors": "^4.1.3",
@@ -16910,7 +16910,7 @@
},
"packages/types": {
"name": "@crawlee/types",
- "version": "3.0.4",
+ "version": "3.0.3",
"license": "Apache-2.0",
"dependencies": {
"tslib": "^2.4.0"
@@ -16921,12 +16921,12 @@
},
"packages/utils": {
"name": "@crawlee/utils",
- "version": "3.0.4",
+ "version": "3.0.3",
"license": "Apache-2.0",
"dependencies": {
"@apify/log": "^2.0.0",
"@apify/ps-tree": "^1.1.4",
- "@crawlee/types": "^3.0.4",
+ "@crawlee/types": "^3.0.3",
"cheerio": "1.0.0-rc.12",
"got-scraping": "^3.2.9",
"tslib": "^2.4.0"
@@ -17680,9 +17680,9 @@
"@apify/log": "^2.0.0",
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.0.0",
- "@crawlee/core": "^3.0.4",
- "@crawlee/types": "^3.0.4",
- "@crawlee/utils": "^3.0.4",
+ "@crawlee/core": "^3.0.3",
+ "@crawlee/types": "^3.0.3",
+ "@crawlee/utils": "^3.0.3",
"got-scraping": "^3.2.9",
"ow": "^0.28.1"
}
@@ -17691,11 +17691,11 @@
"version": "file:packages/browser-crawler",
"requires": {
"@apify/timeout": "^0.3.0",
- "@crawlee/basic": "^3.0.4",
- "@crawlee/browser-pool": "^3.0.4",
- "@crawlee/core": "^3.0.4",
- "@crawlee/types": "^3.0.4",
- "@crawlee/utils": "^3.0.4",
+ "@crawlee/basic": "^3.0.3",
+ "@crawlee/browser-pool": "^3.0.3",
+ "@crawlee/core": "^3.0.3",
+ "@crawlee/types": "^3.0.3",
+ "@crawlee/utils": "^3.0.3",
"ow": "^0.28.1"
}
},
@@ -17704,7 +17704,7 @@
"requires": {
"@apify/log": "^2.0.0",
"@apify/timeout": "^0.3.0",
- "@crawlee/types": "^3.0.4",
+ "@crawlee/types": "^3.0.3",
"fingerprint-generator": "^2.0.5",
"fingerprint-injector": "^2.0.4",
"lodash.merge": "^4.6.2",
@@ -17720,8 +17720,8 @@
"@crawlee/cheerio": {
"version": "file:packages/cheerio-crawler",
"requires": {
- "@crawlee/http": "^3.0.4",
- "@crawlee/types": "^3.0.4",
+ "@crawlee/http": "^3.0.3",
+ "@crawlee/types": "^3.0.3",
"cheerio": "1.0.0-rc.12",
"htmlparser2": "^8.0.1"
}
@@ -17729,7 +17729,7 @@
"@crawlee/cli": {
"version": "file:packages/cli",
"requires": {
- "@crawlee/templates": "^3.0.4",
+ "@crawlee/templates": "^3.0.3",
"ansi-colors": "^4.1.3",
"fs-extra": "^10.1.0",
"inquirer": "^8.2.4",
@@ -17746,9 +17746,9 @@
"@apify/pseudo_url": "^2.0.0",
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.0.0",
- "@crawlee/memory-storage": "^3.0.4",
- "@crawlee/types": "^3.0.4",
- "@crawlee/utils": "^3.0.4",
+ "@crawlee/memory-storage": "^3.0.3",
+ "@crawlee/types": "^3.0.3",
+ "@crawlee/utils": "^3.0.3",
"@types/tough-cookie": "^4.0.2",
"@vladfrangu/async_event_emitter": "^2.0.0",
"fs-extra": "^10.1.0",
@@ -17783,8 +17783,8 @@
"requires": {
"@apify/timeout": "^0.3.0",
"@apify/utilities": "^2.0.0",
- "@crawlee/basic": "^3.0.4",
- "@crawlee/types": "^3.0.4",
+ "@crawlee/basic": "^3.0.3",
+ "@crawlee/types": "^3.0.3",
"@types/content-type": "^1.1.5",
"content-type": "^1.0.4",
"got-scraping": "^3.2.9",
@@ -17807,8 +17807,8 @@
"version": "file:packages/jsdom-crawler",
"requires": {
"@apify/utilities": "^2.1.4",
- "@crawlee/http": "^3.0.4",
- "@crawlee/types": "^3.0.4",
+ "@crawlee/http": "^3.0.3",
+ "@crawlee/types": "^3.0.3",
"@types/jsdom": "^20.0.0",
"jsdom": "^20.0.0"
}
@@ -17817,8 +17817,8 @@
"version": "file:packages/memory-storage",
"requires": {
"@apify/log": "^2.0.0",
- "@crawlee/types": "^3.0.4",
- "@crawlee/utils": "^3.0.4",
+ "@crawlee/types": "^3.0.3",
+ "@crawlee/utils": "^3.0.3",
"@sapphire/shapeshift": "^3.0.0",
"content-type": "^1.0.4",
"fs-extra": "^10.1.0",
@@ -17832,10 +17832,10 @@
"requires": {
"@apify/datastructures": "^2.0.0",
"@apify/log": "^2.0.0",
- "@crawlee/browser": "^3.0.4",
- "@crawlee/browser-pool": "^3.0.4",
- "@crawlee/core": "^3.0.4",
- "@crawlee/utils": "^3.0.4",
+ "@crawlee/browser": "^3.0.3",
+ "@crawlee/browser-pool": "^3.0.3",
+ "@crawlee/core": "^3.0.3",
+ "@crawlee/utils": "^3.0.3",
"cheerio": "1.0.0-rc.12",
"jquery": "^3.6.0",
"ow": "^0.28.1"
@@ -17846,10 +17846,10 @@
"requires": {
"@apify/datastructures": "^2.0.0",
"@apify/log": "^2.0.0",
- "@crawlee/browser": "^3.0.4",
- "@crawlee/browser-pool": "^3.0.4",
- "@crawlee/types": "^3.0.4",
- "@crawlee/utils": "^3.0.4",
+ "@crawlee/browser": "^3.0.3",
+ "@crawlee/browser-pool": "^3.0.3",
+ "@crawlee/types": "^3.0.3",
+ "@crawlee/utils": "^3.0.3",
"cheerio": "1.0.0-rc.12",
"jquery": "^3.6.0",
"ow": "^0.28.1"
@@ -18045,7 +18045,7 @@
"requires": {
"@apify/log": "^2.0.0",
"@apify/ps-tree": "^1.1.4",
- "@crawlee/types": "^3.0.4",
+ "@crawlee/types": "^3.0.3",
"cheerio": "1.0.0-rc.12",
"got-scraping": "^3.2.9",
"tslib": "^2.4.0"
@@ -22122,16 +22122,16 @@
"crawlee": {
"version": "file:packages/crawlee",
"requires": {
- "@crawlee/basic": "^3.0.4",
- "@crawlee/browser": "^3.0.4",
- "@crawlee/cheerio": "^3.0.4",
- "@crawlee/cli": "^3.0.4",
- "@crawlee/core": "^3.0.4",
- "@crawlee/http": "^3.0.4",
- "@crawlee/jsdom": "^3.0.4",
- "@crawlee/playwright": "^3.0.4",
- "@crawlee/puppeteer": "^3.0.4",
- "@crawlee/utils": "^3.0.4",
+ "@crawlee/basic": "^3.0.3",
+ "@crawlee/browser": "^3.0.3",
+ "@crawlee/cheerio": "^3.0.3",
+ "@crawlee/cli": "^3.0.3",
+ "@crawlee/core": "^3.0.3",
+ "@crawlee/http": "^3.0.3",
+ "@crawlee/jsdom": "^3.0.3",
+ "@crawlee/playwright": "^3.0.3",
+ "@crawlee/puppeteer": "^3.0.3",
+ "@crawlee/utils": "^3.0.3",
"import-local": "^3.1.0"
}
},