Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): lock file maintenance
renovate[bot]370074108231
diff --git a/website/yarn.lock b/website/yarn.lockindex 69aad5f85..de92660e2 100644--- a/website/yarn.lock+++ b/website/yarn.lock@@ -4859,16 +4859,17 @@ __metadata:linkType: hard"array.prototype.findlastindex@npm:^1.2.5":- version: 1.2.5- resolution: "array.prototype.findlastindex@npm:1.2.5"+ version: 1.2.6+ resolution: "array.prototype.findlastindex@npm:1.2.6"dependencies:- call-bind: "npm:^1.0.7"+ call-bind: "npm:^1.0.8"+ call-bound: "npm:^1.0.4"define-properties: "npm:^1.2.1"- es-abstract: "npm:^1.23.2"+ es-abstract: "npm:^1.23.9"es-errors: "npm:^1.3.0"- es-object-atoms: "npm:^1.0.0"- es-shim-unscopables: "npm:^1.0.2"- checksum: 10c0/962189487728b034f3134802b421b5f39e42ee2356d13b42d2ddb0e52057ffdcc170b9524867f4f0611a6f638f4c19b31e14606e8bcbda67799e26685b195aa3+ es-object-atoms: "npm:^1.1.1"+ es-shim-unscopables: "npm:^1.1.0"+ checksum: 10c0/82559310d2e57ec5f8fc53d7df420e3abf0ba497935de0a5570586035478ba7d07618cb18e2d4ada2da514c8fb98a034aaf5c06caa0a57e2f7f4c4adedef5956languageName: nodelinkType: hard@@ -7028,7 +7029,7 @@ __metadata:languageName: nodelinkType: hard-"es-shim-unscopables@npm:^1.0.2":+"es-shim-unscopables@npm:^1.0.2, es-shim-unscopables@npm:^1.1.0":version: 1.1.0resolution: "es-shim-unscopables@npm:1.1.0"dependencies:@@ -9915,91 +9916,91 @@ __metadata:languageName: nodelinkType: hard-"lightningcss-darwin-arm64@npm:1.29.2":- version: 1.29.2- resolution: "lightningcss-darwin-arm64@npm:1.29.2"+"lightningcss-darwin-arm64@npm:1.29.3":+ version: 1.29.3+ resolution: "lightningcss-darwin-arm64@npm:1.29.3"conditions: os=darwin & cpu=arm64languageName: nodelinkType: hard-"lightningcss-darwin-x64@npm:1.29.2":- version: 1.29.2- resolution: "lightningcss-darwin-x64@npm:1.29.2"+"lightningcss-darwin-x64@npm:1.29.3":+ version: 1.29.3+ resolution: "lightningcss-darwin-x64@npm:1.29.3"conditions: os=darwin & cpu=x64languageName: nodelinkType: hard-"lightningcss-freebsd-x64@npm:1.29.2":- version: 1.29.2- resolution: "lightningcss-freebsd-x64@npm:1.29.2"+"lightningcss-freebsd-x64@npm:1.29.3":+ version: 1.29.3+ resolution: "lightningcss-freebsd-x64@npm:1.29.3"conditions: os=freebsd & cpu=x64languageName: nodelinkType: hard-"lightningcss-linux-arm-gnueabihf@npm:1.29.2":- version: 1.29.2- resolution: "lightningcss-linux-arm-gnueabihf@npm:1.29.2"+"lightningcss-linux-arm-gnueabihf@npm:1.29.3":+ version: 1.29.3+ resolution: "lightningcss-linux-arm-gnueabihf@npm:1.29.3"conditions: os=linux & cpu=armlanguageName: nodelinkType: hard-"lightningcss-linux-arm64-gnu@npm:1.29.2":- version: 1.29.2- resolution: "lightningcss-linux-arm64-gnu@npm:1.29.2"+"lightningcss-linux-arm64-gnu@npm:1.29.3":+ version: 1.29.3+ resolution: "lightningcss-linux-arm64-gnu@npm:1.29.3"conditions: os=linux & cpu=arm64 & libc=glibclanguageName: nodelinkType: hard-"lightningcss-linux-arm64-musl@npm:1.29.2":- version: 1.29.2- resolution: "lightningcss-linux-arm64-musl@npm:1.29.2"+"lightningcss-linux-arm64-musl@npm:1.29.3":+ version: 1.29.3+ resolution: "lightningcss-linux-arm64-musl@npm:1.29.3"conditions: os=linux & cpu=arm64 & libc=musllanguageName: nodelinkType: hard-"lightningcss-linux-x64-gnu@npm:1.29.2":- version: 1.29.2- resolution: "lightningcss-linux-x64-gnu@npm:1.29.2"+"lightningcss-linux-x64-gnu@npm:1.29.3":+ version: 1.29.3+ resolution: "lightningcss-linux-x64-gnu@npm:1.29.3"conditions: os=linux & cpu=x64 & libc=glibclanguageName: nodelinkType: hard-"lightningcss-linux-x64-musl@npm:1.29.2":- version: 1.29.2- resolution: "lightningcss-linux-x64-musl@npm:1.29.2"+"lightningcss-linux-x64-musl@npm:1.29.3":+ version: 1.29.3+ resolution: "lightningcss-linux-x64-musl@npm:1.29.3"conditions: os=linux & cpu=x64 & libc=musllanguageName: nodelinkType: hard-"lightningcss-win32-arm64-msvc@npm:1.29.2":- version: 1.29.2- resolution: "lightningcss-win32-arm64-msvc@npm:1.29.2"+"lightningcss-win32-arm64-msvc@npm:1.29.3":+ version: 1.29.3+ resolution: "lightningcss-win32-arm64-msvc@npm:1.29.3"conditions: os=win32 & cpu=arm64languageName: nodelinkType: hard-"lightningcss-win32-x64-msvc@npm:1.29.2":- version: 1.29.2- resolution: "lightningcss-win32-x64-msvc@npm:1.29.2"+"lightningcss-win32-x64-msvc@npm:1.29.3":+ version: 1.29.3+ resolution: "lightningcss-win32-x64-msvc@npm:1.29.3"conditions: os=win32 & cpu=x64languageName: nodelinkType: hard"lightningcss@npm:^1.27.0":- version: 1.29.2- resolution: "lightningcss@npm:1.29.2"+ version: 1.29.3+ resolution: "lightningcss@npm:1.29.3"dependencies:detect-libc: "npm:^2.0.3"- lightningcss-darwin-arm64: "npm:1.29.2"- lightningcss-darwin-x64: "npm:1.29.2"- lightningcss-freebsd-x64: "npm:1.29.2"- lightningcss-linux-arm-gnueabihf: "npm:1.29.2"- lightningcss-linux-arm64-gnu: "npm:1.29.2"- lightningcss-linux-arm64-musl: "npm:1.29.2"- lightningcss-linux-x64-gnu: "npm:1.29.2"- lightningcss-linux-x64-musl: "npm:1.29.2"- lightningcss-win32-arm64-msvc: "npm:1.29.2"- lightningcss-win32-x64-msvc: "npm:1.29.2"+ lightningcss-darwin-arm64: "npm:1.29.3"+ lightningcss-darwin-x64: "npm:1.29.3"+ lightningcss-freebsd-x64: "npm:1.29.3"+ lightningcss-linux-arm-gnueabihf: "npm:1.29.3"+ lightningcss-linux-arm64-gnu: "npm:1.29.3"+ lightningcss-linux-arm64-musl: "npm:1.29.3"+ lightningcss-linux-x64-gnu: "npm:1.29.3"+ lightningcss-linux-x64-musl: "npm:1.29.3"+ lightningcss-win32-arm64-msvc: "npm:1.29.3"+ lightningcss-win32-x64-msvc: "npm:1.29.3"dependenciesMeta:lightningcss-darwin-arm64:optional: true@@ -10021,7 +10022,7 @@ __metadata:optional: truelightningcss-win32-x64-msvc:optional: true- checksum: 10c0/e06bb99c98e9f56cfcf37b5ce0e0198cdeeac2993ef2e5b878b6b0934fff54c7528f38bf8875e7bd71e64c9b20b29c0cada222d1e0089c8f94c1159bbb5d611f+ checksum: 10c0/6817846ecc0767b31de7a22cfe977dfc679e7dd7be8b1f811364ce7c1f8db079d6d2161e9d5d4e6a7ecb166f920dfb20fe7f60fba328a1c60c3dc358ec3b45f2languageName: nodelinkType: harddiff --git a/yarn.lock b/yarn.lockindex 63206783e..27b92fb1b 100644--- a/yarn.lock+++ b/yarn.lock@@ -1803,8 +1803,8 @@ __metadata:linkType: hard"@nx/devkit@npm:>=17.1.2 < 21":- version: 20.5.0- resolution: "@nx/devkit@npm:20.5.0"+ version: 20.6.0+ resolution: "@nx/devkit@npm:20.6.0"dependencies:ejs: "npm:^3.1.7"enquirer: "npm:~2.3.6"@@ -1816,76 +1816,76 @@ __metadata:yargs-parser: "npm:21.1.1"peerDependencies:nx: ">= 19 <= 21"- checksum: 10c0/0ef956343a6156dc53ceb6ace601ec3c03fd667384fe7fbf3a5b306142c2c0ccf53224e8b72a603b72f34878995b09847ac02f67764f8748e3480e6aa80c9144+ checksum: 10c0/0c7b58c0f43535e6972857c2aab0e0778ac9213562068bcda23306b2e9b994d0275d09555562e1f5a6df78866f78fb8857133bac420af7499ac016bae38ed39dlanguageName: nodelinkType: hard-"@nx/nx-darwin-arm64@npm:20.5.0":- version: 20.5.0- resolution: "@nx/nx-darwin-arm64@npm:20.5.0"+"@nx/nx-darwin-arm64@npm:20.6.0":+ version: 20.6.0+ resolution: "@nx/nx-darwin-arm64@npm:20.6.0"conditions: os=darwin & cpu=arm64languageName: nodelinkType: hard-"@nx/nx-darwin-x64@npm:20.5.0":- version: 20.5.0- resolution: "@nx/nx-darwin-x64@npm:20.5.0"+"@nx/nx-darwin-x64@npm:20.6.0":+ version: 20.6.0+ resolution: "@nx/nx-darwin-x64@npm:20.6.0"conditions: os=darwin & cpu=x64languageName: nodelinkType: hard-"@nx/nx-freebsd-x64@npm:20.5.0":- version: 20.5.0- resolution: "@nx/nx-freebsd-x64@npm:20.5.0"+"@nx/nx-freebsd-x64@npm:20.6.0":+ version: 20.6.0+ resolution: "@nx/nx-freebsd-x64@npm:20.6.0"conditions: os=freebsd & cpu=x64languageName: nodelinkType: hard-"@nx/nx-linux-arm-gnueabihf@npm:20.5.0":- version: 20.5.0- resolution: "@nx/nx-linux-arm-gnueabihf@npm:20.5.0"+"@nx/nx-linux-arm-gnueabihf@npm:20.6.0":+ version: 20.6.0+ resolution: "@nx/nx-linux-arm-gnueabihf@npm:20.6.0"conditions: os=linux & cpu=armlanguageName: nodelinkType: hard-"@nx/nx-linux-arm64-gnu@npm:20.5.0":- version: 20.5.0- resolution: "@nx/nx-linux-arm64-gnu@npm:20.5.0"+"@nx/nx-linux-arm64-gnu@npm:20.6.0":+ version: 20.6.0+ resolution: "@nx/nx-linux-arm64-gnu@npm:20.6.0"conditions: os=linux & cpu=arm64 & libc=glibclanguageName: nodelinkType: hard-"@nx/nx-linux-arm64-musl@npm:20.5.0":- version: 20.5.0- resolution: "@nx/nx-linux-arm64-musl@npm:20.5.0"+"@nx/nx-linux-arm64-musl@npm:20.6.0":+ version: 20.6.0+ resolution: "@nx/nx-linux-arm64-musl@npm:20.6.0"conditions: os=linux & cpu=arm64 & libc=musllanguageName: nodelinkType: hard-"@nx/nx-linux-x64-gnu@npm:20.5.0":- version: 20.5.0- resolution: "@nx/nx-linux-x64-gnu@npm:20.5.0"+"@nx/nx-linux-x64-gnu@npm:20.6.0":+ version: 20.6.0+ resolution: "@nx/nx-linux-x64-gnu@npm:20.6.0"conditions: os=linux & cpu=x64 & libc=glibclanguageName: nodelinkType: hard-"@nx/nx-linux-x64-musl@npm:20.5.0":- version: 20.5.0- resolution: "@nx/nx-linux-x64-musl@npm:20.5.0"+"@nx/nx-linux-x64-musl@npm:20.6.0":+ version: 20.6.0+ resolution: "@nx/nx-linux-x64-musl@npm:20.6.0"conditions: os=linux & cpu=x64 & libc=musllanguageName: nodelinkType: hard-"@nx/nx-win32-arm64-msvc@npm:20.5.0":- version: 20.5.0- resolution: "@nx/nx-win32-arm64-msvc@npm:20.5.0"+"@nx/nx-win32-arm64-msvc@npm:20.6.0":+ version: 20.6.0+ resolution: "@nx/nx-win32-arm64-msvc@npm:20.6.0"conditions: os=win32 & cpu=arm64languageName: nodelinkType: hard-"@nx/nx-win32-x64-msvc@npm:20.5.0":- version: 20.5.0- resolution: "@nx/nx-win32-x64-msvc@npm:20.5.0"+"@nx/nx-win32-x64-msvc@npm:20.6.0":+ version: 20.6.0+ resolution: "@nx/nx-win32-x64-msvc@npm:20.6.0"conditions: os=win32 & cpu=x64languageName: nodelinkType: hard@@ -3428,16 +3428,17 @@ __metadata:linkType: hard"array.prototype.findlastindex@npm:^1.2.5":- version: 1.2.5- resolution: "array.prototype.findlastindex@npm:1.2.5"+ version: 1.2.6+ resolution: "array.prototype.findlastindex@npm:1.2.6"dependencies:- call-bind: "npm:^1.0.7"+ call-bind: "npm:^1.0.8"+ call-bound: "npm:^1.0.4"define-properties: "npm:^1.2.1"- es-abstract: "npm:^1.23.2"+ es-abstract: "npm:^1.23.9"es-errors: "npm:^1.3.0"- es-object-atoms: "npm:^1.0.0"- es-shim-unscopables: "npm:^1.0.2"- checksum: 10c0/962189487728b034f3134802b421b5f39e42ee2356d13b42d2ddb0e52057ffdcc170b9524867f4f0611a6f638f4c19b31e14606e8bcbda67799e26685b195aa3+ es-object-atoms: "npm:^1.1.1"+ es-shim-unscopables: "npm:^1.1.0"+ checksum: 10c0/82559310d2e57ec5f8fc53d7df420e3abf0ba497935de0a5570586035478ba7d07618cb18e2d4ada2da514c8fb98a034aaf5c06caa0a57e2f7f4c4adedef5956languageName: nodelinkType: hard@@ -3586,7 +3587,7 @@ __metadata:languageName: nodelinkType: hard-"axios@npm:^1.6.7, axios@npm:^1.7.4":+"axios@npm:^1.6.7, axios@npm:^1.8.3":version: 1.8.3resolution: "axios@npm:1.8.3"dependencies:@@ -5063,9 +5064,9 @@ __metadata:linkType: hard"devtools-protocol@npm:*":- version: 0.0.1431913- resolution: "devtools-protocol@npm:0.0.1431913"- checksum: 10c0/912ab2bf37c91aed3450911ffd300501ff777e3c3d5e67e76912c569e05c6f828759817bab73556fd26172081ea8b6f94c692d53cae0f9a2e324e9188efd4ace+ version: 0.0.1432532+ resolution: "devtools-protocol@npm:0.0.1432532"+ checksum: 10c0/24c7e1eff41701b990dbb5b6f2ded8a1b4a89da7675a6ae1f94cbe6a12ecdf4d43890e1c3d7bae4b4e720354cf9f428d171db151b9cc631c9778389e521a4996languageName: nodelinkType: hard@@ -5508,7 +5509,7 @@ __metadata:languageName: nodelinkType: hard-"es-shim-unscopables@npm:^1.0.2":+"es-shim-unscopables@npm:^1.0.2, es-shim-unscopables@npm:^1.1.0":version: 1.1.0resolution: "es-shim-unscopables@npm:1.1.0"dependencies:@@ -10083,24 +10084,24 @@ __metadata:linkType: hard"nx@npm:>=17.1.2 < 21":- version: 20.5.0- resolution: "nx@npm:20.5.0"+ version: 20.6.0+ resolution: "nx@npm:20.6.0"dependencies:"@napi-rs/wasm-runtime": "npm:0.2.4"- "@nx/nx-darwin-arm64": "npm:20.5.0"- "@nx/nx-darwin-x64": "npm:20.5.0"- "@nx/nx-freebsd-x64": "npm:20.5.0"- "@nx/nx-linux-arm-gnueabihf": "npm:20.5.0"- "@nx/nx-linux-arm64-gnu": "npm:20.5.0"- "@nx/nx-linux-arm64-musl": "npm:20.5.0"- "@nx/nx-linux-x64-gnu": "npm:20.5.0"- "@nx/nx-linux-x64-musl": "npm:20.5.0"- "@nx/nx-win32-arm64-msvc": "npm:20.5.0"- "@nx/nx-win32-x64-msvc": "npm:20.5.0"+ "@nx/nx-darwin-arm64": "npm:20.6.0"+ "@nx/nx-darwin-x64": "npm:20.6.0"+ "@nx/nx-freebsd-x64": "npm:20.6.0"+ "@nx/nx-linux-arm-gnueabihf": "npm:20.6.0"+ "@nx/nx-linux-arm64-gnu": "npm:20.6.0"+ "@nx/nx-linux-arm64-musl": "npm:20.6.0"+ "@nx/nx-linux-x64-gnu": "npm:20.6.0"+ "@nx/nx-linux-x64-musl": "npm:20.6.0"+ "@nx/nx-win32-arm64-msvc": "npm:20.6.0"+ "@nx/nx-win32-x64-msvc": "npm:20.6.0""@yarnpkg/lockfile": "npm:^1.1.0""@yarnpkg/parsers": "npm:3.0.2""@zkochan/js-yaml": "npm:0.0.7"- axios: "npm:^1.7.4"+ axios: "npm:^1.8.3"chalk: "npm:^4.1.0"cli-cursor: "npm:3.1.0"cli-spinners: "npm:2.6.1"@@ -10162,7 +10163,7 @@ __metadata:bin:nx: bin/nx.jsnx-cloud: bin/nx-cloud.js- checksum: 10c0/cf2bf23baa30e5a1e21f9c449e3fa2df6b0a41af1c8a8fa77f6bfe9c92d95c515e537480e5205acea0b0898c0576be85110ac895eec1addfc4a81befc75aab35+ checksum: 10c0/c7eda3c3f7e7d96bc50a313b6e39dc82d5fd6bd5bf6effa2592213997931ac2e6287b2817c6f0c28c9357d1db28fcd21165d5d24daa64a2b7c0cbf6aad2b6baalanguageName: nodelinkType: hard@@ -13363,8 +13364,8 @@ __metadata:linkType: hard"ua-parser-js@npm:^2.0.2":- version: 2.0.2- resolution: "ua-parser-js@npm:2.0.2"+ version: 2.0.3+ resolution: "ua-parser-js@npm:2.0.3"dependencies:"@types/node-fetch": "npm:^2.6.12"detect-europe-js: "npm:^0.1.2"@@ -13373,7 +13374,7 @@ __metadata:ua-is-frozen: "npm:^0.1.2"bin:ua-parser-js: script/cli.js- checksum: 10c0/fb64041bce98d205ffc0e08b6167fc12977ea120b59d76afd25759be5bd472f14bbf1c7650261e7e420f1e9a1aa22a033d38947d437be103c2da46151e9867ed+ checksum: 10c0/0fd098a19c11ecddf35f65a9a86a44e4d6147fbed4ad1813d0142c55d305ba2220f41b48c5a60f082552ff4a93bbb5edb1b24de0af45271d1735b63794fef1e0languageName: nodelinkType: hard