Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): lock file maintenance (#3047)
renovate[bot]8feee637574b
diff --git a/website/yarn.lock b/website/yarn.lockindex 656578427..b3fafe096 100644--- a/website/yarn.lock+++ b/website/yarn.lock@@ -3969,7 +3969,7 @@ __metadata:languageName: nodelinkType: hard-"@types/estree@npm:*, @types/estree@npm:^1.0.0, @types/estree@npm:^1.0.6":+"@types/estree@npm:*, @types/estree@npm:^1.0.0, @types/estree@npm:^1.0.8":version: 1.0.8resolution: "@types/estree@npm:1.0.8"checksum: 10c0/39d34d1afaa338ab9763f37ad6066e3f349444f9052b9676a7cc0252ef9485a41c6d81c9c4e0d26e9077993354edf25efc853f3224dd4b447175ef62bdcc86a5@@ -4458,137 +4458,137 @@ __metadata:languageName: nodelinkType: hard-"@unrs/resolver-binding-android-arm-eabi@npm:1.11.0":- version: 1.11.0- resolution: "@unrs/resolver-binding-android-arm-eabi@npm:1.11.0"+"@unrs/resolver-binding-android-arm-eabi@npm:1.11.1":+ version: 1.11.1+ resolution: "@unrs/resolver-binding-android-arm-eabi@npm:1.11.1"conditions: os=android & cpu=armlanguageName: nodelinkType: hard-"@unrs/resolver-binding-android-arm64@npm:1.11.0":- version: 1.11.0- resolution: "@unrs/resolver-binding-android-arm64@npm:1.11.0"+"@unrs/resolver-binding-android-arm64@npm:1.11.1":+ version: 1.11.1+ resolution: "@unrs/resolver-binding-android-arm64@npm:1.11.1"conditions: os=android & cpu=arm64languageName: nodelinkType: hard-"@unrs/resolver-binding-darwin-arm64@npm:1.11.0":- version: 1.11.0- resolution: "@unrs/resolver-binding-darwin-arm64@npm:1.11.0"+"@unrs/resolver-binding-darwin-arm64@npm:1.11.1":+ version: 1.11.1+ resolution: "@unrs/resolver-binding-darwin-arm64@npm:1.11.1"conditions: os=darwin & cpu=arm64languageName: nodelinkType: hard-"@unrs/resolver-binding-darwin-x64@npm:1.11.0":- version: 1.11.0- resolution: "@unrs/resolver-binding-darwin-x64@npm:1.11.0"+"@unrs/resolver-binding-darwin-x64@npm:1.11.1":+ version: 1.11.1+ resolution: "@unrs/resolver-binding-darwin-x64@npm:1.11.1"conditions: os=darwin & cpu=x64languageName: nodelinkType: hard-"@unrs/resolver-binding-freebsd-x64@npm:1.11.0":- version: 1.11.0- resolution: "@unrs/resolver-binding-freebsd-x64@npm:1.11.0"+"@unrs/resolver-binding-freebsd-x64@npm:1.11.1":+ version: 1.11.1+ resolution: "@unrs/resolver-binding-freebsd-x64@npm:1.11.1"conditions: os=freebsd & cpu=x64languageName: nodelinkType: hard-"@unrs/resolver-binding-linux-arm-gnueabihf@npm:1.11.0":- version: 1.11.0- resolution: "@unrs/resolver-binding-linux-arm-gnueabihf@npm:1.11.0"+"@unrs/resolver-binding-linux-arm-gnueabihf@npm:1.11.1":+ version: 1.11.1+ resolution: "@unrs/resolver-binding-linux-arm-gnueabihf@npm:1.11.1"conditions: os=linux & cpu=armlanguageName: nodelinkType: hard-"@unrs/resolver-binding-linux-arm-musleabihf@npm:1.11.0":- version: 1.11.0- resolution: "@unrs/resolver-binding-linux-arm-musleabihf@npm:1.11.0"+"@unrs/resolver-binding-linux-arm-musleabihf@npm:1.11.1":+ version: 1.11.1+ resolution: "@unrs/resolver-binding-linux-arm-musleabihf@npm:1.11.1"conditions: os=linux & cpu=armlanguageName: nodelinkType: hard-"@unrs/resolver-binding-linux-arm64-gnu@npm:1.11.0":- version: 1.11.0- resolution: "@unrs/resolver-binding-linux-arm64-gnu@npm:1.11.0"+"@unrs/resolver-binding-linux-arm64-gnu@npm:1.11.1":+ version: 1.11.1+ resolution: "@unrs/resolver-binding-linux-arm64-gnu@npm:1.11.1"conditions: os=linux & cpu=arm64 & libc=glibclanguageName: nodelinkType: hard-"@unrs/resolver-binding-linux-arm64-musl@npm:1.11.0":- version: 1.11.0- resolution: "@unrs/resolver-binding-linux-arm64-musl@npm:1.11.0"+"@unrs/resolver-binding-linux-arm64-musl@npm:1.11.1":+ version: 1.11.1+ resolution: "@unrs/resolver-binding-linux-arm64-musl@npm:1.11.1"conditions: os=linux & cpu=arm64 & libc=musllanguageName: nodelinkType: hard-"@unrs/resolver-binding-linux-ppc64-gnu@npm:1.11.0":- version: 1.11.0- resolution: "@unrs/resolver-binding-linux-ppc64-gnu@npm:1.11.0"+"@unrs/resolver-binding-linux-ppc64-gnu@npm:1.11.1":+ version: 1.11.1+ resolution: "@unrs/resolver-binding-linux-ppc64-gnu@npm:1.11.1"conditions: os=linux & cpu=ppc64 & libc=glibclanguageName: nodelinkType: hard-"@unrs/resolver-binding-linux-riscv64-gnu@npm:1.11.0":- version: 1.11.0- resolution: "@unrs/resolver-binding-linux-riscv64-gnu@npm:1.11.0"+"@unrs/resolver-binding-linux-riscv64-gnu@npm:1.11.1":+ version: 1.11.1+ resolution: "@unrs/resolver-binding-linux-riscv64-gnu@npm:1.11.1"conditions: os=linux & cpu=riscv64 & libc=glibclanguageName: nodelinkType: hard-"@unrs/resolver-binding-linux-riscv64-musl@npm:1.11.0":- version: 1.11.0- resolution: "@unrs/resolver-binding-linux-riscv64-musl@npm:1.11.0"+"@unrs/resolver-binding-linux-riscv64-musl@npm:1.11.1":+ version: 1.11.1+ resolution: "@unrs/resolver-binding-linux-riscv64-musl@npm:1.11.1"conditions: os=linux & cpu=riscv64 & libc=musllanguageName: nodelinkType: hard-"@unrs/resolver-binding-linux-s390x-gnu@npm:1.11.0":- version: 1.11.0- resolution: "@unrs/resolver-binding-linux-s390x-gnu@npm:1.11.0"+"@unrs/resolver-binding-linux-s390x-gnu@npm:1.11.1":+ version: 1.11.1+ resolution: "@unrs/resolver-binding-linux-s390x-gnu@npm:1.11.1"conditions: os=linux & cpu=s390x & libc=glibclanguageName: nodelinkType: hard-"@unrs/resolver-binding-linux-x64-gnu@npm:1.11.0":- version: 1.11.0- resolution: "@unrs/resolver-binding-linux-x64-gnu@npm:1.11.0"+"@unrs/resolver-binding-linux-x64-gnu@npm:1.11.1":+ version: 1.11.1+ resolution: "@unrs/resolver-binding-linux-x64-gnu@npm:1.11.1"conditions: os=linux & cpu=x64 & libc=glibclanguageName: nodelinkType: hard-"@unrs/resolver-binding-linux-x64-musl@npm:1.11.0":- version: 1.11.0- resolution: "@unrs/resolver-binding-linux-x64-musl@npm:1.11.0"+"@unrs/resolver-binding-linux-x64-musl@npm:1.11.1":+ version: 1.11.1+ resolution: "@unrs/resolver-binding-linux-x64-musl@npm:1.11.1"conditions: os=linux & cpu=x64 & libc=musllanguageName: nodelinkType: hard-"@unrs/resolver-binding-wasm32-wasi@npm:1.11.0":- version: 1.11.0- resolution: "@unrs/resolver-binding-wasm32-wasi@npm:1.11.0"+"@unrs/resolver-binding-wasm32-wasi@npm:1.11.1":+ version: 1.11.1+ resolution: "@unrs/resolver-binding-wasm32-wasi@npm:1.11.1"dependencies:"@napi-rs/wasm-runtime": "npm:^0.2.11"conditions: cpu=wasm32languageName: nodelinkType: hard-"@unrs/resolver-binding-win32-arm64-msvc@npm:1.11.0":- version: 1.11.0- resolution: "@unrs/resolver-binding-win32-arm64-msvc@npm:1.11.0"+"@unrs/resolver-binding-win32-arm64-msvc@npm:1.11.1":+ version: 1.11.1+ resolution: "@unrs/resolver-binding-win32-arm64-msvc@npm:1.11.1"conditions: os=win32 & cpu=arm64languageName: nodelinkType: hard-"@unrs/resolver-binding-win32-ia32-msvc@npm:1.11.0":- version: 1.11.0- resolution: "@unrs/resolver-binding-win32-ia32-msvc@npm:1.11.0"+"@unrs/resolver-binding-win32-ia32-msvc@npm:1.11.1":+ version: 1.11.1+ resolution: "@unrs/resolver-binding-win32-ia32-msvc@npm:1.11.1"conditions: os=win32 & cpu=ia32languageName: nodelinkType: hard-"@unrs/resolver-binding-win32-x64-msvc@npm:1.11.0":- version: 1.11.0- resolution: "@unrs/resolver-binding-win32-x64-msvc@npm:1.11.0"+"@unrs/resolver-binding-win32-x64-msvc@npm:1.11.1":+ version: 1.11.1+ resolution: "@unrs/resolver-binding-win32-x64-msvc@npm:1.11.1"conditions: os=win32 & cpu=x64languageName: nodelinkType: hard@@ -4789,6 +4789,15 @@ __metadata:languageName: nodelinkType: hard+"acorn-import-phases@npm:^1.0.3":+ version: 1.0.3+ resolution: "acorn-import-phases@npm:1.0.3"+ peerDependencies:+ acorn: ^8.14.0+ checksum: 10c0/43cc13a63f13105756e53cdc057f0a60dcbf38f8be739258ba85ed9f126920936a0720a4232a45569d391e82da85135af23dd431e8882a226380db289632f7b2+ languageName: node+ linkType: hard+"acorn-jsx@npm:^5.0.0, acorn-jsx@npm:^5.3.2":version: 5.3.2resolution: "acorn-jsx@npm:5.3.2"@@ -4807,7 +4816,7 @@ __metadata:languageName: nodelinkType: hard-"acorn@npm:^8.0.0, acorn@npm:^8.0.4, acorn@npm:^8.11.0, acorn@npm:^8.14.0, acorn@npm:^8.9.0":+"acorn@npm:^8.0.0, acorn@npm:^8.0.4, acorn@npm:^8.11.0, acorn@npm:^8.14.0, acorn@npm:^8.15.0, acorn@npm:^8.9.0":version: 8.15.0resolution: "acorn@npm:8.15.0"bin:@@ -6971,9 +6980,9 @@ __metadata:linkType: hard"electron-to-chromium@npm:^1.5.173":- version: 1.5.180- resolution: "electron-to-chromium@npm:1.5.180"- checksum: 10c0/3042aa1d20e1ff0b8205bc856a98a7f94aafb3051d468a40d9bb3dac65b36dc48b9c1197c5a56ea179f39231668a3f0c35b02c3a58d0fe25d047613e07a21565+ version: 1.5.181+ resolution: "electron-to-chromium@npm:1.5.181"+ checksum: 10c0/9d4d2fbbcabe604348462c1df37c744615c3f1439eeb66dc12fd9e25ea4422dbafd20dd15f4a78106ad5aff9168f751ee2e62347ae36c1d7dd9dea61b325e98elanguageName: nodelinkType: hard@@ -7057,7 +7066,7 @@ __metadata:languageName: nodelinkType: hard-"enhanced-resolve@npm:^5.17.1":+"enhanced-resolve@npm:^5.17.2":version: 5.18.2resolution: "enhanced-resolve@npm:5.18.2"dependencies:@@ -15607,28 +15616,28 @@ __metadata:linkType: hard"unrs-resolver@npm:^1.6.2":- version: 1.11.0- resolution: "unrs-resolver@npm:1.11.0"- dependencies:- "@unrs/resolver-binding-android-arm-eabi": "npm:1.11.0"- "@unrs/resolver-binding-android-arm64": "npm:1.11.0"- "@unrs/resolver-binding-darwin-arm64": "npm:1.11.0"- "@unrs/resolver-binding-darwin-x64": "npm:1.11.0"- "@unrs/resolver-binding-freebsd-x64": "npm:1.11.0"- "@unrs/resolver-binding-linux-arm-gnueabihf": "npm:1.11.0"- "@unrs/resolver-binding-linux-arm-musleabihf": "npm:1.11.0"- "@unrs/resolver-binding-linux-arm64-gnu": "npm:1.11.0"- "@unrs/resolver-binding-linux-arm64-musl": "npm:1.11.0"- "@unrs/resolver-binding-linux-ppc64-gnu": "npm:1.11.0"- "@unrs/resolver-binding-linux-riscv64-gnu": "npm:1.11.0"- "@unrs/resolver-binding-linux-riscv64-musl": "npm:1.11.0"- "@unrs/resolver-binding-linux-s390x-gnu": "npm:1.11.0"- "@unrs/resolver-binding-linux-x64-gnu": "npm:1.11.0"- "@unrs/resolver-binding-linux-x64-musl": "npm:1.11.0"- "@unrs/resolver-binding-wasm32-wasi": "npm:1.11.0"- "@unrs/resolver-binding-win32-arm64-msvc": "npm:1.11.0"- "@unrs/resolver-binding-win32-ia32-msvc": "npm:1.11.0"- "@unrs/resolver-binding-win32-x64-msvc": "npm:1.11.0"+ version: 1.11.1+ resolution: "unrs-resolver@npm:1.11.1"+ dependencies:+ "@unrs/resolver-binding-android-arm-eabi": "npm:1.11.1"+ "@unrs/resolver-binding-android-arm64": "npm:1.11.1"+ "@unrs/resolver-binding-darwin-arm64": "npm:1.11.1"+ "@unrs/resolver-binding-darwin-x64": "npm:1.11.1"+ "@unrs/resolver-binding-freebsd-x64": "npm:1.11.1"+ "@unrs/resolver-binding-linux-arm-gnueabihf": "npm:1.11.1"+ "@unrs/resolver-binding-linux-arm-musleabihf": "npm:1.11.1"+ "@unrs/resolver-binding-linux-arm64-gnu": "npm:1.11.1"+ "@unrs/resolver-binding-linux-arm64-musl": "npm:1.11.1"+ "@unrs/resolver-binding-linux-ppc64-gnu": "npm:1.11.1"+ "@unrs/resolver-binding-linux-riscv64-gnu": "npm:1.11.1"+ "@unrs/resolver-binding-linux-riscv64-musl": "npm:1.11.1"+ "@unrs/resolver-binding-linux-s390x-gnu": "npm:1.11.1"+ "@unrs/resolver-binding-linux-x64-gnu": "npm:1.11.1"+ "@unrs/resolver-binding-linux-x64-musl": "npm:1.11.1"+ "@unrs/resolver-binding-wasm32-wasi": "npm:1.11.1"+ "@unrs/resolver-binding-win32-arm64-msvc": "npm:1.11.1"+ "@unrs/resolver-binding-win32-ia32-msvc": "npm:1.11.1"+ "@unrs/resolver-binding-win32-x64-msvc": "npm:1.11.1"napi-postinstall: "npm:^0.3.0"dependenciesMeta:"@unrs/resolver-binding-android-arm-eabi":@@ -15669,7 +15678,7 @@ __metadata:optional: true"@unrs/resolver-binding-win32-x64-msvc":optional: true- checksum: 10c0/5883c0621e3a57f21426092a99783ecd88e795493a0ab013a10013ddd8fe355d67a88ac37a7e8ae0f3617d52e7f688b95d9b2807ac605b22c174a8bd6d85fc04+ checksum: 10c0/c91b112c71a33d6b24e5c708dab43ab80911f2df8ee65b87cd7a18fb5af446708e98c4b415ca262026ad8df326debcc7ca6a801b2935504d87fd6f0b9d70dce1languageName: nodelinkType: hard@@ -15948,7 +15957,7 @@ __metadata:languageName: nodelinkType: hard-"webpack-sources@npm:^3.2.3":+"webpack-sources@npm:^3.3.3":version: 3.3.3resolution: "webpack-sources@npm:3.3.3"checksum: 10c0/ab732f6933b513ba4d505130418995ddef6df988421fccf3289e53583c6a39e205c4a0739cee98950964552d3006604912679c736031337fb4a9d78d8576ed40@@ -15956,19 +15965,20 @@ __metadata:linkType: hard"webpack@npm:^5.88.1, webpack@npm:^5.95.0":- version: 5.99.9- resolution: "webpack@npm:5.99.9"+ version: 5.100.0+ resolution: "webpack@npm:5.100.0"dependencies:"@types/eslint-scope": "npm:^3.7.7"- "@types/estree": "npm:^1.0.6"+ "@types/estree": "npm:^1.0.8""@types/json-schema": "npm:^7.0.15""@webassemblyjs/ast": "npm:^1.14.1""@webassemblyjs/wasm-edit": "npm:^1.14.1""@webassemblyjs/wasm-parser": "npm:^1.14.1"- acorn: "npm:^8.14.0"+ acorn: "npm:^8.15.0"+ acorn-import-phases: "npm:^1.0.3"browserslist: "npm:^4.24.0"chrome-trace-event: "npm:^1.0.2"- enhanced-resolve: "npm:^5.17.1"+ enhanced-resolve: "npm:^5.17.2"es-module-lexer: "npm:^1.2.1"eslint-scope: "npm:5.1.1"events: "npm:^3.2.0"@@ -15982,13 +15992,13 @@ __metadata:tapable: "npm:^2.1.1"terser-webpack-plugin: "npm:^5.3.11"watchpack: "npm:^2.4.1"- webpack-sources: "npm:^3.2.3"+ webpack-sources: "npm:^3.3.3"peerDependenciesMeta:webpack-cli:optional: truebin:webpack: bin/webpack.js- checksum: 10c0/34ec3f19b50bccaf27929e5e5b901b25047f2d414acba7d0967dc98eb4f404d107fb1a4b63095edbca2b006ff5815f1720b131e10b20664b074dfc86b7ffa717+ checksum: 10c0/65e93807985a469b683b6a089e994a3b61c64aa67fa60b4322f6e857cc9b3312080ba1f29041aacb5d382bd16bea1ab6384e149034cdd71ee138a17df295860alanguageName: nodelinkType: hard@@ -16275,10 +16285,10 @@ __metadata:linkType: hard"zx@npm:^8.1.4":- version: 8.6.1- resolution: "zx@npm:8.6.1"+ version: 8.6.2+ resolution: "zx@npm:8.6.2"bin:zx: build/cli.js- checksum: 10c0/ab22dd803e064a3bc3b96ee89049b473df8d1399f72681da6faf55590d68d155f2fbdfe752520ccd5e82f7cb6c3e52810818d4f75ae38aff7bba6898752d96ca+ checksum: 10c0/50b29728d9d8db61cfc8274029572c32d3d7e40b34c7c195b906be7e5c4153893e213b28efe97b05f7736866e76a9132c056bea10dd47f6431903d7b9a7df808languageName: nodelinkType: harddiff --git a/yarn.lock b/yarn.lockindex 22de15e70..b75acab75 100644--- a/yarn.lock+++ b/yarn.lock@@ -3749,9 +3749,9 @@ __metadata:linkType: hard"bare-events@npm:^2.2.0, bare-events@npm:^2.5.4":- version: 2.5.4- resolution: "bare-events@npm:2.5.4"- checksum: 10c0/877a9cea73d545e2588cdbd6fd01653e27dac48ad6b44985cdbae73e1f57f292d4ba52e25d1fba53674c1053c463d159f3d5c7bc36a2e6e192e389b499ddd627+ version: 2.6.0+ resolution: "bare-events@npm:2.6.0"+ checksum: 10c0/9bdd727a8df81aae14746c9bb860102f6c5aafc028f17e3a8620f40dc8bfe816ed46b0c50cb3200d1a1099f8028da27110cf711267b296767f37d3e4c6a9d4a6languageName: nodelinkType: hard@@ -5377,9 +5377,9 @@ __metadata:linkType: hard"electron-to-chromium@npm:^1.5.173":- version: 1.5.180- resolution: "electron-to-chromium@npm:1.5.180"- checksum: 10c0/3042aa1d20e1ff0b8205bc856a98a7f94aafb3051d468a40d9bb3dac65b36dc48b9c1197c5a56ea179f39231668a3f0c35b02c3a58d0fe25d047613e07a21565+ version: 1.5.181+ resolution: "electron-to-chromium@npm:1.5.181"+ checksum: 10c0/9d4d2fbbcabe604348462c1df37c744615c3f1439eeb66dc12fd9e25ea4422dbafd20dd15f4a78106ad5aff9168f751ee2e62347ae36c1d7dd9dea61b325e98elanguageName: nodelinkType: hard