Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): lock file maintenance
renovate[bot]58d3e4993745
diff --git a/website/yarn.lock b/website/yarn.lockindex a45e8973a..ed56d6f6b 100644--- a/website/yarn.lock+++ b/website/yarn.lock@@ -3350,48 +3350,48 @@ __metadata:languageName: nodelinkType: hard-"@shikijs/core@npm:1.24.3":- version: 1.24.3- resolution: "@shikijs/core@npm:1.24.3"+"@shikijs/core@npm:1.24.4":+ version: 1.24.4+ resolution: "@shikijs/core@npm:1.24.4"dependencies:- "@shikijs/engine-javascript": "npm:1.24.3"- "@shikijs/engine-oniguruma": "npm:1.24.3"- "@shikijs/types": "npm:1.24.3"+ "@shikijs/engine-javascript": "npm:1.24.4"+ "@shikijs/engine-oniguruma": "npm:1.24.4"+ "@shikijs/types": "npm:1.24.4""@shikijs/vscode-textmate": "npm:^9.3.1""@types/hast": "npm:^3.0.4"hast-util-to-html: "npm:^9.0.4"- checksum: 10c0/2305fff3e3a3d3ae372cce5b82bf40aff790f738386f25b6181b6e11b50331a007f3336d1c6225c37e35d28aa561f2086e2b81892e9fb81bc0ad1b73c5948ac5+ checksum: 10c0/4ebdb3022d6d7c0598f42c90f26dc039a758dbda168d0244a1265be805124c2c1846ee502e141605ae75bd2f154a0b99db803603ccc272a90ea96abaefa7cd2blanguageName: nodelinkType: hard-"@shikijs/engine-javascript@npm:1.24.3":- version: 1.24.3- resolution: "@shikijs/engine-javascript@npm:1.24.3"+"@shikijs/engine-javascript@npm:1.24.4":+ version: 1.24.4+ resolution: "@shikijs/engine-javascript@npm:1.24.4"dependencies:- "@shikijs/types": "npm:1.24.3"+ "@shikijs/types": "npm:1.24.4""@shikijs/vscode-textmate": "npm:^9.3.1"- oniguruma-to-es: "npm:0.8.0"- checksum: 10c0/7439306c038e78f1a36ca88466d0601d14844642719e1bcb20817e74858ad62ba69fa636185d23f6f827724f432b43fbe310843d3901a1fb9b886e3267174a65+ oniguruma-to-es: "npm:0.8.1"+ checksum: 10c0/dcd244a552f1d8e589140b908496eeeb2a960dfd761dfb3f5ceee00b9560867657267eebaab236fc601bdbd04783e88cd62c7a7c7cdff65e64b521f303df664flanguageName: nodelinkType: hard-"@shikijs/engine-oniguruma@npm:1.24.3":- version: 1.24.3- resolution: "@shikijs/engine-oniguruma@npm:1.24.3"+"@shikijs/engine-oniguruma@npm:1.24.4":+ version: 1.24.4+ resolution: "@shikijs/engine-oniguruma@npm:1.24.4"dependencies:- "@shikijs/types": "npm:1.24.3"+ "@shikijs/types": "npm:1.24.4""@shikijs/vscode-textmate": "npm:^9.3.1"- checksum: 10c0/b5a0e452d3f958d66889fe9892b63b9972a7bee21c51ba4b1b997409b7147599041ee8c397dbf9f35aba27e3d39eca41287f5228276f358be8ac36650a52073d+ checksum: 10c0/613180014ca639af9b281c5351d7d5c642c82e53dea7f4f6fd58abaf96c86d6cb06954d6e84f9b463be9d0a215381ee06d0ed14e057d5b770ee72871072334f0languageName: nodelinkType: hard-"@shikijs/types@npm:1.24.3":- version: 1.24.3- resolution: "@shikijs/types@npm:1.24.3"+"@shikijs/types@npm:1.24.4":+ version: 1.24.4+ resolution: "@shikijs/types@npm:1.24.4"dependencies:"@shikijs/vscode-textmate": "npm:^9.3.1""@types/hast": "npm:^3.0.4"- checksum: 10c0/325d7a46febdc4aabae30d1f6b9291fd37077faf7b37f1cc8d1d5012968d0b47307111161aa21ebc8c8cf741a973348df13fdb4d5ec162fe2340935982e8f51e+ checksum: 10c0/43128e287c445ebdeb0666054d09a78a524e728dbb8dee4565eb27f6e93ad75db9a7e94d37437bcad3874df92e10da57961b18224825e6775904545aeb011a97languageName: nodelinkType: hard@@ -5642,9 +5642,9 @@ __metadata:linkType: hard"chalk@npm:^5.0.1, chalk@npm:^5.2.0":- version: 5.4.0- resolution: "chalk@npm:5.4.0"- checksum: 10c0/474266abd1a69879e367690b3090541deb985a54d3263efa4c82ffc623ea12b8ab9afdba082e853bb5e3f64c6619ac4951a154622b6cc8f66265f85c943d0481+ version: 5.4.1+ resolution: "chalk@npm:5.4.1"+ checksum: 10c0/b23e88132c702f4855ca6d25cb5538b1114343e41472d5263ee8a37cccfccd9c4216d111e1097c6a27830407a1dc81fecdf2a56f2c63033d4dbbd88c10b0dceflanguageName: nodelinkType: hard@@ -9327,11 +9327,11 @@ __metadata:linkType: hard"is-core-module@npm:^2.13.0, is-core-module@npm:^2.15.1, is-core-module@npm:^2.16.0":- version: 2.16.0- resolution: "is-core-module@npm:2.16.0"+ version: 2.16.1+ resolution: "is-core-module@npm:2.16.1"dependencies:hasown: "npm:^2.0.2"- checksum: 10c0/57e3b4bf3503a5ace3e61ef030a2eefa03d27827647b22968456e3e4befffed7c7aa849eea2e029f4f74a119a2d53cc391d5bad59c9352ecc9b79be3fd2acf79+ checksum: 10c0/898443c14780a577e807618aaae2b6f745c8538eca5c7bc11388a3f2dc6de82b9902bcc7eb74f07be672b11bbe82dd6a6edded44a00cb3d8f933d0459905eeddlanguageName: nodelinkType: hard@@ -9875,15 +9875,15 @@ __metadata:linkType: hard"json-stable-stringify@npm:^1.0.2":- version: 1.2.0- resolution: "json-stable-stringify@npm:1.2.0"+ version: 1.2.1+ resolution: "json-stable-stringify@npm:1.2.1"dependencies:call-bind: "npm:^1.0.8"call-bound: "npm:^1.0.3"isarray: "npm:^2.0.5"jsonify: "npm:^0.0.1"object-keys: "npm:^1.1.1"- checksum: 10c0/a0b38a4888cf571be15006d1f26ddc06336865f24ae15ab13a6f927d730a4f206b75d5097732e323a1fa301b9feeb828e1b933b4a6365877d85a0abc7624683e+ checksum: 10c0/e623e7ce89282f089d56454087edb717357e8572089b552fbc6980fb7814dc3943f7d0e4f1a19429a36ce9f4428b6c8ee6883357974457aaaa98daba5adebeealanguageName: nodelinkType: hard@@ -11814,14 +11814,14 @@ __metadata:languageName: nodelinkType: hard-"oniguruma-to-es@npm:0.8.0":- version: 0.8.0- resolution: "oniguruma-to-es@npm:0.8.0"+"oniguruma-to-es@npm:0.8.1":+ version: 0.8.1+ resolution: "oniguruma-to-es@npm:0.8.1"dependencies:emoji-regex-xs: "npm:^1.0.0"regex: "npm:^5.0.2"regex-recursion: "npm:^5.0.0"- checksum: 10c0/680675dd2490d5daa4f19e8c8d32c60708f7d6d80e766b6a35bcbbfe58348a6aa181cd7f397c5496e59c5c3ec2d3f2ec759472be0365f170ea92dfc85a0880ee+ checksum: 10c0/994373a52a424c6ecb81960ee46efdd03c5fbf3d0dd692ec7f164cc29e3a57cebd3ea069b4c1499f1b26cc36b5ef28b42012cedccd3c300f52c4a7acb5c15cbflanguageName: nodelinkType: hard@@ -14537,16 +14537,16 @@ __metadata:linkType: hard"shiki@npm:^1.16.2":- version: 1.24.3- resolution: "shiki@npm:1.24.3"+ version: 1.24.4+ resolution: "shiki@npm:1.24.4"dependencies:- "@shikijs/core": "npm:1.24.3"- "@shikijs/engine-javascript": "npm:1.24.3"- "@shikijs/engine-oniguruma": "npm:1.24.3"- "@shikijs/types": "npm:1.24.3"+ "@shikijs/core": "npm:1.24.4"+ "@shikijs/engine-javascript": "npm:1.24.4"+ "@shikijs/engine-oniguruma": "npm:1.24.4"+ "@shikijs/types": "npm:1.24.4""@shikijs/vscode-textmate": "npm:^9.3.1""@types/hast": "npm:^3.0.4"- checksum: 10c0/636e5cfbb98e3a1467a0abb396530a039483b30fbf9ea03ac3495a9937ec4eb05b1251ae467197ac6f76dc48c91cbb5e8be216bd50d299f2a16097009edcbe4d+ checksum: 10c0/c3758f67ea997f7b9ce4fe32cf50178a5f26fa49fdb2c3550115764d0a55441f63bd89e659e6ba133bdaeac57bfad485412c1b19c19f3ae523c8ffd4334b0c38languageName: nodelinkType: harddiff --git a/yarn.lock b/yarn.lockindex f4695d29c..5a60a29b6 100644--- a/yarn.lock+++ b/yarn.lock@@ -1990,135 +1990,135 @@ __metadata:languageName: nodelinkType: hard-"@rollup/rollup-android-arm-eabi@npm:4.29.0":- version: 4.29.0- resolution: "@rollup/rollup-android-arm-eabi@npm:4.29.0"+"@rollup/rollup-android-arm-eabi@npm:4.29.1":+ version: 4.29.1+ resolution: "@rollup/rollup-android-arm-eabi@npm:4.29.1"conditions: os=android & cpu=armlanguageName: nodelinkType: hard-"@rollup/rollup-android-arm64@npm:4.29.0":- version: 4.29.0- resolution: "@rollup/rollup-android-arm64@npm:4.29.0"+"@rollup/rollup-android-arm64@npm:4.29.1":+ version: 4.29.1+ resolution: "@rollup/rollup-android-arm64@npm:4.29.1"conditions: os=android & cpu=arm64languageName: nodelinkType: hard-"@rollup/rollup-darwin-arm64@npm:4.29.0":- version: 4.29.0- resolution: "@rollup/rollup-darwin-arm64@npm:4.29.0"+"@rollup/rollup-darwin-arm64@npm:4.29.1":+ version: 4.29.1+ resolution: "@rollup/rollup-darwin-arm64@npm:4.29.1"conditions: os=darwin & cpu=arm64languageName: nodelinkType: hard-"@rollup/rollup-darwin-x64@npm:4.29.0":- version: 4.29.0- resolution: "@rollup/rollup-darwin-x64@npm:4.29.0"+"@rollup/rollup-darwin-x64@npm:4.29.1":+ version: 4.29.1+ resolution: "@rollup/rollup-darwin-x64@npm:4.29.1"conditions: os=darwin & cpu=x64languageName: nodelinkType: hard-"@rollup/rollup-freebsd-arm64@npm:4.29.0":- version: 4.29.0- resolution: "@rollup/rollup-freebsd-arm64@npm:4.29.0"+"@rollup/rollup-freebsd-arm64@npm:4.29.1":+ version: 4.29.1+ resolution: "@rollup/rollup-freebsd-arm64@npm:4.29.1"conditions: os=freebsd & cpu=arm64languageName: nodelinkType: hard-"@rollup/rollup-freebsd-x64@npm:4.29.0":- version: 4.29.0- resolution: "@rollup/rollup-freebsd-x64@npm:4.29.0"+"@rollup/rollup-freebsd-x64@npm:4.29.1":+ version: 4.29.1+ resolution: "@rollup/rollup-freebsd-x64@npm:4.29.1"conditions: os=freebsd & cpu=x64languageName: nodelinkType: hard-"@rollup/rollup-linux-arm-gnueabihf@npm:4.29.0":- version: 4.29.0- resolution: "@rollup/rollup-linux-arm-gnueabihf@npm:4.29.0"+"@rollup/rollup-linux-arm-gnueabihf@npm:4.29.1":+ version: 4.29.1+ resolution: "@rollup/rollup-linux-arm-gnueabihf@npm:4.29.1"conditions: os=linux & cpu=arm & libc=glibclanguageName: nodelinkType: hard-"@rollup/rollup-linux-arm-musleabihf@npm:4.29.0":- version: 4.29.0- resolution: "@rollup/rollup-linux-arm-musleabihf@npm:4.29.0"+"@rollup/rollup-linux-arm-musleabihf@npm:4.29.1":+ version: 4.29.1+ resolution: "@rollup/rollup-linux-arm-musleabihf@npm:4.29.1"conditions: os=linux & cpu=arm & libc=musllanguageName: nodelinkType: hard-"@rollup/rollup-linux-arm64-gnu@npm:4.29.0":- version: 4.29.0- resolution: "@rollup/rollup-linux-arm64-gnu@npm:4.29.0"+"@rollup/rollup-linux-arm64-gnu@npm:4.29.1":+ version: 4.29.1+ resolution: "@rollup/rollup-linux-arm64-gnu@npm:4.29.1"conditions: os=linux & cpu=arm64 & libc=glibclanguageName: nodelinkType: hard-"@rollup/rollup-linux-arm64-musl@npm:4.29.0":- version: 4.29.0- resolution: "@rollup/rollup-linux-arm64-musl@npm:4.29.0"+"@rollup/rollup-linux-arm64-musl@npm:4.29.1":+ version: 4.29.1+ resolution: "@rollup/rollup-linux-arm64-musl@npm:4.29.1"conditions: os=linux & cpu=arm64 & libc=musllanguageName: nodelinkType: hard-"@rollup/rollup-linux-loongarch64-gnu@npm:4.29.0":- version: 4.29.0- resolution: "@rollup/rollup-linux-loongarch64-gnu@npm:4.29.0"+"@rollup/rollup-linux-loongarch64-gnu@npm:4.29.1":+ version: 4.29.1+ resolution: "@rollup/rollup-linux-loongarch64-gnu@npm:4.29.1"conditions: os=linux & cpu=loong64 & libc=glibclanguageName: nodelinkType: hard-"@rollup/rollup-linux-powerpc64le-gnu@npm:4.29.0":- version: 4.29.0- resolution: "@rollup/rollup-linux-powerpc64le-gnu@npm:4.29.0"+"@rollup/rollup-linux-powerpc64le-gnu@npm:4.29.1":+ version: 4.29.1+ resolution: "@rollup/rollup-linux-powerpc64le-gnu@npm:4.29.1"conditions: os=linux & cpu=ppc64 & libc=glibclanguageName: nodelinkType: hard-"@rollup/rollup-linux-riscv64-gnu@npm:4.29.0":- version: 4.29.0- resolution: "@rollup/rollup-linux-riscv64-gnu@npm:4.29.0"+"@rollup/rollup-linux-riscv64-gnu@npm:4.29.1":+ version: 4.29.1+ resolution: "@rollup/rollup-linux-riscv64-gnu@npm:4.29.1"conditions: os=linux & cpu=riscv64 & libc=glibclanguageName: nodelinkType: hard-"@rollup/rollup-linux-s390x-gnu@npm:4.29.0":- version: 4.29.0- resolution: "@rollup/rollup-linux-s390x-gnu@npm:4.29.0"+"@rollup/rollup-linux-s390x-gnu@npm:4.29.1":+ version: 4.29.1+ resolution: "@rollup/rollup-linux-s390x-gnu@npm:4.29.1"conditions: os=linux & cpu=s390x & libc=glibclanguageName: nodelinkType: hard-"@rollup/rollup-linux-x64-gnu@npm:4.29.0":- version: 4.29.0- resolution: "@rollup/rollup-linux-x64-gnu@npm:4.29.0"+"@rollup/rollup-linux-x64-gnu@npm:4.29.1":+ version: 4.29.1+ resolution: "@rollup/rollup-linux-x64-gnu@npm:4.29.1"conditions: os=linux & cpu=x64 & libc=glibclanguageName: nodelinkType: hard-"@rollup/rollup-linux-x64-musl@npm:4.29.0":- version: 4.29.0- resolution: "@rollup/rollup-linux-x64-musl@npm:4.29.0"+"@rollup/rollup-linux-x64-musl@npm:4.29.1":+ version: 4.29.1+ resolution: "@rollup/rollup-linux-x64-musl@npm:4.29.1"conditions: os=linux & cpu=x64 & libc=musllanguageName: nodelinkType: hard-"@rollup/rollup-win32-arm64-msvc@npm:4.29.0":- version: 4.29.0- resolution: "@rollup/rollup-win32-arm64-msvc@npm:4.29.0"+"@rollup/rollup-win32-arm64-msvc@npm:4.29.1":+ version: 4.29.1+ resolution: "@rollup/rollup-win32-arm64-msvc@npm:4.29.1"conditions: os=win32 & cpu=arm64languageName: nodelinkType: hard-"@rollup/rollup-win32-ia32-msvc@npm:4.29.0":- version: 4.29.0- resolution: "@rollup/rollup-win32-ia32-msvc@npm:4.29.0"+"@rollup/rollup-win32-ia32-msvc@npm:4.29.1":+ version: 4.29.1+ resolution: "@rollup/rollup-win32-ia32-msvc@npm:4.29.1"conditions: os=win32 & cpu=ia32languageName: nodelinkType: hard-"@rollup/rollup-win32-x64-msvc@npm:4.29.0":- version: 4.29.0- resolution: "@rollup/rollup-win32-x64-msvc@npm:4.29.0"+"@rollup/rollup-win32-x64-msvc@npm:4.29.1":+ version: 4.29.1+ resolution: "@rollup/rollup-win32-x64-msvc@npm:4.29.1"conditions: os=win32 & cpu=x64languageName: nodelinkType: hard@@ -3895,9 +3895,9 @@ __metadata:linkType: hard"chalk@npm:^5.3.0":- version: 5.4.0- resolution: "chalk@npm:5.4.0"- checksum: 10c0/474266abd1a69879e367690b3090541deb985a54d3263efa4c82ffc623ea12b8ab9afdba082e853bb5e3f64c6619ac4951a154622b6cc8f66265f85c943d0481+ version: 5.4.1+ resolution: "chalk@npm:5.4.1"+ checksum: 10c0/b23e88132c702f4855ca6d25cb5538b1114343e41472d5263ee8a37cccfccd9c4216d111e1097c6a27830407a1dc81fecdf2a56f2c63033d4dbbd88c10b0dceflanguageName: nodelinkType: hard@@ -7424,11 +7424,11 @@ __metadata:linkType: hard"is-core-module@npm:^2.13.0, is-core-module@npm:^2.15.1, is-core-module@npm:^2.16.0, is-core-module@npm:^2.5.0":- version: 2.16.0- resolution: "is-core-module@npm:2.16.0"+ version: 2.16.1+ resolution: "is-core-module@npm:2.16.1"dependencies:hasown: "npm:^2.0.2"- checksum: 10c0/57e3b4bf3503a5ace3e61ef030a2eefa03d27827647b22968456e3e4befffed7c7aa849eea2e029f4f74a119a2d53cc391d5bad59c9352ecc9b79be3fd2acf79+ checksum: 10c0/898443c14780a577e807618aaae2b6f745c8538eca5c7bc11388a3f2dc6de82b9902bcc7eb74f07be672b11bbe82dd6a6edded44a00cb3d8f933d0459905eeddlanguageName: nodelinkType: hard@@ -11046,28 +11046,28 @@ __metadata:linkType: hard"rollup@npm:^4.20.0":- version: 4.29.0- resolution: "rollup@npm:4.29.0"- dependencies:- "@rollup/rollup-android-arm-eabi": "npm:4.29.0"- "@rollup/rollup-android-arm64": "npm:4.29.0"- "@rollup/rollup-darwin-arm64": "npm:4.29.0"- "@rollup/rollup-darwin-x64": "npm:4.29.0"- "@rollup/rollup-freebsd-arm64": "npm:4.29.0"- "@rollup/rollup-freebsd-x64": "npm:4.29.0"- "@rollup/rollup-linux-arm-gnueabihf": "npm:4.29.0"- "@rollup/rollup-linux-arm-musleabihf": "npm:4.29.0"- "@rollup/rollup-linux-arm64-gnu": "npm:4.29.0"- "@rollup/rollup-linux-arm64-musl": "npm:4.29.0"- "@rollup/rollup-linux-loongarch64-gnu": "npm:4.29.0"- "@rollup/rollup-linux-powerpc64le-gnu": "npm:4.29.0"- "@rollup/rollup-linux-riscv64-gnu": "npm:4.29.0"- "@rollup/rollup-linux-s390x-gnu": "npm:4.29.0"- "@rollup/rollup-linux-x64-gnu": "npm:4.29.0"- "@rollup/rollup-linux-x64-musl": "npm:4.29.0"- "@rollup/rollup-win32-arm64-msvc": "npm:4.29.0"- "@rollup/rollup-win32-ia32-msvc": "npm:4.29.0"- "@rollup/rollup-win32-x64-msvc": "npm:4.29.0"+ version: 4.29.1+ resolution: "rollup@npm:4.29.1"+ dependencies:+ "@rollup/rollup-android-arm-eabi": "npm:4.29.1"+ "@rollup/rollup-android-arm64": "npm:4.29.1"+ "@rollup/rollup-darwin-arm64": "npm:4.29.1"+ "@rollup/rollup-darwin-x64": "npm:4.29.1"+ "@rollup/rollup-freebsd-arm64": "npm:4.29.1"+ "@rollup/rollup-freebsd-x64": "npm:4.29.1"+ "@rollup/rollup-linux-arm-gnueabihf": "npm:4.29.1"+ "@rollup/rollup-linux-arm-musleabihf": "npm:4.29.1"+ "@rollup/rollup-linux-arm64-gnu": "npm:4.29.1"+ "@rollup/rollup-linux-arm64-musl": "npm:4.29.1"+ "@rollup/rollup-linux-loongarch64-gnu": "npm:4.29.1"+ "@rollup/rollup-linux-powerpc64le-gnu": "npm:4.29.1"+ "@rollup/rollup-linux-riscv64-gnu": "npm:4.29.1"+ "@rollup/rollup-linux-s390x-gnu": "npm:4.29.1"+ "@rollup/rollup-linux-x64-gnu": "npm:4.29.1"+ "@rollup/rollup-linux-x64-musl": "npm:4.29.1"+ "@rollup/rollup-win32-arm64-msvc": "npm:4.29.1"+ "@rollup/rollup-win32-ia32-msvc": "npm:4.29.1"+ "@rollup/rollup-win32-x64-msvc": "npm:4.29.1""@types/estree": "npm:1.0.6"fsevents: "npm:~2.3.2"dependenciesMeta:@@ -11113,7 +11113,7 @@ __metadata:optional: truebin:rollup: dist/bin/rollup- checksum: 10c0/96ef4ad48af0ea8c88b3964860d80dd9c81451353592b9d8ac8ed214c9bf93108fa117493fc275b096e274b17ec60dd97443191741f31ca153f4328a37974eaf+ checksum: 10c0/fcd0321df78fdc74b36858e92c4b73ebf5aa8f0b9cf7c446f008e0dc3c5c4ed855d662dc44e5a09c7794bbe91017b4dd7be88b619c239f0494f9f0fbfa67c557languageName: nodelinkType: hard