Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): lock file maintenance
renovate[bot]e49bec771d29
diff --git a/website/yarn.lock b/website/yarn.lockindex 55650ce58..6fc8f124b 100644--- a/website/yarn.lock+++ b/website/yarn.lock@@ -3438,11 +3438,11 @@ __metadata:linkType: hard"@types/node@npm:*":- version: 22.3.0- resolution: "@types/node@npm:22.3.0"+ version: 22.4.0+ resolution: "@types/node@npm:22.4.0"dependencies:- undici-types: "npm:~6.18.2"- checksum: 10c0/855be3b97f4262a84818f889ff898e147dcef4f72b866e3551a8367380cdb63a45cf3929f09d9a0647f62706f8d4772e91a1ecd1bd7c6a80d6744c2b0cbca608+ undici-types: "npm:~6.19.2"+ checksum: 10c0/84cd094b19a27e0db425f1d02614e4f7ac59b5eb3b21e288c8f8d4d0a4c9ad370107bc1a649d4c2b4e810cd133feea26e0bbf7e7c617f93e9e139d6d2568cf50languageName: nodelinkType: hard@@ -6177,9 +6177,9 @@ __metadata:linkType: hard"electron-to-chromium@npm:^1.5.4":- version: 1.5.8- resolution: "electron-to-chromium@npm:1.5.8"- checksum: 10c0/801de2afa0479ffa0cd0e36b7865241dcd3a66a92fca28457431d2dc2bd9c2d066ab07578b419426c504df196f078c63283ee47140c28039d224ec2631acbcee+ version: 1.5.11+ resolution: "electron-to-chromium@npm:1.5.11"+ checksum: 10c0/87b4c0c959009d3fa1120c73eb277c3fced527e4348c798384daf044b15cfb30bbaa5004e772ef016c5b2a70ee06bb8f756fb85fe3986d66c12d9f702c1fc5bclanguageName: nodelinkType: hard@@ -14031,10 +14031,10 @@ __metadata:languageName: nodelinkType: hard-"undici-types@npm:~6.18.2":- version: 6.18.2- resolution: "undici-types@npm:6.18.2"- checksum: 10c0/dea28163891a5af7624c120107dc07a74c369ee94c6dd1d0de29af061ee129fac4846f97130589f4436b85f6102c73d30328ca908be02626dd8ab9fec5642aba+"undici-types@npm:~6.19.2":+ version: 6.19.6+ resolution: "undici-types@npm:6.19.6"+ checksum: 10c0/9b2264c5700e7169c6c62c643aac56cd8984c5fd7e18ed31ff11780260e137f6340dee8317a2e6e0ae3c49f5e5ef6fa577ea07193cbaa535265cba76a267cae9languageName: nodelinkType: harddiff --git a/yarn.lock b/yarn.lockindex 7dce388bd..0e6e3199d 100644--- a/yarn.lock+++ b/yarn.lock@@ -873,9 +873,9 @@ __metadata:languageName: nodelinkType: hard-"@esbuild/aix-ppc64@npm:0.23.0":- version: 0.23.0- resolution: "@esbuild/aix-ppc64@npm:0.23.0"+"@esbuild/aix-ppc64@npm:0.23.1":+ version: 0.23.1+ resolution: "@esbuild/aix-ppc64@npm:0.23.1"conditions: os=aix & cpu=ppc64languageName: nodelinkType: hard@@ -887,9 +887,9 @@ __metadata:languageName: nodelinkType: hard-"@esbuild/android-arm64@npm:0.23.0":- version: 0.23.0- resolution: "@esbuild/android-arm64@npm:0.23.0"+"@esbuild/android-arm64@npm:0.23.1":+ version: 0.23.1+ resolution: "@esbuild/android-arm64@npm:0.23.1"conditions: os=android & cpu=arm64languageName: nodelinkType: hard@@ -901,9 +901,9 @@ __metadata:languageName: nodelinkType: hard-"@esbuild/android-arm@npm:0.23.0":- version: 0.23.0- resolution: "@esbuild/android-arm@npm:0.23.0"+"@esbuild/android-arm@npm:0.23.1":+ version: 0.23.1+ resolution: "@esbuild/android-arm@npm:0.23.1"conditions: os=android & cpu=armlanguageName: nodelinkType: hard@@ -915,9 +915,9 @@ __metadata:languageName: nodelinkType: hard-"@esbuild/android-x64@npm:0.23.0":- version: 0.23.0- resolution: "@esbuild/android-x64@npm:0.23.0"+"@esbuild/android-x64@npm:0.23.1":+ version: 0.23.1+ resolution: "@esbuild/android-x64@npm:0.23.1"conditions: os=android & cpu=x64languageName: nodelinkType: hard@@ -929,9 +929,9 @@ __metadata:languageName: nodelinkType: hard-"@esbuild/darwin-arm64@npm:0.23.0":- version: 0.23.0- resolution: "@esbuild/darwin-arm64@npm:0.23.0"+"@esbuild/darwin-arm64@npm:0.23.1":+ version: 0.23.1+ resolution: "@esbuild/darwin-arm64@npm:0.23.1"conditions: os=darwin & cpu=arm64languageName: nodelinkType: hard@@ -943,9 +943,9 @@ __metadata:languageName: nodelinkType: hard-"@esbuild/darwin-x64@npm:0.23.0":- version: 0.23.0- resolution: "@esbuild/darwin-x64@npm:0.23.0"+"@esbuild/darwin-x64@npm:0.23.1":+ version: 0.23.1+ resolution: "@esbuild/darwin-x64@npm:0.23.1"conditions: os=darwin & cpu=x64languageName: nodelinkType: hard@@ -957,9 +957,9 @@ __metadata:languageName: nodelinkType: hard-"@esbuild/freebsd-arm64@npm:0.23.0":- version: 0.23.0- resolution: "@esbuild/freebsd-arm64@npm:0.23.0"+"@esbuild/freebsd-arm64@npm:0.23.1":+ version: 0.23.1+ resolution: "@esbuild/freebsd-arm64@npm:0.23.1"conditions: os=freebsd & cpu=arm64languageName: nodelinkType: hard@@ -971,9 +971,9 @@ __metadata:languageName: nodelinkType: hard-"@esbuild/freebsd-x64@npm:0.23.0":- version: 0.23.0- resolution: "@esbuild/freebsd-x64@npm:0.23.0"+"@esbuild/freebsd-x64@npm:0.23.1":+ version: 0.23.1+ resolution: "@esbuild/freebsd-x64@npm:0.23.1"conditions: os=freebsd & cpu=x64languageName: nodelinkType: hard@@ -985,9 +985,9 @@ __metadata:languageName: nodelinkType: hard-"@esbuild/linux-arm64@npm:0.23.0":- version: 0.23.0- resolution: "@esbuild/linux-arm64@npm:0.23.0"+"@esbuild/linux-arm64@npm:0.23.1":+ version: 0.23.1+ resolution: "@esbuild/linux-arm64@npm:0.23.1"conditions: os=linux & cpu=arm64languageName: nodelinkType: hard@@ -999,9 +999,9 @@ __metadata:languageName: nodelinkType: hard-"@esbuild/linux-arm@npm:0.23.0":- version: 0.23.0- resolution: "@esbuild/linux-arm@npm:0.23.0"+"@esbuild/linux-arm@npm:0.23.1":+ version: 0.23.1+ resolution: "@esbuild/linux-arm@npm:0.23.1"conditions: os=linux & cpu=armlanguageName: nodelinkType: hard@@ -1013,9 +1013,9 @@ __metadata:languageName: nodelinkType: hard-"@esbuild/linux-ia32@npm:0.23.0":- version: 0.23.0- resolution: "@esbuild/linux-ia32@npm:0.23.0"+"@esbuild/linux-ia32@npm:0.23.1":+ version: 0.23.1+ resolution: "@esbuild/linux-ia32@npm:0.23.1"conditions: os=linux & cpu=ia32languageName: nodelinkType: hard@@ -1027,9 +1027,9 @@ __metadata:languageName: nodelinkType: hard-"@esbuild/linux-loong64@npm:0.23.0":- version: 0.23.0- resolution: "@esbuild/linux-loong64@npm:0.23.0"+"@esbuild/linux-loong64@npm:0.23.1":+ version: 0.23.1+ resolution: "@esbuild/linux-loong64@npm:0.23.1"conditions: os=linux & cpu=loong64languageName: nodelinkType: hard@@ -1041,9 +1041,9 @@ __metadata:languageName: nodelinkType: hard-"@esbuild/linux-mips64el@npm:0.23.0":- version: 0.23.0- resolution: "@esbuild/linux-mips64el@npm:0.23.0"+"@esbuild/linux-mips64el@npm:0.23.1":+ version: 0.23.1+ resolution: "@esbuild/linux-mips64el@npm:0.23.1"conditions: os=linux & cpu=mips64ellanguageName: nodelinkType: hard@@ -1055,9 +1055,9 @@ __metadata:languageName: nodelinkType: hard-"@esbuild/linux-ppc64@npm:0.23.0":- version: 0.23.0- resolution: "@esbuild/linux-ppc64@npm:0.23.0"+"@esbuild/linux-ppc64@npm:0.23.1":+ version: 0.23.1+ resolution: "@esbuild/linux-ppc64@npm:0.23.1"conditions: os=linux & cpu=ppc64languageName: nodelinkType: hard@@ -1069,9 +1069,9 @@ __metadata:languageName: nodelinkType: hard-"@esbuild/linux-riscv64@npm:0.23.0":- version: 0.23.0- resolution: "@esbuild/linux-riscv64@npm:0.23.0"+"@esbuild/linux-riscv64@npm:0.23.1":+ version: 0.23.1+ resolution: "@esbuild/linux-riscv64@npm:0.23.1"conditions: os=linux & cpu=riscv64languageName: nodelinkType: hard@@ -1083,9 +1083,9 @@ __metadata:languageName: nodelinkType: hard-"@esbuild/linux-s390x@npm:0.23.0":- version: 0.23.0- resolution: "@esbuild/linux-s390x@npm:0.23.0"+"@esbuild/linux-s390x@npm:0.23.1":+ version: 0.23.1+ resolution: "@esbuild/linux-s390x@npm:0.23.1"conditions: os=linux & cpu=s390xlanguageName: nodelinkType: hard@@ -1097,9 +1097,9 @@ __metadata:languageName: nodelinkType: hard-"@esbuild/linux-x64@npm:0.23.0":- version: 0.23.0- resolution: "@esbuild/linux-x64@npm:0.23.0"+"@esbuild/linux-x64@npm:0.23.1":+ version: 0.23.1+ resolution: "@esbuild/linux-x64@npm:0.23.1"conditions: os=linux & cpu=x64languageName: nodelinkType: hard@@ -1111,16 +1111,16 @@ __metadata:languageName: nodelinkType: hard-"@esbuild/netbsd-x64@npm:0.23.0":- version: 0.23.0- resolution: "@esbuild/netbsd-x64@npm:0.23.0"+"@esbuild/netbsd-x64@npm:0.23.1":+ version: 0.23.1+ resolution: "@esbuild/netbsd-x64@npm:0.23.1"conditions: os=netbsd & cpu=x64languageName: nodelinkType: hard-"@esbuild/openbsd-arm64@npm:0.23.0":- version: 0.23.0- resolution: "@esbuild/openbsd-arm64@npm:0.23.0"+"@esbuild/openbsd-arm64@npm:0.23.1":+ version: 0.23.1+ resolution: "@esbuild/openbsd-arm64@npm:0.23.1"conditions: os=openbsd & cpu=arm64languageName: nodelinkType: hard@@ -1132,9 +1132,9 @@ __metadata:languageName: nodelinkType: hard-"@esbuild/openbsd-x64@npm:0.23.0":- version: 0.23.0- resolution: "@esbuild/openbsd-x64@npm:0.23.0"+"@esbuild/openbsd-x64@npm:0.23.1":+ version: 0.23.1+ resolution: "@esbuild/openbsd-x64@npm:0.23.1"conditions: os=openbsd & cpu=x64languageName: nodelinkType: hard@@ -1146,9 +1146,9 @@ __metadata:languageName: nodelinkType: hard-"@esbuild/sunos-x64@npm:0.23.0":- version: 0.23.0- resolution: "@esbuild/sunos-x64@npm:0.23.0"+"@esbuild/sunos-x64@npm:0.23.1":+ version: 0.23.1+ resolution: "@esbuild/sunos-x64@npm:0.23.1"conditions: os=sunos & cpu=x64languageName: nodelinkType: hard@@ -1160,9 +1160,9 @@ __metadata:languageName: nodelinkType: hard-"@esbuild/win32-arm64@npm:0.23.0":- version: 0.23.0- resolution: "@esbuild/win32-arm64@npm:0.23.0"+"@esbuild/win32-arm64@npm:0.23.1":+ version: 0.23.1+ resolution: "@esbuild/win32-arm64@npm:0.23.1"conditions: os=win32 & cpu=arm64languageName: nodelinkType: hard@@ -1174,9 +1174,9 @@ __metadata:languageName: nodelinkType: hard-"@esbuild/win32-ia32@npm:0.23.0":- version: 0.23.0- resolution: "@esbuild/win32-ia32@npm:0.23.0"+"@esbuild/win32-ia32@npm:0.23.1":+ version: 0.23.1+ resolution: "@esbuild/win32-ia32@npm:0.23.1"conditions: os=win32 & cpu=ia32languageName: nodelinkType: hard@@ -1188,9 +1188,9 @@ __metadata:languageName: nodelinkType: hard-"@esbuild/win32-x64@npm:0.23.0":- version: 0.23.0- resolution: "@esbuild/win32-x64@npm:0.23.0"+"@esbuild/win32-x64@npm:0.23.1":+ version: 0.23.1+ resolution: "@esbuild/win32-x64@npm:0.23.1"conditions: os=win32 & cpu=x64languageName: nodelinkType: hard@@ -2478,20 +2478,20 @@ __metadata:linkType: hard"@types/node@npm:*":- version: 22.3.0- resolution: "@types/node@npm:22.3.0"+ version: 22.4.0+ resolution: "@types/node@npm:22.4.0"dependencies:- undici-types: "npm:~6.18.2"- checksum: 10c0/855be3b97f4262a84818f889ff898e147dcef4f72b866e3551a8367380cdb63a45cf3929f09d9a0647f62706f8d4772e91a1ecd1bd7c6a80d6744c2b0cbca608+ undici-types: "npm:~6.19.2"+ checksum: 10c0/84cd094b19a27e0db425f1d02614e4f7ac59b5eb3b21e288c8f8d4d0a4c9ad370107bc1a649d4c2b4e810cd133feea26e0bbf7e7c617f93e9e139d6d2568cf50languageName: nodelinkType: hard"@types/node@npm:^20.0.0":- version: 20.14.15- resolution: "@types/node@npm:20.14.15"+ version: 20.15.0+ resolution: "@types/node@npm:20.15.0"dependencies:- undici-types: "npm:~5.26.4"- checksum: 10c0/093713db52dc544f3931a3dec9d7d8ef661f323e57becd083a7918c778cef1eb6ec32d1017bf5ade06bb06dc5c7551f4f4d749a14e40868cce44d51e54acd8ed+ undici-types: "npm:~6.13.0"+ checksum: 10c0/5d682b360e747c789a8b95fd680c102666610df5db69ac5da908c87d6571bafeeae444cad1700f56a147c5c1527a7c9c38ba234840d447ef9ed96cabfe5821cblanguageName: nodelinkType: hard@@ -4949,9 +4949,9 @@ __metadata:linkType: hard"electron-to-chromium@npm:^1.5.4":- version: 1.5.8- resolution: "electron-to-chromium@npm:1.5.8"- checksum: 10c0/801de2afa0479ffa0cd0e36b7865241dcd3a66a92fca28457431d2dc2bd9c2d066ab07578b419426c504df196f078c63283ee47140c28039d224ec2631acbcee+ version: 1.5.11+ resolution: "electron-to-chromium@npm:1.5.11"+ checksum: 10c0/87b4c0c959009d3fa1120c73eb277c3fced527e4348c798384daf044b15cfb30bbaa5004e772ef016c5b2a70ee06bb8f756fb85fe3986d66c12d9f702c1fc5bclanguageName: nodelinkType: hard@@ -5296,33 +5296,33 @@ __metadata:linkType: hard"esbuild@npm:~0.23.0":- version: 0.23.0- resolution: "esbuild@npm:0.23.0"- dependencies:- "@esbuild/aix-ppc64": "npm:0.23.0"- "@esbuild/android-arm": "npm:0.23.0"- "@esbuild/android-arm64": "npm:0.23.0"- "@esbuild/android-x64": "npm:0.23.0"- "@esbuild/darwin-arm64": "npm:0.23.0"- "@esbuild/darwin-x64": "npm:0.23.0"- "@esbuild/freebsd-arm64": "npm:0.23.0"- "@esbuild/freebsd-x64": "npm:0.23.0"- "@esbuild/linux-arm": "npm:0.23.0"- "@esbuild/linux-arm64": "npm:0.23.0"- "@esbuild/linux-ia32": "npm:0.23.0"- "@esbuild/linux-loong64": "npm:0.23.0"- "@esbuild/linux-mips64el": "npm:0.23.0"- "@esbuild/linux-ppc64": "npm:0.23.0"- "@esbuild/linux-riscv64": "npm:0.23.0"- "@esbuild/linux-s390x": "npm:0.23.0"- "@esbuild/linux-x64": "npm:0.23.0"- "@esbuild/netbsd-x64": "npm:0.23.0"- "@esbuild/openbsd-arm64": "npm:0.23.0"- "@esbuild/openbsd-x64": "npm:0.23.0"- "@esbuild/sunos-x64": "npm:0.23.0"- "@esbuild/win32-arm64": "npm:0.23.0"- "@esbuild/win32-ia32": "npm:0.23.0"- "@esbuild/win32-x64": "npm:0.23.0"+ version: 0.23.1+ resolution: "esbuild@npm:0.23.1"+ dependencies:+ "@esbuild/aix-ppc64": "npm:0.23.1"+ "@esbuild/android-arm": "npm:0.23.1"+ "@esbuild/android-arm64": "npm:0.23.1"+ "@esbuild/android-x64": "npm:0.23.1"+ "@esbuild/darwin-arm64": "npm:0.23.1"+ "@esbuild/darwin-x64": "npm:0.23.1"+ "@esbuild/freebsd-arm64": "npm:0.23.1"+ "@esbuild/freebsd-x64": "npm:0.23.1"+ "@esbuild/linux-arm": "npm:0.23.1"+ "@esbuild/linux-arm64": "npm:0.23.1"+ "@esbuild/linux-ia32": "npm:0.23.1"+ "@esbuild/linux-loong64": "npm:0.23.1"+ "@esbuild/linux-mips64el": "npm:0.23.1"+ "@esbuild/linux-ppc64": "npm:0.23.1"+ "@esbuild/linux-riscv64": "npm:0.23.1"+ "@esbuild/linux-s390x": "npm:0.23.1"+ "@esbuild/linux-x64": "npm:0.23.1"+ "@esbuild/netbsd-x64": "npm:0.23.1"+ "@esbuild/openbsd-arm64": "npm:0.23.1"+ "@esbuild/openbsd-x64": "npm:0.23.1"+ "@esbuild/sunos-x64": "npm:0.23.1"+ "@esbuild/win32-arm64": "npm:0.23.1"+ "@esbuild/win32-ia32": "npm:0.23.1"+ "@esbuild/win32-x64": "npm:0.23.1"dependenciesMeta:"@esbuild/aix-ppc64":optional: true@@ -5374,7 +5374,7 @@ __metadata:optional: truebin:esbuild: bin/esbuild- checksum: 10c0/08c148c067795165798c0467ce02d2d1ecedc096989bded5f0d795c61a1fcbec6c14d0a3c9f4ad6185cc29ec52087acaa335ed6d98be6ad57f7fa4264626bde0+ checksum: 10c0/08c2ed1105cc3c5e3a24a771e35532fe6089dd24a39c10097899072cef4a99f20860e41e9294e000d86380f353b04d8c50af482483d7f69f5208481cce61eec7languageName: nodelinkType: hard@@ -12193,9 +12193,9 @@ __metadata:linkType: hard"type-fest@npm:^4.0.0, type-fest@npm:^4.19.0":- version: 4.24.0- resolution: "type-fest@npm:4.24.0"- checksum: 10c0/9770471a397733b17b5a9ce48ee5a4d6c042c84a4858ff4e15abd126f351c61b5fea8b7b5e55bfa34840098a920b915d5ff878db1b3c007a2512a6a9c7f21579+ version: 4.25.0+ resolution: "type-fest@npm:4.25.0"+ checksum: 10c0/1187b30d74e72f4b0b44a3493d2c1c2a9dc46423961c8250bd1535e976c4b8afc3916f6b4b90d7f56ed5b2f36d1645b05c318b4915fe4909a8a66890bda1d68dlanguageName: nodelinkType: hard@@ -12333,17 +12333,17 @@ __metadata:languageName: nodelinkType: hard-"undici-types@npm:~5.26.4":- version: 5.26.5- resolution: "undici-types@npm:5.26.5"- checksum: 10c0/bb673d7876c2d411b6eb6c560e0c571eef4a01c1c19925175d16e3a30c4c428181fb8d7ae802a261f283e4166a0ac435e2f505743aa9e45d893f9a3df017b501+"undici-types@npm:~6.13.0":+ version: 6.13.0+ resolution: "undici-types@npm:6.13.0"+ checksum: 10c0/2de55181f569c77a4f08063f8bf2722fcbb6ea312a26a9e927bd1f5ea5cf3a281c5ddf23155061db083e0a25838f54813543ff13b0ac34d230d5c1205ead66c1languageName: nodelinkType: hard-"undici-types@npm:~6.18.2":- version: 6.18.2- resolution: "undici-types@npm:6.18.2"- checksum: 10c0/dea28163891a5af7624c120107dc07a74c369ee94c6dd1d0de29af061ee129fac4846f97130589f4436b85f6102c73d30328ca908be02626dd8ab9fec5642aba+"undici-types@npm:~6.19.2":+ version: 6.19.6+ resolution: "undici-types@npm:6.19.6"+ checksum: 10c0/9b2264c5700e7169c6c62c643aac56cd8984c5fd7e18ed31ff11780260e137f6340dee8317a2e6e0ae3c49f5e5ef6fa577ea07193cbaa535265cba76a267cae9languageName: nodelinkType: hard