Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): lock file maintenance
renovate[bot]3d14cbd4105e
diff --git a/website/yarn.lock b/website/yarn.lockindex f54fcb702..c420db57d 100644--- a/website/yarn.lock+++ b/website/yarn.lock@@ -3159,11 +3159,11 @@ __metadata:linkType: hard"@types/node@npm:*":- version: 20.11.18- resolution: "@types/node@npm:20.11.18"+ version: 20.11.19+ resolution: "@types/node@npm:20.11.19"dependencies:undici-types: "npm:~5.26.4"- checksum: 10c0/88edd038cb1eee8cb20d9de3f5e18f28faffb6473431df468170c023de2b9ab6dd13df4d2eb458a258589dd26793be41cd7c684b611d2d1404c022fa80a0a12b+ checksum: 10c0/f451ef0a1d78f29c57bad7b77e49ebec945f2a6d0d7a89851d7e185ee9fe7ad94d651c0dfbcb7858c9fa791310c8b40a881e2260f56bd3c1b7e7ae92723373aelanguageName: nodelinkType: hard@@ -5850,9 +5850,9 @@ __metadata:linkType: hard"electron-to-chromium@npm:^1.4.668":- version: 1.4.670- resolution: "electron-to-chromium@npm:1.4.670"- checksum: 10c0/f2b153811e5273a31ee560340c44cbe22cf63a33dec493499c51e83b6c91c2ff918801449dc30edeaae6614d9471728542f96ffda0846e697ac7df0461ac6ef0+ version: 1.4.671+ resolution: "electron-to-chromium@npm:1.4.671"+ checksum: 10c0/97c100ce6de2b75de8d327e6ece4172ce4fba8faddcfd1acf359c950a5cfbf70e52af1b5fff2d0e21551a093543b451bb440ecdcfbf42c4aafe4eebe41505fe1languageName: nodelinkType: hard@@ -7766,12 +7766,12 @@ __metadata:linkType: hard"http-proxy-agent@npm:^7.0.0":- version: 7.0.1- resolution: "http-proxy-agent@npm:7.0.1"+ version: 7.0.2+ resolution: "http-proxy-agent@npm:7.0.2"dependencies:agent-base: "npm:^7.1.0"debug: "npm:^4.3.4"- checksum: 10c0/09bc7ea134a133caeb57c9487e6ee59c61aebdc8f531a86c4638cffc0d04cf7415b9d74d32e6e7781e1e931e882d1163c953430aefd6fbd1465b5e033432a040+ checksum: 10c0/4207b06a4580fb85dd6dff521f0abf6db517489e70863dca1a0291daa7f2d3d2d6015a57bd702af068ea5cf9f1f6ff72314f5f5b4228d299c0904135d2aef921languageName: nodelinkType: hard@@ -7815,12 +7815,12 @@ __metadata:linkType: hard"https-proxy-agent@npm:^7.0.1":- version: 7.0.3- resolution: "https-proxy-agent@npm:7.0.3"+ version: 7.0.4+ resolution: "https-proxy-agent@npm:7.0.4"dependencies:agent-base: "npm:^7.0.2"debug: "npm:4"- checksum: 10c0/0a5d4beb8f3e71755e3dc62e421aceb3df8bf0d20892dfbdc54de7791f9d34be222c6acb8c83930b138a4bab9387a9f4e06ea0b171cda8e167c3aa72d437f8d8+ checksum: 10c0/bc4f7c38da32a5fc622450b6cb49a24ff596f9bd48dcedb52d2da3fa1c1a80e100fb506bd59b326c012f21c863c69b275c23de1a01d0b84db396822fdf25e52blanguageName: nodelinkType: hard@@ -13860,8 +13860,8 @@ __metadata:linkType: hard"webpack@npm:^5.88.1":- version: 5.90.1- resolution: "webpack@npm:5.90.1"+ version: 5.90.2+ resolution: "webpack@npm:5.90.2"dependencies:"@types/eslint-scope": "npm:^3.7.3""@types/estree": "npm:^1.0.5"@@ -13892,7 +13892,7 @@ __metadata:optional: truebin:webpack: bin/webpack.js- checksum: 10c0/c36b86e5aa42f07c865cc5221d88b84bc62267ca2e60edaf69e8fccebe284c8199d352701697546a0fa6599d648a05ea427607e854c61ccc269b9c230fb25efa+ checksum: 10c0/8ade2720dd91b6bcfa22ff4fabfeef474c9ab4cf716c4b6501dc0b0b1dfcaedb54d50f71b9e643c0e831f0996f0d8c1fc23d3faf9fb2d860c04b3b843358704elanguageName: nodelinkType: harddiff --git a/yarn.lock b/yarn.lockindex 902e9b48f..87fc24afb 100644--- a/yarn.lock+++ b/yarn.lock@@ -1692,12 +1692,12 @@ __metadata:languageName: nodelinkType: hard-"@sigstore/bundle@npm:^2.1.1":- version: 2.1.1- resolution: "@sigstore/bundle@npm:2.1.1"+"@sigstore/bundle@npm:^2.2.0":+ version: 2.2.0+ resolution: "@sigstore/bundle@npm:2.2.0"dependencies:- "@sigstore/protobuf-specs": "npm:^0.2.1"- checksum: 10c0/d3e358569e9b0f1a2c5bfa3ab8608046fc11f42424ea717b4871044cf9ecbff374fc08673b9858ec93f993fa1a6166d416b1245a0d13d0f856ea5de99e27a594+ "@sigstore/protobuf-specs": "npm:^0.3.0"+ checksum: 10c0/1c54c4c6ba3707aa9aa6a45eafcdaa840927860c295b1d2a8572b7efcd609e550ed56f3e72853285a1deae3fab83fbdcac74c4dd42b2774240408d5508556548languageName: nodelinkType: hard@@ -1708,13 +1708,20 @@ __metadata:languageName: nodelinkType: hard-"@sigstore/protobuf-specs@npm:^0.2.0, @sigstore/protobuf-specs@npm:^0.2.1":+"@sigstore/protobuf-specs@npm:^0.2.0":version: 0.2.1resolution: "@sigstore/protobuf-specs@npm:0.2.1"checksum: 10c0/756b3bc64e7f21d966473208cd3920fcde6744025f7deb1d3be1d2b6261b825178b393db7458cd191b2eab947e516eacd6f91aa2f4545d8c045431fb699ac357languageName: nodelinkType: hard+"@sigstore/protobuf-specs@npm:^0.3.0":+ version: 0.3.0+ resolution: "@sigstore/protobuf-specs@npm:0.3.0"+ checksum: 10c0/a814342284681da9bb31f4224076aedd8f9e0fe8bb32a391a0765a37782f2cb37abb9342df776d304681965a297981a33cec9733262b65a58707f5eb16024ebb+ languageName: node+ linkType: hard+"@sigstore/sign@npm:^1.0.0":version: 1.0.0resolution: "@sigstore/sign@npm:1.0.0"@@ -1726,15 +1733,15 @@ __metadata:languageName: nodelinkType: hard-"@sigstore/sign@npm:^2.2.2":- version: 2.2.2- resolution: "@sigstore/sign@npm:2.2.2"+"@sigstore/sign@npm:^2.2.3":+ version: 2.2.3+ resolution: "@sigstore/sign@npm:2.2.3"dependencies:- "@sigstore/bundle": "npm:^2.1.1"+ "@sigstore/bundle": "npm:^2.2.0""@sigstore/core": "npm:^1.0.0"- "@sigstore/protobuf-specs": "npm:^0.2.1"+ "@sigstore/protobuf-specs": "npm:^0.3.0"make-fetch-happen: "npm:^13.0.0"- checksum: 10c0/b8dc2638cd9c82ff5a2cacb868014780698e386cff48f7d1b382943633f2997a65538d89ecc5339170ec7dd10cbb667134f12a9455c104ff0e4cce40926a7d83+ checksum: 10c0/af3a8b3adb70f43b8f9caf81d51715e00602880c991fc41291b5f3a7510eba48ac33ef95f6deebaede9322a23bfb5b7df889bdc3e8c46923ba77da79b491ae91languageName: nodelinkType: hard@@ -1748,24 +1755,24 @@ __metadata:languageName: nodelinkType: hard-"@sigstore/tuf@npm:^2.3.0":- version: 2.3.0- resolution: "@sigstore/tuf@npm:2.3.0"+"@sigstore/tuf@npm:^2.3.1":+ version: 2.3.1+ resolution: "@sigstore/tuf@npm:2.3.1"dependencies:- "@sigstore/protobuf-specs": "npm:^0.2.1"+ "@sigstore/protobuf-specs": "npm:^0.3.0"tuf-js: "npm:^2.2.0"- checksum: 10c0/a214561e143f553132428597eaa68cfdcb36c6bf757f3dea30b2e55038433b0ffc53c446036e6d104487fb55f8d6bc6e01764090d29f42497fb44d55017f360c+ checksum: 10c0/ba584d2fa7fc142d4671b6cdc2fe0e67a293fe79f91bfb042bf537ed39e34abc799d3caa1d69bda029f54da5c0f9f58803c7fae80bc96f867fb3aebc214a43b3languageName: nodelinkType: hard-"@sigstore/verify@npm:^1.0.0":- version: 1.0.0- resolution: "@sigstore/verify@npm:1.0.0"+"@sigstore/verify@npm:^1.1.0":+ version: 1.1.0+ resolution: "@sigstore/verify@npm:1.1.0"dependencies:- "@sigstore/bundle": "npm:^2.1.1"+ "@sigstore/bundle": "npm:^2.2.0""@sigstore/core": "npm:^1.0.0"- "@sigstore/protobuf-specs": "npm:^0.2.1"- checksum: 10c0/7116bd5930ae663cb535e211b4e7bbfb01828cdd07c1ef0204ec4871ef434fc80158eb732f67ba8e739ec4f653ecdf52f47c9b2997b55ccd0ff5f8413be076fb+ "@sigstore/protobuf-specs": "npm:^0.3.0"+ checksum: 10c0/bdd0c4768e74fb032767bcdbc3403e72b7a53ab06339d135521d2da3ecca01d3f3b5fababcaf70846df44af35726c6e859624d5532e3dccc514d0c36d5cb88e5languageName: nodelinkType: hard@@ -2099,11 +2106,11 @@ __metadata:linkType: hard"@types/node@npm:*, @types/node@npm:^20.0.0":- version: 20.11.18- resolution: "@types/node@npm:20.11.18"+ version: 20.11.19+ resolution: "@types/node@npm:20.11.19"dependencies:undici-types: "npm:~5.26.4"- checksum: 10c0/88edd038cb1eee8cb20d9de3f5e18f28faffb6473431df468170c023de2b9ab6dd13df4d2eb458a258589dd26793be41cd7c684b611d2d1404c022fa80a0a12b+ checksum: 10c0/f451ef0a1d78f29c57bad7b77e49ebec945f2a6d0d7a89851d7e185ee9fe7ad94d651c0dfbcb7858c9fa791310c8b40a881e2260f56bd3c1b7e7ae92723373aelanguageName: nodelinkType: hard@@ -4524,9 +4531,9 @@ __metadata:linkType: hard"electron-to-chromium@npm:^1.4.668":- version: 1.4.670- resolution: "electron-to-chromium@npm:1.4.670"- checksum: 10c0/f2b153811e5273a31ee560340c44cbe22cf63a33dec493499c51e83b6c91c2ff918801449dc30edeaae6614d9471728542f96ffda0846e697ac7df0461ac6ef0+ version: 1.4.671+ resolution: "electron-to-chromium@npm:1.4.671"+ checksum: 10c0/97c100ce6de2b75de8d327e6ece4172ce4fba8faddcfd1acf359c950a5cfbf70e52af1b5fff2d0e21551a093543b451bb440ecdcfbf42c4aafe4eebe41505fe1languageName: nodelinkType: hard@@ -6407,12 +6414,12 @@ __metadata:linkType: hard"http-proxy-agent@npm:^7.0.0":- version: 7.0.1- resolution: "http-proxy-agent@npm:7.0.1"+ version: 7.0.2+ resolution: "http-proxy-agent@npm:7.0.2"dependencies:agent-base: "npm:^7.1.0"debug: "npm:^4.3.4"- checksum: 10c0/09bc7ea134a133caeb57c9487e6ee59c61aebdc8f531a86c4638cffc0d04cf7415b9d74d32e6e7781e1e931e882d1163c953430aefd6fbd1465b5e033432a040+ checksum: 10c0/4207b06a4580fb85dd6dff521f0abf6db517489e70863dca1a0291daa7f2d3d2d6015a57bd702af068ea5cf9f1f6ff72314f5f5b4228d299c0904135d2aef921languageName: nodelinkType: hard@@ -6437,12 +6444,12 @@ __metadata:linkType: hard"https-proxy-agent@npm:^7.0.1, https-proxy-agent@npm:^7.0.2":- version: 7.0.3- resolution: "https-proxy-agent@npm:7.0.3"+ version: 7.0.4+ resolution: "https-proxy-agent@npm:7.0.4"dependencies:agent-base: "npm:^7.0.2"debug: "npm:4"- checksum: 10c0/0a5d4beb8f3e71755e3dc62e421aceb3df8bf0d20892dfbdc54de7791f9d34be222c6acb8c83930b138a4bab9387a9f4e06ea0b171cda8e167c3aa72d437f8d8+ checksum: 10c0/bc4f7c38da32a5fc622450b6cb49a24ff596f9bd48dcedb52d2da3fa1c1a80e100fb506bd59b326c012f21c863c69b275c23de1a01d0b84db396822fdf25e52blanguageName: nodelinkType: hard@@ -10586,16 +10593,16 @@ __metadata:linkType: hard"sigstore@npm:^2.2.0":- version: 2.2.1- resolution: "sigstore@npm:2.2.1"+ version: 2.2.2+ resolution: "sigstore@npm:2.2.2"dependencies:- "@sigstore/bundle": "npm:^2.1.1"+ "@sigstore/bundle": "npm:^2.2.0""@sigstore/core": "npm:^1.0.0"- "@sigstore/protobuf-specs": "npm:^0.2.1"- "@sigstore/sign": "npm:^2.2.2"- "@sigstore/tuf": "npm:^2.3.0"- "@sigstore/verify": "npm:^1.0.0"- checksum: 10c0/e0ecb50d40426885cecc3b0658f7c3a6f9524683f54ae9ca9dd2c0ab3d707800275679f8d29e73e043c596887e3a102a7ccedcc83c8242a56504b7f45919176f+ "@sigstore/protobuf-specs": "npm:^0.3.0"+ "@sigstore/sign": "npm:^2.2.3"+ "@sigstore/tuf": "npm:^2.3.1"+ "@sigstore/verify": "npm:^1.1.0"+ checksum: 10c0/cf3d71d3ef886d84e2a885f25cc42392cfce98de7fbf70a4d6595fe273e813970cb5901e07f69f0902cc0348e5de33c1a8c535d7aae1d21d1a2bdf696108b190languageName: nodelinkType: hard@@ -11955,8 +11962,8 @@ __metadata:linkType: hard"vite@npm:^5.0.0":- version: 5.1.2- resolution: "vite@npm:5.1.2"+ version: 5.1.3+ resolution: "vite@npm:5.1.3"dependencies:esbuild: "npm:^0.19.3"fsevents: "npm:~2.3.3"@@ -11990,7 +11997,7 @@ __metadata:optional: truebin:vite: bin/vite.js- checksum: 10c0/3f114553abcb1006abf82b023f8de4af8fde9670325b34812d47f5c385eef8c3a20eed3d5f17b27ad7e506ea305649757147c84b134ada9606966b0771983ae3+ checksum: 10c0/d3b19607d736de60b660f7daf4c0f86589edcbbc1fcb09f8aa36630f99518cc8a063062bb952899b8ccaed62f1314fac22c1df492dd035de3c65998ab27e2d2alanguageName: nodelinkType: hard