Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): lock file maintenance
renovate[bot]68f9b8e6920b
diff --git a/website/yarn.lock b/website/yarn.lockindex ebcf32269..390994f8e 100644--- a/website/yarn.lock+++ b/website/yarn.lock@@ -3159,11 +3159,11 @@ __metadata:linkType: hard"@types/node@npm:*":- version: 20.11.14- resolution: "@types/node@npm:20.11.14"+ version: 20.11.16+ resolution: "@types/node@npm:20.11.16"dependencies:undici-types: "npm:~5.26.4"- checksum: 81a55ddf68811439e58bdc2e4b8e501c6c6ea3d5351aa6362a36f5829055f58195bc201b0992ffda306fcd848c84b1eca327befb71f12f24e0d356e997e17add+ checksum: 4886b90278e9c877a84efd3edd4667cd990e032d77268d2a798b99ebc1901ea336fa7dfbe9eaf4ad6ad1da9ce2ec31baf300038a3905838692362eb19904ebdelanguageName: nodelinkType: hard@@ -3242,13 +3242,13 @@ __metadata:linkType: hard"@types/react@npm:*, @types/react@npm:^18.0.28":- version: 18.2.48- resolution: "@types/react@npm:18.2.48"+ version: 18.2.51+ resolution: "@types/react@npm:18.2.51"dependencies:"@types/prop-types": "npm:*""@types/scheduler": "npm:*"csstype: "npm:^3.0.2"- checksum: 7e89f18ea2928b1638f564b156d692894dcb9352a7e0a807873c97e858abe1f23dbd165a25dd088a991344e973fdeef88ba5724bfb64504b74072cbc9c220c3a+ checksum: 409f684dc1cb03ed542e1f185da7e84f81186d7945119adb553fe0e4e28bad3468213fce9096e1867b358c87fb57fc80b53a3e544a3779f7080ddde7c1b99eb1languageName: nodelinkType: hard@@ -4121,10 +4121,10 @@ __metadata:languageName: nodelinkType: hard-"available-typed-arrays@npm:^1.0.5":- version: 1.0.5- resolution: "available-typed-arrays@npm:1.0.5"- checksum: c4df567ca72d2754a6cbad20088f5f98b1065b3360178169fa9b44ea101af62c0f423fc3854fa820fd6895b6b9171b8386e71558203103ff8fc2ad503fdcc660+"available-typed-arrays@npm:^1.0.5, available-typed-arrays@npm:^1.0.6":+ version: 1.0.6+ resolution: "available-typed-arrays@npm:1.0.6"+ checksum: e427360e68ccb19fa0ea48421f393ef3f3d2c9c561f6a8a0704ff472d58024be3e4101f00565445ba453de723a76f4a650defbacaea663c3fb3be8b8f842e955languageName: nodelinkType: hard@@ -4531,7 +4531,7 @@ __metadata:languageName: nodelinkType: hard-"call-bind@npm:^1.0.0, call-bind@npm:^1.0.2, call-bind@npm:^1.0.4, call-bind@npm:^1.0.5":+"call-bind@npm:^1.0.0, call-bind@npm:^1.0.2, call-bind@npm:^1.0.5":version: 1.0.5resolution: "call-bind@npm:1.0.5"dependencies:@@ -4586,9 +4586,9 @@ __metadata:linkType: hard"caniuse-lite@npm:^1.0.0, caniuse-lite@npm:^1.0.30001578, caniuse-lite@npm:^1.0.30001580":- version: 1.0.30001581- resolution: "caniuse-lite@npm:1.0.30001581"- checksum: 34b048156514eab5932212807428905cbecdef918f7c3d2153d5e8b6885d929e5c0b649f9e135cb1e03e413fbad8e00d1f24ed04cbcca52adc660ef98cad9032+ version: 1.0.30001582+ resolution: "caniuse-lite@npm:1.0.30001582"+ checksum: 6fe9dede07b61755a1ca55e7e6381d113a166942196c98828038524eb0adc8f0001d492a7c0e81a568a6c6edfe76051e0a0dc5a435d72a77d351144be31998eclanguageName: nodelinkType: hard@@ -5834,9 +5834,9 @@ __metadata:linkType: hard"electron-to-chromium@npm:^1.4.648":- version: 1.4.653- resolution: "electron-to-chromium@npm:1.4.653"- checksum: 22c9dbe6d9a756caf7909d87fd93d00ca0043158a82f1ba87e855e09de295da6d3c1346feab89e49119b5043bb4c4f56f868fd184e6a7654b088bd089b451b3a+ version: 1.4.655+ resolution: "electron-to-chromium@npm:1.4.655"+ checksum: a96c56496803240e351fc2130cf0395c67fc4b87fab985560c462a4f2df0965986b4594e7069b6cee548f5cdae75522e27a97b0ef6cffb1321a52b08e6f7300blanguageName: nodelinkType: hard@@ -7337,12 +7337,12 @@ __metadata:languageName: nodelinkType: hard-"has-tostringtag@npm:^1.0.0":- version: 1.0.0- resolution: "has-tostringtag@npm:1.0.0"+"has-tostringtag@npm:^1.0.0, has-tostringtag@npm:^1.0.1":+ version: 1.0.2+ resolution: "has-tostringtag@npm:1.0.2"dependencies:- has-symbols: "npm:^1.0.2"- checksum: 1cdba76b7d13f65198a92b8ca1560ba40edfa09e85d182bf436d928f3588a9ebd260451d569f0ed1b849c4bf54f49c862aa0d0a77f9552b1855bb6deb526c011+ has-symbols: "npm:^1.0.3"+ checksum: a8b166462192bafe3d9b6e420a1d581d93dd867adb61be223a17a8d6dad147aa77a8be32c961bb2f27b3ef893cae8d36f564ab651f5e9b7938ae86f74027c48clanguageName: nodelinkType: hard@@ -7822,9 +7822,9 @@ __metadata:linkType: hard"ignore@npm:^5.2.0, ignore@npm:^5.2.4":- version: 5.3.0- resolution: "ignore@npm:5.3.0"- checksum: dc06bea5c23aae65d0725a957a0638b57e235ae4568dda51ca142053ed2c352de7e3bc93a69b2b32ac31966a1952e9a93c5ef2e2ab7c6b06aef9808f6b55b571+ version: 5.3.1+ resolution: "ignore@npm:5.3.1"+ checksum: 703f7f45ffb2a27fb2c5a8db0c32e7dee66b33a225d28e8db4e1be6474795f606686a6e3bcc50e1aa12f2042db4c9d4a7d60af3250511de74620fbed052ea4cdlanguageName: nodelinkType: hard@@ -8350,11 +8350,11 @@ __metadata:linkType: hard"is-typed-array@npm:^1.1.10, is-typed-array@npm:^1.1.12, is-typed-array@npm:^1.1.9":- version: 1.1.12- resolution: "is-typed-array@npm:1.1.12"+ version: 1.1.13+ resolution: "is-typed-array@npm:1.1.13"dependencies:- which-typed-array: "npm:^1.1.11"- checksum: 9863e9cc7223c6fc1c462a2c3898a7beff6b41b1ee0fabb03b7d278ae7de670b5bcbc8627db56bb66ed60902fa37d53fe5cce0fd2f7d73ac64fe5da6f409b6ae+ which-typed-array: "npm:^1.1.14"+ checksum: fa5cb97d4a80e52c2cc8ed3778e39f175a1a2ae4ddf3adae3187d69586a1fd57cfa0b095db31f66aa90331e9e3da79184cea9c6abdcd1abc722dc3c3edd51ccalanguageName: nodelinkType: hard@@ -9218,12 +9218,12 @@ __metadata:linkType: hard"mdast-util-phrasing@npm:^4.0.0":- version: 4.0.0- resolution: "mdast-util-phrasing@npm:4.0.0"+ version: 4.1.0+ resolution: "mdast-util-phrasing@npm:4.1.0"dependencies:"@types/mdast": "npm:^4.0.0"unist-util-is: "npm:^6.0.0"- checksum: bf281d159d1a9a9705ed8fdbadb70c9633d1c25716ff2c282b6c2ecbc1f05cff10f73e5280d754ed833b09d42b00260c4b8d0a5fed4ce3236d4cffb5230b50cf+ checksum: bf6c31d51349aa3d74603d5e5a312f59f3f65662ed16c58017169a5fb0f84ca98578f626c5ee9e4aa3e0a81c996db8717096705521bddb4a0185f98c12c9b42flanguageName: nodelinkType: hard@@ -9903,13 +9903,14 @@ __metadata:linkType: hard"mini-css-extract-plugin@npm:^2.7.6":- version: 2.7.7- resolution: "mini-css-extract-plugin@npm:2.7.7"+ version: 2.8.0+ resolution: "mini-css-extract-plugin@npm:2.8.0"dependencies:schema-utils: "npm:^4.0.0"+ tapable: "npm:^2.2.1"peerDependencies:webpack: ^5.0.0- checksum: e22f76d96966ee4dfc1318e0f4c45ac75638932df468dc7d103094e1c97cb2d01ea7ccfb354e39d9e57d1971218cdc92678b9c8676472b2f1f801bb514967c44+ checksum: fb69af136831451e7a8ab993996adedd74559fd5819fb75e53316e0b1b44bc5ea88a8fae17d39df3265f119be28a7be13054f3f99710f1394e16879eb51ad623languageName: nodelinkType: hard@@ -13037,7 +13038,7 @@ __metadata:languageName: nodelinkType: hard-"tapable@npm:^2.0.0, tapable@npm:^2.1.1, tapable@npm:^2.2.0":+"tapable@npm:^2.0.0, tapable@npm:^2.1.1, tapable@npm:^2.2.0, tapable@npm:^2.2.1":version: 2.2.1resolution: "tapable@npm:2.2.1"checksum: bc40e6efe1e554d075469cedaba69a30eeb373552aaf41caeaaa45bf56ffacc2674261b106245bd566b35d8f3329b52d838e851ee0a852120acae26e622925c9@@ -13794,8 +13795,8 @@ __metadata:linkType: hard"webpack@npm:^5.88.1":- version: 5.90.0- resolution: "webpack@npm:5.90.0"+ version: 5.90.1+ resolution: "webpack@npm:5.90.1"dependencies:"@types/eslint-scope": "npm:^3.7.3""@types/estree": "npm:^1.0.5"@@ -13826,7 +13827,7 @@ __metadata:optional: truebin:webpack: bin/webpack.js- checksum: 4acec1a719a9c5b890a30a9fb18519e671e55382f2c51120b76a2c1c1c521285b6510327faf79f85a4b11c7a2c5c01e1d2e7bf73e5cddbada1503f4d51a63441+ checksum: c36b86e5aa42f07c865cc5221d88b84bc62267ca2e60edaf69e8fccebe284c8199d352701697546a0fa6599d648a05ea427607e854c61ccc269b9c230fb25efalanguageName: nodelinkType: hard@@ -13907,16 +13908,16 @@ __metadata:languageName: nodelinkType: hard-"which-typed-array@npm:^1.1.11, which-typed-array@npm:^1.1.13, which-typed-array@npm:^1.1.9":- version: 1.1.13- resolution: "which-typed-array@npm:1.1.13"+"which-typed-array@npm:^1.1.13, which-typed-array@npm:^1.1.14, which-typed-array@npm:^1.1.9":+ version: 1.1.14+ resolution: "which-typed-array@npm:1.1.14"dependencies:- available-typed-arrays: "npm:^1.0.5"- call-bind: "npm:^1.0.4"+ available-typed-arrays: "npm:^1.0.6"+ call-bind: "npm:^1.0.5"for-each: "npm:^0.3.3"gopd: "npm:^1.0.1"- has-tostringtag: "npm:^1.0.0"- checksum: 9f5f1c42918df3d5b91c4315ed0051d5d874370998bf095c9ae0df374f0881f85094e3c384b8fb08ab7b4d4f54ba81c0aff75da6226e7c0589b83dfbec1cd4c9+ has-tostringtag: "npm:^1.0.1"+ checksum: 0960f1e77807058819451b98c51d4cd72031593e8de990b24bd3fc22e176f5eee22921d68d852297c786aec117689f0423ed20aa4fde7ce2704d680677891f56languageName: nodelinkType: harddiff --git a/yarn.lock b/yarn.lockindex 838c2ebb9..9e782df54 100644--- a/yarn.lock+++ b/yarn.lock@@ -2096,11 +2096,11 @@ __metadata:linkType: hard"@types/node@npm:*, @types/node@npm:^20.0.0":- version: 20.11.14- resolution: "@types/node@npm:20.11.14"+ version: 20.11.16+ resolution: "@types/node@npm:20.11.16"dependencies:undici-types: "npm:~5.26.4"- checksum: 81a55ddf68811439e58bdc2e4b8e501c6c6ea3d5351aa6362a36f5829055f58195bc201b0992ffda306fcd848c84b1eca327befb71f12f24e0d356e997e17add+ checksum: 4886b90278e9c877a84efd3edd4667cd990e032d77268d2a798b99ebc1901ea336fa7dfbe9eaf4ad6ad1da9ce2ec31baf300038a3905838692362eb19904ebdelanguageName: nodelinkType: hard@@ -2999,10 +2999,10 @@ __metadata:languageName: nodelinkType: hard-"available-typed-arrays@npm:^1.0.5":- version: 1.0.5- resolution: "available-typed-arrays@npm:1.0.5"- checksum: c4df567ca72d2754a6cbad20088f5f98b1065b3360178169fa9b44ea101af62c0f423fc3854fa820fd6895b6b9171b8386e71558203103ff8fc2ad503fdcc660+"available-typed-arrays@npm:^1.0.5, available-typed-arrays@npm:^1.0.6":+ version: 1.0.6+ resolution: "available-typed-arrays@npm:1.0.6"+ checksum: e427360e68ccb19fa0ea48421f393ef3f3d2c9c561f6a8a0704ff472d58024be3e4101f00565445ba453de723a76f4a650defbacaea663c3fb3be8b8f842e955languageName: nodelinkType: hard@@ -3314,7 +3314,7 @@ __metadata:languageName: nodelinkType: hard-"call-bind@npm:^1.0.0, call-bind@npm:^1.0.2, call-bind@npm:^1.0.4, call-bind@npm:^1.0.5":+"call-bind@npm:^1.0.0, call-bind@npm:^1.0.2, call-bind@npm:^1.0.5":version: 1.0.5resolution: "call-bind@npm:1.0.5"dependencies:@@ -3365,9 +3365,9 @@ __metadata:linkType: hard"caniuse-lite@npm:^1.0.30001580":- version: 1.0.30001581- resolution: "caniuse-lite@npm:1.0.30001581"- checksum: 34b048156514eab5932212807428905cbecdef918f7c3d2153d5e8b6885d929e5c0b649f9e135cb1e03e413fbad8e00d1f24ed04cbcca52adc660ef98cad9032+ version: 1.0.30001582+ resolution: "caniuse-lite@npm:1.0.30001582"+ checksum: 6fe9dede07b61755a1ca55e7e6381d113a166942196c98828038524eb0adc8f0001d492a7c0e81a568a6c6edfe76051e0a0dc5a435d72a77d351144be31998eclanguageName: nodelinkType: hard@@ -4323,9 +4323,9 @@ __metadata:linkType: hard"devtools-protocol@npm:*":- version: 0.0.1254350- resolution: "devtools-protocol@npm:0.0.1254350"- checksum: 8c69708e3e517bcfb41e7623c441bd17cb2273da4f4036e0b6257462e8157dcf135fdc903edf053650f89ba23efa59b055f9f5bfa4ab36f7f9eb5f2e5675a9d6+ version: 0.0.1255431+ resolution: "devtools-protocol@npm:0.0.1255431"+ checksum: 4d344f21d38a9714008a5c48fd09ec63474974cc464abf375428a986413642f810cadecf4279c1189a7c49f98328daeafcfc8ee72ef3bdf142ec2f7689395262languageName: nodelinkType: hard@@ -4498,9 +4498,9 @@ __metadata:linkType: hard"electron-to-chromium@npm:^1.4.648":- version: 1.4.653- resolution: "electron-to-chromium@npm:1.4.653"- checksum: 22c9dbe6d9a756caf7909d87fd93d00ca0043158a82f1ba87e855e09de295da6d3c1346feab89e49119b5043bb4c4f56f868fd184e6a7654b088bd089b451b3a+ version: 1.4.655+ resolution: "electron-to-chromium@npm:1.4.655"+ checksum: a96c56496803240e351fc2130cf0395c67fc4b87fab985560c462a4f2df0965986b4594e7069b6cee548f5cdae75522e27a97b0ef6cffb1321a52b08e6f7300blanguageName: nodelinkType: hard@@ -6205,12 +6205,12 @@ __metadata:languageName: nodelinkType: hard-"has-tostringtag@npm:^1.0.0":- version: 1.0.0- resolution: "has-tostringtag@npm:1.0.0"+"has-tostringtag@npm:^1.0.0, has-tostringtag@npm:^1.0.1":+ version: 1.0.2+ resolution: "has-tostringtag@npm:1.0.2"dependencies:- has-symbols: "npm:^1.0.2"- checksum: 1cdba76b7d13f65198a92b8ca1560ba40edfa09e85d182bf436d928f3588a9ebd260451d569f0ed1b849c4bf54f49c862aa0d0a77f9552b1855bb6deb526c011+ has-symbols: "npm:^1.0.3"+ checksum: a8b166462192bafe3d9b6e420a1d581d93dd867adb61be223a17a8d6dad147aa77a8be32c961bb2f27b3ef893cae8d36f564ab651f5e9b7938ae86f74027c48clanguageName: nodelinkType: hard@@ -6486,9 +6486,9 @@ __metadata:linkType: hard"ignore@npm:^5.0.4, ignore@npm:^5.2.0, ignore@npm:^5.2.4":- version: 5.3.0- resolution: "ignore@npm:5.3.0"- checksum: dc06bea5c23aae65d0725a957a0638b57e235ae4568dda51ca142053ed2c352de7e3bc93a69b2b32ac31966a1952e9a93c5ef2e2ab7c6b06aef9808f6b55b571+ version: 5.3.1+ resolution: "ignore@npm:5.3.1"+ checksum: 703f7f45ffb2a27fb2c5a8db0c32e7dee66b33a225d28e8db4e1be6474795f606686a6e3bcc50e1aa12f2042db4c9d4a7d60af3250511de74620fbed052ea4cdlanguageName: nodelinkType: hard@@ -6991,11 +6991,11 @@ __metadata:linkType: hard"is-typed-array@npm:^1.1.10, is-typed-array@npm:^1.1.12, is-typed-array@npm:^1.1.9":- version: 1.1.12- resolution: "is-typed-array@npm:1.1.12"+ version: 1.1.13+ resolution: "is-typed-array@npm:1.1.13"dependencies:- which-typed-array: "npm:^1.1.11"- checksum: 9863e9cc7223c6fc1c462a2c3898a7beff6b41b1ee0fabb03b7d278ae7de670b5bcbc8627db56bb66ed60902fa37d53fe5cce0fd2f7d73ac64fe5da6f409b6ae+ which-typed-array: "npm:^1.1.14"+ checksum: fa5cb97d4a80e52c2cc8ed3778e39f175a1a2ae4ddf3adae3187d69586a1fd57cfa0b095db31f66aa90331e9e3da79184cea9c6abdcd1abc722dc3c3edd51ccalanguageName: nodelinkType: hard@@ -12128,16 +12128,16 @@ __metadata:languageName: nodelinkType: hard-"which-typed-array@npm:^1.1.11, which-typed-array@npm:^1.1.13, which-typed-array@npm:^1.1.9":- version: 1.1.13- resolution: "which-typed-array@npm:1.1.13"+"which-typed-array@npm:^1.1.13, which-typed-array@npm:^1.1.14, which-typed-array@npm:^1.1.9":+ version: 1.1.14+ resolution: "which-typed-array@npm:1.1.14"dependencies:- available-typed-arrays: "npm:^1.0.5"- call-bind: "npm:^1.0.4"+ available-typed-arrays: "npm:^1.0.6"+ call-bind: "npm:^1.0.5"for-each: "npm:^0.3.3"gopd: "npm:^1.0.1"- has-tostringtag: "npm:^1.0.0"- checksum: 9f5f1c42918df3d5b91c4315ed0051d5d874370998bf095c9ae0df374f0881f85094e3c384b8fb08ab7b4d4f54ba81c0aff75da6226e7c0589b83dfbec1cd4c9+ has-tostringtag: "npm:^1.0.1"+ checksum: 0960f1e77807058819451b98c51d4cd72031593e8de990b24bd3fc22e176f5eee22921d68d852297c786aec117689f0423ed20aa4fde7ce2704d680677891f56languageName: nodelinkType: hard