Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): lock file maintenance
renovate[bot]aefa8d55f9f7
diff --git a/website/yarn.lock b/website/yarn.lockindex 9468bd2c6..0c82a9a78 100644--- a/website/yarn.lock+++ b/website/yarn.lock@@ -2995,12 +2995,12 @@ __metadata:linkType: hard"@types/eslint@npm:*":- version: 8.56.7- resolution: "@types/eslint@npm:8.56.7"+ version: 8.56.8+ resolution: "@types/eslint@npm:8.56.8"dependencies:"@types/estree": "npm:*""@types/json-schema": "npm:*"- checksum: 10c0/159bb5ae2f78d905b9263240c75d07b60c26e1bcaecee8c775a7bb0cf7362f5dcdd286259ba6289ab62f989b87048090b2420619f7170a0abbd83cb68b5e0699+ checksum: 10c0/62a0b22cd086d22682858437939afd96fe5639d6375b85044c886612522f67023b9c2bfee662d5a8ac457cbef55531785d59e6f43f93eb4e80532a51c5dba2dalanguageName: nodelinkType: hard@@ -3146,9 +3146,9 @@ __metadata:linkType: hard"@types/mdx@npm:^2.0.0":- version: 2.0.12- resolution: "@types/mdx@npm:2.0.12"- checksum: 10c0/a47ef3a7815c2e903244168e29177c64ed86cedbb005bba5e545dfe2dcabc0375a0a8f935d0909a701f575187e0a869c02ad279811e4be5d50058cf4e8240ca4+ version: 2.0.13+ resolution: "@types/mdx@npm:2.0.13"+ checksum: 10c0/5edf1099505ac568da55f9ae8a93e7e314e8cbc13d3445d0be61b75941226b005e1390d9b95caecf5dcb00c9d1bab2f1f60f6ff9876dc091a48b547495007720languageName: nodelinkType: hard@@ -3259,12 +3259,12 @@ __metadata:linkType: hard"@types/react@npm:*, @types/react@npm:^18.0.28":- version: 18.2.75- resolution: "@types/react@npm:18.2.75"+ version: 18.2.77+ resolution: "@types/react@npm:18.2.77"dependencies:"@types/prop-types": "npm:*"csstype: "npm:^3.0.2"- checksum: 10c0/3c0d035d64007d38cf1b682108de8c5f042452025899280c5d2c040b9f53b1f81482d0d57fd93e6687c2c619f3b605d33a01569b1fbbbdeec7fb3a56c7a72af8+ checksum: 10c0/9114149933dbee3fdf5900786e660afe3146e8e277424aaf94dca50e29f1de56802b38a83bb65166ff53da086062bb8d001af563a6c906fe3540bdc46554d05alanguageName: nodelinkType: hard@@ -5902,9 +5902,9 @@ __metadata:linkType: hard"electron-to-chromium@npm:^1.4.668":- version: 1.4.733- resolution: "electron-to-chromium@npm:1.4.733"- checksum: 10c0/729e79256748102180a74d997efafb8377f100a8e087aef99175ec6ee298aa715fa41f6a869af906adaefb7fcba43f898c42f721c9ea8980c13744d2ef7ea1b2+ version: 1.4.734+ resolution: "electron-to-chromium@npm:1.4.734"+ checksum: 10c0/60d7d39e83d6ff90f18750321f91c36b5a291f8ca5e631c6f860d2ab455d9767b8f4f611337c87110e4c2be01a4ce73c69e99b63c2bcd5cfb4e2f59eb53de146languageName: nodelinkType: hard@@ -8393,13 +8393,6 @@ __metadata:languageName: nodelinkType: hard-"is-plain-object@npm:^5.0.0":- version: 5.0.0- resolution: "is-plain-object@npm:5.0.0"- checksum: 10c0/893e42bad832aae3511c71fd61c0bf61aa3a6d853061c62a307261842727d0d25f761ce9379f7ba7226d6179db2a3157efa918e7fe26360f3bf0842d9f28942c- languageName: node- linkType: hard-"is-reference@npm:^3.0.0":version: 3.0.2resolution: "is-reference@npm:3.0.2"@@ -13855,8 +13848,8 @@ __metadata:linkType: hard"webpack-bundle-analyzer@npm:^4.9.0":- version: 4.10.1- resolution: "webpack-bundle-analyzer@npm:4.10.1"+ version: 4.10.2+ resolution: "webpack-bundle-analyzer@npm:4.10.2"dependencies:"@discoveryjs/json-ext": "npm:0.5.7"acorn: "npm:^8.0.4"@@ -13866,14 +13859,13 @@ __metadata:escape-string-regexp: "npm:^4.0.0"gzip-size: "npm:^6.0.0"html-escaper: "npm:^2.0.2"- is-plain-object: "npm:^5.0.0"opener: "npm:^1.5.2"picocolors: "npm:^1.0.0"sirv: "npm:^2.0.3"ws: "npm:^7.3.1"bin:webpack-bundle-analyzer: lib/bin/analyzer.js- checksum: 10c0/6a94c8f6aa03296fb2eb00d6ad3b27bd5c551590fd253772bc61debf3177414d42701014079d4f85c74ba1ca685ae9f0cb4063812b58c21f294d108e9908e5cd+ checksum: 10c0/00603040e244ead15b2d92981f0559fa14216381349412a30070a7358eb3994cd61a8221d34a3b3fb8202dc3d1c5ee1fbbe94c5c52da536e5b410aa1cf279a48languageName: nodelinkType: harddiff --git a/yarn.lock b/yarn.lockindex 43a6151fa..700e68230 100644--- a/yarn.lock+++ b/yarn.lock@@ -495,7 +495,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/core@npm:3.9.1, @crawlee/core@npm:^3.6.1, @crawlee/core@workspace:packages/core":+"@crawlee/core@npm:3.9.1, @crawlee/core@npm:^3.9.0, @crawlee/core@workspace:packages/core":version: 0.0.0-use.localresolution: "@crawlee/core@workspace:packages/core"dependencies:@@ -722,7 +722,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/types@npm:3.9.1, @crawlee/types@npm:^3.3.0, @crawlee/types@npm:^3.6.1, @crawlee/types@workspace:packages/types":+"@crawlee/types@npm:3.9.1, @crawlee/types@npm:^3.3.0, @crawlee/types@npm:^3.9.0, @crawlee/types@workspace:packages/types":version: 0.0.0-use.localresolution: "@crawlee/types@workspace:packages/types"dependencies:@@ -730,7 +730,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/utils@npm:3.9.1, @crawlee/utils@npm:^3.6.1, @crawlee/utils@workspace:packages/utils":+"@crawlee/utils@npm:3.9.1, @crawlee/utils@npm:^3.9.0, @crawlee/utils@workspace:packages/utils":version: 0.0.0-use.localresolution: "@crawlee/utils@workspace:packages/utils"dependencies:@@ -1205,7 +1205,7 @@ __metadata:languageName: nodelinkType: hard-"@jridgewell/trace-mapping@npm:^0.3.12, @jridgewell/trace-mapping@npm:^0.3.23, @jridgewell/trace-mapping@npm:^0.3.24":+"@jridgewell/trace-mapping@npm:^0.3.23, @jridgewell/trace-mapping@npm:^0.3.24":version: 0.3.25resolution: "@jridgewell/trace-mapping@npm:0.3.25"dependencies:@@ -2194,13 +2194,6 @@ __metadata:languageName: nodelinkType: hard-"@types/istanbul-lib-coverage@npm:^2.0.1":- version: 2.0.6- resolution: "@types/istanbul-lib-coverage@npm:2.0.6"- checksum: 10c0/3948088654f3eeb45363f1db158354fb013b362dba2a5c2c18c559484d5eb9f6fd85b23d66c0a7c2fcfab7308d0a585b14dadaca6cc8bf89ebfdc7f8f5102fb7- languageName: node- linkType: hard-"@types/jsdom@npm:^21.0.0":version: 21.1.6resolution: "@types/jsdom@npm:21.1.6"@@ -2578,8 +2571,8 @@ __metadata:linkType: hard"@vitest/coverage-v8@npm:^1.0.0":- version: 1.4.0- resolution: "@vitest/coverage-v8@npm:1.4.0"+ version: 1.5.0+ resolution: "@vitest/coverage-v8@npm:1.5.0"dependencies:"@ampproject/remapping": "npm:^2.2.1""@bcoe/v8-coverage": "npm:^0.2.3"@@ -2594,64 +2587,63 @@ __metadata:std-env: "npm:^3.5.0"strip-literal: "npm:^2.0.0"test-exclude: "npm:^6.0.0"- v8-to-istanbul: "npm:^9.2.0"peerDependencies:- vitest: 1.4.0- checksum: 10c0/1ff9db69c8f45c9e3f57d513d577331c23748c53d93122889b8634d1997a61a2a37a7284f520b647b837f44150656c1127b9c3392112139224bb86678aae1e7e+ vitest: 1.5.0+ checksum: 10c0/2144fb49da1aecdeb457e31d0b8f9a1484313cf856c87c12ed787a35e97e93e3830355d4632622228d44c4408fc44afebceb440d1b31a671402d88930613389dlanguageName: nodelinkType: hard-"@vitest/expect@npm:1.4.0":- version: 1.4.0- resolution: "@vitest/expect@npm:1.4.0"+"@vitest/expect@npm:1.5.0":+ version: 1.5.0+ resolution: "@vitest/expect@npm:1.5.0"dependencies:- "@vitest/spy": "npm:1.4.0"- "@vitest/utils": "npm:1.4.0"+ "@vitest/spy": "npm:1.5.0"+ "@vitest/utils": "npm:1.5.0"chai: "npm:^4.3.10"- checksum: 10c0/2d6a657afc674adb78ad6609ecf61a94355b080cf90f922e05193b5b33b37d486c9b66a52270f1f367c16d626bcb8323368519dae096a992190898e03280b5e0+ checksum: 10c0/12138caf0831a9bcdf475750fdff27588f03f11ee5101124f9d39951bbcdec39aa6a19a1a30f3ab0ca17374ddfc7399b861e2fcb1548bba302943e8e88512a9clanguageName: nodelinkType: hard-"@vitest/runner@npm:1.4.0":- version: 1.4.0- resolution: "@vitest/runner@npm:1.4.0"+"@vitest/runner@npm:1.5.0":+ version: 1.5.0+ resolution: "@vitest/runner@npm:1.5.0"dependencies:- "@vitest/utils": "npm:1.4.0"+ "@vitest/utils": "npm:1.5.0"p-limit: "npm:^5.0.0"pathe: "npm:^1.1.1"- checksum: 10c0/87a5bdde5c48e3258ecd2716994da20c8eec63acaf63a0db724513a42701bc644728009a7301d78b8775d8004c7ce1ddb8bde6495066d864c532bc117783aa91+ checksum: 10c0/a7b693e4121b6159a77f6cbffc03c228cd18c3734e27a968fe26579777f6d7a4d55a02fba396d564df996a91881ee76de80ee5a526d27a4b508f44a9af62d95alanguageName: nodelinkType: hard-"@vitest/snapshot@npm:1.4.0":- version: 1.4.0- resolution: "@vitest/snapshot@npm:1.4.0"+"@vitest/snapshot@npm:1.5.0":+ version: 1.5.0+ resolution: "@vitest/snapshot@npm:1.5.0"dependencies:magic-string: "npm:^0.30.5"pathe: "npm:^1.1.1"pretty-format: "npm:^29.7.0"- checksum: 10c0/6f089d1dbe43556779479bc309b0a8fc7e0229843c40efb4dabcf99ccf9a6fa859dd38c13674616a955801442730aca55151cbd52bb22d41d9a335060e03759b+ checksum: 10c0/d897070b3a7c008eb58d44ca0dc324c69dfc1f787335e59fb930ae2e8d02a148e6b3c13497a588083a0654bdc430281fdd84276ead4888230314a2984dd9f93dlanguageName: nodelinkType: hard-"@vitest/spy@npm:1.4.0":- version: 1.4.0- resolution: "@vitest/spy@npm:1.4.0"+"@vitest/spy@npm:1.5.0":+ version: 1.5.0+ resolution: "@vitest/spy@npm:1.5.0"dependencies:tinyspy: "npm:^2.2.0"- checksum: 10c0/847bc3085d0aa2e039aa42d803cf2dc94596aab3a63de7d364933d24ed9e0781b7d3d4bd222df202f92bae83e9c37b2893b9f24a2de7d83b6930b7b1acf43516+ checksum: 10c0/0206f1e8431f543474dc6d252b553227d0f286b27226b987b63babb18865e8320e6c3d822c67782aae68555728a57ecdeb7c4e16283dbad49791608a691f26d1languageName: nodelinkType: hard-"@vitest/utils@npm:1.4.0":- version: 1.4.0- resolution: "@vitest/utils@npm:1.4.0"+"@vitest/utils@npm:1.5.0":+ version: 1.5.0+ resolution: "@vitest/utils@npm:1.5.0"dependencies:diff-sequences: "npm:^29.6.3"estree-walker: "npm:^3.0.3"loupe: "npm:^2.3.7"pretty-format: "npm:^29.7.0"- checksum: 10c0/cfa352484f0ea2614444a94fc35979bea94fac64e9756238c685ae74bcd027893a1798b9d6d92c1cdd454b1f7f08f453d0cca108274f0449b6f5efd345822a4c+ checksum: 10c0/b9d779ea5c1a5759df4f59e3ba3f3a94816d6c600afe7a2d14b963ea114ce1acedbfe678cbfacb0a20d33cabcce890a08b2ce3fd52e3465f2e0969cc39f7686blanguageName: nodelinkType: hard@@ -2921,23 +2913,23 @@ __metadata:linkType: hard"apify@npm:*":- version: 3.1.16- resolution: "apify@npm:3.1.16"+ version: 3.2.0+ resolution: "apify@npm:3.2.0"dependencies:"@apify/consts": "npm:^2.23.0""@apify/input_secrets": "npm:^1.1.40""@apify/log": "npm:^2.4.3""@apify/timeout": "npm:^0.3.0""@apify/utilities": "npm:^2.9.3"- "@crawlee/core": "npm:^3.6.1"- "@crawlee/types": "npm:^3.6.1"- "@crawlee/utils": "npm:^3.6.1"+ "@crawlee/core": "npm:^3.9.0"+ "@crawlee/types": "npm:^3.9.0"+ "@crawlee/utils": "npm:^3.9.0"apify-client: "npm:^2.9.0"ow: "npm:^0.28.2"semver: "npm:^7.5.4"tslib: "npm:^2.6.2"ws: "npm:^7.5.9"- checksum: 10c0/f3fae6552ca82dabfa6cbae0cf58a0d210def529f43f0071f0a4ecfdc4b688d0dd667dc2ebd32648f8d56929446658a68b8ddd2228b193bf9e8abc0d4662576c+ checksum: 10c0/7c45be02d8ab90cb0efe5a426f2233268a26c14a5940db59f88f71b87c21badd81a659441e7cec17fa07566201c4a2a31df663e1164593bc6af45fda601a3e34languageName: nodelinkType: hard@@ -4107,13 +4099,6 @@ __metadata:languageName: nodelinkType: hard-"convert-source-map@npm:^2.0.0":- version: 2.0.0- resolution: "convert-source-map@npm:2.0.0"- checksum: 10c0/8f2f7a27a1a011cc6cc88cc4da2d7d0cfa5ee0369508baae3d98c260bb3ac520691464e5bbe4ae7cdf09860c1d69ecc6f70c63c6e7c7f7e3f18ec08484dc7d9b- languageName: node- linkType: hard-"cookie-signature@npm:1.0.6":version: 1.0.6resolution: "cookie-signature@npm:1.0.6"@@ -4575,9 +4560,9 @@ __metadata:linkType: hard"devtools-protocol@npm:*":- version: 0.0.1284894- resolution: "devtools-protocol@npm:0.0.1284894"- checksum: 10c0/bb6c1b8b2450335a86fb8afec211d9795e0ce4c98cfd63e02a3eb610c80e39e4241f72d76d17bbe5582e86f1eb57e569a954a2e1de457676a5d0cbe835f5e7d2+ version: 0.0.1285609+ resolution: "devtools-protocol@npm:0.0.1285609"+ checksum: 10c0/a7b8fd5bff951b30b042ff9f97ea3e408fba6a4981118dc8877239bb084370f50b918e6be5a25368780f8705f8ee6664f741b2c713c8e716ea16593dd392e736languageName: nodelinkType: hard@@ -4750,9 +4735,9 @@ __metadata:linkType: hard"electron-to-chromium@npm:^1.4.668":- version: 1.4.733- resolution: "electron-to-chromium@npm:1.4.733"- checksum: 10c0/729e79256748102180a74d997efafb8377f100a8e087aef99175ec6ee298aa715fa41f6a869af906adaefb7fcba43f898c42f721c9ea8980c13744d2ef7ea1b2+ version: 1.4.734+ resolution: "electron-to-chromium@npm:1.4.734"+ checksum: 10c0/60d7d39e83d6ff90f18750321f91c36b5a291f8ca5e631c6f860d2ab455d9767b8f4f611337c87110e4c2be01a4ce73c69e99b63c2bcd5cfb4e2f59eb53de146languageName: nodelinkType: hard@@ -11684,7 +11669,7 @@ __metadata:languageName: nodelinkType: hard-"tinypool@npm:^0.8.2":+"tinypool@npm:^0.8.3":version: 0.8.3resolution: "tinypool@npm:0.8.3"checksum: 10c0/c219d0cfb69de8e3cf17403034a508d773f2fccaad79a13cdbad68600c4fb10186ad814d2320bcaa8f6e774fff5666d2a3d3b241dc8a7ad9d970ee63fe620a32@@ -12297,17 +12282,6 @@ __metadata:languageName: nodelinkType: hard-"v8-to-istanbul@npm:^9.2.0":- version: 9.2.0- resolution: "v8-to-istanbul@npm:9.2.0"- dependencies:- "@jridgewell/trace-mapping": "npm:^0.3.12"- "@types/istanbul-lib-coverage": "npm:^2.0.1"- convert-source-map: "npm:^2.0.0"- checksum: 10c0/e691ba4dd0dea4a884e52c37dbda30cce6f9eeafe9b26721e449429c6bb0f4b6d1e33fabe7711d0f67f7a34c3bfd56c873f7375bba0b1534e6a2843ce99550e5- languageName: node- linkType: hard-"vali-date@npm:^1.0.0":version: 1.0.0resolution: "vali-date@npm:1.0.0"@@ -12350,9 +12324,9 @@ __metadata:languageName: nodelinkType: hard-"vite-node@npm:1.4.0":- version: 1.4.0- resolution: "vite-node@npm:1.4.0"+"vite-node@npm:1.5.0":+ version: 1.5.0+ resolution: "vite-node@npm:1.5.0"dependencies:cac: "npm:^6.7.14"debug: "npm:^4.3.4"@@ -12361,7 +12335,7 @@ __metadata:vite: "npm:^5.0.0"bin:vite-node: vite-node.mjs- checksum: 10c0/bc8eb01dd03c2cc306be2bf35efe789d6a3e8ca1d89d635d3154a9af0213f7609c94ef849f30a01f04535b31e729aee49468275e267693a42c32845fbd2a6721+ checksum: 10c0/85f9e8616f3612c71193a2bbdfb00f610685108a65eaa7ac535655ca1bd65dda5436ee577465436f715966f34e4b25b54140bbd584fe2c95ea0726acf4ecd351languageName: nodelinkType: hard@@ -12422,14 +12396,14 @@ __metadata:linkType: hard"vitest@npm:^1.4.0":- version: 1.4.0- resolution: "vitest@npm:1.4.0"+ version: 1.5.0+ resolution: "vitest@npm:1.5.0"dependencies:- "@vitest/expect": "npm:1.4.0"- "@vitest/runner": "npm:1.4.0"- "@vitest/snapshot": "npm:1.4.0"- "@vitest/spy": "npm:1.4.0"- "@vitest/utils": "npm:1.4.0"+ "@vitest/expect": "npm:1.5.0"+ "@vitest/runner": "npm:1.5.0"+ "@vitest/snapshot": "npm:1.5.0"+ "@vitest/spy": "npm:1.5.0"+ "@vitest/utils": "npm:1.5.0"acorn-walk: "npm:^8.3.2"chai: "npm:^4.3.10"debug: "npm:^4.3.4"@@ -12441,15 +12415,15 @@ __metadata:std-env: "npm:^3.5.0"strip-literal: "npm:^2.0.0"tinybench: "npm:^2.5.1"- tinypool: "npm:^0.8.2"+ tinypool: "npm:^0.8.3"vite: "npm:^5.0.0"- vite-node: "npm:1.4.0"+ vite-node: "npm:1.5.0"why-is-node-running: "npm:^2.2.2"peerDependencies:"@edge-runtime/vm": "*""@types/node": ^18.0.0 || >=20.0.0- "@vitest/browser": 1.4.0- "@vitest/ui": 1.4.0+ "@vitest/browser": 1.5.0+ "@vitest/ui": 1.5.0happy-dom: "*"jsdom: "*"peerDependenciesMeta:@@ -12467,7 +12441,7 @@ __metadata:optional: truebin:vitest: vitest.mjs- checksum: 10c0/732ce229341f6777350d36020dc00ccf5dd2ac0da39424cf5c9f6f4116ed1b6f7bb56de5a11270c693214d817b6d121d3d326e8f5a73437ec3f4c65aa07e1f52+ checksum: 10c0/87f6666cccd52678a0e1dbf32e7492e4003580a168114221e4c2d404d53097d886a8be4c5c379e347d0e749affa0ea5416e4e3a0356aeca228a77ee54891ca3clanguageName: nodelinkType: hard