Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): lock file maintenance
renovate[bot]fdd895e94e84
diff --git a/website/yarn.lock b/website/yarn.lockindex 3f7fbfd6e..fde2d87bc 100644--- a/website/yarn.lock+++ b/website/yarn.lock@@ -5020,26 +5020,26 @@ __metadata:linkType: hard"array.prototype.flat@npm:^1.3.1, array.prototype.flat@npm:^1.3.2":- version: 1.3.2- resolution: "array.prototype.flat@npm:1.3.2"+ version: 1.3.3+ resolution: "array.prototype.flat@npm:1.3.3"dependencies:- call-bind: "npm:^1.0.2"- define-properties: "npm:^1.2.0"- es-abstract: "npm:^1.22.1"- es-shim-unscopables: "npm:^1.0.0"- checksum: 10c0/a578ed836a786efbb6c2db0899ae80781b476200617f65a44846cb1ed8bd8b24c8821b83703375d8af639c689497b7b07277060024b9919db94ac3e10dc8a49b+ call-bind: "npm:^1.0.8"+ define-properties: "npm:^1.2.1"+ es-abstract: "npm:^1.23.5"+ es-shim-unscopables: "npm:^1.0.2"+ checksum: 10c0/d90e04dfbc43bb96b3d2248576753d1fb2298d2d972e29ca7ad5ec621f0d9e16ff8074dae647eac4f31f4fb7d3f561a7ac005fb01a71f51705a13b5af06a7d8alanguageName: nodelinkType: hard"array.prototype.flatmap@npm:^1.3.2":- version: 1.3.2- resolution: "array.prototype.flatmap@npm:1.3.2"+ version: 1.3.3+ resolution: "array.prototype.flatmap@npm:1.3.3"dependencies:- call-bind: "npm:^1.0.2"- define-properties: "npm:^1.2.0"- es-abstract: "npm:^1.22.1"- es-shim-unscopables: "npm:^1.0.0"- checksum: 10c0/67b3f1d602bb73713265145853128b1ad77cc0f9b833c7e1e056b323fbeac41a4ff1c9c99c7b9445903caea924d9ca2450578d9011913191aa88cc3c3a4b54f4+ call-bind: "npm:^1.0.8"+ define-properties: "npm:^1.2.1"+ es-abstract: "npm:^1.23.5"+ es-shim-unscopables: "npm:^1.0.2"+ checksum: 10c0/ba899ea22b9dc9bf276e773e98ac84638ed5e0236de06f13d63a90b18ca9e0ec7c97d622d899796e3773930b946cd2413d098656c0c5d8cc58c6f25c21e6bd54languageName: nodelinkType: hard@@ -5057,18 +5057,17 @@ __metadata:linkType: hard"arraybuffer.prototype.slice@npm:^1.0.3":- version: 1.0.3- resolution: "arraybuffer.prototype.slice@npm:1.0.3"+ version: 1.0.4+ resolution: "arraybuffer.prototype.slice@npm:1.0.4"dependencies:array-buffer-byte-length: "npm:^1.0.1"- call-bind: "npm:^1.0.5"+ call-bind: "npm:^1.0.8"define-properties: "npm:^1.2.1"- es-abstract: "npm:^1.22.3"- es-errors: "npm:^1.2.1"- get-intrinsic: "npm:^1.2.3"+ es-abstract: "npm:^1.23.5"+ es-errors: "npm:^1.3.0"+ get-intrinsic: "npm:^1.2.6"is-array-buffer: "npm:^3.0.4"- is-shared-array-buffer: "npm:^1.0.2"- checksum: 10c0/d32754045bcb2294ade881d45140a5e52bda2321b9e98fa514797b7f0d252c4c5ab0d1edb34112652c62fa6a9398def568da63a4d7544672229afea283358c36+ checksum: 10c0/2f2459caa06ae0f7f615003f9104b01f6435cc803e11bd2a655107d52a1781dc040532dc44d93026b694cc18793993246237423e13a5337e86b43ed604932c06languageName: nodelinkType: hard@@ -6606,7 +6605,7 @@ __metadata:languageName: nodelinkType: hard-"define-properties@npm:^1.1.3, define-properties@npm:^1.2.0, define-properties@npm:^1.2.1":+"define-properties@npm:^1.1.3, define-properties@npm:^1.2.1":version: 1.2.1resolution: "define-properties@npm:1.2.1"dependencies:@@ -7046,7 +7045,7 @@ __metadata:languageName: nodelinkType: hard-"es-abstract@npm:^1.17.5, es-abstract@npm:^1.22.1, es-abstract@npm:^1.22.3, es-abstract@npm:^1.23.2, es-abstract@npm:^1.23.3, es-abstract@npm:^1.23.5":+"es-abstract@npm:^1.17.5, es-abstract@npm:^1.23.2, es-abstract@npm:^1.23.3, es-abstract@npm:^1.23.5":version: 1.23.5resolution: "es-abstract@npm:1.23.5"dependencies:@@ -7107,7 +7106,7 @@ __metadata:languageName: nodelinkType: hard-"es-errors@npm:^1.2.1, es-errors@npm:^1.3.0":+"es-errors@npm:^1.3.0":version: 1.3.0resolution: "es-errors@npm:1.3.0"checksum: 10c0/0a61325670072f98d8ae3b914edab3559b6caa980f08054a3b872052640d91da01d38df55df797fcc916389d77fc92b8d5906cf028f4db46d7e3003abecbca85@@ -7164,7 +7163,7 @@ __metadata:languageName: nodelinkType: hard-"es-shim-unscopables@npm:^1.0.0, es-shim-unscopables@npm:^1.0.2":+"es-shim-unscopables@npm:^1.0.2":version: 1.0.2resolution: "es-shim-unscopables@npm:1.0.2"dependencies:@@ -8178,14 +8177,15 @@ __metadata:linkType: hard"function.prototype.name@npm:^1.1.6":- version: 1.1.6- resolution: "function.prototype.name@npm:1.1.6"+ version: 1.1.7+ resolution: "function.prototype.name@npm:1.1.7"dependencies:- call-bind: "npm:^1.0.2"- define-properties: "npm:^1.2.0"- es-abstract: "npm:^1.22.1"+ call-bind: "npm:^1.0.8"+ define-properties: "npm:^1.2.1"functions-have-names: "npm:^1.2.3"- checksum: 10c0/9eae11294905b62cb16874adb4fc687927cda3162285e0ad9612e6a1d04934005d46907362ea9cdb7428edce05a2f2c3dabc3b2d21e9fd343e9bb278230ad94b+ hasown: "npm:^2.0.2"+ is-callable: "npm:^1.2.7"+ checksum: 10c0/f369f794099a9883e8253290d84a7a3e37ed9d4e2b185bdb3034fcfe02d6ee9dd72b41ea1e6e556c49bce897c535aa373b8e31dab5b018875cf9bc0a70c5215flanguageName: nodelinkType: hard@@ -8203,7 +8203,7 @@ __metadata:languageName: nodelinkType: hard-"get-intrinsic@npm:^1.2.1, get-intrinsic@npm:^1.2.3, get-intrinsic@npm:^1.2.4, get-intrinsic@npm:^1.2.5, get-intrinsic@npm:^1.2.6":+"get-intrinsic@npm:^1.2.1, get-intrinsic@npm:^1.2.4, get-intrinsic@npm:^1.2.5, get-intrinsic@npm:^1.2.6":version: 1.2.6resolution: "get-intrinsic@npm:1.2.6"dependencies:@@ -9555,7 +9555,7 @@ __metadata:languageName: nodelinkType: hard-"is-shared-array-buffer@npm:^1.0.2, is-shared-array-buffer@npm:^1.0.3":+"is-shared-array-buffer@npm:^1.0.3":version: 1.0.3resolution: "is-shared-array-buffer@npm:1.0.3"dependencies:diff --git a/yarn.lock b/yarn.lockindex eca9e96ee..c2a72af73 100644--- a/yarn.lock+++ b/yarn.lock@@ -274,20 +274,20 @@ __metadata:languageName: nodelinkType: hard-"@commitlint/cli@npm:^19.6.0":- version: 19.6.0- resolution: "@commitlint/cli@npm:19.6.0"+"@commitlint/cli@npm:^19.6.1":+ version: 19.6.1+ resolution: "@commitlint/cli@npm:19.6.1"dependencies:"@commitlint/format": "npm:^19.5.0""@commitlint/lint": "npm:^19.6.0"- "@commitlint/load": "npm:^19.5.0"+ "@commitlint/load": "npm:^19.6.1""@commitlint/read": "npm:^19.5.0""@commitlint/types": "npm:^19.5.0"tinyexec: "npm:^0.3.0"yargs: "npm:^17.0.0"bin:commitlint: cli.js- checksum: 10c0/d2867d964afcd1a8b7c42e659ccf67be7cee1a275010c4d12f47b88dbc8b2120a31c5a8cc4de5e0711fd501bd921867e039be8b94bae17a98c2ecae9f95cfa86+ checksum: 10c0/fa7a344292f1d25533b195b061bcae0a80434490fae843ad28593c09668f48e9a74906b69f95d26df4152c56c71ab31a0bc169d333e22c6ca53dc54646a2ff19languageName: nodelinkType: hard@@ -364,9 +364,9 @@ __metadata:languageName: nodelinkType: hard-"@commitlint/load@npm:^19.5.0":- version: 19.5.0- resolution: "@commitlint/load@npm:19.5.0"+"@commitlint/load@npm:^19.6.1":+ version: 19.6.1+ resolution: "@commitlint/load@npm:19.6.1"dependencies:"@commitlint/config-validator": "npm:^19.5.0""@commitlint/execute-rule": "npm:^19.5.0"@@ -374,11 +374,11 @@ __metadata:"@commitlint/types": "npm:^19.5.0"chalk: "npm:^5.3.0"cosmiconfig: "npm:^9.0.0"- cosmiconfig-typescript-loader: "npm:^5.0.0"+ cosmiconfig-typescript-loader: "npm:^6.1.0"lodash.isplainobject: "npm:^4.0.6"lodash.merge: "npm:^4.6.2"lodash.uniq: "npm:^4.5.0"- checksum: 10c0/72fb5f3b2299cb40374181e4fb630658c7faf0cca775bd15338e9a49f9571134ef25529319b453ed0d68917346949abf88c44f73a132f89d8965d6b3e7347d0b+ checksum: 10c0/3f92ef6a592491dbb48ae985ef8e3897adccbbb735c09425304cbe574a0ec392b2d724ca14ebb99107e32f60bbec3b873ab64e87fea6d5af7aa579a9052a626elanguageName: nodelinkType: hard@@ -3298,26 +3298,26 @@ __metadata:linkType: hard"array.prototype.flat@npm:^1.3.1, array.prototype.flat@npm:^1.3.2":- version: 1.3.2- resolution: "array.prototype.flat@npm:1.3.2"+ version: 1.3.3+ resolution: "array.prototype.flat@npm:1.3.3"dependencies:- call-bind: "npm:^1.0.2"- define-properties: "npm:^1.2.0"- es-abstract: "npm:^1.22.1"- es-shim-unscopables: "npm:^1.0.0"- checksum: 10c0/a578ed836a786efbb6c2db0899ae80781b476200617f65a44846cb1ed8bd8b24c8821b83703375d8af639c689497b7b07277060024b9919db94ac3e10dc8a49b+ call-bind: "npm:^1.0.8"+ define-properties: "npm:^1.2.1"+ es-abstract: "npm:^1.23.5"+ es-shim-unscopables: "npm:^1.0.2"+ checksum: 10c0/d90e04dfbc43bb96b3d2248576753d1fb2298d2d972e29ca7ad5ec621f0d9e16ff8074dae647eac4f31f4fb7d3f561a7ac005fb01a71f51705a13b5af06a7d8alanguageName: nodelinkType: hard"array.prototype.flatmap@npm:^1.3.2":- version: 1.3.2- resolution: "array.prototype.flatmap@npm:1.3.2"+ version: 1.3.3+ resolution: "array.prototype.flatmap@npm:1.3.3"dependencies:- call-bind: "npm:^1.0.2"- define-properties: "npm:^1.2.0"- es-abstract: "npm:^1.22.1"- es-shim-unscopables: "npm:^1.0.0"- checksum: 10c0/67b3f1d602bb73713265145853128b1ad77cc0f9b833c7e1e056b323fbeac41a4ff1c9c99c7b9445903caea924d9ca2450578d9011913191aa88cc3c3a4b54f4+ call-bind: "npm:^1.0.8"+ define-properties: "npm:^1.2.1"+ es-abstract: "npm:^1.23.5"+ es-shim-unscopables: "npm:^1.0.2"+ checksum: 10c0/ba899ea22b9dc9bf276e773e98ac84638ed5e0236de06f13d63a90b18ca9e0ec7c97d622d899796e3773930b946cd2413d098656c0c5d8cc58c6f25c21e6bd54languageName: nodelinkType: hard@@ -3335,18 +3335,17 @@ __metadata:linkType: hard"arraybuffer.prototype.slice@npm:^1.0.3":- version: 1.0.3- resolution: "arraybuffer.prototype.slice@npm:1.0.3"+ version: 1.0.4+ resolution: "arraybuffer.prototype.slice@npm:1.0.4"dependencies:array-buffer-byte-length: "npm:^1.0.1"- call-bind: "npm:^1.0.5"+ call-bind: "npm:^1.0.8"define-properties: "npm:^1.2.1"- es-abstract: "npm:^1.22.3"- es-errors: "npm:^1.2.1"- get-intrinsic: "npm:^1.2.3"+ es-abstract: "npm:^1.23.5"+ es-errors: "npm:^1.3.0"+ get-intrinsic: "npm:^1.2.6"is-array-buffer: "npm:^3.0.4"- is-shared-array-buffer: "npm:^1.0.2"- checksum: 10c0/d32754045bcb2294ade881d45140a5e52bda2321b9e98fa514797b7f0d252c4c5ab0d1edb34112652c62fa6a9398def568da63a4d7544672229afea283358c36+ checksum: 10c0/2f2459caa06ae0f7f615003f9104b01f6435cc803e11bd2a655107d52a1781dc040532dc44d93026b694cc18793993246237423e13a5337e86b43ed604932c06languageName: nodelinkType: hard@@ -4178,14 +4177,14 @@ __metadata:linkType: hard"commitlint@npm:^19.0.0":- version: 19.6.0- resolution: "commitlint@npm:19.6.0"+ version: 19.6.1+ resolution: "commitlint@npm:19.6.1"dependencies:- "@commitlint/cli": "npm:^19.6.0"+ "@commitlint/cli": "npm:^19.6.1""@commitlint/types": "npm:^19.5.0"bin:commitlint: cli.js- checksum: 10c0/bc88b5383bca70174a28303bfbe96902eeeae707167dcecbf6b9fc5e6e06a65390230a78a1107ae8e96fc6abbb6419b2d9c754214c8445c71a24344978fffb43+ checksum: 10c0/cbb6d1f16bd32fcf40fafedd90b1f85bb2a631ff14028debb4d365629e4a9ba6abb9a4150cdef0abce36fc4cb147891ec856e2529f36a6c0ba56eba52bd5861blanguageName: nodelinkType: hard@@ -4392,16 +4391,16 @@ __metadata:languageName: nodelinkType: hard-"cosmiconfig-typescript-loader@npm:^5.0.0":- version: 5.1.0- resolution: "cosmiconfig-typescript-loader@npm:5.1.0"+"cosmiconfig-typescript-loader@npm:^6.1.0":+ version: 6.1.0+ resolution: "cosmiconfig-typescript-loader@npm:6.1.0"dependencies:- jiti: "npm:^1.21.6"+ jiti: "npm:^2.4.1"peerDependencies:"@types/node": "*"- cosmiconfig: ">=8.2"- typescript: ">=4"- checksum: 10c0/9c87ade7b0960e6f15711e880df987237c20eabb3088c2bcc558e821f85aecee97c6340d428297a0241d3df4e3c6be66501468aef1e9a719722931a479865f3c+ cosmiconfig: ">=9"+ typescript: ">=5"+ checksum: 10c0/5e3baf85a9da7dcdd7ef53a54d1293400eed76baf0abb3a41bf9fcc789f1a2653319443471f9a1dc32951f1de4467a6696ccd0f88640e7827f1af6ff94ceaf1alanguageName: nodelinkType: hard@@ -4755,7 +4754,7 @@ __metadata:languageName: nodelinkType: hard-"define-properties@npm:^1.1.3, define-properties@npm:^1.2.0, define-properties@npm:^1.2.1":+"define-properties@npm:^1.1.3, define-properties@npm:^1.2.1":version: 1.2.1resolution: "define-properties@npm:1.2.1"dependencies:@@ -5109,7 +5108,7 @@ __metadata:languageName: nodelinkType: hard-"es-abstract@npm:^1.17.5, es-abstract@npm:^1.22.1, es-abstract@npm:^1.22.3, es-abstract@npm:^1.23.2, es-abstract@npm:^1.23.3, es-abstract@npm:^1.23.5":+"es-abstract@npm:^1.17.5, es-abstract@npm:^1.23.2, es-abstract@npm:^1.23.3, es-abstract@npm:^1.23.5":version: 1.23.5resolution: "es-abstract@npm:1.23.5"dependencies:@@ -5170,7 +5169,7 @@ __metadata:languageName: nodelinkType: hard-"es-errors@npm:^1.2.1, es-errors@npm:^1.3.0":+"es-errors@npm:^1.3.0":version: 1.3.0resolution: "es-errors@npm:1.3.0"checksum: 10c0/0a61325670072f98d8ae3b914edab3559b6caa980f08054a3b872052640d91da01d38df55df797fcc916389d77fc92b8d5906cf028f4db46d7e3003abecbca85@@ -5244,7 +5243,7 @@ __metadata:languageName: nodelinkType: hard-"es-shim-unscopables@npm:^1.0.0, es-shim-unscopables@npm:^1.0.2":+"es-shim-unscopables@npm:^1.0.2":version: 1.0.2resolution: "es-shim-unscopables@npm:1.0.2"dependencies:@@ -6356,14 +6355,15 @@ __metadata:linkType: hard"function.prototype.name@npm:^1.1.6":- version: 1.1.6- resolution: "function.prototype.name@npm:1.1.6"+ version: 1.1.7+ resolution: "function.prototype.name@npm:1.1.7"dependencies:- call-bind: "npm:^1.0.2"- define-properties: "npm:^1.2.0"- es-abstract: "npm:^1.22.1"+ call-bind: "npm:^1.0.8"+ define-properties: "npm:^1.2.1"functions-have-names: "npm:^1.2.3"- checksum: 10c0/9eae11294905b62cb16874adb4fc687927cda3162285e0ad9612e6a1d04934005d46907362ea9cdb7428edce05a2f2c3dabc3b2d21e9fd343e9bb278230ad94b+ hasown: "npm:^2.0.2"+ is-callable: "npm:^1.2.7"+ checksum: 10c0/f369f794099a9883e8253290d84a7a3e37ed9d4e2b185bdb3034fcfe02d6ee9dd72b41ea1e6e556c49bce897c535aa373b8e31dab5b018875cf9bc0a70c5215flanguageName: nodelinkType: hard@@ -6409,7 +6409,7 @@ __metadata:languageName: nodelinkType: hard-"get-intrinsic@npm:^1.1.3, get-intrinsic@npm:^1.2.1, get-intrinsic@npm:^1.2.2, get-intrinsic@npm:^1.2.3, get-intrinsic@npm:^1.2.4, get-intrinsic@npm:^1.2.5, get-intrinsic@npm:^1.2.6":+"get-intrinsic@npm:^1.1.3, get-intrinsic@npm:^1.2.1, get-intrinsic@npm:^1.2.2, get-intrinsic@npm:^1.2.4, get-intrinsic@npm:^1.2.5, get-intrinsic@npm:^1.2.6":version: 1.2.6resolution: "get-intrinsic@npm:1.2.6"dependencies:@@ -7905,12 +7905,12 @@ __metadata:languageName: nodelinkType: hard-"jiti@npm:^1.21.6":- version: 1.21.6- resolution: "jiti@npm:1.21.6"+"jiti@npm:^2.4.1":+ version: 2.4.1+ resolution: "jiti@npm:2.4.1"bin:- jiti: bin/jiti.js- checksum: 10c0/05b9ed58cd30d0c3ccd3c98209339e74f50abd9a17e716f65db46b6a35812103f6bde6e134be7124d01745586bca8cc5dae1d0d952267c3ebe55171949c32e56+ jiti: lib/jiti-cli.mjs+ checksum: 10c0/3cf67d1b952a9e8cffbb4f96527880da6cdb58a1eae2a6d2deb4645621dfc8b766d21549f71c6153a2094a40bb635ffafed4cd0dd42f3b3263b187d1ee846225languageName: nodelinkType: hard@@ -8316,15 +8316,15 @@ __metadata:linkType: hard"linkedom@npm:^0.18.0":- version: 0.18.5- resolution: "linkedom@npm:0.18.5"+ version: 0.18.6+ resolution: "linkedom@npm:0.18.6"dependencies:css-select: "npm:^5.1.0"cssom: "npm:^0.5.0"html-escaper: "npm:^3.0.3"htmlparser2: "npm:^9.1.0"uhyphen: "npm:^0.2.0"- checksum: 10c0/3a54fb699f8c3c973298bfe689c6c96d2f2052fa90bd786a530202b9ab6013242705f66c918fd4a9f646e2320d443cddefb6fa1e0cc6871b0bab85ea467c4a14+ checksum: 10c0/a2ed57b4cf633cabedefafa846053a503a951765e6a8ae1f687f4d2504dfa4e6d0cfd84c618f6099d2e5e1cea5dea96bc7cc845bc1662e3bfb51a24594eeb462languageName: nodelinkType: hard