Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): lock file maintenance
renovate[bot]20c4e06e9703
diff --git a/website/yarn.lock b/website/yarn.lockindex ed8bb7925..1c5df2b54 100644--- a/website/yarn.lock+++ b/website/yarn.lock@@ -2659,9 +2659,9 @@ __metadata:linkType: hard"@polka/url@npm:^1.0.0-next.20":- version: 1.0.0-next.23- resolution: "@polka/url@npm:1.0.0-next.23"- checksum: 78f6f5dbb56b56f5beaf5a99a88bed1bc9e6f6ec10d839f006b1680e6e7c0e0a8c3c91ce98c92a0bf01480ce8b04b37835089d212e8948fbb1f4a392863b275b+ version: 1.0.0-next.24+ resolution: "@polka/url@npm:1.0.0-next.24"+ checksum: 97d98fa911857158514457bedad8c36084c1f608302458f580ab300a25c3abf456d1d54fcf2ea7927464bee0858baf5e8e5b374b95c3375b9eb3784d81411ebdlanguageName: nodelinkType: hard@@ -3241,13 +3241,13 @@ __metadata:linkType: hard"@types/react@npm:*, @types/react@npm:^18.0.28":- version: 18.2.41- resolution: "@types/react@npm:18.2.41"+ version: 18.2.42+ resolution: "@types/react@npm:18.2.42"dependencies:"@types/prop-types": "npm:*""@types/scheduler": "npm:*"csstype: "npm:^3.0.2"- checksum: 5cc72491ce8be95e7bbedd8bf039ca971772ecd22d989feb045af7e73247c7e6cff25a2f1c2200be461fb2f6b5aacef739e1ba9fd83c744209dfd3ce8aa75afe+ checksum: 2946d78c1f9a220a4dfedd7995b8bcba47235b19756bf3dd845c604bb24fff8d0ff5be81c0c98ac7f4488791e8c7e6cbcc4898c40c0209d74a1223b8fbfb994flanguageName: nodelinkType: hard@@ -3367,14 +3367,14 @@ __metadata:linkType: hard"@typescript-eslint/eslint-plugin@npm:^6.0.0":- version: 6.13.1- resolution: "@typescript-eslint/eslint-plugin@npm:6.13.1"+ version: 6.13.2+ resolution: "@typescript-eslint/eslint-plugin@npm:6.13.2"dependencies:"@eslint-community/regexpp": "npm:^4.5.1"- "@typescript-eslint/scope-manager": "npm:6.13.1"- "@typescript-eslint/type-utils": "npm:6.13.1"- "@typescript-eslint/utils": "npm:6.13.1"- "@typescript-eslint/visitor-keys": "npm:6.13.1"+ "@typescript-eslint/scope-manager": "npm:6.13.2"+ "@typescript-eslint/type-utils": "npm:6.13.2"+ "@typescript-eslint/utils": "npm:6.13.2"+ "@typescript-eslint/visitor-keys": "npm:6.13.2"debug: "npm:^4.3.4"graphemer: "npm:^1.4.0"ignore: "npm:^5.2.4"@@ -3387,44 +3387,44 @@ __metadata:peerDependenciesMeta:typescript:optional: true- checksum: ccbcbf2a16d985348f46f07c90db06d98878632e7e98eb2fe9275dc489e8a3406bbe002e6d5ff0da88f51a5fe44ea0e942ec35488a3f1939e009f0a43997d34a+ checksum: 531a4406d872738d165c6a66cb26e976523c94053b022a8210dc9fd10e91b79b705bc0fcc77145e9744e4108b53bdba55e02a10dc17757b22be92aff57849384languageName: nodelinkType: hard"@typescript-eslint/parser@npm:^6.0.0":- version: 6.13.1- resolution: "@typescript-eslint/parser@npm:6.13.1"+ version: 6.13.2+ resolution: "@typescript-eslint/parser@npm:6.13.2"dependencies:- "@typescript-eslint/scope-manager": "npm:6.13.1"- "@typescript-eslint/types": "npm:6.13.1"- "@typescript-eslint/typescript-estree": "npm:6.13.1"- "@typescript-eslint/visitor-keys": "npm:6.13.1"+ "@typescript-eslint/scope-manager": "npm:6.13.2"+ "@typescript-eslint/types": "npm:6.13.2"+ "@typescript-eslint/typescript-estree": "npm:6.13.2"+ "@typescript-eslint/visitor-keys": "npm:6.13.2"debug: "npm:^4.3.4"peerDependencies:eslint: ^7.0.0 || ^8.0.0peerDependenciesMeta:typescript:optional: true- checksum: 83f67374815f330ba96c2129f616ee1c8af3a7282c91e9645371ce4a9acfc2797df345cc65a34efa3ff0e574ac9422921cdac623a37be21e36e45c46d6de4731+ checksum: 2c62b8cd8a37eb2ea59cd00e559f51a9f57af746e2040e872af3c58ddd3f4071ad7b7009789bdeb0e0d4ee0343bfe96ee77288020f3ae22d08e1674203f5e156languageName: nodelinkType: hard-"@typescript-eslint/scope-manager@npm:6.13.1":- version: 6.13.1- resolution: "@typescript-eslint/scope-manager@npm:6.13.1"+"@typescript-eslint/scope-manager@npm:6.13.2":+ version: 6.13.2+ resolution: "@typescript-eslint/scope-manager@npm:6.13.2"dependencies:- "@typescript-eslint/types": "npm:6.13.1"- "@typescript-eslint/visitor-keys": "npm:6.13.1"- checksum: 2b00f087ba9a9940df4cbc96335312737b3a7744b61528e4949ffd8034067d4c419a7b20beeb4c47d0ed5f52ad82490e89622a0de0e33c4bb6af3ede14c680b8+ "@typescript-eslint/types": "npm:6.13.2"+ "@typescript-eslint/visitor-keys": "npm:6.13.2"+ checksum: 9b159e5bb10dfb5953e71488200b4126378fc7e987ce7d90946aea9ec40cd66c7ada92399657c5d9794189b764ca6f4eb38a8dcb9e4c5aa50ab6000a39636b9clanguageName: nodelinkType: hard-"@typescript-eslint/type-utils@npm:6.13.1":- version: 6.13.1- resolution: "@typescript-eslint/type-utils@npm:6.13.1"+"@typescript-eslint/type-utils@npm:6.13.2":+ version: 6.13.2+ resolution: "@typescript-eslint/type-utils@npm:6.13.2"dependencies:- "@typescript-eslint/typescript-estree": "npm:6.13.1"- "@typescript-eslint/utils": "npm:6.13.1"+ "@typescript-eslint/typescript-estree": "npm:6.13.2"+ "@typescript-eslint/utils": "npm:6.13.2"debug: "npm:^4.3.4"ts-api-utils: "npm:^1.0.1"peerDependencies:@@ -3432,23 +3432,23 @@ __metadata:peerDependenciesMeta:typescript:optional: true- checksum: c958126cb9d28021ae8e3bb2c11d5f427ab09adff5deaf64927f9769b8ba1f7b561dfb30ac2e69f9ef923183566569500a27a188b534e6641a34e0a6fd144773+ checksum: 1ca97c78abdf479aea0c54e869fda2ae2f69de1974cc063062ce7b5b16c7fdf497ea15c50a29dd5941ea1b6b77e8f1213a5c272a747e334ac69ede083f327468languageName: nodelinkType: hard-"@typescript-eslint/types@npm:6.13.1":- version: 6.13.1- resolution: "@typescript-eslint/types@npm:6.13.1"- checksum: 26ea37ec6943859415d683b280e135c20da73281d742aaf123763bf9e10ea0629950422934c4ec3cc77a390a8fa8f33cc4f3914869ffd5af4d1edbbbae834d60+"@typescript-eslint/types@npm:6.13.2":+ version: 6.13.2+ resolution: "@typescript-eslint/types@npm:6.13.2"+ checksum: 029918ca5b1442bb4bc435773504ce32191e2c3e2fde8d4176bb6513f03e3dfa2aa9724b2d22b1640656d666b97f7a7ebfeaf67b881d5e07250828fa83e3ebe8languageName: nodelinkType: hard-"@typescript-eslint/typescript-estree@npm:6.13.1":- version: 6.13.1- resolution: "@typescript-eslint/typescript-estree@npm:6.13.1"+"@typescript-eslint/typescript-estree@npm:6.13.2":+ version: 6.13.2+ resolution: "@typescript-eslint/typescript-estree@npm:6.13.2"dependencies:- "@typescript-eslint/types": "npm:6.13.1"- "@typescript-eslint/visitor-keys": "npm:6.13.1"+ "@typescript-eslint/types": "npm:6.13.2"+ "@typescript-eslint/visitor-keys": "npm:6.13.2"debug: "npm:^4.3.4"globby: "npm:^11.1.0"is-glob: "npm:^4.0.3"@@ -3457,34 +3457,34 @@ __metadata:peerDependenciesMeta:typescript:optional: true- checksum: d8aa409464f860f12ddc67ad8d94dcc37dc4da272b1d9d1937b6ccbcf397daa8bb495f409ee5c263053f87a9a0cc7d5ba6926137e5724d4ac6a839d8a481a8c0+ checksum: 1c4c59dce0c51fdfee34d9f418e64fe28e3ec1a97661efc8a3d2780bdff36aff38de9090d356a968f394fa6d4e9c058936ce9cd260d4c44a52761ecd74915bcelanguageName: nodelinkType: hard-"@typescript-eslint/utils@npm:6.13.1":- version: 6.13.1- resolution: "@typescript-eslint/utils@npm:6.13.1"+"@typescript-eslint/utils@npm:6.13.2":+ version: 6.13.2+ resolution: "@typescript-eslint/utils@npm:6.13.2"dependencies:"@eslint-community/eslint-utils": "npm:^4.4.0""@types/json-schema": "npm:^7.0.12""@types/semver": "npm:^7.5.0"- "@typescript-eslint/scope-manager": "npm:6.13.1"- "@typescript-eslint/types": "npm:6.13.1"- "@typescript-eslint/typescript-estree": "npm:6.13.1"+ "@typescript-eslint/scope-manager": "npm:6.13.2"+ "@typescript-eslint/types": "npm:6.13.2"+ "@typescript-eslint/typescript-estree": "npm:6.13.2"semver: "npm:^7.5.4"peerDependencies:eslint: ^7.0.0 || ^8.0.0- checksum: 6706527c6d979ba0a9756394382e945a2de51f54b8193da03ec2f980d479ffca0f58216c90f510b39601d07b37781af4236384f49afc63713662cd309bd43a1f+ checksum: 84969be91e7949868eaaa289288c9d71927f0e427b572501b0991d8d62b40a4234f7287c35b35d276ccbb53e9ea5457b8250fcf4941e60e6b9ba4065fbfba416languageName: nodelinkType: hard-"@typescript-eslint/visitor-keys@npm:6.13.1":- version: 6.13.1- resolution: "@typescript-eslint/visitor-keys@npm:6.13.1"+"@typescript-eslint/visitor-keys@npm:6.13.2":+ version: 6.13.2+ resolution: "@typescript-eslint/visitor-keys@npm:6.13.2"dependencies:- "@typescript-eslint/types": "npm:6.13.1"+ "@typescript-eslint/types": "npm:6.13.2"eslint-visitor-keys: "npm:^3.4.1"- checksum: 68daf60941fc4824f90480787587c9cbb447eeceac5698dfef2b0c2caa6d3c715f604c2357cc20abb6899be3c3e3ae3b5bbee310faccaab9ea98c8bd9137ec1f+ checksum: c173bc1fcc42c3075a5ee094e7f3bf0279d98315c25ff49e20d02d79022b1d0402accfa113b070afb4d52a6f6d180594b67baa8b6a784eabdf82b54dd1ff454clanguageName: nodelinkType: hard@@ -5842,9 +5842,9 @@ __metadata:linkType: hard"electron-to-chromium@npm:^1.4.601":- version: 1.4.601- resolution: "electron-to-chromium@npm:1.4.601"- checksum: 345226e9edff5b72bd431b5bec1eaabc3c85e430fa0171586b539c64e5bde7c161cad6387e657ab8e0f197a894c1679f19c60f687baad12118a06e1db543cf95+ version: 1.4.603+ resolution: "electron-to-chromium@npm:1.4.603"+ checksum: 92287fb0780c05e98e2cc46ce0cb158e7f7f8a68b94b1418ec229746e7546e5661614b26afa31084bb893a073191b17799a61f5454937a8d3095b52c0bf6a835languageName: nodelinkType: hard@@ -13081,8 +13081,8 @@ __metadata:linkType: hard"terser@npm:^5.10.0, terser@npm:^5.15.1, terser@npm:^5.16.8":- version: 5.24.0- resolution: "terser@npm:5.24.0"+ version: 5.25.0+ resolution: "terser@npm:5.25.0"dependencies:"@jridgewell/source-map": "npm:^0.3.3"acorn: "npm:^8.8.2"@@ -13090,7 +13090,7 @@ __metadata:source-map-support: "npm:~0.5.20"bin:terser: bin/terser- checksum: 9a73ae528210242593d8bbc46af8a235fb0a7607707910a7c5cb85a7d2692d0780019dcbf34734b3cb2591111cc41628f1dce1608dccd3201b6843458ebe9e00+ checksum: 439a5128df77d952a664b3c9d798cf2e8463c9cbd0c76e92f811ddec674ea330186ed7a3df3d28d0dd6ed358959d9bddba120d3a2bb13afddaf24576652015e5languageName: nodelinkType: harddiff --git a/yarn.lock b/yarn.lockindex 944b775f6..d9fd712d5 100644--- a/yarn.lock+++ b/yarn.lock@@ -1771,19 +1771,19 @@ __metadata:linkType: hard"@sapphire/async-queue@npm:^1.5.0":- version: 1.5.0- resolution: "@sapphire/async-queue@npm:1.5.0"- checksum: 9c3e485c774316aa131203d1cc5a23ce07409053f47c85841b3a72bd0ce644d2242fa850647fb1f72f1c7b07ae075f3bdcb8ea040977b789937417110f4aa18d+ version: 1.5.1+ resolution: "@sapphire/async-queue@npm:1.5.1"+ checksum: 176903d9763f93e27455ebb903d68fe8b96ba65eca78a1199ed6bec2260bb2e02c5f469d493aa8c8d796fc9647df22e41e912de73bfe3d4e3d55e4c3adbfb99blanguageName: nodelinkType: hard"@sapphire/shapeshift@npm:^3.0.0, @sapphire/shapeshift@npm:^3.6.0":- version: 3.9.3- resolution: "@sapphire/shapeshift@npm:3.9.3"+ version: 3.9.4+ resolution: "@sapphire/shapeshift@npm:3.9.4"dependencies:fast-deep-equal: "npm:^3.1.3"lodash: "npm:^4.17.21"- checksum: 6d096ca3a3abac5bfbc38e51da3c4bb1d0bdb81cf2f5e4ab6fae3621d73f3cdbb1acf337b932296d84b780814f90c6a6d8553d533883197c15d9673e845cfeda+ checksum: 7743983dde17585442bec7e1f1a2b7b9b3b92ddfd35cb6806875e3ff70a23fbbe83a564ee59a83966cc3c083856fde5db206efed61086120f7e010b330c3d1a9languageName: nodelinkType: hard@@ -4560,9 +4560,9 @@ __metadata:linkType: hard"electron-to-chromium@npm:^1.4.601":- version: 1.4.601- resolution: "electron-to-chromium@npm:1.4.601"- checksum: 345226e9edff5b72bd431b5bec1eaabc3c85e430fa0171586b539c64e5bde7c161cad6387e657ab8e0f197a894c1679f19c60f687baad12118a06e1db543cf95+ version: 1.4.603+ resolution: "electron-to-chromium@npm:1.4.603"+ checksum: 92287fb0780c05e98e2cc46ce0cb158e7f7f8a68b94b1418ec229746e7546e5661614b26afa31084bb893a073191b17799a61f5454937a8d3095b52c0bf6a835languageName: nodelinkType: hard@@ -9679,7 +9679,7 @@ __metadata:languageName: nodelinkType: hard-"postcss@npm:^8.4.31":+"postcss@npm:^8.4.32":version: 8.4.32resolution: "postcss@npm:8.4.32"dependencies:@@ -11324,21 +11324,21 @@ __metadata:languageName: nodelinkType: hard-"tldts-core@npm:^6.0.22":- version: 6.0.22- resolution: "tldts-core@npm:6.0.22"- checksum: 307a483616410108e32d7ac5805c12a7017cfc36be8252219704faa75cae30d488efb242dd3da257f8f018d31a8283bba8a8fab224f52f7435ded4703a4f9d17+"tldts-core@npm:^6.0.23":+ version: 6.0.23+ resolution: "tldts-core@npm:6.0.23"+ checksum: 76eed26cc89507ba7e9a0c8892839dc01872dd9a5c2f1f8b9acc90b9fc87d0566da8ca72b6d7061c359c1bb7ebceefe2a5dfa971fe9fc395dfc1b043ca2a7074languageName: nodelinkType: hard"tldts@npm:^6.0.0":- version: 6.0.22- resolution: "tldts@npm:6.0.22"+ version: 6.0.23+ resolution: "tldts@npm:6.0.23"dependencies:- tldts-core: "npm:^6.0.22"+ tldts-core: "npm:^6.0.23"bin:tldts: bin/cli.js- checksum: d8f5b8298c191bb704d8b3ae33f5ee604c23b8fa18177f3d80f52ae2db1c8f373aad2da06a1c28be059b887b872e458335f23d52f0721282f884f9165c5b4410+ checksum: f816c91c44c5a2f02aba73bd1cc22b81b2592912bfe802b66eba5420e3810fe9c96169f7b96718b03e8654a45054f3f98e650228f8fd730d2173a6fb557ab05elanguageName: nodelinkType: hard@@ -12027,12 +12027,12 @@ __metadata:linkType: hard"vite@npm:^3.0.0 || ^4.0.0 || ^5.0.0-0, vite@npm:^3.1.0 || ^4.0.0 || ^5.0.0-0":- version: 5.0.4- resolution: "vite@npm:5.0.4"+ version: 5.0.5+ resolution: "vite@npm:5.0.5"dependencies:esbuild: "npm:^0.19.3"fsevents: "npm:~2.3.3"- postcss: "npm:^8.4.31"+ postcss: "npm:^8.4.32"rollup: "npm:^4.2.0"peerDependencies:"@types/node": ^18.0.0 || >=20.0.0@@ -12062,7 +12062,7 @@ __metadata:optional: truebin:vite: bin/vite.js- checksum: 67a0df248af042e75b1ecbf20098096df80a1068a832c5c964a20d7c06853e12b7310989c3c273cb88a9a3a37f4bada0a2115018b36df0fc09a6b6dba9a7d5b5+ checksum: 22fbaacbc87eff7d1de46104880c5d269d3bb2964957e9d13edaac819e6a90b5ce2567b5d0ba8c92a7bd5bcf0412ae7d22ce958047490931fbb466b1908ff17clanguageName: nodelinkType: hard