Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): lock file maintenance
renovate[bot]9caa6aa44d5d
diff --git a/website/yarn.lock b/website/yarn.lockindex dd8a6e84b..4d9f5aa14 100644--- a/website/yarn.lock+++ b/website/yarn.lock@@ -4500,8 +4500,8 @@ __metadata:linkType: hard"cacache@npm:^18.0.0":- version: 18.0.2- resolution: "cacache@npm:18.0.2"+ version: 18.0.3+ resolution: "cacache@npm:18.0.3"dependencies:"@npmcli/fs": "npm:^3.1.0"fs-minipass: "npm:^3.0.0"@@ -4515,7 +4515,7 @@ __metadata:ssri: "npm:^10.0.0"tar: "npm:^6.1.11"unique-filename: "npm:^3.0.0"- checksum: 10c0/7992665305cc251a984f4fdbab1449d50e88c635bc43bf2785530c61d239c61b349e5734461baa461caaee65f040ab14e2d58e694f479c0810cffd181ba5eabc+ checksum: 10c0/dfda92840bb371fb66b88c087c61a74544363b37a265023223a99965b16a16bbb87661fe4948718d79df6e0cc04e85e62784fbcf1832b2a5e54ff4c46fbb45b7languageName: nodelinkType: hard@@ -4598,9 +4598,9 @@ __metadata:linkType: hard"caniuse-lite@npm:^1.0.0, caniuse-lite@npm:^1.0.30001587, caniuse-lite@npm:^1.0.30001599":- version: 1.0.30001615- resolution: "caniuse-lite@npm:1.0.30001615"- checksum: 10c0/49029ff6cdbb35cf84cc9d9d4782dff3a8fb6afb547a83f3e43f13addcb0c4ac6015dc528a42f0f78846dc06261b3fab16555e3979114ad20e15cf7a91e64c33+ version: 1.0.30001616+ resolution: "caniuse-lite@npm:1.0.30001616"+ checksum: 10c0/4c29f0a6c65ec888fadf5112cffc3b162872b74dce6ca4964d242c1c0fd05ab284f8e500f85739d5c96573589cf6e0e911424646b1009440a7c142ef6a5187celanguageName: nodelinkType: hard@@ -10073,8 +10073,8 @@ __metadata:linkType: hard"minipass-fetch@npm:^3.0.0":- version: 3.0.4- resolution: "minipass-fetch@npm:3.0.4"+ version: 3.0.5+ resolution: "minipass-fetch@npm:3.0.5"dependencies:encoding: "npm:^0.1.13"minipass: "npm:^7.0.3"@@ -10083,7 +10083,7 @@ __metadata:dependenciesMeta:encoding:optional: true- checksum: 10c0/1b63c1f3313e88eeac4689f1b71c9f086598db9a189400e3ee960c32ed89e06737fa23976c9305c2d57464fb3fcdc12749d3378805c9d6176f5569b0d0ee8a75+ checksum: 10c0/9d702d57f556274286fdd97e406fc38a2f5c8d15e158b498d7393b1105974b21249289ec571fa2b51e038a4872bfc82710111cf75fae98c662f3d6f95e72152blanguageName: nodelinkType: hard@@ -10131,9 +10131,9 @@ __metadata:linkType: hard"minipass@npm:^5.0.0 || ^6.0.2 || ^7.0.0, minipass@npm:^7.0.2, minipass@npm:^7.0.3, minipass@npm:^7.0.4":- version: 7.0.4- resolution: "minipass@npm:7.0.4"- checksum: 10c0/6c7370a6dfd257bf18222da581ba89a5eaedca10e158781232a8b5542a90547540b4b9b7e7f490e4cda43acfbd12e086f0453728ecf8c19e0ef6921bc5958ac5+ version: 7.1.0+ resolution: "minipass@npm:7.1.0"+ checksum: 10c0/6861c6ec9dc3cb99c745b287d92b2a8f409951852940205b4bb106faceb790544288622a0db7aa152f37793e2fc8f303628787883d9a679f2126605204feb97flanguageName: nodelinkType: hard@@ -10283,13 +10283,13 @@ __metadata:linkType: hard"nopt@npm:^7.0.0":- version: 7.2.0- resolution: "nopt@npm:7.2.0"+ version: 7.2.1+ resolution: "nopt@npm:7.2.1"dependencies:abbrev: "npm:^2.0.0"bin:nopt: bin/nopt.js- checksum: 10c0/9bd7198df6f16eb29ff16892c77bcf7f0cc41f9fb5c26280ac0def2cf8cf319f3b821b3af83eba0e74c85807cc430a16efe0db58fe6ae1f41e69519f585b6aff+ checksum: 10c0/a069c7c736767121242037a22a788863accfa932ab285a1eb569eb8cd534b09d17206f68c37f096ae785647435e0c5a5a0a67b42ec743e481a455e5ae6a6df81languageName: nodelinkType: hard@@ -12885,11 +12885,11 @@ __metadata:linkType: hard"ssri@npm:^10.0.0":- version: 10.0.5- resolution: "ssri@npm:10.0.5"+ version: 10.0.6+ resolution: "ssri@npm:10.0.6"dependencies:minipass: "npm:^7.0.3"- checksum: 10c0/b091f2ae92474183c7ac5ed3f9811457e1df23df7a7e70c9476eaa9a0c4a0c8fc190fb45acefbf023ca9ee864dd6754237a697dc52a0fb182afe65d8e77443d8+ checksum: 10c0/e5a1e23a4057a86a97971465418f22ea89bd439ac36ade88812dd920e4e61873e8abd6a9b72a03a67ef50faa00a2daf1ab745c5a15b46d03e0544a0296354227languageName: nodelinkType: harddiff --git a/yarn.lock b/yarn.lockindex 43307987f..2e0849a11 100644--- a/yarn.lock+++ b/yarn.lock@@ -1185,8 +1185,8 @@ __metadata:linkType: hard"@npmcli/git@npm:^5.0.0":- version: 5.0.6- resolution: "@npmcli/git@npm:5.0.6"+ version: 5.0.7+ resolution: "@npmcli/git@npm:5.0.7"dependencies:"@npmcli/promise-spawn": "npm:^7.0.0"lru-cache: "npm:^10.0.1"@@ -1196,7 +1196,7 @@ __metadata:promise-retry: "npm:^2.0.1"semver: "npm:^7.3.5"which: "npm:^4.0.0"- checksum: 10c0/5cb92105517c855f640e97cd9eacf874d14b00c1eb5d96d840378793e7892422a440fb0ea09ac3bc327c73103ae93e4a32bc2482c172e0c84df83926d136aedb+ checksum: 10c0/d9895fce3e554e927411ead941d434233585a3edaf8d2ebe3e8d48fdd14e2ce238d227248df30e3300b1c050e982459f4d0b18375bd3c17c4edeb0621da33adelanguageName: nodelinkType: hard@@ -1235,11 +1235,11 @@ __metadata:linkType: hard"@npmcli/promise-spawn@npm:^7.0.0":- version: 7.0.1- resolution: "@npmcli/promise-spawn@npm:7.0.1"+ version: 7.0.2+ resolution: "@npmcli/promise-spawn@npm:7.0.2"dependencies:which: "npm:^4.0.0"- checksum: 10c0/441024049170fc9dd0c793fef7366fd1b2a36c06f1036c52ac4a5d0f2d46deced89f2a94fef20f51aa9934edb4d611ff76b060be2b82086d29d2094ee1b46122+ checksum: 10c0/8f2af5bc2c1b1ccfb9bcd91da8873ab4723616d8bd5af877c0daa40b1e2cbfa4afb79e052611284179cae918c945a1b99ae1c565d78a355bec1a461011e89f71languageName: nodelinkType: hard@@ -2093,9 +2093,9 @@ __metadata:linkType: hard"@types/lodash@npm:*":- version: 4.17.0- resolution: "@types/lodash@npm:4.17.0"- checksum: 10c0/4c5b41c9a6c41e2c05d08499e96f7940bcf194dcfa84356235b630da920c2a5e05f193618cea76006719bec61c76617dff02defa9d29934f9f6a76a49291bd8f+ version: 4.17.1+ resolution: "@types/lodash@npm:4.17.1"+ checksum: 10c0/af2ad8a3c8d7deb170a7ec6e18afc5ae8980576e5f7fe798d8a95a1df7222c15bdf967a25a35879f575a3b64743de00145710ee461a0051e055e94e4fe253f45languageName: nodelinkType: hard@@ -3338,8 +3338,8 @@ __metadata:linkType: hard"cacache@npm:^18.0.0":- version: 18.0.2- resolution: "cacache@npm:18.0.2"+ version: 18.0.3+ resolution: "cacache@npm:18.0.3"dependencies:"@npmcli/fs": "npm:^3.1.0"fs-minipass: "npm:^3.0.0"@@ -3353,7 +3353,7 @@ __metadata:ssri: "npm:^10.0.0"tar: "npm:^6.1.11"unique-filename: "npm:^3.0.0"- checksum: 10c0/7992665305cc251a984f4fdbab1449d50e88c635bc43bf2785530c61d239c61b349e5734461baa461caaee65f040ab14e2d58e694f479c0810cffd181ba5eabc+ checksum: 10c0/dfda92840bb371fb66b88c087c61a74544363b37a265023223a99965b16a16bbb87661fe4948718d79df6e0cc04e85e62784fbcf1832b2a5e54ff4c46fbb45b7languageName: nodelinkType: hard@@ -3432,9 +3432,9 @@ __metadata:linkType: hard"caniuse-lite@npm:^1.0.30001587":- version: 1.0.30001615- resolution: "caniuse-lite@npm:1.0.30001615"- checksum: 10c0/49029ff6cdbb35cf84cc9d9d4782dff3a8fb6afb547a83f3e43f13addcb0c4ac6015dc528a42f0f78846dc06261b3fab16555e3979114ad20e15cf7a91e64c33+ version: 1.0.30001616+ resolution: "caniuse-lite@npm:1.0.30001616"+ checksum: 10c0/4c29f0a6c65ec888fadf5112cffc3b162872b74dce6ca4964d242c1c0fd05ab284f8e500f85739d5c96573589cf6e0e911424646b1009440a7c142ef6a5187celanguageName: nodelinkType: hard@@ -6394,11 +6394,11 @@ __metadata:linkType: hard"hosted-git-info@npm:^7.0.0":- version: 7.0.1- resolution: "hosted-git-info@npm:7.0.1"+ version: 7.0.2+ resolution: "hosted-git-info@npm:7.0.2"dependencies:lru-cache: "npm:^10.0.1"- checksum: 10c0/361c4254f717f06d581a5a90aa0156a945e662e05ebbb533c1fa9935f10886d8247db48cbbcf9667f02e519e6479bf16dcdcf3124c3030e76c4c3ca2c88ee9d3+ checksum: 10c0/b19dbd92d3c0b4b0f1513cf79b0fc189f54d6af2129eeb201de2e9baaa711f1936929c848b866d9c8667a0f956f34bf4f07418c12be1ee9ca74fd9246335ca1flanguageName: nodelinkType: hard@@ -6594,11 +6594,11 @@ __metadata:linkType: hard"ignore-walk@npm:^6.0.4":- version: 6.0.4- resolution: "ignore-walk@npm:6.0.4"+ version: 6.0.5+ resolution: "ignore-walk@npm:6.0.5"dependencies:minimatch: "npm:^9.0.0"- checksum: 10c0/6dd2ea369f3d32d90cb26ca6647bc6e112ed483433270ed89b8055dd708d00777c2cbc85b93b43f53e2100851277fd1539796a758ae4c64b84445d4f1da5fd8f+ checksum: 10c0/8bd6d37c82400016c7b6538b03422dde8c9d7d3e99051c8357dd205d499d42828522fb4fbce219c9c21b4b069079445bacdc42bbd3e2e073b52856c2646d8a39languageName: nodelinkType: hard@@ -7441,9 +7441,9 @@ __metadata:linkType: hard"json-parse-even-better-errors@npm:^3.0.0":- version: 3.0.1- resolution: "json-parse-even-better-errors@npm:3.0.1"- checksum: 10c0/bc40600b14231dff1ff911d269c7ed89fbf3dbedf25cad3f47c10ff9cbb998ce03921372a17f27f3c7cfed76e679bc6c02a7b4cb2604b0ba68cd51ed16899492+ version: 3.0.2+ resolution: "json-parse-even-better-errors@npm:3.0.2"+ checksum: 10c0/147f12b005768abe9fab78d2521ce2b7e1381a118413d634a40e6d907d7d10f5e9a05e47141e96d6853af7cc36d2c834d0a014251be48791e037ff2f13d2b94blanguageName: nodelinkType: hard@@ -8314,8 +8314,8 @@ __metadata:linkType: hard"minipass-fetch@npm:^3.0.0":- version: 3.0.4- resolution: "minipass-fetch@npm:3.0.4"+ version: 3.0.5+ resolution: "minipass-fetch@npm:3.0.5"dependencies:encoding: "npm:^0.1.13"minipass: "npm:^7.0.3"@@ -8324,7 +8324,7 @@ __metadata:dependenciesMeta:encoding:optional: true- checksum: 10c0/1b63c1f3313e88eeac4689f1b71c9f086598db9a189400e3ee960c32ed89e06737fa23976c9305c2d57464fb3fcdc12749d3378805c9d6176f5569b0d0ee8a75+ checksum: 10c0/9d702d57f556274286fdd97e406fc38a2f5c8d15e158b498d7393b1105974b21249289ec571fa2b51e038a4872bfc82710111cf75fae98c662f3d6f95e72152blanguageName: nodelinkType: hard@@ -8389,9 +8389,9 @@ __metadata:linkType: hard"minipass@npm:^5.0.0 || ^6.0.2 || ^7.0.0, minipass@npm:^7.0.2, minipass@npm:^7.0.3, minipass@npm:^7.0.4":- version: 7.0.4- resolution: "minipass@npm:7.0.4"- checksum: 10c0/6c7370a6dfd257bf18222da581ba89a5eaedca10e158781232a8b5542a90547540b4b9b7e7f490e4cda43acfbd12e086f0453728ecf8c19e0ef6921bc5958ac5+ version: 7.1.0+ resolution: "minipass@npm:7.1.0"+ checksum: 10c0/6861c6ec9dc3cb99c745b287d92b2a8f409951852940205b4bb106faceb790544288622a0db7aa152f37793e2fc8f303628787883d9a679f2126605204feb97flanguageName: nodelinkType: hard@@ -8654,13 +8654,13 @@ __metadata:linkType: hard"nopt@npm:^7.0.0":- version: 7.2.0- resolution: "nopt@npm:7.2.0"+ version: 7.2.1+ resolution: "nopt@npm:7.2.1"dependencies:abbrev: "npm:^2.0.0"bin:nopt: bin/nopt.js- checksum: 10c0/9bd7198df6f16eb29ff16892c77bcf7f0cc41f9fb5c26280ac0def2cf8cf319f3b821b3af83eba0e74c85807cc430a16efe0db58fe6ae1f41e69519f585b6aff+ checksum: 10c0/a069c7c736767121242037a22a788863accfa932ab285a1eb569eb8cd534b09d17206f68c37f096ae785647435e0c5a5a0a67b42ec743e481a455e5ae6a6df81languageName: nodelinkType: hard@@ -8701,14 +8701,14 @@ __metadata:linkType: hard"normalize-package-data@npm:^6.0.0":- version: 6.0.0- resolution: "normalize-package-data@npm:6.0.0"+ version: 6.0.1+ resolution: "normalize-package-data@npm:6.0.1"dependencies:hosted-git-info: "npm:^7.0.0"is-core-module: "npm:^2.8.1"semver: "npm:^7.3.5"validate-npm-package-license: "npm:^3.0.4"- checksum: 10c0/dbd7c712c1e016a4b682640a53b44e9290c9db7b94355c71234bafee1534bef4c5dc3970c30c7ee2c4990a3c07e963e15e211b61624d58eb857d867ec71d3bb6+ checksum: 10c0/a44ef2312e6372b70fa48eb84081bdff509476abcd7e9ea3fe2f890a20aeb02068f6739230d2fa40f6a4494450a0a51dbfe00444ea83df3411451278ec94a911languageName: nodelinkType: hard@@ -8819,14 +8819,14 @@ __metadata:linkType: hard"npm-pick-manifest@npm:^9.0.0":- version: 9.0.0- resolution: "npm-pick-manifest@npm:9.0.0"+ version: 9.0.1+ resolution: "npm-pick-manifest@npm:9.0.1"dependencies:npm-install-checks: "npm:^6.0.0"npm-normalize-package-bin: "npm:^3.0.0"npm-package-arg: "npm:^11.0.0"semver: "npm:^7.3.5"- checksum: 10c0/930859b70fb7b8cd8aee1c9819c2fbe95db5ae246398fbd6eaa819793675e36be97da2b4d19e1b56a913a016f7a0a33070cd3ed363ad522d5dbced9c0d94d037+ checksum: 10c0/c9b93a533b599bccba4f5d7ba313725d83a0058d981e8318176bfbb3a6c9435acd1a995847eaa3ffb45162161947db9b0674ceee13cfe716b345573ca1073d8elanguageName: nodelinkType: hard@@ -9829,11 +9829,11 @@ __metadata:linkType: hard"promzard@npm:^1.0.0":- version: 1.0.1- resolution: "promzard@npm:1.0.1"+ version: 1.0.2+ resolution: "promzard@npm:1.0.2"dependencies:read: "npm:^3.0.1"- checksum: 10c0/8445442ff1ff71a2ac2d91ca6a0908631cf6573745298afe52283af23ec00c2dc6276ac4e75cd9bb521c126d33d268c5e5682c93eda492a5dcca8a76e0f671b3+ checksum: 10c0/d53c4ecb8b606b7e4bdeab14ac22c5f81a57463d29de1b8fe43bbc661106d9e4a79d07044bd3f69bde82c7ebacba7307db90a9699bc20482ce637bdea5fb8e4blanguageName: nodelinkType: hard@@ -10093,14 +10093,14 @@ __metadata:linkType: hard"read-package-json@npm:^7.0.0":- version: 7.0.0- resolution: "read-package-json@npm:7.0.0"+ version: 7.0.1+ resolution: "read-package-json@npm:7.0.1"dependencies:glob: "npm:^10.2.2"json-parse-even-better-errors: "npm:^3.0.0"normalize-package-data: "npm:^6.0.0"npm-normalize-package-bin: "npm:^3.0.0"- checksum: 10c0/a2d373d0f87613fe86ec49c7e4bcdaf2a14967c258c6ccfd9585dec8b21e3d5bfe422c460648fb30e8c93fc13579da0d9c9c65adc5ec4e95ec888d99e4bccc79+ checksum: 10c0/4bb2ad7dc6f460d0db04c5ef6ad7e9644d9566f07fa3563a938aedf0ee4b5ea0f0e2c5a321f79a73b34488ade0bd5937a7671ee3b453c42cd9d5e7e9b07c57f3languageName: nodelinkType: hard@@ -10973,11 +10973,11 @@ __metadata:linkType: hard"ssri@npm:^10.0.0, ssri@npm:^10.0.1":- version: 10.0.5- resolution: "ssri@npm:10.0.5"+ version: 10.0.6+ resolution: "ssri@npm:10.0.6"dependencies:minipass: "npm:^7.0.3"- checksum: 10c0/b091f2ae92474183c7ac5ed3f9811457e1df23df7a7e70c9476eaa9a0c4a0c8fc190fb45acefbf023ca9ee864dd6754237a697dc52a0fb182afe65d8e77443d8+ checksum: 10c0/e5a1e23a4057a86a97971465418f22ea89bd439ac36ade88812dd920e4e61873e8abd6a9b72a03a67ef50faa00a2daf1ab745c5a15b46d03e0544a0296354227languageName: nodelinkType: hard@@ -11470,21 +11470,21 @@ __metadata:languageName: nodelinkType: hard-"tldts-core@npm:^6.1.18":- version: 6.1.18- resolution: "tldts-core@npm:6.1.18"- checksum: 10c0/c54895464f030ed96fe8f41abd08328fa7c1e095e72b5f67de10bcaddbef5c8156368eab8d05d1f7ac381fa2b7c11d0623c44fa2b156721af718497c17a27bd2+"tldts-core@npm:^6.1.19":+ version: 6.1.19+ resolution: "tldts-core@npm:6.1.19"+ checksum: 10c0/113c6073ce9fd656f14666df2b08171d59b8d11fc2dfc3cdf802580bc6598a6b7fd5fa6641c6a49e7a0245afca7df10c9b2513f5ea7502be8561142adaa0488flanguageName: nodelinkType: hard"tldts@npm:^6.0.0":- version: 6.1.18- resolution: "tldts@npm:6.1.18"+ version: 6.1.19+ resolution: "tldts@npm:6.1.19"dependencies:- tldts-core: "npm:^6.1.18"+ tldts-core: "npm:^6.1.19"bin:tldts: bin/cli.js- checksum: 10c0/0c650ba3d5a67a85f6087ce6ef3198a3d7d21b2538cca6317aed6fbb38585a5cff97a1e97563fdb35f603c87798258bca75d0debd09dc6288920a4116aaff930+ checksum: 10c0/80725f4a3b3a5e3f93ffa364347824462d0cd4b095fb3feebce1a9e375ef0a9e1d075165e7a97bd47d9251bff80a7ac6ccf1484daf394b05befde0ca9e009e4dlanguageName: nodelinkType: hard@@ -11616,8 +11616,8 @@ __metadata:linkType: hard"tsx@npm:^4.4.0":- version: 4.9.0- resolution: "tsx@npm:4.9.0"+ version: 4.9.1+ resolution: "tsx@npm:4.9.1"dependencies:esbuild: "npm:~0.20.2"fsevents: "npm:~2.3.3"@@ -11627,7 +11627,7 @@ __metadata:optional: truebin:tsx: dist/cli.mjs- checksum: 10c0/c325788df8fce8ea42caeb25920b9be7f0fec38cf2e4c1f13b53be70704c65abf4ffdece4cbb545bb0f22cc6ca53557d21b99c4f0f2d0cda237ca5a31007179c+ checksum: 10c0/83723016e0681519280b04e8b9aeaa47b48cffdc60606f20097b815a13f851eaa83f2b51c23f939b882a3ab14010f18ab9f3d555a6e44e59968cf9acd370d38dlanguageName: nodelinkType: hard