Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): lock file maintenance
renovate[bot]8a56e42e1da4
diff --git a/website/yarn.lock b/website/yarn.lockindex d8663d333..9688cc0b4 100644--- a/website/yarn.lock+++ b/website/yarn.lock@@ -3159,11 +3159,11 @@ __metadata:linkType: hard"@types/node@npm:*":- version: 20.11.4- resolution: "@types/node@npm:20.11.4"+ version: 20.11.5+ resolution: "@types/node@npm:20.11.5"dependencies:undici-types: "npm:~5.26.4"- checksum: af6e1ad4d8f210d06d6db6c85b9aba25b022b493a4f2289e5ac693b418de746db812ab1537096e10e7cb7b78f1d835a06e61f31d93ebe36ef116bfbbf8f04c97+ checksum: 6d18cec852f5cfbed3ec42b5c01c026e7a3f9da540d6e3d6738d4cee9979fb308cf27b6df7ba40a6553e7bc82e678f0ef53ba6e6ad52e5b86bd97b7783c2a42clanguageName: nodelinkType: hard@@ -4104,12 +4104,12 @@ __metadata:linkType: hard"autoprefixer@npm:^10.4.12, autoprefixer@npm:^10.4.14":- version: 10.4.16- resolution: "autoprefixer@npm:10.4.16"+ version: 10.4.17+ resolution: "autoprefixer@npm:10.4.17"dependencies:- browserslist: "npm:^4.21.10"- caniuse-lite: "npm:^1.0.30001538"- fraction.js: "npm:^4.3.6"+ browserslist: "npm:^4.22.2"+ caniuse-lite: "npm:^1.0.30001578"+ fraction.js: "npm:^4.3.7"normalize-range: "npm:^0.1.2"picocolors: "npm:^1.0.0"postcss-value-parser: "npm:^4.2.0"@@ -4117,7 +4117,7 @@ __metadata:postcss: ^8.1.0bin:autoprefixer: bin/autoprefixer- checksum: e00256e754d481a026d928bca729b25954074dd142dbec022f0a7db0d3bbc0dc2e2dc7542e94fec22eff81e21fe140e6856448e2d9a002660cb1e2ad434daee0+ checksum: 1d21cc8edb7bf993682094ceed03a32c18f5293f071182a64c2c6defb44bbe91d576ad775d2347469a81997b80cea0bbc4ad3eeb5b12710f9feacf2e6c04bb51languageName: nodelinkType: hard@@ -4437,7 +4437,7 @@ __metadata:languageName: nodelinkType: hard-"browserslist@npm:^4.0.0, browserslist@npm:^4.14.5, browserslist@npm:^4.18.1, browserslist@npm:^4.21.10, browserslist@npm:^4.21.4, browserslist@npm:^4.22.2":+"browserslist@npm:^4.0.0, browserslist@npm:^4.14.5, browserslist@npm:^4.18.1, browserslist@npm:^4.21.4, browserslist@npm:^4.22.2":version: 4.22.2resolution: "browserslist@npm:4.22.2"dependencies:@@ -4585,10 +4585,10 @@ __metadata:languageName: nodelinkType: hard-"caniuse-lite@npm:^1.0.0, caniuse-lite@npm:^1.0.30001538, caniuse-lite@npm:^1.0.30001565":- version: 1.0.30001577- resolution: "caniuse-lite@npm:1.0.30001577"- checksum: 3f94957756227c39477ac3498aa8e975e5e22a24680d49f3cb85239e21b31012e436958621508ffa240201e356e1a680428be320732fc69a8de7163756db42b8+"caniuse-lite@npm:^1.0.0, caniuse-lite@npm:^1.0.30001565, caniuse-lite@npm:^1.0.30001578":+ version: 1.0.30001578+ resolution: "caniuse-lite@npm:1.0.30001578"+ checksum: c3bd9c08a945cee4f0cc284a217ebe9c2613e04d5aef4b48f1871a779b1875c34286469eb8d7d94bd028b5a354613e676ad503b6bf8db20a2f154574bd5fde48languageName: nodelinkType: hard@@ -5828,9 +5828,9 @@ __metadata:linkType: hard"electron-to-chromium@npm:^1.4.601":- version: 1.4.633- resolution: "electron-to-chromium@npm:1.4.633"- checksum: 56dd45a862641c9f11147c07cf0f3a465e1571dbad04f7d9acb1e8262b3391ede24acb6a0c777998cb8931f54b2b61e8dd4755e754fe4c0782b1fa587b7d3475+ version: 1.4.637+ resolution: "electron-to-chromium@npm:1.4.637"+ checksum: ff3c338034d846fe9d912864dd597eecaab61d1bdc0de9f9f39f2e87127af9d069492789a7a920b6c10a83f1d511ce6474d248b3e5a34d38c5ce788b0e862ae6languageName: nodelinkType: hard@@ -6893,7 +6893,7 @@ __metadata:languageName: nodelinkType: hard-"fraction.js@npm:^4.3.6":+"fraction.js@npm:^4.3.7":version: 4.3.7resolution: "fraction.js@npm:4.3.7"checksum: df291391beea9ab4c263487ffd9d17fed162dbb736982dee1379b2a8cc94e4e24e46ed508c6d278aded9080ba51872f1bc5f3a5fd8d7c74e5f105b508ac28711@@ -8516,15 +8516,15 @@ __metadata:linkType: hard"joi@npm:^17.9.2":- version: 17.11.1- resolution: "joi@npm:17.11.1"+ version: 17.12.0+ resolution: "joi@npm:17.12.0"dependencies:"@hapi/hoek": "npm:^9.3.0""@hapi/topo": "npm:^5.1.0""@sideway/address": "npm:^4.1.4""@sideway/formula": "npm:^3.0.1""@sideway/pinpoint": "npm:^2.0.0"- checksum: 7b68e7658f9d1b23c6240aa7c9def0f0ff0a1144e90a3ecc641e07f4ec33efe1d31fb373299f0e973f67020fef8cb7d5fd5c40f749ceac302f74f0c2cc8eb0e7+ checksum: 2378f4ec8de2bc12674ce3e6faac509f52ff4f734c67bf68c288816b20336d4e59433ea1c1e187f1009075c81ec5fa8b5061094feb37a855d6e3ee0cfcd79dd8languageName: nodelinkType: hard@@ -10941,15 +10941,15 @@ __metadata:linkType: hard"postcss-modules-local-by-default@npm:^4.0.3":- version: 4.0.3- resolution: "postcss-modules-local-by-default@npm:4.0.3"+ version: 4.0.4+ resolution: "postcss-modules-local-by-default@npm:4.0.4"dependencies:icss-utils: "npm:^5.0.0"postcss-selector-parser: "npm:^6.0.2"postcss-value-parser: "npm:^4.1.0"peerDependencies:postcss: ^8.1.0- checksum: be49b86efbfb921f42287e227584aac91af9826fc1083db04958ae283dfe215ca539421bfba71f9da0f0b10651f28e95a64b5faca7166f578a1933b8646051f7+ checksum: 9ebf464867eb10b29b73501b1466dcac8352ed852ef68ec23571f515daa74401d7ace9a6c72f354542081fdbb47d098c9bc6b05373b553a6e35779d072f967bblanguageName: nodelinkType: hard@@ -11199,11 +11199,11 @@ __metadata:linkType: hard"prettier@npm:^3.0.0":- version: 3.2.2- resolution: "prettier@npm:3.2.2"+ version: 3.2.4+ resolution: "prettier@npm:3.2.4"bin:prettier: bin/prettier.cjs- checksum: e84d0d2a4ce2b88ee1636904effbdf68b59da63d9f887128f2ed5382206454185432e7c0a9578bc4308bc25d099cfef47fd0b9c211066777854e23e65e34044d+ checksum: 88dfeb78ac6096522c9a5b81f1413d875f568420d9bb6a5e5103527912519b993f2bcdcac311fcff5718d5869671d44e4f85827d3626f3a6ce32b9abc65d88e0languageName: nodelinkType: hard@@ -13075,8 +13075,8 @@ __metadata:linkType: hard"terser@npm:^5.10.0, terser@npm:^5.15.1, terser@npm:^5.26.0":- version: 5.26.0- resolution: "terser@npm:5.26.0"+ version: 5.27.0+ resolution: "terser@npm:5.27.0"dependencies:"@jridgewell/source-map": "npm:^0.3.3"acorn: "npm:^8.8.2"@@ -13084,7 +13084,7 @@ __metadata:source-map-support: "npm:~0.5.20"bin:terser: bin/terser- checksum: 3906289c6bacd75804a47a583cdafefbd76c5edb39435369755c7b1592e57586fb2f4bddf6eb37a807d6e782171dbf0aa7bbdc80fd5b77b2f2b62196cac49b62+ checksum: bed0d39d9a7f2b82c87173e48081c46426a8820ba1dcb864bbfccd2df2b7fb8498a7ea4c8ef045ccce5713b23a6b4c3a784967f1b9f3115adaa7f51712f6e6aelanguageName: nodelinkType: harddiff --git a/yarn.lock b/yarn.lockindex c032b4c8d..30424fc7c 100644--- a/yarn.lock+++ b/yarn.lock@@ -2091,11 +2091,11 @@ __metadata:linkType: hard"@types/node@npm:*, @types/node@npm:^20.0.0":- version: 20.11.4- resolution: "@types/node@npm:20.11.4"+ version: 20.11.5+ resolution: "@types/node@npm:20.11.5"dependencies:undici-types: "npm:~5.26.4"- checksum: af6e1ad4d8f210d06d6db6c85b9aba25b022b493a4f2289e5ac693b418de746db812ab1537096e10e7cb7b78f1d835a06e61f31d93ebe36ef116bfbbf8f04c97+ checksum: 6d18cec852f5cfbed3ec42b5c01c026e7a3f9da540d6e3d6738d4cee9979fb308cf27b6df7ba40a6553e7bc82e678f0ef53ba6e6ad52e5b86bd97b7783c2a42clanguageName: nodelinkType: hard@@ -2381,8 +2381,8 @@ __metadata:linkType: hard"@vitest/coverage-v8@npm:^1.0.0":- version: 1.2.0- resolution: "@vitest/coverage-v8@npm:1.2.0"+ version: 1.2.1+ resolution: "@vitest/coverage-v8@npm:1.2.1"dependencies:"@ampproject/remapping": "npm:^2.2.1""@bcoe/v8-coverage": "npm:^0.2.3"@@ -2392,68 +2392,68 @@ __metadata:istanbul-lib-source-maps: "npm:^4.0.1"istanbul-reports: "npm:^3.1.6"magic-string: "npm:^0.30.5"- magicast: "npm:^0.3.2"+ magicast: "npm:^0.3.3"picocolors: "npm:^1.0.0"std-env: "npm:^3.5.0"test-exclude: "npm:^6.0.0"v8-to-istanbul: "npm:^9.2.0"peerDependencies:vitest: ^1.0.0- checksum: 76b3aa68125f456749587dc9a1a0451e4b577ab3bb833360680f7668d4af3e6ddaffca9eb906716c5efdaa2da83e988733f19b513af002cda2f287d85d7ab44a+ checksum: 9404bda3c6cc13906679ce1cda391738c226e4d498feca9a0b0db565295e646a1265b2afad8ca74072adf6335ec52b2d193a890b4e4999ee98e82f63fc6bdeablanguageName: nodelinkType: hard-"@vitest/expect@npm:1.2.0":- version: 1.2.0- resolution: "@vitest/expect@npm:1.2.0"+"@vitest/expect@npm:1.2.1":+ version: 1.2.1+ resolution: "@vitest/expect@npm:1.2.1"dependencies:- "@vitest/spy": "npm:1.2.0"- "@vitest/utils": "npm:1.2.0"+ "@vitest/spy": "npm:1.2.1"+ "@vitest/utils": "npm:1.2.1"chai: "npm:^4.3.10"- checksum: 332ba4bc34e803d09ed98dc8d02ce88f426eb6823e461d2f6aadb3cfd1acda8173cfa9a7e90a437bd889fd931b5e6282bbde4e1a2376d1e7f6d4d756d61ca3a3+ checksum: ee44ba89db92698cab9b5464ce5b7f0da57a0b4809f98545dede2af1237408ecca0a261f867dce280ad7a4cb1eca5d6c677a27e784d631554eae9ecfd19926cflanguageName: nodelinkType: hard-"@vitest/runner@npm:1.2.0":- version: 1.2.0- resolution: "@vitest/runner@npm:1.2.0"+"@vitest/runner@npm:1.2.1":+ version: 1.2.1+ resolution: "@vitest/runner@npm:1.2.1"dependencies:- "@vitest/utils": "npm:1.2.0"+ "@vitest/utils": "npm:1.2.1"p-limit: "npm:^5.0.0"pathe: "npm:^1.1.1"- checksum: c75cb47942a410deb56df6188df362e968eb280df077da983c029f46c44fdbe7b6a06432ce6cff732f6f18d423dcc7ac858c5077fab82fe9893cf54375a434e4+ checksum: 19f1c738eecfc27220392fda180c5087cda297893c93490a3ef7dbb1cbb0c1fc57aa4bc9f7e7d5ef1b4573b31dd277236529fb61d420b640f0024fae5a26c6f0languageName: nodelinkType: hard-"@vitest/snapshot@npm:1.2.0":- version: 1.2.0- resolution: "@vitest/snapshot@npm:1.2.0"+"@vitest/snapshot@npm:1.2.1":+ version: 1.2.1+ resolution: "@vitest/snapshot@npm:1.2.1"dependencies:magic-string: "npm:^0.30.5"pathe: "npm:^1.1.1"pretty-format: "npm:^29.7.0"- checksum: 03e9f83b39b96d4ca1470a32305a3c21fe92f1680d879c62a6feeb873f74b71e0e108d036204b19affe1f9525f841900bcec57abea6407a12bb654c13c3abfbd+ checksum: c92a1291c8b8579df640acb39863a5a49dd797a68b60482868cccf780d1acda44e31e1b64e5ed6788a5274a1990192d3901243399934f31ec5eed7fe32ff4ca9languageName: nodelinkType: hard-"@vitest/spy@npm:1.2.0":- version: 1.2.0- resolution: "@vitest/spy@npm:1.2.0"+"@vitest/spy@npm:1.2.1":+ version: 1.2.1+ resolution: "@vitest/spy@npm:1.2.1"dependencies:tinyspy: "npm:^2.2.0"- checksum: 7f1bf7ed9146da07a9353a88f98241fcb3d2e424794d80fb1a2c528e2be01d7e4fa1743123150a3d3f2633a126de70fa00e7ff5aa75133bc8e71f294ae75e081+ checksum: 1382e3641423fe85791d9a6c82b0abac88beea53a65f01355134d22503aa723760f00f0e52807bc1ff99bd342257d3f94e83da29e0bbfc17d76ebb69403e43c6languageName: nodelinkType: hard-"@vitest/utils@npm:1.2.0":- version: 1.2.0- resolution: "@vitest/utils@npm:1.2.0"+"@vitest/utils@npm:1.2.1":+ version: 1.2.1+ resolution: "@vitest/utils@npm:1.2.1"dependencies:diff-sequences: "npm:^29.6.3"estree-walker: "npm:^3.0.3"loupe: "npm:^2.3.7"pretty-format: "npm:^29.7.0"- checksum: f796583ca18c0dc024c53992b93fe8b17f8879087bd305f7cfda29d9987bde67b9df76b6ac67bd675fc0365a2534aed923fd7afe4103381ab835817b7b92a4b6+ checksum: 8943d48e0b2c6f266e4f5eab549787dc7506841e95cb498b17521a339032a99ddd3f4df8ba9844dfb9b80693fb58850f0bda74ea15d1356c644caedfc864cc37languageName: nodelinkType: hard@@ -2530,7 +2530,7 @@ __metadata:languageName: nodelinkType: hard-"acorn-walk@npm:^8.3.1":+"acorn-walk@npm:^8.3.2":version: 8.3.2resolution: "acorn-walk@npm:8.3.2"checksum: 7e2a8dad5480df7f872569b9dccff2f3da7e65f5353686b1d6032ab9f4ddf6e3a2cb83a9b52cf50b1497fd522154dda92f0abf7153290cc79cd14721ff121e52@@ -3369,9 +3369,9 @@ __metadata:linkType: hard"caniuse-lite@npm:^1.0.30001565":- version: 1.0.30001577- resolution: "caniuse-lite@npm:1.0.30001577"- checksum: 3f94957756227c39477ac3498aa8e975e5e22a24680d49f3cb85239e21b31012e436958621508ffa240201e356e1a680428be320732fc69a8de7163756db42b8+ version: 1.0.30001578+ resolution: "caniuse-lite@npm:1.0.30001578"+ checksum: c3bd9c08a945cee4f0cc284a217ebe9c2613e04d5aef4b48f1871a779b1875c34286469eb8d7d94bd028b5a354613e676ad503b6bf8db20a2f154574bd5fde48languageName: nodelinkType: hard@@ -4495,9 +4495,9 @@ __metadata:linkType: hard"electron-to-chromium@npm:^1.4.601":- version: 1.4.633- resolution: "electron-to-chromium@npm:1.4.633"- checksum: 56dd45a862641c9f11147c07cf0f3a465e1571dbad04f7d9acb1e8262b3391ede24acb6a0c777998cb8931f54b2b61e8dd4755e754fe4c0782b1fa587b7d3475+ version: 1.4.637+ resolution: "electron-to-chromium@npm:1.4.637"+ checksum: ff3c338034d846fe9d912864dd597eecaab61d1bdc0de9f9f39f2e87127af9d069492789a7a920b6c10a83f1d511ce6474d248b3e5a34d38c5ce788b0e862ae6languageName: nodelinkType: hard@@ -7887,7 +7887,7 @@ __metadata:languageName: nodelinkType: hard-"magicast@npm:^0.3.2":+"magicast@npm:^0.3.3":version: 0.3.3resolution: "magicast@npm:0.3.3"dependencies:@@ -9214,8 +9214,8 @@ __metadata:linkType: hard"pacote@npm:^17.0.5":- version: 17.0.5- resolution: "pacote@npm:17.0.5"+ version: 17.0.6+ resolution: "pacote@npm:17.0.6"dependencies:"@npmcli/git": "npm:^5.0.0""@npmcli/installed-package-contents": "npm:^2.0.1"@@ -9232,12 +9232,12 @@ __metadata:promise-retry: "npm:^2.0.1"read-package-json: "npm:^7.0.0"read-package-json-fast: "npm:^3.0.0"- sigstore: "npm:^2.0.0"+ sigstore: "npm:^2.2.0"ssri: "npm:^10.0.0"tar: "npm:^6.1.11"bin:pacote: lib/bin.js- checksum: ff3b80fd89f031e3df51122aeab72ca1420aed9fd085e8b2746a1ea4da7a4da88084bb25e85c6d7d7539fc802876272a3798fb575b7c4bee962831c1337a10cc+ checksum: d8fc116cb91d453d2a42493ea5ced3ff57dbfdb6e5b9b514f1d0465422e80042c69013fb4f77be5f27751185c6b174a40d8a53debdfb57cc4ba82a9650d970dblanguageName: nodelinkType: hard@@ -10571,7 +10571,7 @@ __metadata:languageName: nodelinkType: hard-"sigstore@npm:^2.0.0":+"sigstore@npm:^2.2.0":version: 2.2.0resolution: "sigstore@npm:2.2.0"dependencies:@@ -11905,9 +11905,9 @@ __metadata:languageName: nodelinkType: hard-"vite-node@npm:1.2.0":- version: 1.2.0- resolution: "vite-node@npm:1.2.0"+"vite-node@npm:1.2.1":+ version: 1.2.1+ resolution: "vite-node@npm:1.2.1"dependencies:cac: "npm:^6.7.14"debug: "npm:^4.3.4"@@ -11916,7 +11916,7 @@ __metadata:vite: "npm:^5.0.0"bin:vite-node: vite-node.mjs- checksum: fa93de2808705be2d4d029c3ddd9651787d45a20b9ccb6492b762a682898ac788b5e90f57de86dbf20a070b6a2b137fa7d00de071367a36735af53f8ea9dc046+ checksum: 5c2393129299ecbbd0716ffc1de46479f4a7afa0d043d31e3175e69ceaaf0c363c637513fe5fa1e5e1c61ab8c55d82c7004f71a846ee8ded4d434a3370b4253flanguageName: nodelinkType: hard@@ -11977,15 +11977,15 @@ __metadata:linkType: hard"vitest@npm:^1.0.0":- version: 1.2.0- resolution: "vitest@npm:1.2.0"- dependencies:- "@vitest/expect": "npm:1.2.0"- "@vitest/runner": "npm:1.2.0"- "@vitest/snapshot": "npm:1.2.0"- "@vitest/spy": "npm:1.2.0"- "@vitest/utils": "npm:1.2.0"- acorn-walk: "npm:^8.3.1"+ version: 1.2.1+ resolution: "vitest@npm:1.2.1"+ dependencies:+ "@vitest/expect": "npm:1.2.1"+ "@vitest/runner": "npm:1.2.1"+ "@vitest/snapshot": "npm:1.2.1"+ "@vitest/spy": "npm:1.2.1"+ "@vitest/utils": "npm:1.2.1"+ acorn-walk: "npm:^8.3.2"cac: "npm:^6.7.14"chai: "npm:^4.3.10"debug: "npm:^4.3.4"@@ -11999,7 +11999,7 @@ __metadata:tinybench: "npm:^2.5.1"tinypool: "npm:^0.8.1"vite: "npm:^5.0.0"- vite-node: "npm:1.2.0"+ vite-node: "npm:1.2.1"why-is-node-running: "npm:^2.2.2"peerDependencies:"@edge-runtime/vm": "*"@@ -12023,7 +12023,7 @@ __metadata:optional: truebin:vitest: vitest.mjs- checksum: 0aa1c65bfc14225bcd6aa2623e325f6d9da6dc8e39687e7ceffce870ed6204e7e72578db3835664d97da5ed647de838b1b04b3bb4a50eb2636e9c54b5f80c8a3+ checksum: eb1c8a6f1bd5cef85e701cbe45a11d3ebec50264ebd499d122f35928e40cd3729cdbef21b024491ba2c36fdd3122ca57e013725c67247c6cbd274c4790edccd5languageName: nodelinkType: hard