Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): lock file maintenance
renovate[bot]ae5df841e7ff
diff --git a/website/yarn.lock b/website/yarn.lockindex 94ba06eea..0fadb4b2a 100644--- a/website/yarn.lock+++ b/website/yarn.lock@@ -247,13 +247,13 @@ __metadata:languageName: nodelinkType: hard-"@apify/log@npm:^2.4.4":- version: 2.4.4- resolution: "@apify/log@npm:2.4.4"+"@apify/log@npm:^2.4.5":+ version: 2.4.5+ resolution: "@apify/log@npm:2.4.5"dependencies:"@apify/consts": "npm:^2.24.0"ansi-colors: "npm:^4.1.1"- checksum: 19710515d03867a0288aa73b7f9b6598ddcf715c68dd74c0bc9c993b8e1d6907dd57453ac62b28c42980d485aa39e1173462c8b289a2f6eed1b80226efdd8499+ checksum: 0bdfa4c3827f4333681af48ad37e1529e1ef5e46e82904dd9154ae1bbe23dfb07fcaf944d75b42b6c0c2e83367d32b081c649fd5e3125548e382ae3d28bb5db8languageName: nodelinkType: hard@@ -265,12 +265,12 @@ __metadata:linkType: hard"@apify/utilities@npm:^2.8.0":- version: 2.9.4- resolution: "@apify/utilities@npm:2.9.4"+ version: 2.9.5+ resolution: "@apify/utilities@npm:2.9.5"dependencies:"@apify/consts": "npm:^2.24.0"- "@apify/log": "npm:^2.4.4"- checksum: a789de9c06d6b030769c8168f202638a0bc6cc1b42b18a32cab05af9ee6c2c389c7d18aa616de244a17a09d10931310c9d5e58b8fb343e85900938e9f2b6808d+ "@apify/log": "npm:^2.4.5"+ checksum: 53fc6bbcbf11dcf427b9ab4ce245e2d7e19bfade99dfd5fc6034cc41079804b3415ac59a894ad207f96194831e740308bce78f12fb876020e7d2a418a9fad026languageName: nodelinkType: hard@@ -3967,13 +3967,6 @@ __metadata:languageName: nodelinkType: hard-"array-flatten@npm:^2.1.2":- version: 2.1.2- resolution: "array-flatten@npm:2.1.2"- checksum: bdc1cee68e41bec9cfc1161408734e2269428ef371445606bce4e6241001e138a94b9a617cc9a5b4b7fe6a3a51e3d5a942646975ce82a2e202ccf3e9b478c82f- languageName: node- linkType: hard-"array-includes@npm:^3.1.6, array-includes@npm:^3.1.7":version: 3.1.7resolution: "array-includes@npm:3.1.7"@@ -4143,13 +4136,13 @@ __metadata:linkType: hard"axios@npm:^1.5.0":- version: 1.6.3- resolution: "axios@npm:1.6.3"+ version: 1.6.4+ resolution: "axios@npm:1.6.4"dependencies:- follow-redirects: "npm:^1.15.0"+ follow-redirects: "npm:^1.15.4"form-data: "npm:^4.0.0"proxy-from-env: "npm:^1.1.0"- checksum: dcc6d982353db33e6893ef01cdf81d0a0548dbd8fba0cb046dc4aee1a6a16226721faa4c2a13b2673d47130509629cdb93bb991b3a2bd4ef17a5ac27a8bba0da+ checksum: daac697fa1ea9865cb48e9edb7eacd99e8a9214997f2d8e886cb61c380a613e5c270078bfc153ac96206680106c223f005f0e4bf2f3b2ddd88e559ecf970521flanguageName: nodelinkType: hard@@ -4297,14 +4290,12 @@ __metadata:linkType: hard"bonjour-service@npm:^1.0.11":- version: 1.1.1- resolution: "bonjour-service@npm:1.1.1"+ version: 1.2.0+ resolution: "bonjour-service@npm:1.2.0"dependencies:- array-flatten: "npm:^2.1.2"- dns-equal: "npm:^1.0.0"fast-deep-equal: "npm:^3.1.3"multicast-dns: "npm:^7.2.5"- checksum: 8dd3fef3ff8a11678d8f586be03c85004a45bae4353c55d7dbffe288cad73ddb38dee08b57425b9945c9a3a840d50bd40ae5aeda0066186dabe4b84a315b4e05+ checksum: f933010d15cc885864678cd1bca5ca615379a039b4420d8af07f97d7cc368bf294db8d3855a35213cba148bb83a704f8c6c92879d5d8536c8aa4f5210284ade0languageName: nodelinkType: hard@@ -5665,13 +5656,6 @@ __metadata:languageName: nodelinkType: hard-"dns-equal@npm:^1.0.0":- version: 1.0.0- resolution: "dns-equal@npm:1.0.0"- checksum: da966e5275ac50546e108af6bc29aaae2164d2ae96d60601b333c4a3aff91f50b6ca14929cf91f20a9cad1587b356323e300cea3ff6588a6a816988485f445f1- languageName: node- linkType: hard-"dns-packet@npm:^5.2.2":version: 5.6.1resolution: "dns-packet@npm:5.6.1"@@ -5844,9 +5828,9 @@ __metadata:linkType: hard"electron-to-chromium@npm:^1.4.601":- version: 1.4.617- resolution: "electron-to-chromium@npm:1.4.617"- checksum: ffc594fdf605abe613ef94e2baefec135f21971ff977207bbcb978e5dc0f2684d6667f549c125e064ff8972dec26a74f1447c9eca1c00c2279a51172dc6451c3+ version: 1.4.619+ resolution: "electron-to-chromium@npm:1.4.619"+ checksum: f8c96f3100f48235e45dc1d40f91813d3499ab89153ddfa6d60ea0fa5a0c4067314d5ac93b9f5785ab0d7829d5bb34d7d47729aa5443a773b8d2393c36d214fflanguageName: nodelinkType: hard@@ -6817,7 +6801,7 @@ __metadata:languageName: nodelinkType: hard-"follow-redirects@npm:^1.0.0, follow-redirects@npm:^1.15.0":+"follow-redirects@npm:^1.0.0, follow-redirects@npm:^1.15.4":version: 1.15.4resolution: "follow-redirects@npm:1.15.4"peerDependenciesMeta:diff --git a/yarn.lock b/yarn.lockindex 7cf20981a..176a84ed3 100644--- a/yarn.lock+++ b/yarn.lock@@ -30,9 +30,9 @@ __metadata:linkType: hard"@apify/datastructures@npm:^2.0.0":- version: 2.0.0- resolution: "@apify/datastructures@npm:2.0.0"- checksum: d7cc88ba62645153c07f36ba7a17601105c54156d9c17cc2b3fa93ca9653869d2cb3c8841f8cee6773e5a532f10f231f428635e3dc0b96a6941a1ecaa114b14b+ version: 2.0.1+ resolution: "@apify/datastructures@npm:2.0.1"+ checksum: 1552937b4df112f72e6299ad5ce3d822e499959c5ec6c965de8481f32c9b7ad47b8320dd7514cdd485eb25cce1dcc9a9f55adcc25f91385d237c0d3520fa9d3alanguageName: nodelinkType: hard@@ -73,23 +73,23 @@ __metadata:linkType: hard"@apify/input_secrets@npm:^1.1.40":- version: 1.1.41- resolution: "@apify/input_secrets@npm:1.1.41"+ version: 1.1.42+ resolution: "@apify/input_secrets@npm:1.1.42"dependencies:- "@apify/log": "npm:^2.4.4"- "@apify/utilities": "npm:^2.9.4"+ "@apify/log": "npm:^2.4.5"+ "@apify/utilities": "npm:^2.9.5"ow: "npm:^0.28.2"- checksum: a17d8c7cadd6dd9aed555747d256149900dee57e5fe8445a8369ff970798b51a3ebbd48e2a4d1d35242d66c90c65ad235de75b59b1e510cf1933d994de191011+ checksum: 2debe30505ebde41ea14fab0a686a60676a1d22be36c71fe5bcc495a60794d1232f5f2325767432374ca15396964fef48409494b4a142239d9c08e1d7bd58100languageName: nodelinkType: hard-"@apify/log@npm:^2.2.6, @apify/log@npm:^2.4.0, @apify/log@npm:^2.4.3, @apify/log@npm:^2.4.4":- version: 2.4.4- resolution: "@apify/log@npm:2.4.4"+"@apify/log@npm:^2.2.6, @apify/log@npm:^2.4.0, @apify/log@npm:^2.4.3, @apify/log@npm:^2.4.5":+ version: 2.4.5+ resolution: "@apify/log@npm:2.4.5"dependencies:"@apify/consts": "npm:^2.24.0"ansi-colors: "npm:^4.1.1"- checksum: 19710515d03867a0288aa73b7f9b6598ddcf715c68dd74c0bc9c993b8e1d6907dd57453ac62b28c42980d485aa39e1173462c8b289a2f6eed1b80226efdd8499+ checksum: 0bdfa4c3827f4333681af48ad37e1529e1ef5e46e82904dd9154ae1bbe23dfb07fcaf944d75b42b6c0c2e83367d32b081c649fd5e3125548e382ae3d28bb5db8languageName: nodelinkType: hard@@ -105,12 +105,12 @@ __metadata:linkType: hard"@apify/pseudo_url@npm:^2.0.30":- version: 2.0.34- resolution: "@apify/pseudo_url@npm:2.0.34"+ version: 2.0.35+ resolution: "@apify/pseudo_url@npm:2.0.35"dependencies:- "@apify/log": "npm:^2.4.4"+ "@apify/log": "npm:^2.4.5""@sapphire/shapeshift": "npm:^3.6.0"- checksum: 9dc38ae308ae870f8c63f3420a3c664f5d9ad24a54f7ddb0a5895aa60f53f67f15b6428c53ddebdfedb2e54e17979be544e0cbf913d49fb853f19951c680ccec+ checksum: 14904a24c72d369bbddb3752094b292256c9e98dc15b9424160abf7d26587b8a451534b9262d9d85d35cbc8676453ae89c29abb3b05613d7622b6ce35a701d21languageName: nodelinkType: hard@@ -128,13 +128,13 @@ __metadata:languageName: nodelinkType: hard-"@apify/utilities@npm:^2.7.10, @apify/utilities@npm:^2.9.3, @apify/utilities@npm:^2.9.4":- version: 2.9.4- resolution: "@apify/utilities@npm:2.9.4"+"@apify/utilities@npm:^2.7.10, @apify/utilities@npm:^2.9.3, @apify/utilities@npm:^2.9.5":+ version: 2.9.5+ resolution: "@apify/utilities@npm:2.9.5"dependencies:"@apify/consts": "npm:^2.24.0"- "@apify/log": "npm:^2.4.4"- checksum: a789de9c06d6b030769c8168f202638a0bc6cc1b42b18a32cab05af9ee6c2c389c7d18aa616de244a17a09d10931310c9d5e58b8fb343e85900938e9f2b6808d+ "@apify/log": "npm:^2.4.5"+ checksum: 53fc6bbcbf11dcf427b9ab4ce245e2d7e19bfade99dfd5fc6034cc41079804b3415ac59a894ad207f96194831e740308bce78f12fb876020e7d2a418a9fad026languageName: nodelinkType: hard@@ -2978,13 +2978,13 @@ __metadata:linkType: hard"axios@npm:^1.5.1":- version: 1.6.3- resolution: "axios@npm:1.6.3"+ version: 1.6.4+ resolution: "axios@npm:1.6.4"dependencies:- follow-redirects: "npm:^1.15.0"+ follow-redirects: "npm:^1.15.4"form-data: "npm:^4.0.0"proxy-from-env: "npm:^1.1.0"- checksum: dcc6d982353db33e6893ef01cdf81d0a0548dbd8fba0cb046dc4aee1a6a16226721faa4c2a13b2673d47130509629cdb93bb991b3a2bd4ef17a5ac27a8bba0da+ checksum: daac697fa1ea9865cb48e9edb7eacd99e8a9214997f2d8e886cb61c380a613e5c270078bfc153ac96206680106c223f005f0e4bf2f3b2ddd88e559ecf970521flanguageName: nodelinkType: hard@@ -4436,9 +4436,9 @@ __metadata:linkType: hard"electron-to-chromium@npm:^1.4.601":- version: 1.4.617- resolution: "electron-to-chromium@npm:1.4.617"- checksum: ffc594fdf605abe613ef94e2baefec135f21971ff977207bbcb978e5dc0f2684d6667f549c125e064ff8972dec26a74f1447c9eca1c00c2279a51172dc6451c3+ version: 1.4.619+ resolution: "electron-to-chromium@npm:1.4.619"+ checksum: f8c96f3100f48235e45dc1d40f91813d3499ab89153ddfa6d60ea0fa5a0c4067314d5ac93b9f5785ab0d7829d5bb34d7d47729aa5443a773b8d2393c36d214fflanguageName: nodelinkType: hard@@ -5466,7 +5466,7 @@ __metadata:languageName: nodelinkType: hard-"follow-redirects@npm:^1.14.0, follow-redirects@npm:^1.15.0":+"follow-redirects@npm:^1.14.0, follow-redirects@npm:^1.15.4":version: 1.15.4resolution: "follow-redirects@npm:1.15.4"peerDependenciesMeta: