Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): lock file maintenance
renovate[bot]b6c0753bc843
diff --git a/website/yarn.lock b/website/yarn.lockindex 3258f5cbf..a5b224211 100644--- a/website/yarn.lock+++ b/website/yarn.lock@@ -3425,11 +3425,11 @@ __metadata:linkType: hard"@types/node@npm:*":- version: 22.5.0- resolution: "@types/node@npm:22.5.0"+ version: 22.5.1+ resolution: "@types/node@npm:22.5.1"dependencies:undici-types: "npm:~6.19.2"- checksum: 10c0/45aa75c5e71645fac42dced4eff7f197c3fdfff6e8a9fdacd0eb2e748ff21ee70ffb73982f068a58e8d73b2c088a63613142c125236cdcf3c072ea97eada1559+ checksum: 10c0/35373176d8a1d4e16004a1ed303e68d39e4c6341024dc056f2577982df98c1a045a6b677f12ed557796f09bbf7d621f428f6874cc37ed28f7b336fa604b5f6a6languageName: nodelinkType: hard@@ -9683,8 +9683,8 @@ __metadata:linkType: hard"mdast-util-mdx-jsx@npm:^3.0.0":- version: 3.1.2- resolution: "mdast-util-mdx-jsx@npm:3.1.2"+ version: 3.1.3+ resolution: "mdast-util-mdx-jsx@npm:3.1.3"dependencies:"@types/estree-jsx": "npm:^1.0.0""@types/hast": "npm:^3.0.0"@@ -9696,10 +9696,9 @@ __metadata:mdast-util-to-markdown: "npm:^2.0.0"parse-entities: "npm:^4.0.0"stringify-entities: "npm:^4.0.0"- unist-util-remove-position: "npm:^5.0.0"unist-util-stringify-position: "npm:^4.0.0"vfile-message: "npm:^4.0.0"- checksum: 10c0/855b60c3db9bde2fe142bd366597f7bd5892fc288428ba054e26ffcffc07bfe5648c0792d614ba6e08b1eab9784ffc3c1267cf29dfc6db92b419d68b5bcd487d+ checksum: 10c0/1b0b64215efbbbb1ee9ba2a2b3e5f11859dada7dff162949a0d503aefbd75c0308f17d404df126c54acea06d2224905915b2cac2e6c999514c919bd963b8de24languageName: nodelinkType: hard@@ -12788,8 +12787,8 @@ __metadata:linkType: hard"rtlcss@npm:^4.1.0":- version: 4.2.0- resolution: "rtlcss@npm:4.2.0"+ version: 4.3.0+ resolution: "rtlcss@npm:4.3.0"dependencies:escalade: "npm:^3.1.1"picocolors: "npm:^1.0.0"@@ -12797,7 +12796,7 @@ __metadata:strip-json-comments: "npm:^3.1.1"bin:rtlcss: bin/rtlcss.js- checksum: 10c0/8d1512c36f426bc4f133bc14ab06f11f3f7880a88491ddab81733551465f72adace688653f13fbb6d343961c08503ede5b204bf224e8adf8941a045d5756f537+ checksum: 10c0/ec59db839e1446b4cd6dcef618c8986f00d67e0ac3c2d40bd9041f1909aaacd668072c90849906ca692dea25cd993f46e9188b4c36adfa5bd3eebeb945fb28f2languageName: nodelinkType: hard@@ -14155,16 +14154,6 @@ __metadata:languageName: nodelinkType: hard-"unist-util-remove-position@npm:^5.0.0":- version: 5.0.0- resolution: "unist-util-remove-position@npm:5.0.0"- dependencies:- "@types/unist": "npm:^3.0.0"- unist-util-visit: "npm:^5.0.0"- checksum: 10c0/e8c76da4399446b3da2d1c84a97c607b37d03d1d92561e14838cbe4fdcb485bfc06c06cfadbb808ccb72105a80643976d0660d1fe222ca372203075be9d71105- languageName: node- linkType: hard-"unist-util-stringify-position@npm:^4.0.0":version: 4.0.0resolution: "unist-util-stringify-position@npm:4.0.0"@@ -14343,13 +14332,12 @@ __metadata:linkType: hard"vfile@npm:^6.0.0, vfile@npm:^6.0.1":- version: 6.0.2- resolution: "vfile@npm:6.0.2"+ version: 6.0.3+ resolution: "vfile@npm:6.0.3"dependencies:"@types/unist": "npm:^3.0.0"- unist-util-stringify-position: "npm:^4.0.0"vfile-message: "npm:^4.0.0"- checksum: 10c0/96b7e060b332ff1b05462053bd9b0f39062c00c5eabb78fc75603cc808d5f77c4379857fffca3e30a28e0aad2d51c065dfcd4a43fbe15b1fc9c2aaa9ac1be8e1+ checksum: 10c0/e5d9eb4810623f23758cfc2205323e33552fb5972e5c2e6587babe08fe4d24859866277404fb9e2a20afb71013860d96ec806cb257536ae463c87d70022ab9eflanguageName: nodelinkType: harddiff --git a/yarn.lock b/yarn.lockindex 0df02ff31..38e8a2eed 100644--- a/yarn.lock+++ b/yarn.lock@@ -166,7 +166,7 @@ __metadata:languageName: nodelinkType: hard-"@babel/parser@npm:^7.24.4":+"@babel/parser@npm:^7.25.4":version: 7.25.4resolution: "@babel/parser@npm:7.25.4"dependencies:@@ -177,7 +177,7 @@ __metadata:languageName: nodelinkType: hard-"@babel/types@npm:^7.24.0, @babel/types@npm:^7.25.4":+"@babel/types@npm:^7.25.4":version: 7.25.4resolution: "@babel/types@npm:7.25.4"dependencies:@@ -2485,20 +2485,20 @@ __metadata:linkType: hard"@types/node@npm:*":- version: 22.5.0- resolution: "@types/node@npm:22.5.0"+ version: 22.5.1+ resolution: "@types/node@npm:22.5.1"dependencies:undici-types: "npm:~6.19.2"- checksum: 10c0/45aa75c5e71645fac42dced4eff7f197c3fdfff6e8a9fdacd0eb2e748ff21ee70ffb73982f068a58e8d73b2c088a63613142c125236cdcf3c072ea97eada1559+ checksum: 10c0/35373176d8a1d4e16004a1ed303e68d39e4c6341024dc056f2577982df98c1a045a6b677f12ed557796f09bbf7d621f428f6874cc37ed28f7b336fa604b5f6a6languageName: nodelinkType: hard"@types/node@npm:^20.0.0":- version: 20.16.1- resolution: "@types/node@npm:20.16.1"+ version: 20.16.2+ resolution: "@types/node@npm:20.16.2"dependencies:undici-types: "npm:~6.19.2"- checksum: 10c0/cac13c0f42467df3254805a671ca9e74a6eb7c41568de972e26b10dcc448a45743aaf00e9e5fce4a9214da5bc8444fe902918e105dac5a224e24e83fd9989a97+ checksum: 10c0/74fac185dbd2c6b301cde75747c1cd6c9ca1ad7266147ea107a798837f40b8a05991177ebd7925fc7450d51334096259d186afad6e0d22864b7c97f8afef6ba7languageName: nodelinkType: hard@@ -3474,11 +3474,11 @@ __metadata:linkType: hard"bare-stream@npm:^2.0.0":- version: 2.1.3- resolution: "bare-stream@npm:2.1.3"+ version: 2.2.0+ resolution: "bare-stream@npm:2.2.0"dependencies:streamx: "npm:^2.18.0"- checksum: 10c0/8703b1d80318496ea560483943d5f425a160ded8d3d75659571842caf5f374f52668809bc1e39b032af14df7210973995efaf273f8c35986bef697380ef4674a+ checksum: 10c0/2c59d5abd5d5c8337f6b090bb5ed6870a96040814a4e36165deccfd0a116094ad526888af676073b0748fb7831fd3d6798da9e687aa699143c453b2b52c9ae0alanguageName: nodelinkType: hard@@ -4779,9 +4779,9 @@ __metadata:linkType: hard"devtools-protocol@npm:*":- version: 0.0.1346313- resolution: "devtools-protocol@npm:0.0.1346313"- checksum: 10c0/db385f640935d1fb9e0d835a5300e58f997de99d7724d0a961748541b7c7ade02405ccdba5f9db81d44e10e7faf2f184f8eef9b3b26d1b76a4f52228ab76e135+ version: 0.0.1347151+ resolution: "devtools-protocol@npm:0.0.1347151"+ checksum: 10c0/ae2294d47af559c25b32cbc502b258d8dc33ad340b12740bf9d708b58bdfa1ca3fda6b4d03c5741f4fb918d45d696f81dad9bd7c4ec16c09437d95e2a0c4e6e4languageName: nodelinkType: hard@@ -8533,13 +8533,13 @@ __metadata:linkType: hard"magicast@npm:^0.3.4":- version: 0.3.4- resolution: "magicast@npm:0.3.4"+ version: 0.3.5+ resolution: "magicast@npm:0.3.5"dependencies:- "@babel/parser": "npm:^7.24.4"- "@babel/types": "npm:^7.24.0"+ "@babel/parser": "npm:^7.25.4"+ "@babel/types": "npm:^7.25.4"source-map-js: "npm:^1.2.0"- checksum: 10c0/7ebaaac397b13c31ca05e6d9649296751d76749b945d10a0800107872119fbdf267acdb604571d25e38ec6fd7ab3568a951b6e76eaef1caba9eaa11778fd9783+ checksum: 10c0/a6cacc0a848af84f03e3f5bda7b0de75e4d0aa9ddce5517fd23ed0f31b5ddd51b2d0ff0b7e09b51f7de0f4053c7a1107117edda6b0732dca3e9e39e6c5a68c64languageName: nodelinkType: hard@@ -12067,8 +12067,8 @@ __metadata:linkType: hard"tsx@npm:^4.4.0":- version: 4.18.0- resolution: "tsx@npm:4.18.0"+ version: 4.19.0+ resolution: "tsx@npm:4.19.0"dependencies:esbuild: "npm:~0.23.0"fsevents: "npm:~2.3.3"@@ -12078,7 +12078,7 @@ __metadata:optional: truebin:tsx: dist/cli.mjs- checksum: 10c0/887b43cc3eed0706955b535ecfe13f76be5753ed888064d103aafdae728952355d1ecabdf9824385d852939c85f16ee0262660cf0ccf6824f7aac658e4abfcdb+ checksum: 10c0/d14463a78067c6db84c677b79b14861de6d7f6fb0ffa5727cc500c4552459e936395a3854ad0112af0fd7b263bcedd62ce3929b036188eb10cd9902a607ffe34languageName: nodelinkType: hard