Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): lock file maintenance
renovate[bot]a79ca169dfcd
diff --git a/website/yarn.lock b/website/yarn.lockindex 7c56b04eb..c6eae47c8 100644--- a/website/yarn.lock+++ b/website/yarn.lock@@ -5031,7 +5031,7 @@ __metadata:languageName: nodelinkType: hard-"array.prototype.flatmap@npm:^1.3.2":+"array.prototype.flatmap@npm:^1.3.2, array.prototype.flatmap@npm:^1.3.3":version: 1.3.3resolution: "array.prototype.flatmap@npm:1.3.3"dependencies:@@ -6850,13 +6850,13 @@ __metadata:linkType: hard"domutils@npm:^3.0.1":- version: 3.1.0- resolution: "domutils@npm:3.1.0"+ version: 3.2.1+ resolution: "domutils@npm:3.2.1"dependencies:dom-serializer: "npm:^2.0.0"domelementtype: "npm:^2.3.0"domhandler: "npm:^5.0.3"- checksum: 10c0/342d64cf4d07b8a0573fb51e0a6312a88fb520c7fefd751870bf72fa5fc0f2e0cb9a3958a573610b1d608c6e2a69b8e9b4b40f0bfb8f87a71bce4f180cca1887+ checksum: 10c0/af2a8e28fe51137307d2400c4b6483a3294ac8f784b14fc74b67f3aca3aa53a63144bd9e2bb96f23174c0c1aa680544bf2d77b4cc94e6f90f33314ed65c12a4flanguageName: nodelinkType: hard@@ -7114,7 +7114,7 @@ __metadata:languageName: nodelinkType: hard-"es-iterator-helpers@npm:^1.1.0":+"es-iterator-helpers@npm:^1.2.1":version: 1.2.1resolution: "es-iterator-helpers@npm:1.2.1"dependencies:@@ -7420,30 +7420,30 @@ __metadata:linkType: hard"eslint-plugin-react@npm:^7.27.0, eslint-plugin-react@npm:^7.32.2, eslint-plugin-react@npm:^7.33.2":- version: 7.37.2- resolution: "eslint-plugin-react@npm:7.37.2"+ version: 7.37.3+ resolution: "eslint-plugin-react@npm:7.37.3"dependencies:array-includes: "npm:^3.1.8"array.prototype.findlast: "npm:^1.2.5"- array.prototype.flatmap: "npm:^1.3.2"+ array.prototype.flatmap: "npm:^1.3.3"array.prototype.tosorted: "npm:^1.1.4"doctrine: "npm:^2.1.0"- es-iterator-helpers: "npm:^1.1.0"+ es-iterator-helpers: "npm:^1.2.1"estraverse: "npm:^5.3.0"hasown: "npm:^2.0.2"jsx-ast-utils: "npm:^2.4.1 || ^3.0.0"minimatch: "npm:^3.1.2"object.entries: "npm:^1.1.8"object.fromentries: "npm:^2.0.8"- object.values: "npm:^1.2.0"+ object.values: "npm:^1.2.1"prop-types: "npm:^15.8.1"resolve: "npm:^2.0.0-next.5"semver: "npm:^6.3.1"- string.prototype.matchall: "npm:^4.0.11"+ string.prototype.matchall: "npm:^4.0.12"string.prototype.repeat: "npm:^1.0.0"peerDependencies:eslint: ^3 || ^4 || ^5 || ^6 || ^7 || ^8 || ^9.7- checksum: 10c0/01c498f263c201698bf653973760f86a07fa0cdec56c044f3eaa5ddaae71c64326015dfa5fde76ca8c5386ffe789fc79932624b614e13b6a1ad789fee3f7c491+ checksum: 10c0/e8b267ab928c63e651e35ba936e84098f4189fbaebbf3607341e6affedcfe39f2afba85fb3ef83ec322b32829b22d7433230eb6af0f692d262473c6a19441ba5languageName: nodelinkType: hard@@ -11761,7 +11761,7 @@ __metadata:languageName: nodelinkType: hard-"object.values@npm:^1.1.6, object.values@npm:^1.2.0":+"object.values@npm:^1.1.6, object.values@npm:^1.2.0, object.values@npm:^1.2.1":version: 1.2.1resolution: "object.values@npm:1.2.1"dependencies:@@ -14906,7 +14906,7 @@ __metadata:languageName: nodelinkType: hard-"string.prototype.matchall@npm:^4.0.11":+"string.prototype.matchall@npm:^4.0.12":version: 4.0.12resolution: "string.prototype.matchall@npm:4.0.12"dependencies:@@ -16265,8 +16265,8 @@ __metadata:linkType: hard"zx@npm:^8.1.4":- version: 8.2.4- resolution: "zx@npm:8.2.4"+ version: 8.3.0+ resolution: "zx@npm:8.3.0"dependencies:"@types/fs-extra": "npm:>=11""@types/node": "npm:>=20"@@ -16277,6 +16277,6 @@ __metadata:optional: truebin:zx: build/cli.js- checksum: 10c0/ae60ceef4eaf62695de0a24edab302efc770da10f2f4e79b7b8d50c2e7bee8c4b100e8722c6963a6f4badafe3f00d8d0fd50080c90745bf7bca90203c4aee59b+ checksum: 10c0/ee40ad833fb5fd58e578be3d4fc811c268a3ad3f4063902c46497d329bf9fc631b3545fb56e98416c9b4cae4e9a6e9a02a99425e43691f3b42ade9e4a8399646languageName: nodelinkType: harddiff --git a/yarn.lock b/yarn.lockindex a99966a14..1faca94e4 100644--- a/yarn.lock+++ b/yarn.lock@@ -3309,7 +3309,7 @@ __metadata:languageName: nodelinkType: hard-"array.prototype.flatmap@npm:^1.3.2":+"array.prototype.flatmap@npm:^1.3.2, array.prototype.flatmap@npm:^1.3.3":version: 1.3.3resolution: "array.prototype.flatmap@npm:1.3.3"dependencies:@@ -4818,9 +4818,9 @@ __metadata:linkType: hard"devtools-protocol@npm:*":- version: 0.0.1396320- resolution: "devtools-protocol@npm:0.0.1396320"- checksum: 10c0/1519b4bb46279b6dc3866975a6a95308918308a710cbccbb954a94a991c62f8cda2c06e4f63485e55335cabd7e2d0a28e4080349a27782762c588af6beb6b02b+ version: 0.0.1399977+ resolution: "devtools-protocol@npm:0.0.1399977"+ checksum: 10c0/b042a41f4f1c57f88ffc1e41ad947524f4dcec13b669a2fa5b07a4a0a1594d51c09b988ac7806f82f7618a8cada035873fcc91faadc52a15843fba82940a20d3languageName: nodelinkType: hard@@ -4893,13 +4893,13 @@ __metadata:linkType: hard"domutils@npm:^3.0.1, domutils@npm:^3.1.0":- version: 3.1.0- resolution: "domutils@npm:3.1.0"+ version: 3.2.1+ resolution: "domutils@npm:3.2.1"dependencies:dom-serializer: "npm:^2.0.0"domelementtype: "npm:^2.3.0"domhandler: "npm:^5.0.3"- checksum: 10c0/342d64cf4d07b8a0573fb51e0a6312a88fb520c7fefd751870bf72fa5fc0f2e0cb9a3958a573610b1d608c6e2a69b8e9b4b40f0bfb8f87a71bce4f180cca1887+ checksum: 10c0/af2a8e28fe51137307d2400c4b6483a3294ac8f784b14fc74b67f3aca3aa53a63144bd9e2bb96f23174c0c1aa680544bf2d77b4cc94e6f90f33314ed65c12a4flanguageName: nodelinkType: hard@@ -5200,7 +5200,7 @@ __metadata:languageName: nodelinkType: hard-"es-iterator-helpers@npm:^1.1.0":+"es-iterator-helpers@npm:^1.2.1":version: 1.2.1resolution: "es-iterator-helpers@npm:1.2.1"dependencies:@@ -5651,30 +5651,30 @@ __metadata:linkType: hard"eslint-plugin-react@npm:^7.27.0, eslint-plugin-react@npm:^7.33.2":- version: 7.37.2- resolution: "eslint-plugin-react@npm:7.37.2"+ version: 7.37.3+ resolution: "eslint-plugin-react@npm:7.37.3"dependencies:array-includes: "npm:^3.1.8"array.prototype.findlast: "npm:^1.2.5"- array.prototype.flatmap: "npm:^1.3.2"+ array.prototype.flatmap: "npm:^1.3.3"array.prototype.tosorted: "npm:^1.1.4"doctrine: "npm:^2.1.0"- es-iterator-helpers: "npm:^1.1.0"+ es-iterator-helpers: "npm:^1.2.1"estraverse: "npm:^5.3.0"hasown: "npm:^2.0.2"jsx-ast-utils: "npm:^2.4.1 || ^3.0.0"minimatch: "npm:^3.1.2"object.entries: "npm:^1.1.8"object.fromentries: "npm:^2.0.8"- object.values: "npm:^1.2.0"+ object.values: "npm:^1.2.1"prop-types: "npm:^15.8.1"resolve: "npm:^2.0.0-next.5"semver: "npm:^6.3.1"- string.prototype.matchall: "npm:^4.0.11"+ string.prototype.matchall: "npm:^4.0.12"string.prototype.repeat: "npm:^1.0.0"peerDependencies:eslint: ^3 || ^4 || ^5 || ^6 || ^7 || ^8 || ^9.7- checksum: 10c0/01c498f263c201698bf653973760f86a07fa0cdec56c044f3eaa5ddaae71c64326015dfa5fde76ca8c5386ffe789fc79932624b614e13b6a1ad789fee3f7c491+ checksum: 10c0/e8b267ab928c63e651e35ba936e84098f4189fbaebbf3607341e6affedcfe39f2afba85fb3ef83ec322b32829b22d7433230eb6af0f692d262473c6a19441ba5languageName: nodelinkType: hard@@ -9648,7 +9648,7 @@ __metadata:languageName: nodelinkType: hard-"object.values@npm:^1.1.6, object.values@npm:^1.2.0":+"object.values@npm:^1.1.6, object.values@npm:^1.2.0, object.values@npm:^1.2.1":version: 1.2.1resolution: "object.values@npm:1.2.1"dependencies:@@ -11746,7 +11746,7 @@ __metadata:languageName: nodelinkType: hard-"string.prototype.matchall@npm:^4.0.11":+"string.prototype.matchall@npm:^4.0.12":version: 4.0.12resolution: "string.prototype.matchall@npm:4.0.12"dependencies: