Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): update dependency rimraf to v5 (#1868)
renovate[bot]74b30c03b83f
diff --git a/package.json b/package.jsonindex b846be2f3..a6ada5331 100644--- a/package.json+++ b/package.json@@ -94,7 +94,7 @@"portastic": "^1.0.1","proxy": "^1.0.2","puppeteer": "19.8.5",- "rimraf": "^4.1.2",+ "rimraf": "^5.0.0","ts-jest": "^29.0.3","ts-node": "^10.9.1","turbo": "1.8.8",diff --git a/website/package.json b/website/package.jsonindex 6d1b3df32..a060677d7 100644--- a/website/package.json+++ b/website/package.json@@ -25,7 +25,7 @@"got": "^11.8.6","path-browserify": "^1.0.1","prettier": "^2.8.4",- "rimraf": "^4.4.0",+ "rimraf": "^5.0.0","typescript": "^5.0.0"},"dependencies": {diff --git a/website/yarn.lock b/website/yarn.lockindex 50d199736..dae4c47fe 100644--- a/website/yarn.lock+++ b/website/yarn.lock@@ -6918,6 +6918,18 @@ __metadata:languageName: nodelinkType: hard+"glob@npm:^10.0.0":+ version: 10.0.0+ resolution: "glob@npm:10.0.0"+ dependencies:+ fs.realpath: ^1.0.0+ minimatch: ^9.0.0+ minipass: ^5.0.0+ path-scurry: ^1.6.4+ checksum: 3852a6b847106c431d87fb3e8cccb6cfc4449de3ab5d0216c44d4e2da2616df220058050d16811c42f0c2148ad8981da828227ae5c5ab798091ef27c903429f6+ languageName: node+ linkType: hard+"glob@npm:^7.0.0, glob@npm:^7.1.3, glob@npm:^7.1.4, glob@npm:^7.1.6, glob@npm:^7.2.0":version: 7.2.3resolution: "glob@npm:7.2.3"@@ -6945,18 +6957,6 @@ __metadata:languageName: nodelinkType: hard-"glob@npm:^9.2.0":- version: 9.3.0- resolution: "glob@npm:9.3.0"- dependencies:- fs.realpath: ^1.0.0- minimatch: ^7.4.1- minipass: ^4.2.4- path-scurry: ^1.6.1- checksum: 9beb4f1cdc9585412efd991a9786c1ee6816dfd0537494fd552c333fa3d4b041fce5681bce21d14651e41479f60866e10a35a2ce2571fd40b7cf73842ea12192- languageName: node- linkType: hard-"global-dirs@npm:^3.0.0":version: 3.0.1resolution: "global-dirs@npm:3.0.1"@@ -8652,13 +8652,20 @@ __metadata:languageName: nodelinkType: hard-"lru-cache@npm:^7.14.1, lru-cache@npm:^7.7.1":+"lru-cache@npm:^7.7.1":version: 7.18.3resolution: "lru-cache@npm:7.18.3"checksum: e550d772384709deea3f141af34b6d4fa392e2e418c1498c078de0ee63670f1f46f5eee746e8ef7e69e1c895af0d4224e62ee33e66a543a14763b0f2e74c1356languageName: nodelinkType: hard+"lru-cache@npm:^9.0.0":+ version: 9.0.0+ resolution: "lru-cache@npm:9.0.0"+ checksum: d90173404f4f2b48d238c361eaa5ff302507b9be65beb71282147e18a50d4b521361df99d7ded199b6c2e6451078c417d64d9d649e466f2bed8b5de2795cbbb6+ languageName: node+ linkType: hard+"lunr@npm:^2.3.9":version: 2.3.9resolution: "lunr@npm:2.3.9"@@ -8922,7 +8929,7 @@ __metadata:languageName: nodelinkType: hard-"minimatch@npm:^7.1.3, minimatch@npm:^7.4.1":+"minimatch@npm:^7.1.3":version: 7.4.2resolution: "minimatch@npm:7.4.2"dependencies:@@ -8931,6 +8938,15 @@ __metadata:languageName: nodelinkType: hard+"minimatch@npm:^9.0.0":+ version: 9.0.0+ resolution: "minimatch@npm:9.0.0"+ dependencies:+ brace-expansion: ^2.0.1+ checksum: 7bd57899edd1d1b0560f50b5b2d1ea4ad2a366c5a2c8e0a943372cf2f200b64c256bae45a87a80915adbce27fa36526264296ace0da57b600481fe5ea3e372e5+ languageName: node+ linkType: hard+"minimist@npm:^1.2.0, minimist@npm:^1.2.5, minimist@npm:^1.2.6":version: 1.2.8resolution: "minimist@npm:1.2.8"@@ -8998,13 +9014,20 @@ __metadata:languageName: nodelinkType: hard-"minipass@npm:^4.0.0, minipass@npm:^4.0.2, minipass@npm:^4.2.4":+"minipass@npm:^4.0.0":version: 4.2.5resolution: "minipass@npm:4.2.5"checksum: 4f9c19af23a5d4a9e7156feefc9110634b178a8cff8f8271af16ec5ebf7e221725a97429952c856f5b17b30c2065ebd24c81722d90c93d2122611d75b952b48flanguageName: nodelinkType: hard+"minipass@npm:^5.0.0":+ version: 5.0.0+ resolution: "minipass@npm:5.0.0"+ checksum: 425dab288738853fded43da3314a0b5c035844d6f3097a8e3b5b29b328da8f3c1af6fc70618b32c29ff906284cf6406b6841376f21caaadd0793c1d5a6a620ea+ languageName: node+ linkType: hard+"minizlib@npm:^2.1.1, minizlib@npm:^2.1.2":version: 2.1.2resolution: "minizlib@npm:2.1.2"@@ -9646,13 +9669,13 @@ __metadata:languageName: nodelinkType: hard-"path-scurry@npm:^1.6.1":- version: 1.6.1- resolution: "path-scurry@npm:1.6.1"+"path-scurry@npm:^1.6.4":+ version: 1.6.4+ resolution: "path-scurry@npm:1.6.4"dependencies:- lru-cache: ^7.14.1- minipass: ^4.0.2- checksum: 7ba57e823cb7bb879669a4e5e05a283cde1bb9e81b6d806b2609f8d8026d0aef08f4b655b17fc86b21c9c32807851bba95ca715db5ab0605fb13c7a3e9172e42+ lru-cache: ^9.0.0+ minipass: ^5.0.0+ checksum: bd5262b51dc35b0d6f0b1d4fa4445789839982bd649904f18fe43717ecc3021d2313a80768b56cd0428f5ca50d740a6c609e747cd6a053efaa802e07eb5b7b18languageName: nodelinkType: hard@@ -11018,14 +11041,14 @@ __metadata:languageName: nodelinkType: hard-"rimraf@npm:^4.4.0":- version: 4.4.0- resolution: "rimraf@npm:4.4.0"+"rimraf@npm:^5.0.0":+ version: 5.0.0+ resolution: "rimraf@npm:5.0.0"dependencies:- glob: ^9.2.0+ glob: ^10.0.0bin:rimraf: dist/cjs/src/bin.js- checksum: 0cedaf9d138589d1bb0ab851f05804c6d30827aa66563472b04ab76245f83537e23e7b94f1f79ea6c368c0d84a18fcde6a756fca3a44c967e08792671b3a0a6e+ checksum: 60c5a7f152014d4f6bbf23f48e6badd145960a9be1115b719a07ba688c760b1bb8270abd6650bbd184ae2011843d8e9c775409652c89ff97550418aa5d581b27languageName: nodelinkType: hard@@ -11057,7 +11080,7 @@ __metadata:react: ^17.0.2react-dom: ^17.0.2react-lite-youtube-embed: ^2.3.1- rimraf: ^4.4.0+ rimraf: ^5.0.0typescript: ^5.0.0unist-util-visit: ^4.1.0languageName: unknowndiff --git a/yarn.lock b/yarn.lockindex 6da645eae..17b10e69d 100644--- a/yarn.lock+++ b/yarn.lock@@ -994,7 +994,7 @@ __metadata:portastic: ^1.0.1proxy: ^1.0.2puppeteer: 19.8.5- rimraf: ^4.1.2+ rimraf: ^5.0.0ts-jest: ^29.0.3ts-node: ^10.9.1turbo: 1.8.8@@ -6435,6 +6435,18 @@ __metadata:languageName: nodelinkType: hard+"glob@npm:^10.0.0":+ version: 10.0.0+ resolution: "glob@npm:10.0.0"+ dependencies:+ fs.realpath: ^1.0.0+ minimatch: ^9.0.0+ minipass: ^5.0.0+ path-scurry: ^1.6.4+ checksum: 3852a6b847106c431d87fb3e8cccb6cfc4449de3ab5d0216c44d4e2da2616df220058050d16811c42f0c2148ad8981da828227ae5c5ab798091ef27c903429f6+ languageName: node+ linkType: hard+"glob@npm:^7.1.3, glob@npm:^7.1.4, glob@npm:^7.2.0":version: 7.2.3resolution: "glob@npm:7.2.3"@@ -8749,6 +8761,13 @@ __metadata:languageName: nodelinkType: hard+"lru-cache@npm:^9.0.0":+ version: 9.0.0+ resolution: "lru-cache@npm:9.0.0"+ checksum: d90173404f4f2b48d238c361eaa5ff302507b9be65beb71282147e18a50d4b521361df99d7ded199b6c2e6451078c417d64d9d649e466f2bed8b5de2795cbbb6+ languageName: node+ linkType: hard+"make-dir@npm:3.1.0, make-dir@npm:^3.0.0":version: 3.1.0resolution: "make-dir@npm:3.1.0"@@ -9037,6 +9056,15 @@ __metadata:languageName: nodelinkType: hard+"minimatch@npm:^9.0.0":+ version: 9.0.0+ resolution: "minimatch@npm:9.0.0"+ dependencies:+ brace-expansion: ^2.0.1+ checksum: 7bd57899edd1d1b0560f50b5b2d1ea4ad2a366c5a2c8e0a943372cf2f200b64c256bae45a87a80915adbce27fa36526264296ace0da57b600481fe5ea3e372e5+ languageName: node+ linkType: hard+"minimist-options@npm:4.1.0":version: 4.1.0resolution: "minimist-options@npm:4.1.0"@@ -9147,6 +9175,13 @@ __metadata:languageName: nodelinkType: hard+"minipass@npm:^5.0.0":+ version: 5.0.0+ resolution: "minipass@npm:5.0.0"+ checksum: 425dab288738853fded43da3314a0b5c035844d6f3097a8e3b5b29b328da8f3c1af6fc70618b32c29ff906284cf6406b6841376f21caaadd0793c1d5a6a620ea+ languageName: node+ linkType: hard+"minizlib@npm:^2.1.1, minizlib@npm:^2.1.2":version: 2.1.2resolution: "minizlib@npm:2.1.2"@@ -10360,6 +10395,16 @@ __metadata:languageName: nodelinkType: hard+"path-scurry@npm:^1.6.4":+ version: 1.6.4+ resolution: "path-scurry@npm:1.6.4"+ dependencies:+ lru-cache: ^9.0.0+ minipass: ^5.0.0+ checksum: bd5262b51dc35b0d6f0b1d4fa4445789839982bd649904f18fe43717ecc3021d2313a80768b56cd0428f5ca50d740a6c609e747cd6a053efaa802e07eb5b7b18+ languageName: node+ linkType: hard+"path-to-regexp@npm:0.1.7":version: 0.1.7resolution: "path-to-regexp@npm:0.1.7"@@ -11248,7 +11293,7 @@ __metadata:languageName: nodelinkType: hard-"rimraf@npm:^4.1.2, rimraf@npm:^4.4.1":+"rimraf@npm:^4.4.1":version: 4.4.1resolution: "rimraf@npm:4.4.1"dependencies:@@ -11259,6 +11304,17 @@ __metadata:languageName: nodelinkType: hard+"rimraf@npm:^5.0.0":+ version: 5.0.0+ resolution: "rimraf@npm:5.0.0"+ dependencies:+ glob: ^10.0.0+ bin:+ rimraf: dist/cjs/src/bin.js+ checksum: 60c5a7f152014d4f6bbf23f48e6badd145960a9be1115b719a07ba688c760b1bb8270abd6650bbd184ae2011843d8e9c775409652c89ff97550418aa5d581b27+ languageName: node+ linkType: hard+"rrweb-cssom@npm:^0.6.0":version: 0.6.0resolution: "rrweb-cssom@npm:0.6.0"