Skip to content

Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.

chore(deps): update dependency rimraf to v5 (#1868)

renovate[bot]74b30c03b83f
diff --git a/package.json b/package.json
index b846be2f3..a6ada5331 100644
--- a/package.json
+++ b/package.json
@@ -94,7 +94,7 @@
"portastic": "^1.0.1",
"proxy": "^1.0.2",
"puppeteer": "19.8.5",
- "rimraf": "^4.1.2",
+ "rimraf": "^5.0.0",
"ts-jest": "^29.0.3",
"ts-node": "^10.9.1",
"turbo": "1.8.8",
diff --git a/website/package.json b/website/package.json
index 6d1b3df32..a060677d7 100644
--- a/website/package.json
+++ b/website/package.json
@@ -25,7 +25,7 @@
"got": "^11.8.6",
"path-browserify": "^1.0.1",
"prettier": "^2.8.4",
- "rimraf": "^4.4.0",
+ "rimraf": "^5.0.0",
"typescript": "^5.0.0"
},
"dependencies": {
diff --git a/website/yarn.lock b/website/yarn.lock
index 50d199736..dae4c47fe 100644
--- a/website/yarn.lock
+++ b/website/yarn.lock
@@ -6918,6 +6918,18 @@ __metadata:
languageName: node
linkType: hard
+"glob@npm:^10.0.0":
+ version: 10.0.0
+ resolution: "glob@npm:10.0.0"
+ dependencies:
+ fs.realpath: ^1.0.0
+ minimatch: ^9.0.0
+ minipass: ^5.0.0
+ path-scurry: ^1.6.4
+ checksum: 3852a6b847106c431d87fb3e8cccb6cfc4449de3ab5d0216c44d4e2da2616df220058050d16811c42f0c2148ad8981da828227ae5c5ab798091ef27c903429f6
+ languageName: node
+ linkType: hard
+
"glob@npm:^7.0.0, glob@npm:^7.1.3, glob@npm:^7.1.4, glob@npm:^7.1.6, glob@npm:^7.2.0":
version: 7.2.3
resolution: "glob@npm:7.2.3"
@@ -6945,18 +6957,6 @@ __metadata:
languageName: node
linkType: hard
-"glob@npm:^9.2.0":
- version: 9.3.0
- resolution: "glob@npm:9.3.0"
- dependencies:
- fs.realpath: ^1.0.0
- minimatch: ^7.4.1
- minipass: ^4.2.4
- path-scurry: ^1.6.1
- checksum: 9beb4f1cdc9585412efd991a9786c1ee6816dfd0537494fd552c333fa3d4b041fce5681bce21d14651e41479f60866e10a35a2ce2571fd40b7cf73842ea12192
- languageName: node
- linkType: hard
-
"global-dirs@npm:^3.0.0":
version: 3.0.1
resolution: "global-dirs@npm:3.0.1"
@@ -8652,13 +8652,20 @@ __metadata:
languageName: node
linkType: hard
-"lru-cache@npm:^7.14.1, lru-cache@npm:^7.7.1":
+"lru-cache@npm:^7.7.1":
version: 7.18.3
resolution: "lru-cache@npm:7.18.3"
checksum: e550d772384709deea3f141af34b6d4fa392e2e418c1498c078de0ee63670f1f46f5eee746e8ef7e69e1c895af0d4224e62ee33e66a543a14763b0f2e74c1356
languageName: node
linkType: hard
+"lru-cache@npm:^9.0.0":
+ version: 9.0.0
+ resolution: "lru-cache@npm:9.0.0"
+ checksum: d90173404f4f2b48d238c361eaa5ff302507b9be65beb71282147e18a50d4b521361df99d7ded199b6c2e6451078c417d64d9d649e466f2bed8b5de2795cbbb6
+ languageName: node
+ linkType: hard
+
"lunr@npm:^2.3.9":
version: 2.3.9
resolution: "lunr@npm:2.3.9"
@@ -8922,7 +8929,7 @@ __metadata:
languageName: node
linkType: hard
-"minimatch@npm:^7.1.3, minimatch@npm:^7.4.1":
+"minimatch@npm:^7.1.3":
version: 7.4.2
resolution: "minimatch@npm:7.4.2"
dependencies:
@@ -8931,6 +8938,15 @@ __metadata:
languageName: node
linkType: hard
+"minimatch@npm:^9.0.0":
+ version: 9.0.0
+ resolution: "minimatch@npm:9.0.0"
+ dependencies:
+ brace-expansion: ^2.0.1
+ checksum: 7bd57899edd1d1b0560f50b5b2d1ea4ad2a366c5a2c8e0a943372cf2f200b64c256bae45a87a80915adbce27fa36526264296ace0da57b600481fe5ea3e372e5
+ languageName: node
+ linkType: hard
+
"minimist@npm:^1.2.0, minimist@npm:^1.2.5, minimist@npm:^1.2.6":
version: 1.2.8
resolution: "minimist@npm:1.2.8"
@@ -8998,13 +9014,20 @@ __metadata:
languageName: node
linkType: hard
-"minipass@npm:^4.0.0, minipass@npm:^4.0.2, minipass@npm:^4.2.4":
+"minipass@npm:^4.0.0":
version: 4.2.5
resolution: "minipass@npm:4.2.5"
checksum: 4f9c19af23a5d4a9e7156feefc9110634b178a8cff8f8271af16ec5ebf7e221725a97429952c856f5b17b30c2065ebd24c81722d90c93d2122611d75b952b48f
languageName: node
linkType: hard
+"minipass@npm:^5.0.0":
+ version: 5.0.0
+ resolution: "minipass@npm:5.0.0"
+ checksum: 425dab288738853fded43da3314a0b5c035844d6f3097a8e3b5b29b328da8f3c1af6fc70618b32c29ff906284cf6406b6841376f21caaadd0793c1d5a6a620ea
+ languageName: node
+ linkType: hard
+
"minizlib@npm:^2.1.1, minizlib@npm:^2.1.2":
version: 2.1.2
resolution: "minizlib@npm:2.1.2"
@@ -9646,13 +9669,13 @@ __metadata:
languageName: node
linkType: hard
-"path-scurry@npm:^1.6.1":
- version: 1.6.1
- resolution: "path-scurry@npm:1.6.1"
+"path-scurry@npm:^1.6.4":
+ version: 1.6.4
+ resolution: "path-scurry@npm:1.6.4"
dependencies:
- lru-cache: ^7.14.1
- minipass: ^4.0.2
- checksum: 7ba57e823cb7bb879669a4e5e05a283cde1bb9e81b6d806b2609f8d8026d0aef08f4b655b17fc86b21c9c32807851bba95ca715db5ab0605fb13c7a3e9172e42
+ lru-cache: ^9.0.0
+ minipass: ^5.0.0
+ checksum: bd5262b51dc35b0d6f0b1d4fa4445789839982bd649904f18fe43717ecc3021d2313a80768b56cd0428f5ca50d740a6c609e747cd6a053efaa802e07eb5b7b18
languageName: node
linkType: hard
@@ -11018,14 +11041,14 @@ __metadata:
languageName: node
linkType: hard
-"rimraf@npm:^4.4.0":
- version: 4.4.0
- resolution: "rimraf@npm:4.4.0"
+"rimraf@npm:^5.0.0":
+ version: 5.0.0
+ resolution: "rimraf@npm:5.0.0"
dependencies:
- glob: ^9.2.0
+ glob: ^10.0.0
bin:
rimraf: dist/cjs/src/bin.js
- checksum: 0cedaf9d138589d1bb0ab851f05804c6d30827aa66563472b04ab76245f83537e23e7b94f1f79ea6c368c0d84a18fcde6a756fca3a44c967e08792671b3a0a6e
+ checksum: 60c5a7f152014d4f6bbf23f48e6badd145960a9be1115b719a07ba688c760b1bb8270abd6650bbd184ae2011843d8e9c775409652c89ff97550418aa5d581b27
languageName: node
linkType: hard
@@ -11057,7 +11080,7 @@ __metadata:
react: ^17.0.2
react-dom: ^17.0.2
react-lite-youtube-embed: ^2.3.1
- rimraf: ^4.4.0
+ rimraf: ^5.0.0
typescript: ^5.0.0
unist-util-visit: ^4.1.0
languageName: unknown
diff --git a/yarn.lock b/yarn.lock
index 6da645eae..17b10e69d 100644
--- a/yarn.lock
+++ b/yarn.lock
@@ -994,7 +994,7 @@ __metadata:
portastic: ^1.0.1
proxy: ^1.0.2
puppeteer: 19.8.5
- rimraf: ^4.1.2
+ rimraf: ^5.0.0
ts-jest: ^29.0.3
ts-node: ^10.9.1
turbo: 1.8.8
@@ -6435,6 +6435,18 @@ __metadata:
languageName: node
linkType: hard
+"glob@npm:^10.0.0":
+ version: 10.0.0
+ resolution: "glob@npm:10.0.0"
+ dependencies:
+ fs.realpath: ^1.0.0
+ minimatch: ^9.0.0
+ minipass: ^5.0.0
+ path-scurry: ^1.6.4
+ checksum: 3852a6b847106c431d87fb3e8cccb6cfc4449de3ab5d0216c44d4e2da2616df220058050d16811c42f0c2148ad8981da828227ae5c5ab798091ef27c903429f6
+ languageName: node
+ linkType: hard
+
"glob@npm:^7.1.3, glob@npm:^7.1.4, glob@npm:^7.2.0":
version: 7.2.3
resolution: "glob@npm:7.2.3"
@@ -8749,6 +8761,13 @@ __metadata:
languageName: node
linkType: hard
+"lru-cache@npm:^9.0.0":
+ version: 9.0.0
+ resolution: "lru-cache@npm:9.0.0"
+ checksum: d90173404f4f2b48d238c361eaa5ff302507b9be65beb71282147e18a50d4b521361df99d7ded199b6c2e6451078c417d64d9d649e466f2bed8b5de2795cbbb6
+ languageName: node
+ linkType: hard
+
"make-dir@npm:3.1.0, make-dir@npm:^3.0.0":
version: 3.1.0
resolution: "make-dir@npm:3.1.0"
@@ -9037,6 +9056,15 @@ __metadata:
languageName: node
linkType: hard
+"minimatch@npm:^9.0.0":
+ version: 9.0.0
+ resolution: "minimatch@npm:9.0.0"
+ dependencies:
+ brace-expansion: ^2.0.1
+ checksum: 7bd57899edd1d1b0560f50b5b2d1ea4ad2a366c5a2c8e0a943372cf2f200b64c256bae45a87a80915adbce27fa36526264296ace0da57b600481fe5ea3e372e5
+ languageName: node
+ linkType: hard
+
"minimist-options@npm:4.1.0":
version: 4.1.0
resolution: "minimist-options@npm:4.1.0"
@@ -9147,6 +9175,13 @@ __metadata:
languageName: node
linkType: hard
+"minipass@npm:^5.0.0":
+ version: 5.0.0
+ resolution: "minipass@npm:5.0.0"
+ checksum: 425dab288738853fded43da3314a0b5c035844d6f3097a8e3b5b29b328da8f3c1af6fc70618b32c29ff906284cf6406b6841376f21caaadd0793c1d5a6a620ea
+ languageName: node
+ linkType: hard
+
"minizlib@npm:^2.1.1, minizlib@npm:^2.1.2":
version: 2.1.2
resolution: "minizlib@npm:2.1.2"
@@ -10360,6 +10395,16 @@ __metadata:
languageName: node
linkType: hard
+"path-scurry@npm:^1.6.4":
+ version: 1.6.4
+ resolution: "path-scurry@npm:1.6.4"
+ dependencies:
+ lru-cache: ^9.0.0
+ minipass: ^5.0.0
+ checksum: bd5262b51dc35b0d6f0b1d4fa4445789839982bd649904f18fe43717ecc3021d2313a80768b56cd0428f5ca50d740a6c609e747cd6a053efaa802e07eb5b7b18
+ languageName: node
+ linkType: hard
+
"path-to-regexp@npm:0.1.7":
version: 0.1.7
resolution: "path-to-regexp@npm:0.1.7"
@@ -11248,7 +11293,7 @@ __metadata:
languageName: node
linkType: hard
-"rimraf@npm:^4.1.2, rimraf@npm:^4.4.1":
+"rimraf@npm:^4.4.1":
version: 4.4.1
resolution: "rimraf@npm:4.4.1"
dependencies:
@@ -11259,6 +11304,17 @@ __metadata:
languageName: node
linkType: hard
+"rimraf@npm:^5.0.0":
+ version: 5.0.0
+ resolution: "rimraf@npm:5.0.0"
+ dependencies:
+ glob: ^10.0.0
+ bin:
+ rimraf: dist/cjs/src/bin.js
+ checksum: 60c5a7f152014d4f6bbf23f48e6badd145960a9be1115b719a07ba688c760b1bb8270abd6650bbd184ae2011843d8e9c775409652c89ff97550418aa5d581b27
+ languageName: node
+ linkType: hard
+
"rrweb-cssom@npm:^0.6.0":
version: 0.6.0
resolution: "rrweb-cssom@npm:0.6.0"