Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): update dependency rimraf to v6 (#2575)
renovate[bot]20562c43b8aa
diff --git a/package.json b/package.jsonindex 5d4f80c78..0293f32f2 100644--- a/package.json+++ b/package.json@@ -107,7 +107,7 @@"portastic": "^1.0.1","proxy": "^1.0.2","puppeteer": "22.12.0",- "rimraf": "^5.0.0",+ "rimraf": "^6.0.0","tsx": "^4.4.0","turbo": "1.13.3","typescript": "^5.4.3",diff --git a/website/package.json b/website/package.jsonindex aaa1c61ea..2a193d6cf 100644--- a/website/package.json+++ b/website/package.json@@ -29,7 +29,7 @@"patch-package": "^8.0.0","path-browserify": "^1.0.1","prettier": "^3.0.0",- "rimraf": "^5.0.0",+ "rimraf": "^6.0.0","typescript": "5.5.2"},"dependencies": {diff --git a/website/yarn.lock b/website/yarn.lockindex e906d2d1e..2b1ab6038 100644--- a/website/yarn.lock+++ b/website/yarn.lock@@ -7244,7 +7244,7 @@ __metadata:languageName: nodelinkType: hard-"glob@npm:^10.2.2, glob@npm:^10.3.10, glob@npm:^10.3.7":+"glob@npm:^10.2.2, glob@npm:^10.3.10":version: 10.4.4resolution: "glob@npm:10.4.4"dependencies:@@ -7260,6 +7260,22 @@ __metadata:languageName: nodelinkType: hard+"glob@npm:^11.0.0":+ version: 11.0.0+ resolution: "glob@npm:11.0.0"+ dependencies:+ foreground-child: "npm:^3.1.0"+ jackspeak: "npm:^4.0.1"+ minimatch: "npm:^10.0.0"+ minipass: "npm:^7.1.2"+ package-json-from-dist: "npm:^1.0.0"+ path-scurry: "npm:^2.0.0"+ bin:+ glob: dist/esm/bin.mjs+ checksum: 10c0/419866015d8795258a8ac51de5b9d1a99c72634fc3ead93338e4da388e89773ab21681e494eac0fbc4250b003451ca3110bb4f1c9393d15d14466270094fdb4e+ languageName: node+ linkType: hard+"glob@npm:^7.0.0, glob@npm:^7.1.3, glob@npm:^7.1.6, glob@npm:^7.2.0":version: 7.2.3resolution: "glob@npm:7.2.3"@@ -8639,6 +8655,19 @@ __metadata:languageName: nodelinkType: hard+"jackspeak@npm:^4.0.1":+ version: 4.0.1+ resolution: "jackspeak@npm:4.0.1"+ dependencies:+ "@isaacs/cliui": "npm:^8.0.2"+ "@pkgjs/parseargs": "npm:^0.11.0"+ dependenciesMeta:+ "@pkgjs/parseargs":+ optional: true+ checksum: 10c0/c87997d9c9c5b7366259b1f2a444ef148692f8eedad5307caca939babbb60af2b47d306e5c63bf9d5fefbab2ab48d4da275188c3de525d0e716cc21b784bbccb+ languageName: node+ linkType: hard+"jest-util@npm:^29.7.0":version: 29.7.0resolution: "jest-util@npm:29.7.0"@@ -9117,6 +9146,13 @@ __metadata:languageName: nodelinkType: hard+"lru-cache@npm:^11.0.0":+ version: 11.0.0+ resolution: "lru-cache@npm:11.0.0"+ checksum: 10c0/827ff0e0739f9b0f30f92f5a5fc97c6a2bd3ae32c0452bc58cb7411d6c589d49536073027293f2d1f02d0c2e72b63b162f238df7e9ff6f4cc0345f92afec4d1d+ languageName: node+ linkType: hard+"lru-cache@npm:^5.1.1":version: 5.1.1resolution: "lru-cache@npm:5.1.1"@@ -10135,6 +10171,15 @@ __metadata:languageName: nodelinkType: hard+"minimatch@npm:^10.0.0":+ version: 10.0.1+ resolution: "minimatch@npm:10.0.1"+ dependencies:+ brace-expansion: "npm:^2.0.1"+ checksum: 10c0/e6c29a81fe83e1877ad51348306be2e8aeca18c88fdee7a99df44322314279e15799e41d7cb274e4e8bb0b451a3bc622d6182e157dfa1717d6cda75e9cd8cd5d+ languageName: node+ linkType: hard+"minimatch@npm:^9.0.3, minimatch@npm:^9.0.4":version: 9.0.5resolution: "minimatch@npm:9.0.5"@@ -10919,6 +10964,16 @@ __metadata:languageName: nodelinkType: hard+"path-scurry@npm:^2.0.0":+ version: 2.0.0+ resolution: "path-scurry@npm:2.0.0"+ dependencies:+ lru-cache: "npm:^11.0.0"+ minipass: "npm:^7.1.2"+ checksum: 10c0/3da4adedaa8e7ef8d6dc4f35a0ff8f05a9b4d8365f2b28047752b62d4c1ad73eec21e37b1579ef2d075920157856a3b52ae8309c480a6f1a8bbe06ff8e52b33c+ languageName: node+ linkType: hard+"path-to-regexp@npm:0.1.7":version: 0.1.7resolution: "path-to-regexp@npm:0.1.7"@@ -12374,14 +12429,14 @@ __metadata:languageName: nodelinkType: hard-"rimraf@npm:^5.0.0":- version: 5.0.9- resolution: "rimraf@npm:5.0.9"+"rimraf@npm:^6.0.0":+ version: 6.0.0+ resolution: "rimraf@npm:6.0.0"dependencies:- glob: "npm:^10.3.7"+ glob: "npm:^11.0.0"bin:rimraf: dist/esm/bin.mjs- checksum: 10c0/87374682492b9e64de9c6fcbf2c8f209c7a2cd0e9749b3732eef8a62c6f859a9ed996d46f662d9ad5dd38c2c469f8e88de56b6c509026070ee3f06369cac1bc8+ checksum: 10c0/32d07c542490db96efd515b27f857f45b71b2169a1b533052630d119034450d3afcf766adc2df43314378f9168407ef222d7d1104c48cc9d385e97b17964b3bflanguageName: nodelinkType: hard@@ -12433,7 +12488,7 @@ __metadata:react: "npm:^18.2.0"react-dom: "npm:^18.2.0"react-lite-youtube-embed: "npm:^2.3.52"- rimraf: "npm:^5.0.0"+ rimraf: "npm:^6.0.0"stream-browserify: "npm:^3.0.0"typescript: "npm:5.5.2"unist-util-visit: "npm:^5.0.0"diff --git a/yarn.lock b/yarn.lockindex e0992828c..856196aeb 100644--- a/yarn.lock+++ b/yarn.lock@@ -788,7 +788,7 @@ __metadata:portastic: "npm:^1.0.1"proxy: "npm:^1.0.2"puppeteer: "npm:22.12.0"- rimraf: "npm:^5.0.0"+ rimraf: "npm:^6.0.0"tsx: "npm:^4.4.0"turbo: "npm:1.13.3"typescript: "npm:^5.4.3"@@ -6238,7 +6238,7 @@ __metadata:languageName: nodelinkType: hard-"glob@npm:^10.2.2, glob@npm:^10.3.10, glob@npm:^10.3.7":+"glob@npm:^10.2.2, glob@npm:^10.3.10":version: 10.4.4resolution: "glob@npm:10.4.4"dependencies:@@ -10506,7 +10506,7 @@ __metadata:languageName: nodelinkType: hard-"rimraf@npm:*":+"rimraf@npm:*, rimraf@npm:^6.0.0":version: 6.0.0resolution: "rimraf@npm:6.0.0"dependencies:@@ -10539,17 +10539,6 @@ __metadata:languageName: nodelinkType: hard-"rimraf@npm:^5.0.0":- version: 5.0.9- resolution: "rimraf@npm:5.0.9"- dependencies:- glob: "npm:^10.3.7"- bin:- rimraf: dist/esm/bin.mjs- checksum: 10c0/87374682492b9e64de9c6fcbf2c8f209c7a2cd0e9749b3732eef8a62c6f859a9ed996d46f662d9ad5dd38c2c469f8e88de56b6c509026070ee3f06369cac1bc8- languageName: node- linkType: hard-"robots-parser@npm:^3.0.1":version: 3.0.1resolution: "robots-parser@npm:3.0.1"