Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): update dependency file-type to v20 (#2819)
renovate[bot]28791fe3e206
diff --git a/packages/utils/package.json b/packages/utils/package.jsonindex 7c4eb52de..2467f5612 100644--- a/packages/utils/package.json+++ b/packages/utils/package.json@@ -52,7 +52,7 @@"@crawlee/types": "3.12.1","@types/sax": "^1.2.7","cheerio": "1.0.0-rc.12",- "file-type": "^19.0.0",+ "file-type": "^20.0.0","got-scraping": "^4.0.3","ow": "^0.28.1","robots-parser": "^3.0.1",diff --git a/yarn.lock b/yarn.lockindex c64f1f785..c1397e150 100644--- a/yarn.lock+++ b/yarn.lock@@ -825,7 +825,7 @@ __metadata:"@types/sax": "npm:^1.2.7""@types/whatwg-mimetype": "npm:^3.0.2"cheerio: "npm:1.0.0-rc.12"- file-type: "npm:^19.0.0"+ file-type: "npm:^20.0.0"got-scraping: "npm:^4.0.3"ow: "npm:^0.28.1"robots-parser: "npm:^3.0.1"@@ -2315,6 +2315,17 @@ __metadata:languageName: nodelinkType: hard+"@tokenizer/inflate@npm:^0.2.6":+ version: 0.2.6+ resolution: "@tokenizer/inflate@npm:0.2.6"+ dependencies:+ debug: "npm:^4.3.7"+ fflate: "npm:^0.8.2"+ token-types: "npm:^6.0.0"+ checksum: 10c0/7c0e5e85c86fd3dbe4210d26fa16a2121d04ca053eeb2c42826846e85650c585621ca80e587107410a1e664b50ba37fd645e973863aafa9dee594efbab104619+ languageName: node+ linkType: hard+"@tokenizer/token@npm:^0.3.0":version: 0.3.0resolution: "@tokenizer/token@npm:0.3.0"@@ -6092,6 +6103,13 @@ __metadata:languageName: nodelinkType: hard+"fflate@npm:^0.8.2":+ version: 0.8.2+ resolution: "fflate@npm:0.8.2"+ checksum: 10c0/03448d630c0a583abea594835a9fdb2aaf7d67787055a761515bf4ed862913cfd693b4c4ffd5c3f3b355a70cf1e19033e9ae5aedcca103188aaff91b8bd6e293+ languageName: node+ linkType: hard+"figlet@npm:^1.1.1":version: 1.8.0resolution: "figlet@npm:1.8.0"@@ -6119,15 +6137,15 @@ __metadata:languageName: nodelinkType: hard-"file-type@npm:^19.0.0":- version: 19.6.0- resolution: "file-type@npm:19.6.0"+"file-type@npm:^20.0.0":+ version: 20.0.0+ resolution: "file-type@npm:20.0.0"dependencies:- get-stream: "npm:^9.0.1"- strtok3: "npm:^9.0.1"+ "@tokenizer/inflate": "npm:^0.2.6"+ strtok3: "npm:^10.0.1"token-types: "npm:^6.0.0"- uint8array-extras: "npm:^1.3.0"- checksum: 10c0/ae90ab618d0e759f26806024eb25ade851406301d2deae4b2dca6e9df0de13b4be575114a5f8129e73f6de537644a45fc4eb7cfa8b7dad63316b01b0e6f3bd2e+ uint8array-extras: "npm:^1.4.0"+ checksum: 10c0/4238d528d7f3e1a7ad9b99aed84e9fd720dea051a19d101e8e607e713507dd9cde154a1773d07b9c4a7bf9e39b67dfd26dffa6d25c329bf1e799432596a9a432languageName: nodelinkType: hard@@ -12037,13 +12055,13 @@ __metadata:languageName: nodelinkType: hard-"strtok3@npm:^9.0.1":- version: 9.1.1- resolution: "strtok3@npm:9.1.1"+"strtok3@npm:^10.0.1":+ version: 10.0.1+ resolution: "strtok3@npm:10.0.1"dependencies:"@tokenizer/token": "npm:^0.3.0"peek-readable: "npm:^5.3.1"- checksum: 10c0/ef9cd2a6cd21aec368c7f6fbd1d93548adc2c5b69ee28fa9a4b4e8fb6be6e539f3fcdf21107196e0c3fdff1c433db7e5d0fb8cab132c0b013ed9eef220bdcf2f+ checksum: 10c0/476ccea29feebef1659d825e71a5e054b80486617139966217f53fd197d9d78d2d6f1e3be52cad7bc7ff71e164d38696adc60f883705fb440be1162a3ce6cb9blanguageName: nodelinkType: hard@@ -12697,7 +12715,7 @@ __metadata:languageName: nodelinkType: hard-"uint8array-extras@npm:^1.3.0":+"uint8array-extras@npm:^1.4.0":version: 1.4.0resolution: "uint8array-extras@npm:1.4.0"checksum: 10c0/eaffd3388634b7e5e1496073b878dd19136043137d3e7e0d2a453e37f566a5a551e640819e1a6596c6df9b9d1f7b70884cc29db6a357bdd424811f3598d504dd