Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): bump file-type from 20.5.0 to 21.3.1 (#3475)
dependabot[bot]37331c233505
diff --git a/packages/utils/package.json b/packages/utils/package.jsonindex 342de6f61..01826032d 100644--- a/packages/utils/package.json+++ b/packages/utils/package.json@@ -52,7 +52,7 @@"@crawlee/types": "3.16.0","@types/sax": "^1.2.7","cheerio": "1.0.0-rc.12",- "file-type": "^20.0.0",+ "file-type": "^21.3.1","got-scraping": "^4.2.1","ow": "^0.28.1","robots-parser": "^3.0.1",diff --git a/yarn.lock b/yarn.lockindex 65e6f3083..81fee6f75 100644--- a/yarn.lock+++ b/yarn.lock@@ -476,10 +476,10 @@ __metadata:languageName: nodelinkType: hard-"@borewit/text-codec@npm:^0.1.0":- version: 0.1.1- resolution: "@borewit/text-codec@npm:0.1.1"- checksum: 10c0/c92606b355111053f9db47d485c8679cc09a5be0eb2738aad5b922d3744465f2fce47144ffb27d5106fa431d1d2e5a2e0140d0a22351dccf49693098702c0274+"@borewit/text-codec@npm:^0.2.1":+ version: 0.2.1+ resolution: "@borewit/text-codec@npm:0.2.1"+ checksum: 10c0/aabd9c86497197aacc9ddb413857f112a98a9fd4be9ed56a24971a47bbec7c0d5d449efcad830f9895009c1a5914e5c448f972a0c968e97c4ebf99297dea7a6blanguageName: nodelinkType: hard@@ -1181,7 +1181,7 @@ __metadata:"@types/sax": "npm:^1.2.7""@types/whatwg-mimetype": "npm:^3.0.2"cheerio: "npm:1.0.0-rc.12"- file-type: "npm:^20.0.0"+ file-type: "npm:^21.3.1"got-scraping: "npm:^4.2.1"ow: "npm:^0.28.1"robots-parser: "npm:^3.0.1"@@ -3128,14 +3128,13 @@ __metadata:languageName: nodelinkType: hard-"@tokenizer/inflate@npm:^0.2.6":- version: 0.2.7- resolution: "@tokenizer/inflate@npm:0.2.7"+"@tokenizer/inflate@npm:^0.4.1":+ version: 0.4.1+ resolution: "@tokenizer/inflate@npm:0.4.1"dependencies:- debug: "npm:^4.4.0"- fflate: "npm:^0.8.2"- token-types: "npm:^6.0.0"- checksum: 10c0/75bd0c510810dfd62be9d963216b5852cde021e1f8aab43b37662bc6aa75e65fd7277fcab7d463186b55cee36a5b61129916161bdb2a7d18064016156c7daf4f+ debug: "npm:^4.4.3"+ token-types: "npm:^6.1.1"+ checksum: 10c0/9817516efe21d1ce3bdfb80a1f94efc8981064ce3873448ba79f4d81d96c0694c484c289bd042d346ae5536cf77f5aa9a367d39c3df700eb610761b7c306b4delanguageName: nodelinkType: hard@@ -7183,13 +7182,6 @@ __metadata:languageName: nodelinkType: hard-"fflate@npm:^0.8.2":- version: 0.8.2- resolution: "fflate@npm:0.8.2"- checksum: 10c0/03448d630c0a583abea594835a9fdb2aaf7d67787055a761515bf4ed862913cfd693b4c4ffd5c3f3b355a70cf1e19033e9ae5aedcca103188aaff91b8bd6e293- languageName: node- linkType: hard-"figlet@npm:^1.1.1":version: 1.9.3resolution: "figlet@npm:1.9.3"@@ -7219,15 +7211,15 @@ __metadata:languageName: nodelinkType: hard-"file-type@npm:^20.0.0":- version: 20.5.0- resolution: "file-type@npm:20.5.0"+"file-type@npm:^21.3.1":+ version: 21.3.1+ resolution: "file-type@npm:21.3.1"dependencies:- "@tokenizer/inflate": "npm:^0.2.6"- strtok3: "npm:^10.2.0"- token-types: "npm:^6.0.0"+ "@tokenizer/inflate": "npm:^0.4.1"+ strtok3: "npm:^10.3.4"+ token-types: "npm:^6.1.1"uint8array-extras: "npm:^1.4.0"- checksum: 10c0/9b13d7e4eca79752008f036712a42df78393f05b88b9013c5754b04d3eb90b051cb692836a04acf7d2c696cb9f28077ddf8ebd6830175807f14fddf837d63be3+ checksum: 10c0/66a8eda781c803c6fc372464abba88cee564cfe30f029716f06909da1564bc51d0a4e8d34654b881dc751cdb0513338b3c0747e06a608cee0dd5c5499b018d47languageName: nodelinkType: hard@@ -13797,7 +13789,7 @@ __metadata:languageName: nodelinkType: hard-"strtok3@npm:^10.2.0":+"strtok3@npm:^10.3.4":version: 10.3.4resolution: "strtok3@npm:10.3.4"dependencies:@@ -14095,14 +14087,14 @@ __metadata:languageName: nodelinkType: hard-"token-types@npm:^6.0.0":- version: 6.1.1- resolution: "token-types@npm:6.1.1"+"token-types@npm:^6.1.1":+ version: 6.1.2+ resolution: "token-types@npm:6.1.2"dependencies:- "@borewit/text-codec": "npm:^0.1.0"+ "@borewit/text-codec": "npm:^0.2.1""@tokenizer/token": "npm:^0.3.0"ieee754: "npm:^1.2.1"- checksum: 10c0/e2405e7789d41693a09c478b53c47ffadd735a5f4c826d9885787d022ab10e26cc4a67b03593285748bf3b0c0237e0ea2ab268abcb953ea314727201d0f6504d+ checksum: 10c0/8786e28e3cb65b9e890bc3c38def98e6dfe4565538237f8c0e47dbe549ed8f5f00de8dc464717868308abb4729f1958f78f69e1c4c3deebbb685729113a6fee8languageName: nodelinkType: hard