Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): lock file maintenance
renovate[bot]9c2784a38d9b
diff --git a/website/yarn.lock b/website/yarn.lockindex 80059cade..1527ac174 100644--- a/website/yarn.lock+++ b/website/yarn.lock@@ -5,13 +5,6 @@ __metadata:version: 8cacheKey: 10c0-"@aashutoshrathi/word-wrap@npm:^1.2.3":- version: 1.2.6- resolution: "@aashutoshrathi/word-wrap@npm:1.2.6"- checksum: 10c0/53c2b231a61a46792b39a0d43bc4f4f776bb4542aa57ee04930676802e5501282c2fc8aac14e4cd1f1120ff8b52616b6ff5ab539ad30aa2277d726444b71619f- languageName: node- linkType: hard-"@algolia/autocomplete-core@npm:1.9.3":version: 1.9.3resolution: "@algolia/autocomplete-core@npm:1.9.3"@@ -3259,12 +3252,12 @@ __metadata:linkType: hard"@types/react@npm:*, @types/react@npm:^18.0.28":- version: 18.3.0- resolution: "@types/react@npm:18.3.0"+ version: 18.3.1+ resolution: "@types/react@npm:18.3.1"dependencies:"@types/prop-types": "npm:*"csstype: "npm:^3.0.2"- checksum: 10c0/6405f805700daf096a507a191bc4f8814ebed49120f156926b0a5b7b6f41424214320cea3dbb6df85f476b220f0554ef7e587baa88f59375e64bdbab525f58aa+ checksum: 10c0/18d856c12a4ec93f3cda2d58ef3d77a9480818afd3af895f812896fb82cfca1f35a692ab1add4ce826a4eb58a071624c7d1c8c6c4ccfb81c100d2916dc607614languageName: nodelinkType: hard@@ -5902,9 +5895,9 @@ __metadata:linkType: hard"electron-to-chromium@npm:^1.4.668":- version: 1.4.749- resolution: "electron-to-chromium@npm:1.4.749"- checksum: 10c0/6a448071e12918fd053fb8d4472178d8c916c9242b8ba0e0c5cb66d7c2f8602bc50e6a6d8bc48bff1fac67be63713e859ddae3353c28ee43cad8970b0ed78aba+ version: 1.4.750+ resolution: "electron-to-chromium@npm:1.4.750"+ checksum: 10c0/ce55df1b2a21a139ae998c39c3f1cf3f0ed1bb04078fcd415beec9daec695d6dbb21da0f54c539f9b11f430c1f4ee7062d331bffaa39cc7a492b7eb4f8bc4265languageName: nodelinkType: hard@@ -6345,11 +6338,11 @@ __metadata:linkType: hard"eslint-plugin-react-hooks@npm:^4.3.0, eslint-plugin-react-hooks@npm:^4.6.0":- version: 4.6.1- resolution: "eslint-plugin-react-hooks@npm:4.6.1"+ version: 4.6.2+ resolution: "eslint-plugin-react-hooks@npm:4.6.2"peerDependencies:eslint: ^3.0.0 || ^4.0.0 || ^5.0.0 || ^6.0.0 || ^7.0.0 || ^8.0.0-0- checksum: 10c0/c7b6cf91dc92d4d69311cc9d83bc944abb131aa843284a2b5312323cee8c26425c31027b8d9626d4c909055b42f1a413eadb29cf0025adf689bcfde99dcd498a+ checksum: 10c0/4844e58c929bc05157fb70ba1e462e34f1f4abcbc8dd5bbe5b04513d33e2699effb8bca668297976ceea8e7ebee4e8fc29b9af9d131bcef52886feaa2308b2cclanguageName: nodelinkType: hard@@ -10512,16 +10505,16 @@ __metadata:linkType: hard"optionator@npm:^0.9.3":- version: 0.9.3- resolution: "optionator@npm:0.9.3"+ version: 0.9.4+ resolution: "optionator@npm:0.9.4"dependencies:- "@aashutoshrathi/word-wrap": "npm:^1.2.3"deep-is: "npm:^0.1.3"fast-levenshtein: "npm:^2.0.6"levn: "npm:^0.4.1"prelude-ls: "npm:^1.2.1"type-check: "npm:^0.4.0"- checksum: 10c0/66fba794d425b5be51353035cf3167ce6cfa049059cbb93229b819167687e0f48d2bc4603fcb21b091c99acb516aae1083624675b15c4765b2e4693a085e959c+ word-wrap: "npm:^1.2.5"+ checksum: 10c0/4afb687a059ee65b61df74dfe87d8d6815cd6883cb8b3d5883a910df72d0f5d029821f37025e4bccf4048873dbdb09acc6d303d27b8f76b1a80dd5a7d5334675languageName: nodelinkType: hard@@ -11640,14 +11633,14 @@ __metadata:linkType: hard"react-dom@npm:^18.2.0":- version: 18.3.0- resolution: "react-dom@npm:18.3.0"+ version: 18.3.1+ resolution: "react-dom@npm:18.3.1"dependencies:loose-envify: "npm:^1.1.0"- scheduler: "npm:^0.23.1"+ scheduler: "npm:^0.23.2"peerDependencies:- react: ^18.3.0- checksum: 10c0/5072767a5d67e242579e5ed46094bf5665385fcfc50584e818273ba668f768348bfd9101841fa3986635635b1238a7a5b2d28b73b134ebbe58a415311afd60d4+ react: ^18.3.1+ checksum: 10c0/a752496c1941f958f2e8ac56239172296fcddce1365ce45222d04a1947e0cc5547df3e8447f855a81d6d39f008d7c32eab43db3712077f09e3f67c4874973e85languageName: nodelinkType: hard@@ -11782,11 +11775,11 @@ __metadata:linkType: hard"react@npm:^18.2.0":- version: 18.3.0- resolution: "react@npm:18.3.0"+ version: 18.3.1+ resolution: "react@npm:18.3.1"dependencies:loose-envify: "npm:^1.1.0"- checksum: 10c0/ad87bbfdb0c5466148c657da18b0d5458e835389fc591d59840f0e6ec797a004073a01c8cdbff1767a8774c7219054a56f74dacd67bdbb849f1314e427999268+ checksum: 10c0/283e8c5efcf37802c9d1ce767f302dd569dd97a70d9bb8c7be79a789b9902451e0d16334b05d73299b20f048cbc3c7d288bbbde10b701fa194e2089c237dbea3languageName: nodelinkType: hard@@ -12368,12 +12361,12 @@ __metadata:languageName: nodelinkType: hard-"scheduler@npm:^0.23.1":- version: 0.23.1- resolution: "scheduler@npm:0.23.1"+"scheduler@npm:^0.23.2":+ version: 0.23.2+ resolution: "scheduler@npm:0.23.2"dependencies:loose-envify: "npm:^1.1.0"- checksum: 10c0/cfda827a445fb57192e05275040eccc7c5e2749b98f15559520c7f6539d89d75633bb8b6c1cedf56ca0546630b72d0958bf00b63e2b8f9296e87d0d9d2d50e35+ checksum: 10c0/26383305e249651d4c58e6705d5f8425f153211aef95f15161c151f7b8de885f24751b377e4a0b3dd42cce09aad3f87a61dab7636859c0d89b7daf1a1e2a5c78languageName: nodelinkType: hard@@ -14125,6 +14118,13 @@ __metadata:languageName: nodelinkType: hard+"word-wrap@npm:^1.2.5":+ version: 1.2.5+ resolution: "word-wrap@npm:1.2.5"+ checksum: 10c0/e0e4a1ca27599c92a6ca4c32260e8a92e8a44f4ef6ef93f803f8ed823f486e0889fc0b93be4db59c8d51b3064951d25e43d434e95dc8c960cc3a63d65d00ba20+ languageName: node+ linkType: hard+"wrap-ansi-cjs@npm:wrap-ansi@^7.0.0":version: 7.0.0resolution: "wrap-ansi@npm:7.0.0"diff --git a/yarn.lock b/yarn.lockindex 7e821a31e..83d3943fb 100644--- a/yarn.lock+++ b/yarn.lock@@ -5,13 +5,6 @@ __metadata:version: 8cacheKey: 10c0-"@aashutoshrathi/word-wrap@npm:^1.2.3":- version: 1.2.6- resolution: "@aashutoshrathi/word-wrap@npm:1.2.6"- checksum: 10c0/53c2b231a61a46792b39a0d43bc4f4f776bb4542aa57ee04930676802e5501282c2fc8aac14e4cd1f1120ff8b52616b6ff5ab539ad30aa2277d726444b71619f- languageName: node- linkType: hard-"@ampproject/remapping@npm:^2.2.1":version: 2.3.0resolution: "@ampproject/remapping@npm:2.3.0"@@ -4765,9 +4758,9 @@ __metadata:linkType: hard"electron-to-chromium@npm:^1.4.668":- version: 1.4.749- resolution: "electron-to-chromium@npm:1.4.749"- checksum: 10c0/6a448071e12918fd053fb8d4472178d8c916c9242b8ba0e0c5cb66d7c2f8602bc50e6a6d8bc48bff1fac67be63713e859ddae3353c28ee43cad8970b0ed78aba+ version: 1.4.750+ resolution: "electron-to-chromium@npm:1.4.750"+ checksum: 10c0/ce55df1b2a21a139ae998c39c3f1cf3f0ed1bb04078fcd415beec9daec695d6dbb21da0f54c539f9b11f430c1f4ee7062d331bffaa39cc7a492b7eb4f8bc4265languageName: nodelinkType: hard@@ -5373,11 +5366,11 @@ __metadata:linkType: hard"eslint-plugin-react-hooks@npm:^4.3.0, eslint-plugin-react-hooks@npm:^4.6.0":- version: 4.6.1- resolution: "eslint-plugin-react-hooks@npm:4.6.1"+ version: 4.6.2+ resolution: "eslint-plugin-react-hooks@npm:4.6.2"peerDependencies:eslint: ^3.0.0 || ^4.0.0 || ^5.0.0 || ^6.0.0 || ^7.0.0 || ^8.0.0-0- checksum: 10c0/c7b6cf91dc92d4d69311cc9d83bc944abb131aa843284a2b5312323cee8c26425c31027b8d9626d4c909055b42f1a413eadb29cf0025adf689bcfde99dcd498a+ checksum: 10c0/4844e58c929bc05157fb70ba1e462e34f1f4abcbc8dd5bbe5b04513d33e2699effb8bca668297976ceea8e7ebee4e8fc29b9af9d131bcef52886feaa2308b2cclanguageName: nodelinkType: hard@@ -6976,8 +6969,8 @@ __metadata:linkType: hard"inquirer@npm:^9.0.0":- version: 9.2.19- resolution: "inquirer@npm:9.2.19"+ version: 9.2.20+ resolution: "inquirer@npm:9.2.20"dependencies:"@inquirer/figures": "npm:^1.0.1""@ljharb/through": "npm:^2.3.13"@@ -6994,7 +6987,7 @@ __metadata:string-width: "npm:^4.2.3"strip-ansi: "npm:^6.0.1"wrap-ansi: "npm:^6.2.0"- checksum: 10c0/9015947d7f27ed11c8c609c26222e748121df00b6030df06fb7a0c99cb5ffc09f8afa1c4c969c93ec9add7682e540a70e7736ee60f0f816b91cedd17a620e7e6+ checksum: 10c0/e7243fb3bf24975fed0284742617c8cc1b30575e069a437dbc936a8a73fec5c63e6f937eb34d557c2eaa739d9be5daa2767f003b19e40854c52e18bd3b32ff3elanguageName: nodelinkType: hard@@ -9384,16 +9377,16 @@ __metadata:linkType: hard"optionator@npm:^0.9.3":- version: 0.9.3- resolution: "optionator@npm:0.9.3"+ version: 0.9.4+ resolution: "optionator@npm:0.9.4"dependencies:- "@aashutoshrathi/word-wrap": "npm:^1.2.3"deep-is: "npm:^0.1.3"fast-levenshtein: "npm:^2.0.6"levn: "npm:^0.4.1"prelude-ls: "npm:^1.2.1"type-check: "npm:^0.4.0"- checksum: 10c0/66fba794d425b5be51353035cf3167ce6cfa049059cbb93229b819167687e0f48d2bc4603fcb21b091c99acb516aae1083624675b15c4765b2e4693a085e959c+ word-wrap: "npm:^1.2.5"+ checksum: 10c0/4afb687a059ee65b61df74dfe87d8d6815cd6883cb8b3d5883a910df72d0f5d029821f37025e4bccf4048873dbdb09acc6d303d27b8f76b1a80dd5a7d5334675languageName: nodelinkType: hard@@ -10303,9 +10296,9 @@ __metadata:linkType: hard"react-is@npm:^18.0.0":- version: 18.3.0- resolution: "react-is@npm:18.3.0"- checksum: 10c0/88fed0b155686de74699d8815115be449b15b17ec78e0d6df994af5b9d02d0661fd5688a9ef43fd0a140b8db1e39786b611803addf413477209820e2d7ac793e+ version: 18.3.1+ resolution: "react-is@npm:18.3.1"+ checksum: 10c0/f2f1e60010c683479e74c63f96b09fb41603527cd131a9959e2aee1e5a8b0caf270b365e5ca77d4a6b18aae659b60a86150bb3979073528877029b35aecd2072languageName: nodelinkType: hard@@ -12647,6 +12640,13 @@ __metadata:languageName: nodelinkType: hard+"word-wrap@npm:^1.2.5":+ version: 1.2.5+ resolution: "word-wrap@npm:1.2.5"+ checksum: 10c0/e0e4a1ca27599c92a6ca4c32260e8a92e8a44f4ef6ef93f803f8ed823f486e0889fc0b93be4db59c8d51b3064951d25e43d434e95dc8c960cc3a63d65d00ba20+ languageName: node+ linkType: hard+"wordwrap@npm:^1.0.0":version: 1.0.0resolution: "wordwrap@npm:1.0.0"