Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): lock file maintenance
renovate[bot]4c09eef8df6d
diff --git a/website/yarn.lock b/website/yarn.lockindex 98ce28c8c..09cff680c 100644--- a/website/yarn.lock+++ b/website/yarn.lock@@ -1873,9 +1873,9 @@ __metadata:languageName: nodelinkType: hard-"@docusaurus/core@npm:3.5.1":- version: 3.5.1- resolution: "@docusaurus/core@npm:3.5.1"+"@docusaurus/core@npm:3.5.2":+ version: 3.5.2+ resolution: "@docusaurus/core@npm:3.5.2"dependencies:"@babel/core": "npm:^7.23.3""@babel/generator": "npm:^7.23.3"@@ -1887,12 +1887,12 @@ __metadata:"@babel/runtime": "npm:^7.22.6""@babel/runtime-corejs3": "npm:^7.22.6""@babel/traverse": "npm:^7.22.8"- "@docusaurus/cssnano-preset": "npm:3.5.1"- "@docusaurus/logger": "npm:3.5.1"- "@docusaurus/mdx-loader": "npm:3.5.1"- "@docusaurus/utils": "npm:3.5.1"- "@docusaurus/utils-common": "npm:3.5.1"- "@docusaurus/utils-validation": "npm:3.5.1"+ "@docusaurus/cssnano-preset": "npm:3.5.2"+ "@docusaurus/logger": "npm:3.5.2"+ "@docusaurus/mdx-loader": "npm:3.5.2"+ "@docusaurus/utils": "npm:3.5.2"+ "@docusaurus/utils-common": "npm:3.5.2"+ "@docusaurus/utils-validation": "npm:3.5.2"autoprefixer: "npm:^10.4.14"babel-loader: "npm:^9.1.3"babel-plugin-dynamic-import-node: "npm:^2.3.3"@@ -1946,11 +1946,12 @@ __metadata:webpack-merge: "npm:^5.9.0"webpackbar: "npm:^5.0.2"peerDependencies:+ "@mdx-js/react": ^3.0.0react: ^18.0.0react-dom: ^18.0.0bin:docusaurus: bin/docusaurus.mjs- checksum: 10c0/72544271f53de32cbf13a3aab8f1d1b34c0b262d16ce8c546c32ca9188d0a390db1a453f6d8345a1dc5f793e382151ed4ef03faefebd1c6631b8cb2299c6b83a+ checksum: 10c0/0868fc7cfbc38e7d927d60e927abf883fe442fe723123a58425a5402905a48bfb57b4e59ff555944af54ad3be462380d43e0f737989f6f300f11df2ca29d0498languageName: nodelinkType: hard@@ -1966,15 +1967,15 @@ __metadata:languageName: nodelinkType: hard-"@docusaurus/cssnano-preset@npm:3.5.1":- version: 3.5.1- resolution: "@docusaurus/cssnano-preset@npm:3.5.1"+"@docusaurus/cssnano-preset@npm:3.5.2":+ version: 3.5.2+ resolution: "@docusaurus/cssnano-preset@npm:3.5.2"dependencies:cssnano-preset-advanced: "npm:^6.1.2"postcss: "npm:^8.4.38"postcss-sort-media-queries: "npm:^5.2.0"tslib: "npm:^2.6.0"- checksum: 10c0/8ddb02086d693a5f711dd9314f88192a68fba066fd29fc947f8bca9268de1d0405b47e85dc430c3cdf1100778f394f9c444fc47e786cc091effe9d7bbb58aade+ checksum: 10c0/10fd97d66aa7973d86322ac205978edc18636e13dc1f5eb7e6fca5169c4203660bd958f2a483a2b1639d05c1878f5d0eb5f07676eee5d5aa3b71b417d35fa42alanguageName: nodelinkType: hard@@ -1988,13 +1989,13 @@ __metadata:languageName: nodelinkType: hard-"@docusaurus/logger@npm:3.5.1":- version: 3.5.1- resolution: "@docusaurus/logger@npm:3.5.1"+"@docusaurus/logger@npm:3.5.2":+ version: 3.5.2+ resolution: "@docusaurus/logger@npm:3.5.2"dependencies:chalk: "npm:^4.1.2"tslib: "npm:^2.6.0"- checksum: 10c0/463965be9e1e814b48cb7a80f207d60c759d30f7ccc42df819ab133fbc9023a02aed282acf10a2b37a1ceeceb8cb1ef1d3693ca7727a42292ee487b42f682c2b+ checksum: 10c0/5360228a980c024445483c88e14c2f2e69ca7b8386c0c39bd147307b0296277fdf06c27e43dba0e43d9ea6abee7b0269a4d6fe166e57ad5ffb2e093759ff6c03languageName: nodelinkType: hard@@ -2033,13 +2034,13 @@ __metadata:languageName: nodelinkType: hard-"@docusaurus/mdx-loader@npm:3.5.1":- version: 3.5.1- resolution: "@docusaurus/mdx-loader@npm:3.5.1"+"@docusaurus/mdx-loader@npm:3.5.2":+ version: 3.5.2+ resolution: "@docusaurus/mdx-loader@npm:3.5.2"dependencies:- "@docusaurus/logger": "npm:3.5.1"- "@docusaurus/utils": "npm:3.5.1"- "@docusaurus/utils-validation": "npm:3.5.1"+ "@docusaurus/logger": "npm:3.5.2"+ "@docusaurus/utils": "npm:3.5.2"+ "@docusaurus/utils-validation": "npm:3.5.2""@mdx-js/mdx": "npm:^3.0.0""@slorber/remark-comment": "npm:^1.0.0"escape-html: "npm:^1.0.3"@@ -2064,7 +2065,7 @@ __metadata:peerDependencies:react: ^18.0.0react-dom: ^18.0.0- checksum: 10c0/a5a0a29fde5dbd3d6137caa31c2dcaa95e833dcce1031c4bbe25c8d1018944b89183309619be5c9e8ee487708db076c8f3830e62b8a0ade93e59654386a4475c+ checksum: 10c0/52f193578cd3f369c155a2a7a5db532dc482ecb460e3b32ca1111e0036ea8939bfaf4094860929510e639f9a00d1edbbedc797ccdef9eddc381bedaa255d5ab3languageName: nodelinkType: hard@@ -2086,11 +2087,11 @@ __metadata:languageName: nodelinkType: hard-"@docusaurus/module-type-aliases@npm:3.5.1":- version: 3.5.1- resolution: "@docusaurus/module-type-aliases@npm:3.5.1"+"@docusaurus/module-type-aliases@npm:3.5.2":+ version: 3.5.2+ resolution: "@docusaurus/module-type-aliases@npm:3.5.2"dependencies:- "@docusaurus/types": "npm:3.5.1"+ "@docusaurus/types": "npm:3.5.2""@types/history": "npm:^4.7.11""@types/react": "npm:*""@types/react-router-config": "npm:*"@@ -2100,7 +2101,7 @@ __metadata:peerDependencies:react: "*"react-dom: "*"- checksum: 10c0/4ffac163da4887230759c273eddde0f34ddee65c1f26ef0ee53efca4aa98017481e94fa0d56b8240871bf11ca330401d128508adfc679526b18329db46c2a76b+ checksum: 10c0/5174c8ad4a545b4ef8aa16bae6f6a2d501ab0d4ddd400cca83c55b6b35eac79b1d7cff52d6041da4f0f339a969d72be1f40e57d5ea73a50a61e0688505627e0clanguageName: nodelinkType: hard@@ -2180,18 +2181,18 @@ __metadata:linkType: hard"@docusaurus/plugin-content-docs@npm:^3.4.0":- version: 3.5.1- resolution: "@docusaurus/plugin-content-docs@npm:3.5.1"- dependencies:- "@docusaurus/core": "npm:3.5.1"- "@docusaurus/logger": "npm:3.5.1"- "@docusaurus/mdx-loader": "npm:3.5.1"- "@docusaurus/module-type-aliases": "npm:3.5.1"- "@docusaurus/theme-common": "npm:3.5.1"- "@docusaurus/types": "npm:3.5.1"- "@docusaurus/utils": "npm:3.5.1"- "@docusaurus/utils-common": "npm:3.5.1"- "@docusaurus/utils-validation": "npm:3.5.1"+ version: 3.5.2+ resolution: "@docusaurus/plugin-content-docs@npm:3.5.2"+ dependencies:+ "@docusaurus/core": "npm:3.5.2"+ "@docusaurus/logger": "npm:3.5.2"+ "@docusaurus/mdx-loader": "npm:3.5.2"+ "@docusaurus/module-type-aliases": "npm:3.5.2"+ "@docusaurus/theme-common": "npm:3.5.2"+ "@docusaurus/types": "npm:3.5.2"+ "@docusaurus/utils": "npm:3.5.2"+ "@docusaurus/utils-common": "npm:3.5.2"+ "@docusaurus/utils-validation": "npm:3.5.2""@types/react-router-config": "npm:^5.0.7"combine-promises: "npm:^1.1.0"fs-extra: "npm:^11.1.1"@@ -2203,7 +2204,7 @@ __metadata:peerDependencies:react: ^18.0.0react-dom: ^18.0.0- checksum: 10c0/c2e117c875c68d1a6d517195a024509c9ddc0051c89d0f13cce2707497c30ada8167e61b2702b19d36a5acc52beff9b1c7087110a0e746fee2af86ac000f686c+ checksum: 10c0/fd245e323bd2735c9a65bbb50c8411db3bf8b562ad812ef92c4637554b1606aeaf2f2da95ea447a6fb158d96836677d7f95a6a006dae3c4730c231c5527fd7celanguageName: nodelinkType: hard@@ -2395,14 +2396,14 @@ __metadata:languageName: nodelinkType: hard-"@docusaurus/theme-common@npm:3.5.1":- version: 3.5.1- resolution: "@docusaurus/theme-common@npm:3.5.1"+"@docusaurus/theme-common@npm:3.5.2":+ version: 3.5.2+ resolution: "@docusaurus/theme-common@npm:3.5.2"dependencies:- "@docusaurus/mdx-loader": "npm:3.5.1"- "@docusaurus/module-type-aliases": "npm:3.5.1"- "@docusaurus/utils": "npm:3.5.1"- "@docusaurus/utils-common": "npm:3.5.1"+ "@docusaurus/mdx-loader": "npm:3.5.2"+ "@docusaurus/module-type-aliases": "npm:3.5.2"+ "@docusaurus/utils": "npm:3.5.2"+ "@docusaurus/utils-common": "npm:3.5.2""@types/history": "npm:^4.7.11""@types/react": "npm:*""@types/react-router-config": "npm:*"@@ -2415,7 +2416,7 @@ __metadata:"@docusaurus/plugin-content-docs": "*"react: ^18.0.0react-dom: ^18.0.0- checksum: 10c0/3dc262190b27e2df563133200a8ccfd42330fbc7ac1906a51ebb261d29e7033f17d1927178aa470e9ff8328b94dc8e0959784835ebcf18721eef0a3482e26b59+ checksum: 10c0/ae84a910b98c2b6706110e1580af96e5d87d5b29fe1f085d461932aa9608ee3df90e257d809ddcea5c5d848a160933d16052db1669dd062b5d13870834ac0394languageName: nodelinkType: hard@@ -2476,9 +2477,9 @@ __metadata:languageName: nodelinkType: hard-"@docusaurus/types@npm:3.5.1, @docusaurus/types@npm:^3.4.0":- version: 3.5.1- resolution: "@docusaurus/types@npm:3.5.1"+"@docusaurus/types@npm:3.5.2, @docusaurus/types@npm:^3.4.0":+ version: 3.5.2+ resolution: "@docusaurus/types@npm:3.5.2"dependencies:"@mdx-js/mdx": "npm:^3.0.0""@types/history": "npm:^4.7.11"@@ -2492,7 +2493,7 @@ __metadata:peerDependencies:react: ^18.0.0react-dom: ^18.0.0- checksum: 10c0/34c6816bea33125ffaf6986ce14d09b94af3dc9f41a92aa2bb25ef42bcdf6af0f182f3e35a11c43f106458d3caf93b184bacb982ec1c0eee85fcd4c9b68e0e10+ checksum: 10c0/a06607a8ed96871d9a2c1239e1d94e584acd5c638f7eb4071feb1f18221c25c9b78794b3f804884db201cfdfc67cecdf37a823efe854f435fb4f5a36b28237d4languageName: nodelinkType: hard@@ -2510,9 +2511,9 @@ __metadata:languageName: nodelinkType: hard-"@docusaurus/utils-common@npm:3.5.1":- version: 3.5.1- resolution: "@docusaurus/utils-common@npm:3.5.1"+"@docusaurus/utils-common@npm:3.5.2":+ version: 3.5.2+ resolution: "@docusaurus/utils-common@npm:3.5.2"dependencies:tslib: "npm:^2.6.0"peerDependencies:@@ -2520,7 +2521,7 @@ __metadata:peerDependenciesMeta:"@docusaurus/types":optional: true- checksum: 10c0/e4d5347351a33ead3d7f03b4f03a24b8f1be0c77c1ebe30d2bb6fc7afba882c72f61a52d4982e9769a59da7526ff0d5a79e9e709866e2d11b75c1af148b4fc3c+ checksum: 10c0/17723bed0174d98895eff9666e9988757cb1b3562d90045db7a9a90294d686ca5472f5d7c171de7f306148ae24573ae7e959d31167a8dac8c1b4d7606459e056languageName: nodelinkType: hard@@ -2540,19 +2541,19 @@ __metadata:languageName: nodelinkType: hard-"@docusaurus/utils-validation@npm:3.5.1":- version: 3.5.1- resolution: "@docusaurus/utils-validation@npm:3.5.1"+"@docusaurus/utils-validation@npm:3.5.2":+ version: 3.5.2+ resolution: "@docusaurus/utils-validation@npm:3.5.2"dependencies:- "@docusaurus/logger": "npm:3.5.1"- "@docusaurus/utils": "npm:3.5.1"- "@docusaurus/utils-common": "npm:3.5.1"+ "@docusaurus/logger": "npm:3.5.2"+ "@docusaurus/utils": "npm:3.5.2"+ "@docusaurus/utils-common": "npm:3.5.2"fs-extra: "npm:^11.2.0"joi: "npm:^17.9.2"js-yaml: "npm:^4.1.0"lodash: "npm:^4.17.21"tslib: "npm:^2.6.0"- checksum: 10c0/84233e321c05f61c9527cd11b0b063bf73b01a069c0ad75e59ef0e5aee12ad7e5b15da1664d9edbceafa67b991c56927f2f024d281a081dbaec1b45018c61fd1+ checksum: 10c0/b179f7e68f9e3bfad7d03001ca9280e4122592a8995ea7ca31a8a59c5ce3b568af1177b06b41417c98bcd4cd30a7a054d0c06be8384b3f05be37bf239df96213languageName: nodelinkType: hard@@ -2589,12 +2590,12 @@ __metadata:languageName: nodelinkType: hard-"@docusaurus/utils@npm:3.5.1, @docusaurus/utils@npm:^3.4.0":- version: 3.5.1- resolution: "@docusaurus/utils@npm:3.5.1"+"@docusaurus/utils@npm:3.5.2, @docusaurus/utils@npm:^3.4.0":+ version: 3.5.2+ resolution: "@docusaurus/utils@npm:3.5.2"dependencies:- "@docusaurus/logger": "npm:3.5.1"- "@docusaurus/utils-common": "npm:3.5.1"+ "@docusaurus/logger": "npm:3.5.2"+ "@docusaurus/utils-common": "npm:3.5.2""@svgr/webpack": "npm:^8.1.0"escape-string-regexp: "npm:^4.0.0"file-loader: "npm:^6.2.0"@@ -2618,7 +2619,7 @@ __metadata:peerDependenciesMeta:"@docusaurus/types":optional: true- checksum: 10c0/5476cfb5ec57e3dd754c39d1720de6edcb82f868cc5e18556fd2cbef1a9bdef7a018f58dd09a8ed6a3b2fe081630a12464e68c9e4ee71a3f348c29f20f5c1ad4+ checksum: 10c0/a4d2d530c16ffd93bb84f5bc221efb767cba5915cfabd36f83130ba008cbb03a4d79ec324bb1dd0ef2d25d1317692357ee55ec8df0e9e801022e37c633b80ca9languageName: nodelinkType: hard@@ -13759,8 +13760,8 @@ __metadata:linkType: hard"terser@npm:^5.10.0, terser@npm:^5.15.1, terser@npm:^5.26.0":- version: 5.31.5- resolution: "terser@npm:5.31.5"+ version: 5.31.6+ resolution: "terser@npm:5.31.6"dependencies:"@jridgewell/source-map": "npm:^0.3.3"acorn: "npm:^8.8.2"@@ -13768,7 +13769,7 @@ __metadata:source-map-support: "npm:~0.5.20"bin:terser: bin/terser- checksum: 10c0/6e7c66c1f4062ee098bff3dc3c396819ebf5f1740f0615be9de39b675a78c732d199f4dcfdcd15bd65f354e37c45bb944360f532a36fe7f7d22f800ca53c2d02+ checksum: 10c0/b17d02b65a52a5041430572b3c514475820f5e7590fa93773c0f5b4be601ccf3f6d745bf5a79f3ee58187cf85edf61c24ddf4345783839fccb44c9c8fa9b427elanguageName: nodelinkType: hard@@ -14364,12 +14365,12 @@ __metadata:linkType: hard"watchpack@npm:^2.4.1":- version: 2.4.1- resolution: "watchpack@npm:2.4.1"+ version: 2.4.2+ resolution: "watchpack@npm:2.4.2"dependencies:glob-to-regexp: "npm:^0.4.1"graceful-fs: "npm:^4.1.2"- checksum: 10c0/c694de0a61004e587a8a0fdc9cfec20ee692c52032d9ab2c2e99969a37fdab9e6e1bd3164ed506f9a13f7c83e65563d563e0d6b87358470cdb7309b83db78683+ checksum: 10c0/ec60a5f0e9efaeca0102fd9126346b3b2d523e01c34030d3fddf5813a7125765121ebdc2552981136dcd2c852deb1af0b39340f2fcc235f292db5399d0283577languageName: nodelinkType: harddiff --git a/yarn.lock b/yarn.lockindex b4dc0ff51..56fb3fe1d 100644--- a/yarn.lock+++ b/yarn.lock@@ -3399,13 +3399,13 @@ __metadata:linkType: hard"axios@npm:^1.6.7, axios@npm:^1.7.2":- version: 1.7.3- resolution: "axios@npm:1.7.3"+ version: 1.7.4+ resolution: "axios@npm:1.7.4"dependencies:follow-redirects: "npm:^1.15.6"form-data: "npm:^4.0.0"proxy-from-env: "npm:^1.1.0"- checksum: 10c0/a18cbe559203efa05fb1fec2d1898e23bf6329bd2575784ee32aa11b5bbe1d54b9f472c49a261294125519cf62aa4fe5ef6e647bb7482eafc15bffe15ab314ce+ checksum: 10c0/5ea1a93140ca1d49db25ef8e1bd8cfc59da6f9220159a944168860ad15a2743ea21c5df2967795acb15cbe81362f5b157fdebbea39d53117ca27658bab9f7f17languageName: nodelinkType: hard@@ -8242,8 +8242,8 @@ __metadata:linkType: hard"lint-staged@npm:^15.0.0":- version: 15.2.8- resolution: "lint-staged@npm:15.2.8"+ version: 15.2.9+ resolution: "lint-staged@npm:15.2.9"dependencies:chalk: "npm:~5.3.0"commander: "npm:~12.1.0"@@ -8257,7 +8257,7 @@ __metadata:yaml: "npm:~2.5.0"bin:lint-staged: bin/lint-staged.js- checksum: 10c0/7d43f11f493d27951c746b4c077fed16ba954c0517cf2fd999034e9e7bf86fde506a797b23531a56a1fde4c24846e0f6583ce6db3bdfd42e92335b1aab367737+ checksum: 10c0/820c622378b62b826974af17f1747e2a4b0556e4fb99d101af89ad298d392ff079f580fdc576f16a27e975d726b95d73495fd524139402ff654c4649ef2f1a6alanguageName: nodelinkType: hard