Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): update dependency fs-extra to v11 (#1694)
renovate[bot]726d379029c4
diff --git a/package-lock.json b/package-lock.jsonindex b11598806..c1802ae68 100644--- a/package-lock.json+++ b/package-lock.json@@ -21,7 +21,7 @@"@types/deep-equal": "^1.0.1","@types/domhandler": "^2.4.2","@types/express": "^4.17.13",- "@types/fs-extra": "^9.0.13",+ "@types/fs-extra": "^11.0.0","@types/htmlparser2": "^3.10.3","@types/inquirer": "^8.2.1","@types/jest": "^29.1.1",@@ -43,7 +43,7 @@"deep-equal": "^2.0.5","eslint": "^8.24.0","express": "^4.18.1",- "fs-extra": "^10.1.0",+ "fs-extra": "^11.0.0","gen-esm-wrapper": "^1.1.3","globby": "^13.1.2","got": "^12.5.0",@@ -1016,6 +1016,20 @@"node": ">=v14"}},+ "node_modules/@commitlint/read/node_modules/fs-extra": {+ "version": "10.1.0",+ "resolved": "https://registry.npmjs.org/fs-extra/-/fs-extra-10.1.0.tgz",+ "integrity": "sha512-oRXApq54ETRj4eMiFzGnHWGy+zo5raudjuxN0b8H7s/RU2oW0Wvsx9O0ACRN/kRq9E8Vu/ReskGB5o3ji+FzHQ==",+ "dev": true,+ "dependencies": {+ "graceful-fs": "^4.2.0",+ "jsonfile": "^6.0.1",+ "universalify": "^2.0.0"+ },+ "engines": {+ "node": ">=12"+ }+ },"node_modules/@commitlint/resolve-extends": {"version": "17.1.0","resolved": "https://registry.npmjs.org/@commitlint/resolve-extends/-/resolve-extends-17.1.0.tgz",@@ -3787,11 +3801,12 @@}},"node_modules/@types/fs-extra": {- "version": "9.0.13",- "resolved": "https://registry.npmjs.org/@types/fs-extra/-/fs-extra-9.0.13.tgz",- "integrity": "sha512-nEnwB++1u5lVDM2UI4c1+5R+FYaKfaAzS4OococimjVm3nQw3TuzH5UNsocrcTBbhnerblyHj4A49qXbIiZdpA==",+ "version": "11.0.0",+ "resolved": "https://registry.npmjs.org/@types/fs-extra/-/fs-extra-11.0.0.tgz",+ "integrity": "sha512-zdV5odfHf95B4qr6bdpshG4VMm/3xgnPhSJLa3xh75CYr35e34k+4FQli82Q48sPqwHazJGy+6+jl4T+Vw1AMg==","dev": true,"dependencies": {+ "@types/jsonfile": "*","@types/node": "*"}},@@ -3896,6 +3911,15 @@"integrity": "sha512-dRLjCWHYg4oaA77cxO64oO+7JwCwnIzkZPdrrC71jQmQtlhM556pwKo5bUzqvZndkVbeFLIIi+9TC40JNF5hNQ==","dev": true},+ "node_modules/@types/jsonfile": {+ "version": "6.1.1",+ "resolved": "https://registry.npmjs.org/@types/jsonfile/-/jsonfile-6.1.1.tgz",+ "integrity": "sha512-GSgiRCVeapDN+3pqA35IkQwasaCh/0YFH5dEF6S88iDvEn901DjOeH3/QPY+XYP1DFzDZPvIvfeEgk+7br5png==",+ "dev": true,+ "dependencies": {+ "@types/node": "*"+ }+ },"node_modules/@types/lodash": {"version": "4.14.188","resolved": "https://registry.npmjs.org/@types/lodash/-/lodash-4.14.188.tgz",@@ -8215,16 +8239,16 @@"devOptional": true},"node_modules/fs-extra": {- "version": "10.1.0",- "resolved": "https://registry.npmjs.org/fs-extra/-/fs-extra-10.1.0.tgz",- "integrity": "sha512-oRXApq54ETRj4eMiFzGnHWGy+zo5raudjuxN0b8H7s/RU2oW0Wvsx9O0ACRN/kRq9E8Vu/ReskGB5o3ji+FzHQ==",+ "version": "11.1.0",+ "resolved": "https://registry.npmjs.org/fs-extra/-/fs-extra-11.1.0.tgz",+ "integrity": "sha512-0rcTq621PD5jM/e0a3EJoGC/1TC5ZBCERW82LQuwfGnCa1V8w7dpYH1yNu+SLb6E5dkeCBzKEyLGlFrnr+dUyw==","dependencies": {"graceful-fs": "^4.2.0","jsonfile": "^6.0.1","universalify": "^2.0.0"},"engines": {- "node": ">=12"+ "node": ">=14.14"}},"node_modules/fs-minipass": {@@ -12676,6 +12700,20 @@"node": ">=8"}},+ "node_modules/nx/node_modules/fs-extra": {+ "version": "10.1.0",+ "resolved": "https://registry.npmjs.org/fs-extra/-/fs-extra-10.1.0.tgz",+ "integrity": "sha512-oRXApq54ETRj4eMiFzGnHWGy+zo5raudjuxN0b8H7s/RU2oW0Wvsx9O0ACRN/kRq9E8Vu/ReskGB5o3ji+FzHQ==",+ "dev": true,+ "dependencies": {+ "graceful-fs": "^4.2.0",+ "jsonfile": "^6.0.1",+ "universalify": "^2.0.0"+ },+ "engines": {+ "node": ">=12"+ }+ },"node_modules/nx/node_modules/glob": {"version": "7.1.4","resolved": "https://registry.npmjs.org/glob/-/glob-7.1.4.tgz",@@ -16659,7 +16697,7 @@"dependencies": {"@crawlee/templates": "^3.1.2","ansi-colors": "^4.1.3",- "fs-extra": "^10.1.0",+ "fs-extra": "^11.0.0","inquirer": "^8.2.4","yargonaut": "^1.1.4","yargs": "^17.5.1"@@ -16688,7 +16726,7 @@"@types/tough-cookie": "^4.0.2","@vladfrangu/async_event_emitter": "^2.0.0","csv-stringify": "^6.2.0",- "fs-extra": "^10.1.0",+ "fs-extra": "^11.0.0","json5": "^2.2.1","minimatch": "^5.1.0","ow": "^0.28.1",@@ -16814,7 +16852,7 @@"@crawlee/utils": "^3.1.2","@sapphire/shapeshift": "^3.0.0","content-type": "^1.0.4",- "fs-extra": "^10.1.0",+ "fs-extra": "^11.0.0","json5": "^2.2.1","mime-types": "^2.1.35","proper-lockfile": "^4.1.2",diff --git a/package.json b/package.jsonindex 1db7c8a1a..9ee436896 100644--- a/package.json+++ b/package.json@@ -61,7 +61,7 @@"@types/deep-equal": "^1.0.1","@types/domhandler": "^2.4.2","@types/express": "^4.17.13",- "@types/fs-extra": "^9.0.13",+ "@types/fs-extra": "^11.0.0","@types/htmlparser2": "^3.10.3","@types/inquirer": "^8.2.1","@types/jest": "^29.1.1",@@ -83,7 +83,7 @@"deep-equal": "^2.0.5","eslint": "^8.24.0","express": "^4.18.1",- "fs-extra": "^10.1.0",+ "fs-extra": "^11.0.0","gen-esm-wrapper": "^1.1.3","globby": "^13.1.2","got": "^12.5.0",diff --git a/packages/cli/package.json b/packages/cli/package.jsonindex eec64cd99..9b13a9d96 100644--- a/packages/cli/package.json+++ b/packages/cli/package.json@@ -53,7 +53,7 @@"dependencies": {"@crawlee/templates": "^3.1.2","ansi-colors": "^4.1.3",- "fs-extra": "^10.1.0",+ "fs-extra": "^11.0.0","inquirer": "^8.2.4","yargonaut": "^1.1.4","yargs": "^17.5.1"diff --git a/packages/core/package.json b/packages/core/package.jsonindex d7b48464d..5512794dd 100644--- a/packages/core/package.json+++ b/packages/core/package.json@@ -65,7 +65,7 @@"@types/tough-cookie": "^4.0.2","@vladfrangu/async_event_emitter": "^2.0.0","csv-stringify": "^6.2.0",- "fs-extra": "^10.1.0",+ "fs-extra": "^11.0.0","json5": "^2.2.1","minimatch": "^5.1.0","ow": "^0.28.1",diff --git a/packages/memory-storage/package.json b/packages/memory-storage/package.jsonindex be3ffa055..417b0ccef 100644--- a/packages/memory-storage/package.json+++ b/packages/memory-storage/package.json@@ -53,7 +53,7 @@"@crawlee/utils": "^3.1.2","@sapphire/shapeshift": "^3.0.0","content-type": "^1.0.4",- "fs-extra": "^10.1.0",+ "fs-extra": "^11.0.0","json5": "^2.2.1","mime-types": "^2.1.35","proper-lockfile": "^4.1.2",diff --git a/website/package-lock.json b/website/package-lock.jsonindex 1f6386bd7..8ec5fb372 100644--- a/website/package-lock.json+++ b/website/package-lock.json@@ -28,7 +28,7 @@"eslint": "^8.16.0","eslint-plugin-react": "^7.30.0","eslint-plugin-react-hooks": "^4.5.0",- "fs-extra": "^10.1.0",+ "fs-extra": "^11.0.0","got": "^11.8.5","path-browserify": "^1.0.1","prettier": "^2.6.2",@@ -2136,6 +2136,19 @@"react-dom": "^16.8.4 || ^17.0.0"}},+ "node_modules/@docusaurus/core/node_modules/fs-extra": {+ "version": "10.1.0",+ "resolved": "https://registry.npmjs.org/fs-extra/-/fs-extra-10.1.0.tgz",+ "integrity": "sha512-oRXApq54ETRj4eMiFzGnHWGy+zo5raudjuxN0b8H7s/RU2oW0Wvsx9O0ACRN/kRq9E8Vu/ReskGB5o3ji+FzHQ==",+ "dependencies": {+ "graceful-fs": "^4.2.0",+ "jsonfile": "^6.0.1",+ "universalify": "^2.0.0"+ },+ "engines": {+ "node": ">=12"+ }+ },"node_modules/@docusaurus/cssnano-preset": {"version": "2.0.1","resolved": "https://registry.npmjs.org/@docusaurus/cssnano-preset/-/cssnano-preset-2.0.1.tgz",@@ -2193,6 +2206,19 @@"react-dom": "^16.8.4 || ^17.0.0"}},+ "node_modules/@docusaurus/mdx-loader/node_modules/fs-extra": {+ "version": "10.1.0",+ "resolved": "https://registry.npmjs.org/fs-extra/-/fs-extra-10.1.0.tgz",+ "integrity": "sha512-oRXApq54ETRj4eMiFzGnHWGy+zo5raudjuxN0b8H7s/RU2oW0Wvsx9O0ACRN/kRq9E8Vu/ReskGB5o3ji+FzHQ==",+ "dependencies": {+ "graceful-fs": "^4.2.0",+ "jsonfile": "^6.0.1",+ "universalify": "^2.0.0"+ },+ "engines": {+ "node": ">=12"+ }+ },"node_modules/@docusaurus/mdx-loader/node_modules/unist-util-visit": {"version": "2.0.3","resolved": "https://registry.npmjs.org/unist-util-visit/-/unist-util-visit-2.0.3.tgz",@@ -2262,6 +2288,19 @@"react-dom": "^16.8.4 || ^17.0.0"}},+ "node_modules/@docusaurus/plugin-client-redirects/node_modules/fs-extra": {+ "version": "10.1.0",+ "resolved": "https://registry.npmjs.org/fs-extra/-/fs-extra-10.1.0.tgz",+ "integrity": "sha512-oRXApq54ETRj4eMiFzGnHWGy+zo5raudjuxN0b8H7s/RU2oW0Wvsx9O0ACRN/kRq9E8Vu/ReskGB5o3ji+FzHQ==",+ "dependencies": {+ "graceful-fs": "^4.2.0",+ "jsonfile": "^6.0.1",+ "universalify": "^2.0.0"+ },+ "engines": {+ "node": ">=12"+ }+ },"node_modules/@docusaurus/plugin-content-blog": {"version": "2.0.1","resolved": "https://registry.npmjs.org/@docusaurus/plugin-content-blog/-/plugin-content-blog-2.0.1.tgz",@@ -2292,6 +2331,19 @@"react-dom": "^16.8.4 || ^17.0.0"}},+ "node_modules/@docusaurus/plugin-content-blog/node_modules/fs-extra": {+ "version": "10.1.0",+ "resolved": "https://registry.npmjs.org/fs-extra/-/fs-extra-10.1.0.tgz",+ "integrity": "sha512-oRXApq54ETRj4eMiFzGnHWGy+zo5raudjuxN0b8H7s/RU2oW0Wvsx9O0ACRN/kRq9E8Vu/ReskGB5o3ji+FzHQ==",+ "dependencies": {+ "graceful-fs": "^4.2.0",+ "jsonfile": "^6.0.1",+ "universalify": "^2.0.0"+ },+ "engines": {+ "node": ">=12"+ }+ },"node_modules/@docusaurus/plugin-content-blog/node_modules/unist-util-visit": {"version": "2.0.3","resolved": "https://registry.npmjs.org/unist-util-visit/-/unist-util-visit-2.0.3.tgz",@@ -2349,6 +2401,19 @@"react-dom": "^16.8.4 || ^17.0.0"}},+ "node_modules/@docusaurus/plugin-content-docs/node_modules/fs-extra": {+ "version": "10.1.0",+ "resolved": "https://registry.npmjs.org/fs-extra/-/fs-extra-10.1.0.tgz",+ "integrity": "sha512-oRXApq54ETRj4eMiFzGnHWGy+zo5raudjuxN0b8H7s/RU2oW0Wvsx9O0ACRN/kRq9E8Vu/ReskGB5o3ji+FzHQ==",+ "dependencies": {+ "graceful-fs": "^4.2.0",+ "jsonfile": "^6.0.1",+ "universalify": "^2.0.0"+ },+ "engines": {+ "node": ">=12"+ }+ },"node_modules/@docusaurus/plugin-content-pages": {"version": "2.0.1","resolved": "https://registry.npmjs.org/@docusaurus/plugin-content-pages/-/plugin-content-pages-2.0.1.tgz",@@ -2371,6 +2436,19 @@"react-dom": "^16.8.4 || ^17.0.0"}},+ "node_modules/@docusaurus/plugin-content-pages/node_modules/fs-extra": {+ "version": "10.1.0",+ "resolved": "https://registry.npmjs.org/fs-extra/-/fs-extra-10.1.0.tgz",+ "integrity": "sha512-oRXApq54ETRj4eMiFzGnHWGy+zo5raudjuxN0b8H7s/RU2oW0Wvsx9O0ACRN/kRq9E8Vu/ReskGB5o3ji+FzHQ==",+ "dependencies": {+ "graceful-fs": "^4.2.0",+ "jsonfile": "^6.0.1",+ "universalify": "^2.0.0"+ },+ "engines": {+ "node": ">=12"+ }+ },"node_modules/@docusaurus/plugin-debug": {"version": "2.0.1","resolved": "https://registry.npmjs.org/@docusaurus/plugin-debug/-/plugin-debug-2.0.1.tgz",@@ -2391,6 +2469,19 @@"react-dom": "^16.8.4 || ^17.0.0"}},+ "node_modules/@docusaurus/plugin-debug/node_modules/fs-extra": {+ "version": "10.1.0",+ "resolved": "https://registry.npmjs.org/fs-extra/-/fs-extra-10.1.0.tgz",+ "integrity": "sha512-oRXApq54ETRj4eMiFzGnHWGy+zo5raudjuxN0b8H7s/RU2oW0Wvsx9O0ACRN/kRq9E8Vu/ReskGB5o3ji+FzHQ==",+ "dependencies": {+ "graceful-fs": "^4.2.0",+ "jsonfile": "^6.0.1",+ "universalify": "^2.0.0"+ },+ "engines": {+ "node": ">=12"+ }+ },"node_modules/@docusaurus/plugin-google-analytics": {"version": "2.0.1","resolved": "https://registry.npmjs.org/@docusaurus/plugin-google-analytics/-/plugin-google-analytics-2.0.1.tgz",@@ -2450,6 +2541,19 @@"react-dom": "^16.8.4 || ^17.0.0"}},+ "node_modules/@docusaurus/plugin-sitemap/node_modules/fs-extra": {+ "version": "10.1.0",+ "resolved": "https://registry.npmjs.org/fs-extra/-/fs-extra-10.1.0.tgz",+ "integrity": "sha512-oRXApq54ETRj4eMiFzGnHWGy+zo5raudjuxN0b8H7s/RU2oW0Wvsx9O0ACRN/kRq9E8Vu/ReskGB5o3ji+FzHQ==",+ "dependencies": {+ "graceful-fs": "^4.2.0",+ "jsonfile": "^6.0.1",+ "universalify": "^2.0.0"+ },+ "engines": {+ "node": ">=12"+ }+ },"node_modules/@docusaurus/preset-classic": {"version": "2.0.1","resolved": "https://registry.npmjs.org/@docusaurus/preset-classic/-/preset-classic-2.0.1.tgz",@@ -2585,6 +2689,19 @@"react-dom": "^16.8.4 || ^17.0.0"}},+ "node_modules/@docusaurus/theme-search-algolia/node_modules/fs-extra": {+ "version": "10.1.0",+ "resolved": "https://registry.npmjs.org/fs-extra/-/fs-extra-10.1.0.tgz",+ "integrity": "sha512-oRXApq54ETRj4eMiFzGnHWGy+zo5raudjuxN0b8H7s/RU2oW0Wvsx9O0ACRN/kRq9E8Vu/ReskGB5o3ji+FzHQ==",+ "dependencies": {+ "graceful-fs": "^4.2.0",+ "jsonfile": "^6.0.1",+ "universalify": "^2.0.0"+ },+ "engines": {+ "node": ">=12"+ }+ },"node_modules/@docusaurus/theme-translations": {"version": "2.0.1","resolved": "https://registry.npmjs.org/@docusaurus/theme-translations/-/theme-translations-2.0.1.tgz",@@ -2597,6 +2714,19 @@"node": ">=16.14"}},+ "node_modules/@docusaurus/theme-translations/node_modules/fs-extra": {+ "version": "10.1.0",+ "resolved": "https://registry.npmjs.org/fs-extra/-/fs-extra-10.1.0.tgz",+ "integrity": "sha512-oRXApq54ETRj4eMiFzGnHWGy+zo5raudjuxN0b8H7s/RU2oW0Wvsx9O0ACRN/kRq9E8Vu/ReskGB5o3ji+FzHQ==",+ "dependencies": {+ "graceful-fs": "^4.2.0",+ "jsonfile": "^6.0.1",+ "universalify": "^2.0.0"+ },+ "engines": {+ "node": ">=12"+ }+ },"node_modules/@docusaurus/types": {"version": "2.0.1","resolved": "https://registry.npmjs.org/@docusaurus/types/-/types-2.0.1.tgz",@@ -2683,6 +2813,19 @@"node": ">=16.14"}},+ "node_modules/@docusaurus/utils/node_modules/fs-extra": {+ "version": "10.1.0",+ "resolved": "https://registry.npmjs.org/fs-extra/-/fs-extra-10.1.0.tgz",+ "integrity": "sha512-oRXApq54ETRj4eMiFzGnHWGy+zo5raudjuxN0b8H7s/RU2oW0Wvsx9O0ACRN/kRq9E8Vu/ReskGB5o3ji+FzHQ==",+ "dependencies": {+ "graceful-fs": "^4.2.0",+ "jsonfile": "^6.0.1",+ "universalify": "^2.0.0"+ },+ "engines": {+ "node": ">=12"+ }+ },"node_modules/@eslint/eslintrc": {"version": "1.3.3","resolved": "https://registry.npmjs.org/@eslint/eslintrc/-/eslintrc-1.3.3.tgz",@@ -7413,16 +7556,17 @@}},"node_modules/fs-extra": {- "version": "10.1.0",- "resolved": "https://registry.npmjs.org/fs-extra/-/fs-extra-10.1.0.tgz",- "integrity": "sha512-oRXApq54ETRj4eMiFzGnHWGy+zo5raudjuxN0b8H7s/RU2oW0Wvsx9O0ACRN/kRq9E8Vu/ReskGB5o3ji+FzHQ==",+ "version": "11.1.0",+ "resolved": "https://registry.npmjs.org/fs-extra/-/fs-extra-11.1.0.tgz",+ "integrity": "sha512-0rcTq621PD5jM/e0a3EJoGC/1TC5ZBCERW82LQuwfGnCa1V8w7dpYH1yNu+SLb6E5dkeCBzKEyLGlFrnr+dUyw==",+ "dev": true,"dependencies": {"graceful-fs": "^4.2.0","jsonfile": "^6.0.1","universalify": "^2.0.0"},"engines": {- "node": ">=12"+ "node": ">=14.14"}},"node_modules/fs-monkey": {diff --git a/website/package.json b/website/package.jsonindex ebd3afd32..a52a7a4a1 100644--- a/website/package.json+++ b/website/package.json@@ -21,7 +21,7 @@"eslint": "^8.16.0","eslint-plugin-react": "^7.30.0","eslint-plugin-react-hooks": "^4.5.0",- "fs-extra": "^10.1.0",+ "fs-extra": "^11.0.0","got": "^11.8.5","path-browserify": "^1.0.1","prettier": "^2.6.2",