Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): lock file maintenance
renovate[bot]0d04a5d1c98a
diff --git a/website/yarn.lock b/website/yarn.lockindex 6fc8f124b..753cdfaa8 100644--- a/website/yarn.lock+++ b/website/yarn.lock@@ -3438,11 +3438,11 @@ __metadata:linkType: hard"@types/node@npm:*":- version: 22.4.0- resolution: "@types/node@npm:22.4.0"+ version: 22.4.1+ resolution: "@types/node@npm:22.4.1"dependencies:undici-types: "npm:~6.19.2"- checksum: 10c0/84cd094b19a27e0db425f1d02614e4f7ac59b5eb3b21e288c8f8d4d0a4c9ad370107bc1a649d4c2b4e810cd133feea26e0bbf7e7c617f93e9e139d6d2568cf50+ checksum: 10c0/e42607438fcbd3a6aebd09084868fa0b22a4b0daf9eda79ed615df7ff8ae95e35ea56e090e1f3140ebae76b640abe42d4a6d5b60c0819eadf499adca737305b6languageName: nodelinkType: hard@@ -9589,15 +9589,15 @@ __metadata:linkType: hard"mdast-util-gfm-autolink-literal@npm:^2.0.0":- version: 2.0.0- resolution: "mdast-util-gfm-autolink-literal@npm:2.0.0"+ version: 2.0.1+ resolution: "mdast-util-gfm-autolink-literal@npm:2.0.1"dependencies:"@types/mdast": "npm:^4.0.0"ccount: "npm:^2.0.0"devlop: "npm:^1.0.0"mdast-util-find-and-replace: "npm:^3.0.0"micromark-util-character: "npm:^2.0.0"- checksum: 10c0/821ef91db108f05b321c54fdf4436df9d6badb33e18f714d8d52c0e70f988f5b6b118cdd4d607b4cb3bef1718304ce7e9fb25fa580622c3d20d68c1489c64875+ checksum: 10c0/963cd22bd42aebdec7bdd0a527c9494d024d1ad0739c43dc040fee35bdfb5e29c22564330a7418a72b5eab51d47a6eff32bc0255ef3ccb5cebfe8970e91b81b6languageName: nodelinkType: hard@@ -10427,14 +10427,14 @@ __metadata:linkType: hard"mini-css-extract-plugin@npm:^2.7.6":- version: 2.9.0- resolution: "mini-css-extract-plugin@npm:2.9.0"+ version: 2.9.1+ resolution: "mini-css-extract-plugin@npm:2.9.1"dependencies:schema-utils: "npm:^4.0.0"tapable: "npm:^2.2.1"peerDependencies:webpack: ^5.0.0- checksum: 10c0/46e20747ea250420db8a82801b9779299ce3cd5ec4d6dd75e00904c39cc80f0f01decaa534b8cb9658d7d3b656b919cb2cc84b1ba7e2394d2d6548578a5c2901+ checksum: 10c0/19361902ef028b9875aafa3931d99643c2d95824ba343a501c83ff61d069a430fcfc523ca796765798b564570da2199f5a28cd51b9528ddbcfdc9271c61400d0languageName: nodelinkType: hard@@ -14032,16 +14032,16 @@ __metadata:linkType: hard"undici-types@npm:~6.19.2":- version: 6.19.6- resolution: "undici-types@npm:6.19.6"- checksum: 10c0/9b2264c5700e7169c6c62c643aac56cd8984c5fd7e18ed31ff11780260e137f6340dee8317a2e6e0ae3c49f5e5ef6fa577ea07193cbaa535265cba76a267cae9+ version: 6.19.8+ resolution: "undici-types@npm:6.19.8"+ checksum: 10c0/078afa5990fba110f6824823ace86073b4638f1d5112ee26e790155f481f2a868cc3e0615505b6f4282bdf74a3d8caad715fd809e870c2bb0704e3ea6082f344languageName: nodelinkType: hard"undici@npm:^6.19.5":- version: 6.19.7- resolution: "undici@npm:6.19.7"- checksum: 10c0/801d1e66d5bccdd3fcc9ecf1c95b83a593e4867b89e21ed725e35bd4d572b3d3ce1d7feab2a4f2046f65923de70bfafb69ac148c633d1ab30a948d6fec24475a+ version: 6.19.8+ resolution: "undici@npm:6.19.8"+ checksum: 10c0/07fd8520bce7e34ea29c07ef0de27b734183042cdb4e2f1262cd1fb9b755a6b04ff2471040395dfb1770fb7786069a97c5178bcf706b80a34075994f46feb37clanguageName: nodelinkType: harddiff --git a/yarn.lock b/yarn.lockindex a124efb8e..38febfd6b 100644--- a/yarn.lock+++ b/yarn.lock@@ -1661,32 +1661,32 @@ __metadata:languageName: nodelinkType: hard-"@nrwl/devkit@npm:19.6.0":- version: 19.6.0- resolution: "@nrwl/devkit@npm:19.6.0"+"@nrwl/devkit@npm:19.6.1":+ version: 19.6.1+ resolution: "@nrwl/devkit@npm:19.6.1"dependencies:- "@nx/devkit": "npm:19.6.0"- checksum: 10c0/e02a91f929d5a44efbf7db5c43049d68cdd2bf32625284d3706b5436a0e4c793879a3b65e952157d8263f445d20038cd3c968914c0f7c79071239a4bcba2a6e6+ "@nx/devkit": "npm:19.6.1"+ checksum: 10c0/eec10960ae0d8da22818a52059ddd8bdc859ba2993d4c8cc91be3adf6c6a7d90a81ffd77371d76c0fad95534340eeff0a2eb02a668b2dfea1bc62d660efba8b3languageName: nodelinkType: hard-"@nrwl/tao@npm:19.6.0":- version: 19.6.0- resolution: "@nrwl/tao@npm:19.6.0"+"@nrwl/tao@npm:19.6.1":+ version: 19.6.1+ resolution: "@nrwl/tao@npm:19.6.1"dependencies:- nx: "npm:19.6.0"+ nx: "npm:19.6.1"tslib: "npm:^2.3.0"bin:tao: index.js- checksum: 10c0/719b372bec775260f663126e616e1c30f069c2a6437b47a28aac020df5fb204a01ebbd58852e61f66af7a0aaa0ef06a9d4957cbc84c82544fbcc2b3e3c0a2737+ checksum: 10c0/14125fc1a7ecec6100ad1370e85f1bdce5cb44b35eda2a3e89ec911d2ef5e46835745de5ac24b6b45ab4023b4ba17e13baacaaf575be69066cf935bdbd85a091languageName: nodelinkType: hard-"@nx/devkit@npm:19.6.0, @nx/devkit@npm:>=17.1.2 < 20":- version: 19.6.0- resolution: "@nx/devkit@npm:19.6.0"+"@nx/devkit@npm:19.6.1, @nx/devkit@npm:>=17.1.2 < 20":+ version: 19.6.1+ resolution: "@nx/devkit@npm:19.6.1"dependencies:- "@nrwl/devkit": "npm:19.6.0"+ "@nrwl/devkit": "npm:19.6.1"ejs: "npm:^3.1.7"enquirer: "npm:~2.3.6"ignore: "npm:^5.0.4"@@ -1697,76 +1697,76 @@ __metadata:yargs-parser: "npm:21.1.1"peerDependencies:nx: ">= 17 <= 20"- checksum: 10c0/ffe25105fb29917f2d7239d74cd1d2e83442476c98990d728f7dcff256ea128a89150dfb7e4de09d2e0dcb493e265ffcb589a8cdbc0721c3c2149187b191a427+ checksum: 10c0/70c470c4168dea1c631123eccd9187681044cbc274fae072ba4a7f20a2debb53a7017d85fe838b9a4a2cbded940f2e904ac6a224e881f46bf48c397724d5d958languageName: nodelinkType: hard-"@nx/nx-darwin-arm64@npm:19.6.0":- version: 19.6.0- resolution: "@nx/nx-darwin-arm64@npm:19.6.0"+"@nx/nx-darwin-arm64@npm:19.6.1":+ version: 19.6.1+ resolution: "@nx/nx-darwin-arm64@npm:19.6.1"conditions: os=darwin & cpu=arm64languageName: nodelinkType: hard-"@nx/nx-darwin-x64@npm:19.6.0":- version: 19.6.0- resolution: "@nx/nx-darwin-x64@npm:19.6.0"+"@nx/nx-darwin-x64@npm:19.6.1":+ version: 19.6.1+ resolution: "@nx/nx-darwin-x64@npm:19.6.1"conditions: os=darwin & cpu=x64languageName: nodelinkType: hard-"@nx/nx-freebsd-x64@npm:19.6.0":- version: 19.6.0- resolution: "@nx/nx-freebsd-x64@npm:19.6.0"+"@nx/nx-freebsd-x64@npm:19.6.1":+ version: 19.6.1+ resolution: "@nx/nx-freebsd-x64@npm:19.6.1"conditions: os=freebsd & cpu=x64languageName: nodelinkType: hard-"@nx/nx-linux-arm-gnueabihf@npm:19.6.0":- version: 19.6.0- resolution: "@nx/nx-linux-arm-gnueabihf@npm:19.6.0"+"@nx/nx-linux-arm-gnueabihf@npm:19.6.1":+ version: 19.6.1+ resolution: "@nx/nx-linux-arm-gnueabihf@npm:19.6.1"conditions: os=linux & cpu=armlanguageName: nodelinkType: hard-"@nx/nx-linux-arm64-gnu@npm:19.6.0":- version: 19.6.0- resolution: "@nx/nx-linux-arm64-gnu@npm:19.6.0"+"@nx/nx-linux-arm64-gnu@npm:19.6.1":+ version: 19.6.1+ resolution: "@nx/nx-linux-arm64-gnu@npm:19.6.1"conditions: os=linux & cpu=arm64 & libc=glibclanguageName: nodelinkType: hard-"@nx/nx-linux-arm64-musl@npm:19.6.0":- version: 19.6.0- resolution: "@nx/nx-linux-arm64-musl@npm:19.6.0"+"@nx/nx-linux-arm64-musl@npm:19.6.1":+ version: 19.6.1+ resolution: "@nx/nx-linux-arm64-musl@npm:19.6.1"conditions: os=linux & cpu=arm64 & libc=musllanguageName: nodelinkType: hard-"@nx/nx-linux-x64-gnu@npm:19.6.0":- version: 19.6.0- resolution: "@nx/nx-linux-x64-gnu@npm:19.6.0"+"@nx/nx-linux-x64-gnu@npm:19.6.1":+ version: 19.6.1+ resolution: "@nx/nx-linux-x64-gnu@npm:19.6.1"conditions: os=linux & cpu=x64 & libc=glibclanguageName: nodelinkType: hard-"@nx/nx-linux-x64-musl@npm:19.6.0":- version: 19.6.0- resolution: "@nx/nx-linux-x64-musl@npm:19.6.0"+"@nx/nx-linux-x64-musl@npm:19.6.1":+ version: 19.6.1+ resolution: "@nx/nx-linux-x64-musl@npm:19.6.1"conditions: os=linux & cpu=x64 & libc=musllanguageName: nodelinkType: hard-"@nx/nx-win32-arm64-msvc@npm:19.6.0":- version: 19.6.0- resolution: "@nx/nx-win32-arm64-msvc@npm:19.6.0"+"@nx/nx-win32-arm64-msvc@npm:19.6.1":+ version: 19.6.1+ resolution: "@nx/nx-win32-arm64-msvc@npm:19.6.1"conditions: os=win32 & cpu=arm64languageName: nodelinkType: hard-"@nx/nx-win32-x64-msvc@npm:19.6.0":- version: 19.6.0- resolution: "@nx/nx-win32-x64-msvc@npm:19.6.0"+"@nx/nx-win32-x64-msvc@npm:19.6.1":+ version: 19.6.1+ resolution: "@nx/nx-win32-x64-msvc@npm:19.6.1"conditions: os=win32 & cpu=x64languageName: nodelinkType: hard@@ -2478,20 +2478,20 @@ __metadata:linkType: hard"@types/node@npm:*":- version: 22.4.0- resolution: "@types/node@npm:22.4.0"+ version: 22.4.1+ resolution: "@types/node@npm:22.4.1"dependencies:undici-types: "npm:~6.19.2"- checksum: 10c0/84cd094b19a27e0db425f1d02614e4f7ac59b5eb3b21e288c8f8d4d0a4c9ad370107bc1a649d4c2b4e810cd133feea26e0bbf7e7c617f93e9e139d6d2568cf50+ checksum: 10c0/e42607438fcbd3a6aebd09084868fa0b22a4b0daf9eda79ed615df7ff8ae95e35ea56e090e1f3140ebae76b640abe42d4a6d5b60c0819eadf499adca737305b6languageName: nodelinkType: hard"@types/node@npm:^20.0.0":- version: 20.16.0- resolution: "@types/node@npm:20.16.0"+ version: 20.16.1+ resolution: "@types/node@npm:20.16.1"dependencies:undici-types: "npm:~6.19.2"- checksum: 10c0/ad8e11e654af99b3556397c87a495cf3cf5d3e8e8bfa1f60e14d255763e9cde7e703d7309fb7c39e89c1191281f2759cb8314f36dee2ae0bf8779123fc85d90c+ checksum: 10c0/cac13c0f42467df3254805a671ca9e74a6eb7c41568de972e26b10dcc448a45743aaf00e9e5fce4a9214da5bc8444fe902918e105dac5a224e24e83fd9989a97languageName: nodelinkType: hard@@ -3369,9 +3369,9 @@ __metadata:linkType: hard"async@npm:^3.2.3":- version: 3.2.5- resolution: "async@npm:3.2.5"- checksum: 10c0/1408287b26c6db67d45cb346e34892cee555b8b59e6c68e6f8c3e495cad5ca13b4f218180e871f3c2ca30df4ab52693b66f2f6ff43644760cab0b2198bda79c1+ version: 3.2.6+ resolution: "async@npm:3.2.6"+ checksum: 10c0/36484bb15ceddf07078688d95e27076379cc2f87b10c03b6dd8a83e89475a3c8df5848859dd06a4c95af1e4c16fc973de0171a77f18ea00be899aca2a4f85e70languageName: nodelinkType: hard@@ -3398,7 +3398,7 @@ __metadata:languageName: nodelinkType: hard-"axios@npm:^1.6.7, axios@npm:^1.7.2":+"axios@npm:^1.6.7, axios@npm:^1.7.4":version: 1.7.4resolution: "axios@npm:1.7.4"dependencies:@@ -9299,26 +9299,26 @@ __metadata:languageName: nodelinkType: hard-"nx@npm:19.6.0, nx@npm:>=17.1.2 < 20":- version: 19.6.0- resolution: "nx@npm:19.6.0"+"nx@npm:19.6.1, nx@npm:>=17.1.2 < 20":+ version: 19.6.1+ resolution: "nx@npm:19.6.1"dependencies:"@napi-rs/wasm-runtime": "npm:0.2.4"- "@nrwl/tao": "npm:19.6.0"- "@nx/nx-darwin-arm64": "npm:19.6.0"- "@nx/nx-darwin-x64": "npm:19.6.0"- "@nx/nx-freebsd-x64": "npm:19.6.0"- "@nx/nx-linux-arm-gnueabihf": "npm:19.6.0"- "@nx/nx-linux-arm64-gnu": "npm:19.6.0"- "@nx/nx-linux-arm64-musl": "npm:19.6.0"- "@nx/nx-linux-x64-gnu": "npm:19.6.0"- "@nx/nx-linux-x64-musl": "npm:19.6.0"- "@nx/nx-win32-arm64-msvc": "npm:19.6.0"- "@nx/nx-win32-x64-msvc": "npm:19.6.0"+ "@nrwl/tao": "npm:19.6.1"+ "@nx/nx-darwin-arm64": "npm:19.6.1"+ "@nx/nx-darwin-x64": "npm:19.6.1"+ "@nx/nx-freebsd-x64": "npm:19.6.1"+ "@nx/nx-linux-arm-gnueabihf": "npm:19.6.1"+ "@nx/nx-linux-arm64-gnu": "npm:19.6.1"+ "@nx/nx-linux-arm64-musl": "npm:19.6.1"+ "@nx/nx-linux-x64-gnu": "npm:19.6.1"+ "@nx/nx-linux-x64-musl": "npm:19.6.1"+ "@nx/nx-win32-arm64-msvc": "npm:19.6.1"+ "@nx/nx-win32-x64-msvc": "npm:19.6.1""@yarnpkg/lockfile": "npm:^1.1.0""@yarnpkg/parsers": "npm:3.0.0-rc.46""@zkochan/js-yaml": "npm:0.0.7"- axios: "npm:^1.7.2"+ axios: "npm:^1.7.4"chalk: "npm:^4.1.0"cli-cursor: "npm:3.1.0"cli-spinners: "npm:2.6.1"@@ -9380,7 +9380,7 @@ __metadata:bin:nx: bin/nx.jsnx-cloud: bin/nx-cloud.js- checksum: 10c0/199191bd88877b6fb38b8699f0f195d0c84f8380eff7f675a12db60c1c4095fa4734114403a847eab1da0ca452f09ce9c88e17a05ded436aa8d30118dfd520f9+ checksum: 10c0/a27d249776e924fe28c1c961e25e890dabc0b701e6dee425ed115b4819371f56042fd5490ce1d4d4ccfd7c8fad3e7b816a051e689487312372c23e68920da033languageName: nodelinkType: hard@@ -10336,13 +10336,13 @@ __metadata:linkType: hard"proxy-chain@npm:^2.0.1":- version: 2.5.1- resolution: "proxy-chain@npm:2.5.1"+ version: 2.5.2+ resolution: "proxy-chain@npm:2.5.2"dependencies:socks: "npm:^2.8.3"socks-proxy-agent: "npm:^8.0.3"tslib: "npm:^2.3.1"- checksum: 10c0/e8e958b7b66f901bd7ef29d3ea208c178dd406aed6f41058a1847edc3305a9c9dac3289b0f3ebcaf830a5d7eb02beeb3c990b26e6850ba04ed73adf32eb27aeb+ checksum: 10c0/31a28b8a9837bd7241ae9ea1be7a16757809e93b800d77c5f087a38b96311a3e23fa6c0be5da77194ef492183a677ac164ea1140a4815a0641431af4d95eb1falanguageName: nodelinkType: hard@@ -11854,9 +11854,9 @@ __metadata:linkType: hard"tinypool@npm:^1.0.0":- version: 1.0.0- resolution: "tinypool@npm:1.0.0"- checksum: 10c0/71b20b9c54366393831c286a0772380c20f8cad9546d724c484edb47aea3228f274c58e98cf51d28c40869b39f5273209ef3ea94a9d2a23f8b292f4731cd3e4e+ version: 1.0.1+ resolution: "tinypool@npm:1.0.1"+ checksum: 10c0/90939d6a03f1519c61007bf416632dc1f0b9c1a9dd673c179ccd9e36a408437384f984fc86555a5d040d45b595abc299c3bb39d354439e98a090766b5952e73dlanguageName: nodelinkType: hard@@ -11874,21 +11874,21 @@ __metadata:languageName: nodelinkType: hard-"tldts-core@npm:^6.1.39":- version: 6.1.39- resolution: "tldts-core@npm:6.1.39"- checksum: 10c0/404a5b3b1633d67455bb97b7ffb4da011d0652c27ddf0c8881e253b65def46c7a9aef8910ad0bbd6f5e55ce107a2ac09c516ebe218443f25014c57d7ae1c7d33+"tldts-core@npm:^6.1.40":+ version: 6.1.40+ resolution: "tldts-core@npm:6.1.40"+ checksum: 10c0/44dc3962874a87425ae66d341debdd9a2d781a306be42dddb7eefa3315f4e98a3f4226f5e42cfb4682f116670e63b21ce25691871d9a63c8e416653465e2a829languageName: nodelinkType: hard"tldts@npm:^6.0.0":- version: 6.1.39- resolution: "tldts@npm:6.1.39"+ version: 6.1.40+ resolution: "tldts@npm:6.1.40"dependencies:- tldts-core: "npm:^6.1.39"+ tldts-core: "npm:^6.1.40"bin:tldts: bin/cli.js- checksum: 10c0/b60e5d747883c366bf56f7b971b8b17f1adbe809f0cf3ac53bb6c2300507992818ebee1ad76799e4f07c020c170bcf58be592430797606fca3412e1aba4d7869+ checksum: 10c0/10da36878ead3282fb71215b6829589ccc08b94abcc3866a2d675304fc2d0d4f3c46144bd30d89c358a47fb6c286e2702d0db08679858e53e6371671ef35c254languageName: nodelinkType: hard@@ -12334,9 +12334,9 @@ __metadata:linkType: hard"undici-types@npm:~6.19.2":- version: 6.19.6- resolution: "undici-types@npm:6.19.6"- checksum: 10c0/9b2264c5700e7169c6c62c643aac56cd8984c5fd7e18ed31ff11780260e137f6340dee8317a2e6e0ae3c49f5e5ef6fa577ea07193cbaa535265cba76a267cae9+ version: 6.19.8+ resolution: "undici-types@npm:6.19.8"+ checksum: 10c0/078afa5990fba110f6824823ace86073b4638f1d5112ee26e790155f481f2a868cc3e0615505b6f4282bdf74a3d8caad715fd809e870c2bb0704e3ea6082f344languageName: nodelinkType: hard