Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): lock file maintenance
renovate[bot]5c105f496c6f
diff --git a/website/yarn.lock b/website/yarn.lockindex 095893ffa..8aaec8545 100644--- a/website/yarn.lock+++ b/website/yarn.lock@@ -3508,12 +3508,12 @@ __metadata:linkType: hard"@types/react@npm:*, @types/react@npm:^18.0.28":- version: 18.3.4- resolution: "@types/react@npm:18.3.4"+ version: 18.3.5+ resolution: "@types/react@npm:18.3.5"dependencies:"@types/prop-types": "npm:*"csstype: "npm:^3.0.2"- checksum: 10c0/5c52e1e6f540cff21e3c2a5212066d02e005f6fb21e4a536a29097fae878db9f407cd7a4b43778f51359349c5f692e08bc77ddb5f5cecbfca9ca4d4e3c91a48e+ checksum: 10c0/548b1d3d7c2f0242fbfdbbd658731b4ce69a134be072fa83e6ab516f2840402a3f20e3e7f72e95133b23d4880ef24a6d864050dc8e1f7c68f39fa87ca8445917languageName: nodelinkType: hard@@ -4401,13 +4401,13 @@ __metadata:linkType: hard"axios@npm:^1.5.0":- version: 1.7.5- resolution: "axios@npm:1.7.5"+ version: 1.7.6+ resolution: "axios@npm:1.7.6"dependencies:follow-redirects: "npm:^1.15.6"form-data: "npm:^4.0.0"proxy-from-env: "npm:^1.1.0"- checksum: 10c0/1d5daeb28b3d1bb2a7b9f0743433c4bfbeaddc15461e50ebde487eec6c009af2515749d5261096dd430c90cd891bd310bcba5ec3967bae2033c4a307f58a6ad3+ checksum: 10c0/8b4be67056f8f3895ebadbfce0708e5aa9c537a5a68e2da03bec49d35695e29b57f14ce38f20f55bb19946bd89787a839a7c3afa9e58e1152696c208046f8417languageName: nodelinkType: hard@@ -4854,9 +4854,9 @@ __metadata:linkType: hard"caniuse-lite@npm:^1.0.0, caniuse-lite@npm:^1.0.30001646":- version: 1.0.30001653- resolution: "caniuse-lite@npm:1.0.30001653"- checksum: 10c0/7aedf037541c93744148f599daea93d46d1f93ab4347997189efa2d1f003af8eadd7e1e05347ef09261ac1dc635ce375b8c6c00796245fffb4120a124824a14f+ version: 1.0.30001655+ resolution: "caniuse-lite@npm:1.0.30001655"+ checksum: 10c0/fff0c0c3ffcba89828bfa6b99f118e82c064f46f15bb8655b9f2a352a3f552ccac0b87a9fe9532f8c5a29e284aae5579791e196480ec717d11ef1d1a1c2e3ff9languageName: nodelinkType: harddiff --git a/yarn.lock b/yarn.lockindex 7e4223231..5c44fc9ca 100644--- a/yarn.lock+++ b/yarn.lock@@ -1982,114 +1982,114 @@ __metadata:languageName: nodelinkType: hard-"@rollup/rollup-android-arm-eabi@npm:4.21.1":- version: 4.21.1- resolution: "@rollup/rollup-android-arm-eabi@npm:4.21.1"+"@rollup/rollup-android-arm-eabi@npm:4.21.2":+ version: 4.21.2+ resolution: "@rollup/rollup-android-arm-eabi@npm:4.21.2"conditions: os=android & cpu=armlanguageName: nodelinkType: hard-"@rollup/rollup-android-arm64@npm:4.21.1":- version: 4.21.1- resolution: "@rollup/rollup-android-arm64@npm:4.21.1"+"@rollup/rollup-android-arm64@npm:4.21.2":+ version: 4.21.2+ resolution: "@rollup/rollup-android-arm64@npm:4.21.2"conditions: os=android & cpu=arm64languageName: nodelinkType: hard-"@rollup/rollup-darwin-arm64@npm:4.21.1":- version: 4.21.1- resolution: "@rollup/rollup-darwin-arm64@npm:4.21.1"+"@rollup/rollup-darwin-arm64@npm:4.21.2":+ version: 4.21.2+ resolution: "@rollup/rollup-darwin-arm64@npm:4.21.2"conditions: os=darwin & cpu=arm64languageName: nodelinkType: hard-"@rollup/rollup-darwin-x64@npm:4.21.1":- version: 4.21.1- resolution: "@rollup/rollup-darwin-x64@npm:4.21.1"+"@rollup/rollup-darwin-x64@npm:4.21.2":+ version: 4.21.2+ resolution: "@rollup/rollup-darwin-x64@npm:4.21.2"conditions: os=darwin & cpu=x64languageName: nodelinkType: hard-"@rollup/rollup-linux-arm-gnueabihf@npm:4.21.1":- version: 4.21.1- resolution: "@rollup/rollup-linux-arm-gnueabihf@npm:4.21.1"+"@rollup/rollup-linux-arm-gnueabihf@npm:4.21.2":+ version: 4.21.2+ resolution: "@rollup/rollup-linux-arm-gnueabihf@npm:4.21.2"conditions: os=linux & cpu=arm & libc=glibclanguageName: nodelinkType: hard-"@rollup/rollup-linux-arm-musleabihf@npm:4.21.1":- version: 4.21.1- resolution: "@rollup/rollup-linux-arm-musleabihf@npm:4.21.1"+"@rollup/rollup-linux-arm-musleabihf@npm:4.21.2":+ version: 4.21.2+ resolution: "@rollup/rollup-linux-arm-musleabihf@npm:4.21.2"conditions: os=linux & cpu=arm & libc=musllanguageName: nodelinkType: hard-"@rollup/rollup-linux-arm64-gnu@npm:4.21.1":- version: 4.21.1- resolution: "@rollup/rollup-linux-arm64-gnu@npm:4.21.1"+"@rollup/rollup-linux-arm64-gnu@npm:4.21.2":+ version: 4.21.2+ resolution: "@rollup/rollup-linux-arm64-gnu@npm:4.21.2"conditions: os=linux & cpu=arm64 & libc=glibclanguageName: nodelinkType: hard-"@rollup/rollup-linux-arm64-musl@npm:4.21.1":- version: 4.21.1- resolution: "@rollup/rollup-linux-arm64-musl@npm:4.21.1"+"@rollup/rollup-linux-arm64-musl@npm:4.21.2":+ version: 4.21.2+ resolution: "@rollup/rollup-linux-arm64-musl@npm:4.21.2"conditions: os=linux & cpu=arm64 & libc=musllanguageName: nodelinkType: hard-"@rollup/rollup-linux-powerpc64le-gnu@npm:4.21.1":- version: 4.21.1- resolution: "@rollup/rollup-linux-powerpc64le-gnu@npm:4.21.1"+"@rollup/rollup-linux-powerpc64le-gnu@npm:4.21.2":+ version: 4.21.2+ resolution: "@rollup/rollup-linux-powerpc64le-gnu@npm:4.21.2"conditions: os=linux & cpu=ppc64 & libc=glibclanguageName: nodelinkType: hard-"@rollup/rollup-linux-riscv64-gnu@npm:4.21.1":- version: 4.21.1- resolution: "@rollup/rollup-linux-riscv64-gnu@npm:4.21.1"+"@rollup/rollup-linux-riscv64-gnu@npm:4.21.2":+ version: 4.21.2+ resolution: "@rollup/rollup-linux-riscv64-gnu@npm:4.21.2"conditions: os=linux & cpu=riscv64 & libc=glibclanguageName: nodelinkType: hard-"@rollup/rollup-linux-s390x-gnu@npm:4.21.1":- version: 4.21.1- resolution: "@rollup/rollup-linux-s390x-gnu@npm:4.21.1"+"@rollup/rollup-linux-s390x-gnu@npm:4.21.2":+ version: 4.21.2+ resolution: "@rollup/rollup-linux-s390x-gnu@npm:4.21.2"conditions: os=linux & cpu=s390x & libc=glibclanguageName: nodelinkType: hard-"@rollup/rollup-linux-x64-gnu@npm:4.21.1":- version: 4.21.1- resolution: "@rollup/rollup-linux-x64-gnu@npm:4.21.1"+"@rollup/rollup-linux-x64-gnu@npm:4.21.2":+ version: 4.21.2+ resolution: "@rollup/rollup-linux-x64-gnu@npm:4.21.2"conditions: os=linux & cpu=x64 & libc=glibclanguageName: nodelinkType: hard-"@rollup/rollup-linux-x64-musl@npm:4.21.1":- version: 4.21.1- resolution: "@rollup/rollup-linux-x64-musl@npm:4.21.1"+"@rollup/rollup-linux-x64-musl@npm:4.21.2":+ version: 4.21.2+ resolution: "@rollup/rollup-linux-x64-musl@npm:4.21.2"conditions: os=linux & cpu=x64 & libc=musllanguageName: nodelinkType: hard-"@rollup/rollup-win32-arm64-msvc@npm:4.21.1":- version: 4.21.1- resolution: "@rollup/rollup-win32-arm64-msvc@npm:4.21.1"+"@rollup/rollup-win32-arm64-msvc@npm:4.21.2":+ version: 4.21.2+ resolution: "@rollup/rollup-win32-arm64-msvc@npm:4.21.2"conditions: os=win32 & cpu=arm64languageName: nodelinkType: hard-"@rollup/rollup-win32-ia32-msvc@npm:4.21.1":- version: 4.21.1- resolution: "@rollup/rollup-win32-ia32-msvc@npm:4.21.1"+"@rollup/rollup-win32-ia32-msvc@npm:4.21.2":+ version: 4.21.2+ resolution: "@rollup/rollup-win32-ia32-msvc@npm:4.21.2"conditions: os=win32 & cpu=ia32languageName: nodelinkType: hard-"@rollup/rollup-win32-x64-msvc@npm:4.21.1":- version: 4.21.1- resolution: "@rollup/rollup-win32-x64-msvc@npm:4.21.1"+"@rollup/rollup-win32-x64-msvc@npm:4.21.2":+ version: 4.21.2+ resolution: "@rollup/rollup-win32-x64-msvc@npm:4.21.2"conditions: os=win32 & cpu=x64languageName: nodelinkType: hard@@ -2950,9 +2950,9 @@ __metadata:linkType: hard"adm-zip@npm:^0.5.9":- version: 0.5.15- resolution: "adm-zip@npm:0.5.15"- checksum: 10c0/40ad504176c4b7f41983d11f7ff28acd3ce5b9bd51a09356be2447cb1799de4a4d93f8b0f65f75814add17687445cc807bbcb5ec8f73f44af1aefe4509894a8c+ version: 0.5.16+ resolution: "adm-zip@npm:0.5.16"+ checksum: 10c0/6f10119d4570c7ba76dcf428abb8d3f69e63f92e51f700a542b43d4c0130373dd2ddfc8f85059f12d4a843703a90c3970cfd17876844b4f3f48bf042bfa6b49flanguageName: nodelinkType: hard@@ -3397,13 +3397,13 @@ __metadata:linkType: hard"axios@npm:^1.6.7, axios@npm:^1.7.4":- version: 1.7.5- resolution: "axios@npm:1.7.5"+ version: 1.7.6+ resolution: "axios@npm:1.7.6"dependencies:follow-redirects: "npm:^1.15.6"form-data: "npm:^4.0.0"proxy-from-env: "npm:^1.1.0"- checksum: 10c0/1d5daeb28b3d1bb2a7b9f0743433c4bfbeaddc15461e50ebde487eec6c009af2515749d5261096dd430c90cd891bd310bcba5ec3967bae2033c4a307f58a6ad3+ checksum: 10c0/8b4be67056f8f3895ebadbfce0708e5aa9c537a5a68e2da03bec49d35695e29b57f14ce38f20f55bb19946bd89787a839a7c3afa9e58e1152696c208046f8417languageName: nodelinkType: hard@@ -3438,20 +3438,20 @@ __metadata:linkType: hard"bare-fs@npm:^2.1.1":- version: 2.3.2- resolution: "bare-fs@npm:2.3.2"+ version: 2.3.3+ resolution: "bare-fs@npm:2.3.3"dependencies:bare-events: "npm:^2.0.0"bare-path: "npm:^2.0.0"bare-stream: "npm:^2.0.0"- checksum: 10c0/d2af211ffdcc3bea84a1dfa4a22a81b3e1af843e48893b1188ea2ecc15325898f85c51cfe1b747633ad94772c7961e0c064c45a5af186ce5865c296075556c7d+ checksum: 10c0/64a1dbccf748b0652cc27215c452bec1bcd402204c494db60d3891712be58b46331e13f4019ffe78ff35128299a05ad192d51fad5e4e02feae9cc320e96573cdlanguageName: nodelinkType: hard"bare-os@npm:^2.1.0":- version: 2.4.1- resolution: "bare-os@npm:2.4.1"- checksum: 10c0/2c75a3ca5b5814124987e2b1aaaa5b76070f65c986d85555946323818508320f0db4789b132d5f3d948fff1e697d97e033066978b0e439fa92aa1687fc5cfad1+ version: 2.4.2+ resolution: "bare-os@npm:2.4.2"+ checksum: 10c0/c80dc93b4960b39ab7bcc1867e9e4141d33aa51644697a93ce2606a76dd00aec1bd2661e6b1ef2381d79cbf45af5a1739c9e52d72402458f4aa2b51a1443c8eelanguageName: nodelinkType: hard@@ -3755,9 +3755,9 @@ __metadata:linkType: hard"caniuse-lite@npm:^1.0.30001646":- version: 1.0.30001653- resolution: "caniuse-lite@npm:1.0.30001653"- checksum: 10c0/7aedf037541c93744148f599daea93d46d1f93ab4347997189efa2d1f003af8eadd7e1e05347ef09261ac1dc635ce375b8c6c00796245fffb4120a124824a14f+ version: 1.0.30001655+ resolution: "caniuse-lite@npm:1.0.30001655"+ checksum: 10c0/fff0c0c3ffcba89828bfa6b99f118e82c064f46f15bb8655b9f2a352a3f552ccac0b87a9fe9532f8c5a29e284aae5579791e196480ec717d11ef1d1a1c2e3ff9languageName: nodelinkType: hard@@ -4770,9 +4770,9 @@ __metadata:linkType: hard"devtools-protocol@npm:*":- version: 0.0.1348440- resolution: "devtools-protocol@npm:0.0.1348440"- checksum: 10c0/a7713a4693d2fa24011553ce3268db875a95977525f1a704b24df25418548d20072b74ffdfd43383b76949bc1f378da4a1b5e096b68018d4f00eb72cf63017a2+ version: 0.0.1349043+ resolution: "devtools-protocol@npm:0.0.1349043"+ checksum: 10c0/de23246d986bbee72a6bf28abee001712242328fa65e68b6d1471664ab12838fa73cd8c61d01e3c66a23afc81ec69777654510f644b0843897ed1e836f9af12clanguageName: nodelinkType: hard@@ -10857,25 +10857,25 @@ __metadata:linkType: hard"rollup@npm:^4.20.0":- version: 4.21.1- resolution: "rollup@npm:4.21.1"- dependencies:- "@rollup/rollup-android-arm-eabi": "npm:4.21.1"- "@rollup/rollup-android-arm64": "npm:4.21.1"- "@rollup/rollup-darwin-arm64": "npm:4.21.1"- "@rollup/rollup-darwin-x64": "npm:4.21.1"- "@rollup/rollup-linux-arm-gnueabihf": "npm:4.21.1"- "@rollup/rollup-linux-arm-musleabihf": "npm:4.21.1"- "@rollup/rollup-linux-arm64-gnu": "npm:4.21.1"- "@rollup/rollup-linux-arm64-musl": "npm:4.21.1"- "@rollup/rollup-linux-powerpc64le-gnu": "npm:4.21.1"- "@rollup/rollup-linux-riscv64-gnu": "npm:4.21.1"- "@rollup/rollup-linux-s390x-gnu": "npm:4.21.1"- "@rollup/rollup-linux-x64-gnu": "npm:4.21.1"- "@rollup/rollup-linux-x64-musl": "npm:4.21.1"- "@rollup/rollup-win32-arm64-msvc": "npm:4.21.1"- "@rollup/rollup-win32-ia32-msvc": "npm:4.21.1"- "@rollup/rollup-win32-x64-msvc": "npm:4.21.1"+ version: 4.21.2+ resolution: "rollup@npm:4.21.2"+ dependencies:+ "@rollup/rollup-android-arm-eabi": "npm:4.21.2"+ "@rollup/rollup-android-arm64": "npm:4.21.2"+ "@rollup/rollup-darwin-arm64": "npm:4.21.2"+ "@rollup/rollup-darwin-x64": "npm:4.21.2"+ "@rollup/rollup-linux-arm-gnueabihf": "npm:4.21.2"+ "@rollup/rollup-linux-arm-musleabihf": "npm:4.21.2"+ "@rollup/rollup-linux-arm64-gnu": "npm:4.21.2"+ "@rollup/rollup-linux-arm64-musl": "npm:4.21.2"+ "@rollup/rollup-linux-powerpc64le-gnu": "npm:4.21.2"+ "@rollup/rollup-linux-riscv64-gnu": "npm:4.21.2"+ "@rollup/rollup-linux-s390x-gnu": "npm:4.21.2"+ "@rollup/rollup-linux-x64-gnu": "npm:4.21.2"+ "@rollup/rollup-linux-x64-musl": "npm:4.21.2"+ "@rollup/rollup-win32-arm64-msvc": "npm:4.21.2"+ "@rollup/rollup-win32-ia32-msvc": "npm:4.21.2"+ "@rollup/rollup-win32-x64-msvc": "npm:4.21.2""@types/estree": "npm:1.0.5"fsevents: "npm:~2.3.2"dependenciesMeta:@@ -10915,7 +10915,7 @@ __metadata:optional: truebin:rollup: dist/bin/rollup- checksum: 10c0/e64b6adabadc3e18544c68e9704744c333b38a68ba803c49b5344a015c5865bf35a72669ba121ba26869fa306f193884e07319ccfc570c08fd8f9e72c9949d4d+ checksum: 10c0/c9d97f7a21cde110371b2e890a31a996fee09b81e639e79372b962a9638ae653d2d24186b94632fc5dfab8a0582e1d0639dfe34b8b75051facd86915a9585a5flanguageName: nodelinkType: hard@@ -11447,8 +11447,8 @@ __metadata:linkType: hard"streamx@npm:^2.15.0, streamx@npm:^2.18.0":- version: 2.19.0- resolution: "streamx@npm:2.19.0"+ version: 2.19.1+ resolution: "streamx@npm:2.19.1"dependencies:bare-events: "npm:^2.2.0"fast-fifo: "npm:^1.3.2"@@ -11457,7 +11457,7 @@ __metadata:dependenciesMeta:bare-events:optional: true- checksum: 10c0/5833a2c1226488a015e8efde08c6cd4983d7d20098b2210d09594b23f598a8b028c083d542621e2e91ddcb33a266233c3524c60152203be40f1dd816b9ede9da+ checksum: 10c0/bbf0a95ed129f7ff9fd8fcccaf1074e69a20dcfad6ae7f2de0ce92df049d109ca591f40f465deeb9f5fb478b659fe8cb84127e6d505c15dcac6b8ab277bdabd2languageName: nodelinkType: hard@@ -12084,58 +12084,58 @@ __metadata:languageName: nodelinkType: hard-"turbo-darwin-64@npm:2.1.0":- version: 2.1.0- resolution: "turbo-darwin-64@npm:2.1.0"+"turbo-darwin-64@npm:2.1.1":+ version: 2.1.1+ resolution: "turbo-darwin-64@npm:2.1.1"conditions: os=darwin & cpu=x64languageName: nodelinkType: hard-"turbo-darwin-arm64@npm:2.1.0":- version: 2.1.0- resolution: "turbo-darwin-arm64@npm:2.1.0"+"turbo-darwin-arm64@npm:2.1.1":+ version: 2.1.1+ resolution: "turbo-darwin-arm64@npm:2.1.1"conditions: os=darwin & cpu=arm64languageName: nodelinkType: hard-"turbo-linux-64@npm:2.1.0":- version: 2.1.0- resolution: "turbo-linux-64@npm:2.1.0"+"turbo-linux-64@npm:2.1.1":+ version: 2.1.1+ resolution: "turbo-linux-64@npm:2.1.1"conditions: os=linux & cpu=x64languageName: nodelinkType: hard-"turbo-linux-arm64@npm:2.1.0":- version: 2.1.0- resolution: "turbo-linux-arm64@npm:2.1.0"+"turbo-linux-arm64@npm:2.1.1":+ version: 2.1.1+ resolution: "turbo-linux-arm64@npm:2.1.1"conditions: os=linux & cpu=arm64languageName: nodelinkType: hard-"turbo-windows-64@npm:2.1.0":- version: 2.1.0- resolution: "turbo-windows-64@npm:2.1.0"+"turbo-windows-64@npm:2.1.1":+ version: 2.1.1+ resolution: "turbo-windows-64@npm:2.1.1"conditions: os=win32 & cpu=x64languageName: nodelinkType: hard-"turbo-windows-arm64@npm:2.1.0":- version: 2.1.0- resolution: "turbo-windows-arm64@npm:2.1.0"+"turbo-windows-arm64@npm:2.1.1":+ version: 2.1.1+ resolution: "turbo-windows-arm64@npm:2.1.1"conditions: os=win32 & cpu=arm64languageName: nodelinkType: hard"turbo@npm:^2.1.0":- version: 2.1.0- resolution: "turbo@npm:2.1.0"- dependencies:- turbo-darwin-64: "npm:2.1.0"- turbo-darwin-arm64: "npm:2.1.0"- turbo-linux-64: "npm:2.1.0"- turbo-linux-arm64: "npm:2.1.0"- turbo-windows-64: "npm:2.1.0"- turbo-windows-arm64: "npm:2.1.0"+ version: 2.1.1+ resolution: "turbo@npm:2.1.1"+ dependencies:+ turbo-darwin-64: "npm:2.1.1"+ turbo-darwin-arm64: "npm:2.1.1"+ turbo-linux-64: "npm:2.1.1"+ turbo-linux-arm64: "npm:2.1.1"+ turbo-windows-64: "npm:2.1.1"+ turbo-windows-arm64: "npm:2.1.1"dependenciesMeta:turbo-darwin-64:optional: true@@ -12151,7 +12151,7 @@ __metadata:optional: truebin:turbo: bin/turbo- checksum: 10c0/e57c58f07424f2f49d8d3a603a7338474f124299fbdfdaf034ca82fe2f08c686de5e050d33b175cf2b5a6b8a38117778a7e9bc6a78ec588ea3f708c3ab864acb+ checksum: 10c0/16ba5214d14404993bf2a1c411ba5e6bd297c0f5c2c6c42fb3d7f5a5169bd673307c540684432d2a962377068c26c8bce5e759c3bd3b87f3234d321bbbef9eaflanguageName: nodelinkType: hard