Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): lock file maintenance
renovate[bot]e300405ce143
diff --git a/website/yarn.lock b/website/yarn.lockindex 6d0559542..369639772 100644--- a/website/yarn.lock+++ b/website/yarn.lock@@ -406,9 +406,9 @@ __metadata:languageName: nodelinkType: hard-"@babel/helper-define-polyfill-provider@npm:^0.6.3":- version: 0.6.3- resolution: "@babel/helper-define-polyfill-provider@npm:0.6.3"+"@babel/helper-define-polyfill-provider@npm:^0.6.3, @babel/helper-define-polyfill-provider@npm:^0.6.4":+ version: 0.6.4+ resolution: "@babel/helper-define-polyfill-provider@npm:0.6.4"dependencies:"@babel/helper-compilation-targets": "npm:^7.22.6""@babel/helper-plugin-utils": "npm:^7.22.5"@@ -417,7 +417,7 @@ __metadata:resolve: "npm:^1.14.2"peerDependencies:"@babel/core": ^7.4.0 || ^8.0.0-0 <8.0.0- checksum: 10c0/4320e3527645e98b6a0d5626fef815680e3b2b03ec36045de5e909b0f01546ab3674e96f50bf3bc8413f8c9037e5ee1a5f560ebdf8210426dad1c2c03c96184a+ checksum: 10c0/b74f2b46e233a178618d19432bdae16e0137d0a603497ee901155e083c4a61f26fe01d79fb95d5f4c22131ade9d958d8f587088d412cca1302633587f070919dlanguageName: nodelinkType: hard@@ -3931,14 +3931,13 @@ __metadata:linkType: hard"@types/express@npm:*":- version: 5.0.0- resolution: "@types/express@npm:5.0.0"+ version: 5.0.1+ resolution: "@types/express@npm:5.0.1"dependencies:"@types/body-parser": "npm:*""@types/express-serve-static-core": "npm:^5.0.0"- "@types/qs": "npm:*""@types/serve-static": "npm:*"- checksum: 10c0/0d74b53aefa69c3b3817ee9b5145fd50d7dbac52a8986afc2d7500085c446656d0b6dc13158c04e2d9f18f4324d4d93b0452337c5ff73dd086dca3e4ff11f47b+ checksum: 10c0/e1385028c7251360ce916aab0e304187b613ca18cb9aa3fa90794a337e5b2e0c76330d467f41d3b3e936ce5336c4f3e63e323dc01192cf20f9686905daa6d00alanguageName: nodelinkType: hard@@ -4169,21 +4168,21 @@ __metadata:linkType: hard"@types/react@npm:*, @types/react@npm:^19.0.0":- version: 19.0.11- resolution: "@types/react@npm:19.0.11"+ version: 19.0.12+ resolution: "@types/react@npm:19.0.12"dependencies:csstype: "npm:^3.0.2"- checksum: 10c0/386cdde579b60e22160d6894a985655742703346bdc71fed9809f8f90ca87e2dd0252e86b81f92621a2c1de8d0fbf35e3963996db8c451cc670570061ed62f29+ checksum: 10c0/c814b6af5c0fbcf5c65d031b1c9bf98c5b857e015254d95811f2851b27b869c3d31c6f35dab127dc6921a3dbda0b0622c6323d493a14b31b231a6a58c41c5e84languageName: nodelinkType: hard"@types/react@npm:^18.3.11":- version: 18.3.18- resolution: "@types/react@npm:18.3.18"+ version: 18.3.19+ resolution: "@types/react@npm:18.3.19"dependencies:"@types/prop-types": "npm:*"csstype: "npm:^3.0.2"- checksum: 10c0/8fb2b00672072135d0858dc9db07873ea107cc238b6228aaa2a9afd1ef7a64a7074078250db38afbeb19064be8ea6af5eac32d404efdd5f45e093cc4829d87f8+ checksum: 10c0/236bfe0c4748ada1a640f13573eca3e0fc7c9d847b442947adb352b0718d6d285357fd84c33336c8ffb8cbfabc0d58a43a647c7fd79857fecd61fb58ab6f7918languageName: nodelinkType: hard@@ -5135,13 +5134,13 @@ __metadata:linkType: hard"axios@npm:^1.5.0":- version: 1.8.3- resolution: "axios@npm:1.8.3"+ version: 1.8.4+ resolution: "axios@npm:1.8.4"dependencies:follow-redirects: "npm:^1.15.6"form-data: "npm:^4.0.0"proxy-from-env: "npm:^1.1.0"- checksum: 10c0/de75da9859adf0a6481d4af2b687db357a054d20f0d69b99d502b71dae3578326b1fdc0951dabaef769827484941cda93d3f89150bf9e04f05f6615fb8316780+ checksum: 10c0/450993c2ba975ffccaf0d480b68839a3b2435a5469a71fa2fb0b8a55cdb2c2ae47e609360b9c1e2b2534b73dfd69e2733a1cf9f8215bee0bcd729b72f801b0celanguageName: nodelinkType: hard@@ -5175,15 +5174,15 @@ __metadata:linkType: hard"babel-plugin-polyfill-corejs2@npm:^0.4.10":- version: 0.4.12- resolution: "babel-plugin-polyfill-corejs2@npm:0.4.12"+ version: 0.4.13+ resolution: "babel-plugin-polyfill-corejs2@npm:0.4.13"dependencies:"@babel/compat-data": "npm:^7.22.6"- "@babel/helper-define-polyfill-provider": "npm:^0.6.3"+ "@babel/helper-define-polyfill-provider": "npm:^0.6.4"semver: "npm:^6.3.1"peerDependencies:"@babel/core": ^7.4.0 || ^8.0.0-0 <8.0.0- checksum: 10c0/49150c310de2d472ecb95bd892bca1aa833cf5e84bbb76e3e95cf9ff2c6c8c3b3783dd19d70ba50ff6235eb8ce1fa1c0affe491273c95a1ef6a2923f4d5a3819+ checksum: 10c0/b4a54561606d388e6f9499f39f03171af4be7f9ce2355e737135e40afa7086cf6790fdd706c2e59f488c8fa1f76123d28783708e07ddc84647dca8ed8fb98e06languageName: nodelinkType: hard@@ -5200,13 +5199,13 @@ __metadata:linkType: hard"babel-plugin-polyfill-regenerator@npm:^0.6.1":- version: 0.6.3- resolution: "babel-plugin-polyfill-regenerator@npm:0.6.3"+ version: 0.6.4+ resolution: "babel-plugin-polyfill-regenerator@npm:0.6.4"dependencies:- "@babel/helper-define-polyfill-provider": "npm:^0.6.3"+ "@babel/helper-define-polyfill-provider": "npm:^0.6.4"peerDependencies:"@babel/core": ^7.4.0 || ^8.0.0-0 <8.0.0- checksum: 10c0/40164432e058e4b5c6d56feecacdad22692ae0534bd80c92d5399ed9e1a6a2b6797c8fda837995daddd4ca391f9aa2d58c74ad465164922e0f73631eaf9c4f76+ checksum: 10c0/ebaaf9e4e53201c02f496d3f686d815e94177b3e55b35f11223b99c60d197a29f907a2e87bbcccced8b7aff22a807fccc1adaf04722864a8e1862c8845ab830alanguageName: nodelinkType: harddiff --git a/yarn.lock b/yarn.lockindex a289facb2..1d0ec3686 100644--- a/yarn.lock+++ b/yarn.lock@@ -1814,8 +1814,8 @@ __metadata:linkType: hard"@nx/devkit@npm:>=17.1.2 < 21":- version: 20.6.1- resolution: "@nx/devkit@npm:20.6.1"+ version: 20.6.2+ resolution: "@nx/devkit@npm:20.6.2"dependencies:ejs: "npm:^3.1.7"enquirer: "npm:~2.3.6"@@ -1827,76 +1827,76 @@ __metadata:yargs-parser: "npm:21.1.1"peerDependencies:nx: ">= 19 <= 21"- checksum: 10c0/30d8b86b8eabdab58e85332d985a3db4ebceef866515a08d559869de01106dc8be1480ce2cdfc22bf9f30e406d54df4029592fdbc16ed34eecd6dd7f805f715e+ checksum: 10c0/9bcc2732b49a1434f3106115a1e6240067681a6b725ea2dc5954c1dad6a71731a895a2ec002e7592985e57606b172dab22b18696c2970af5ac2201e44ccd4bb9languageName: nodelinkType: hard-"@nx/nx-darwin-arm64@npm:20.6.1":- version: 20.6.1- resolution: "@nx/nx-darwin-arm64@npm:20.6.1"+"@nx/nx-darwin-arm64@npm:20.6.2":+ version: 20.6.2+ resolution: "@nx/nx-darwin-arm64@npm:20.6.2"conditions: os=darwin & cpu=arm64languageName: nodelinkType: hard-"@nx/nx-darwin-x64@npm:20.6.1":- version: 20.6.1- resolution: "@nx/nx-darwin-x64@npm:20.6.1"+"@nx/nx-darwin-x64@npm:20.6.2":+ version: 20.6.2+ resolution: "@nx/nx-darwin-x64@npm:20.6.2"conditions: os=darwin & cpu=x64languageName: nodelinkType: hard-"@nx/nx-freebsd-x64@npm:20.6.1":- version: 20.6.1- resolution: "@nx/nx-freebsd-x64@npm:20.6.1"+"@nx/nx-freebsd-x64@npm:20.6.2":+ version: 20.6.2+ resolution: "@nx/nx-freebsd-x64@npm:20.6.2"conditions: os=freebsd & cpu=x64languageName: nodelinkType: hard-"@nx/nx-linux-arm-gnueabihf@npm:20.6.1":- version: 20.6.1- resolution: "@nx/nx-linux-arm-gnueabihf@npm:20.6.1"+"@nx/nx-linux-arm-gnueabihf@npm:20.6.2":+ version: 20.6.2+ resolution: "@nx/nx-linux-arm-gnueabihf@npm:20.6.2"conditions: os=linux & cpu=armlanguageName: nodelinkType: hard-"@nx/nx-linux-arm64-gnu@npm:20.6.1":- version: 20.6.1- resolution: "@nx/nx-linux-arm64-gnu@npm:20.6.1"+"@nx/nx-linux-arm64-gnu@npm:20.6.2":+ version: 20.6.2+ resolution: "@nx/nx-linux-arm64-gnu@npm:20.6.2"conditions: os=linux & cpu=arm64 & libc=glibclanguageName: nodelinkType: hard-"@nx/nx-linux-arm64-musl@npm:20.6.1":- version: 20.6.1- resolution: "@nx/nx-linux-arm64-musl@npm:20.6.1"+"@nx/nx-linux-arm64-musl@npm:20.6.2":+ version: 20.6.2+ resolution: "@nx/nx-linux-arm64-musl@npm:20.6.2"conditions: os=linux & cpu=arm64 & libc=musllanguageName: nodelinkType: hard-"@nx/nx-linux-x64-gnu@npm:20.6.1":- version: 20.6.1- resolution: "@nx/nx-linux-x64-gnu@npm:20.6.1"+"@nx/nx-linux-x64-gnu@npm:20.6.2":+ version: 20.6.2+ resolution: "@nx/nx-linux-x64-gnu@npm:20.6.2"conditions: os=linux & cpu=x64 & libc=glibclanguageName: nodelinkType: hard-"@nx/nx-linux-x64-musl@npm:20.6.1":- version: 20.6.1- resolution: "@nx/nx-linux-x64-musl@npm:20.6.1"+"@nx/nx-linux-x64-musl@npm:20.6.2":+ version: 20.6.2+ resolution: "@nx/nx-linux-x64-musl@npm:20.6.2"conditions: os=linux & cpu=x64 & libc=musllanguageName: nodelinkType: hard-"@nx/nx-win32-arm64-msvc@npm:20.6.1":- version: 20.6.1- resolution: "@nx/nx-win32-arm64-msvc@npm:20.6.1"+"@nx/nx-win32-arm64-msvc@npm:20.6.2":+ version: 20.6.2+ resolution: "@nx/nx-win32-arm64-msvc@npm:20.6.2"conditions: os=win32 & cpu=arm64languageName: nodelinkType: hard-"@nx/nx-win32-x64-msvc@npm:20.6.1":- version: 20.6.1- resolution: "@nx/nx-win32-x64-msvc@npm:20.6.1"+"@nx/nx-win32-x64-msvc@npm:20.6.2":+ version: 20.6.2+ resolution: "@nx/nx-win32-x64-msvc@npm:20.6.2"conditions: os=win32 & cpu=x64languageName: nodelinkType: hard@@ -3678,13 +3678,13 @@ __metadata:linkType: hard"axios@npm:^1.6.7, axios@npm:^1.8.3":- version: 1.8.3- resolution: "axios@npm:1.8.3"+ version: 1.8.4+ resolution: "axios@npm:1.8.4"dependencies:follow-redirects: "npm:^1.15.6"form-data: "npm:^4.0.0"proxy-from-env: "npm:^1.1.0"- checksum: 10c0/de75da9859adf0a6481d4af2b687db357a054d20f0d69b99d502b71dae3578326b1fdc0951dabaef769827484941cda93d3f89150bf9e04f05f6615fb8316780+ checksum: 10c0/450993c2ba975ffccaf0d480b68839a3b2435a5469a71fa2fb0b8a55cdb2c2ae47e609360b9c1e2b2534b73dfd69e2733a1cf9f8215bee0bcd729b72f801b0celanguageName: nodelinkType: hard@@ -10164,20 +10164,20 @@ __metadata:linkType: hard"nx@npm:>=17.1.2 < 21":- version: 20.6.1- resolution: "nx@npm:20.6.1"+ version: 20.6.2+ resolution: "nx@npm:20.6.2"dependencies:"@napi-rs/wasm-runtime": "npm:0.2.4"- "@nx/nx-darwin-arm64": "npm:20.6.1"- "@nx/nx-darwin-x64": "npm:20.6.1"- "@nx/nx-freebsd-x64": "npm:20.6.1"- "@nx/nx-linux-arm-gnueabihf": "npm:20.6.1"- "@nx/nx-linux-arm64-gnu": "npm:20.6.1"- "@nx/nx-linux-arm64-musl": "npm:20.6.1"- "@nx/nx-linux-x64-gnu": "npm:20.6.1"- "@nx/nx-linux-x64-musl": "npm:20.6.1"- "@nx/nx-win32-arm64-msvc": "npm:20.6.1"- "@nx/nx-win32-x64-msvc": "npm:20.6.1"+ "@nx/nx-darwin-arm64": "npm:20.6.2"+ "@nx/nx-darwin-x64": "npm:20.6.2"+ "@nx/nx-freebsd-x64": "npm:20.6.2"+ "@nx/nx-linux-arm-gnueabihf": "npm:20.6.2"+ "@nx/nx-linux-arm64-gnu": "npm:20.6.2"+ "@nx/nx-linux-arm64-musl": "npm:20.6.2"+ "@nx/nx-linux-x64-gnu": "npm:20.6.2"+ "@nx/nx-linux-x64-musl": "npm:20.6.2"+ "@nx/nx-win32-arm64-msvc": "npm:20.6.2"+ "@nx/nx-win32-x64-msvc": "npm:20.6.2""@yarnpkg/lockfile": "npm:^1.1.0""@yarnpkg/parsers": "npm:3.0.2""@zkochan/js-yaml": "npm:0.0.7"@@ -10243,7 +10243,7 @@ __metadata:bin:nx: bin/nx.jsnx-cloud: bin/nx-cloud.js- checksum: 10c0/1c8ef7003b09757d928015e30ac8c40b3c2e8ee873aca9d92969ba49dfb04870444633c20d0abf064fecd06f9e390cd110279479f0ad2baed12ba8eae215b0ea+ checksum: 10c0/91cadcc75867f496e9df9c353823a66f130e12b94ed17454be78af0f9ae4823e269b6a02e694b230a83406aa2ef555e5d344c84382a6aa3da570282edd09b186languageName: nodelinkType: hard