Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): lock file maintenance
renovate[bot]7ebd0bd6802d
diff --git a/website/yarn.lock b/website/yarn.lockindex ccd667a1d..25a682be4 100644--- a/website/yarn.lock+++ b/website/yarn.lock@@ -2500,7 +2500,7 @@ __metadata:languageName: nodelinkType: hard-"@jridgewell/trace-mapping@npm:^0.3.17, @jridgewell/trace-mapping@npm:^0.3.9":+"@jridgewell/trace-mapping@npm:^0.3.17, @jridgewell/trace-mapping@npm:^0.3.20, @jridgewell/trace-mapping@npm:^0.3.9":version: 0.3.20resolution: "@jridgewell/trace-mapping@npm:0.3.20"dependencies:@@ -3242,13 +3242,13 @@ __metadata:linkType: hard"@types/react@npm:*, @types/react@npm:^18.0.28":- version: 18.2.45- resolution: "@types/react@npm:18.2.45"+ version: 18.2.46+ resolution: "@types/react@npm:18.2.46"dependencies:"@types/prop-types": "npm:*""@types/scheduler": "npm:*"csstype: "npm:^3.0.2"- checksum: 4cc650c47ffb88baac29fb7a74e842e4af4a55f437086ef70250fdc75f0a5f2fcf8adc272d05ab2e00b1de6e14613296881271caee037dadf9130fdeb498c59e+ checksum: 814cc67107e5e69501d65bfc371cc2c716665d2a3608d395a2f81e24c3a2875db28e2cad717dfb17017eabcffd1d68ee2c9e09ecaba3f7108d5b7fbb9888ebablanguageName: nodelinkType: hard@@ -5065,25 +5065,25 @@ __metadata:linkType: hard"core-js-compat@npm:^3.31.0, core-js-compat@npm:^3.33.1":- version: 3.34.0- resolution: "core-js-compat@npm:3.34.0"+ version: 3.35.0+ resolution: "core-js-compat@npm:3.35.0"dependencies:browserslist: "npm:^4.22.2"- checksum: d2a46d977aa331df9e9d7372f309841403d6f158dbcf5bf7e358ea547bd5ccc93f9447e93d66b74eb4b19c647874e794511238c40cee495716a5f8a74a605ac1+ checksum: 8c4379240b8decb94b21e81d5ba6f768418721061923b28c9dfc97574680c35d778d39c010207402fc7c8308a68a4cf6d5e02bcbcb96e931c52e6e0dce29a68clanguageName: nodelinkType: hard"core-js-pure@npm:^3.30.2":- version: 3.34.0- resolution: "core-js-pure@npm:3.34.0"- checksum: 64b628ffa0f9166b327cb7f490b59faa04b3ae72f314c5198c74087fcac5d62c78e7a0b0132e8bbf191d844fc59c3a8ef558e8fea7c1f78f4ad768f43cab2b9f+ version: 3.35.0+ resolution: "core-js-pure@npm:3.35.0"+ checksum: 4e58b6b2b3759ffbfe3f904beafd547751aaefa87b94245136aced963120bc2cefc8787c7a980cd397c2c408eca141e0993fcda7ed2383c93ce53bc421acfec4languageName: nodelinkType: hard"core-js@npm:^3.31.1":- version: 3.34.0- resolution: "core-js@npm:3.34.0"- checksum: 408a77898abe03bf3e5dec2a451c36f4745081cca9022f8bdf9b817d57bb6d3a534d555f47a4b95e1daa5e21dbc79122eac2402e25720d425f5925127e55dcd8+ version: 3.35.0+ resolution: "core-js@npm:3.35.0"+ checksum: 1d545ff4406f2afa5e681f44b45ed5f7f119d158b380234d5aa7787ce7e47fc7a635b98b74c28c766ba8191e3db8c2316ad6ab4ff1ddecbc3fd618413a52c29clanguageName: nodelinkType: hard@@ -7839,13 +7839,13 @@ __metadata:linkType: hard"image-size@npm:^1.0.2":- version: 1.0.2- resolution: "image-size@npm:1.0.2"+ version: 1.1.0+ resolution: "image-size@npm:1.1.0"dependencies:queue: "npm:6.0.2"bin:image-size: bin/image-size.js- checksum: df518606c75d0ee12a6d7e822a64ef50d9eabbb303dcee8c9df06bad94e49b4d4680b9003968203f239ff39a9cc51d4ff1781cd331cc0a4b3b858d9fc9836c68+ checksum: b6b7536240ff873720a98127cab08e6ea7954a965c646df2b61cf80d276dd471b47bea92f226ae5a1efa31c65ee402d9fb3af3efd80028af9711321d94903dfalanguageName: nodelinkType: hard@@ -13067,14 +13067,14 @@ __metadata:linkType: hard"terser-webpack-plugin@npm:^5.3.7, terser-webpack-plugin@npm:^5.3.9":- version: 5.3.9- resolution: "terser-webpack-plugin@npm:5.3.9"+ version: 5.3.10+ resolution: "terser-webpack-plugin@npm:5.3.10"dependencies:- "@jridgewell/trace-mapping": "npm:^0.3.17"+ "@jridgewell/trace-mapping": "npm:^0.3.20"jest-worker: "npm:^27.4.5"schema-utils: "npm:^3.1.1"serialize-javascript: "npm:^6.0.1"- terser: "npm:^5.16.8"+ terser: "npm:^5.26.0"peerDependencies:webpack: ^5.1.0peerDependenciesMeta:@@ -13084,11 +13084,11 @@ __metadata:optional: trueuglify-js:optional: true- checksum: 8a757106101ea1504e5dc549c722506506e7d3f0d38e72d6c8108ad814c994ca0d67ac5d0825ba59704a4b2b04548201b2137f198bfce897b09fe9e36727a1e9+ checksum: 66d1ed3174542560911cf96f4716aeea8d60e7caab212291705d50072b6ba844c7391442541b13c848684044042bea9ec87512b8506528c12854943da05faf91languageName: nodelinkType: hard-"terser@npm:^5.10.0, terser@npm:^5.15.1, terser@npm:^5.16.8":+"terser@npm:^5.10.0, terser@npm:^5.15.1, terser@npm:^5.26.0":version: 5.26.0resolution: "terser@npm:5.26.0"dependencies:diff --git a/yarn.lock b/yarn.lockindex 6746cf8fd..dacb828bc 100644--- a/yarn.lock+++ b/yarn.lock@@ -1233,32 +1233,32 @@ __metadata:languageName: nodelinkType: hard-"@nrwl/devkit@npm:17.2.7":- version: 17.2.7- resolution: "@nrwl/devkit@npm:17.2.7"+"@nrwl/devkit@npm:17.2.8":+ version: 17.2.8+ resolution: "@nrwl/devkit@npm:17.2.8"dependencies:- "@nx/devkit": "npm:17.2.7"- checksum: 795e1b2d82f6f975317ab10a87e5550fca753c13124c639545e3728c53b7db0050a182dbeb789839e2caf78eb285766eb78a971c3464305091c8837934cdfde6+ "@nx/devkit": "npm:17.2.8"+ checksum: 0deab7982d2e193b7c9b66ed8b3ebc134dee08ea3e1a15edb5b8404372f9ec262fc7cb875ab9d365c6016fa140447dd76e8ec8509306ce6d72ac493f57164d8elanguageName: nodelinkType: hard-"@nrwl/tao@npm:17.2.7":- version: 17.2.7- resolution: "@nrwl/tao@npm:17.2.7"+"@nrwl/tao@npm:17.2.8":+ version: 17.2.8+ resolution: "@nrwl/tao@npm:17.2.8"dependencies:- nx: "npm:17.2.7"+ nx: "npm:17.2.8"tslib: "npm:^2.3.0"bin:tao: index.js- checksum: b48b0a154ae2a16a698c6fd04fb1eadb3aa62e36d653bdafa373dd076a934b953e178cb262031f67486c423709e7878ce1682fbb145e95fa10fd691720382f2f+ checksum: 2ff0c52c6dc6522ffdbe6a1fae293e0b22516cf1789e67a4776a75771ae42a312a9bdb768b61f052ef24f231512e2b79d21a0ba649ebe1c953488c40594b8b68languageName: nodelinkType: hard-"@nx/devkit@npm:17.2.7, @nx/devkit@npm:>=17.1.2 < 18":- version: 17.2.7- resolution: "@nx/devkit@npm:17.2.7"+"@nx/devkit@npm:17.2.8, @nx/devkit@npm:>=17.1.2 < 18":+ version: 17.2.8+ resolution: "@nx/devkit@npm:17.2.8"dependencies:- "@nrwl/devkit": "npm:17.2.7"+ "@nrwl/devkit": "npm:17.2.8"ejs: "npm:^3.1.7"enquirer: "npm:~2.3.6"ignore: "npm:^5.0.4"@@ -1267,76 +1267,76 @@ __metadata:tslib: "npm:^2.3.0"peerDependencies:nx: ">= 16 <= 18"- checksum: d6312a2ae761fae2f6654f557816f3f5f772c562c07d2ac87ea54ca5393c204dd13801411564715aeb7bb2793506a4116a283aafff3ca47231032b0b1cc3395f+ checksum: e339e2d0616b4374a7677ce3076b06c9b7d5619628b32ff41e6828c25d1bfd6fe4f71347d6151db078565bc2d8101d3ce75bcb67613c3a5c7eae3ed06b6432b3languageName: nodelinkType: hard-"@nx/nx-darwin-arm64@npm:17.2.7":- version: 17.2.7- resolution: "@nx/nx-darwin-arm64@npm:17.2.7"+"@nx/nx-darwin-arm64@npm:17.2.8":+ version: 17.2.8+ resolution: "@nx/nx-darwin-arm64@npm:17.2.8"conditions: os=darwin & cpu=arm64languageName: nodelinkType: hard-"@nx/nx-darwin-x64@npm:17.2.7":- version: 17.2.7- resolution: "@nx/nx-darwin-x64@npm:17.2.7"+"@nx/nx-darwin-x64@npm:17.2.8":+ version: 17.2.8+ resolution: "@nx/nx-darwin-x64@npm:17.2.8"conditions: os=darwin & cpu=x64languageName: nodelinkType: hard-"@nx/nx-freebsd-x64@npm:17.2.7":- version: 17.2.7- resolution: "@nx/nx-freebsd-x64@npm:17.2.7"+"@nx/nx-freebsd-x64@npm:17.2.8":+ version: 17.2.8+ resolution: "@nx/nx-freebsd-x64@npm:17.2.8"conditions: os=freebsd & cpu=x64languageName: nodelinkType: hard-"@nx/nx-linux-arm-gnueabihf@npm:17.2.7":- version: 17.2.7- resolution: "@nx/nx-linux-arm-gnueabihf@npm:17.2.7"+"@nx/nx-linux-arm-gnueabihf@npm:17.2.8":+ version: 17.2.8+ resolution: "@nx/nx-linux-arm-gnueabihf@npm:17.2.8"conditions: os=linux & cpu=armlanguageName: nodelinkType: hard-"@nx/nx-linux-arm64-gnu@npm:17.2.7":- version: 17.2.7- resolution: "@nx/nx-linux-arm64-gnu@npm:17.2.7"+"@nx/nx-linux-arm64-gnu@npm:17.2.8":+ version: 17.2.8+ resolution: "@nx/nx-linux-arm64-gnu@npm:17.2.8"conditions: os=linux & cpu=arm64 & libc=glibclanguageName: nodelinkType: hard-"@nx/nx-linux-arm64-musl@npm:17.2.7":- version: 17.2.7- resolution: "@nx/nx-linux-arm64-musl@npm:17.2.7"+"@nx/nx-linux-arm64-musl@npm:17.2.8":+ version: 17.2.8+ resolution: "@nx/nx-linux-arm64-musl@npm:17.2.8"conditions: os=linux & cpu=arm64 & libc=musllanguageName: nodelinkType: hard-"@nx/nx-linux-x64-gnu@npm:17.2.7":- version: 17.2.7- resolution: "@nx/nx-linux-x64-gnu@npm:17.2.7"+"@nx/nx-linux-x64-gnu@npm:17.2.8":+ version: 17.2.8+ resolution: "@nx/nx-linux-x64-gnu@npm:17.2.8"conditions: os=linux & cpu=x64 & libc=glibclanguageName: nodelinkType: hard-"@nx/nx-linux-x64-musl@npm:17.2.7":- version: 17.2.7- resolution: "@nx/nx-linux-x64-musl@npm:17.2.7"+"@nx/nx-linux-x64-musl@npm:17.2.8":+ version: 17.2.8+ resolution: "@nx/nx-linux-x64-musl@npm:17.2.8"conditions: os=linux & cpu=x64 & libc=musllanguageName: nodelinkType: hard-"@nx/nx-win32-arm64-msvc@npm:17.2.7":- version: 17.2.7- resolution: "@nx/nx-win32-arm64-msvc@npm:17.2.7"+"@nx/nx-win32-arm64-msvc@npm:17.2.8":+ version: 17.2.8+ resolution: "@nx/nx-win32-arm64-msvc@npm:17.2.8"conditions: os=win32 & cpu=arm64languageName: nodelinkType: hard-"@nx/nx-win32-x64-msvc@npm:17.2.7":- version: 17.2.7- resolution: "@nx/nx-win32-x64-msvc@npm:17.2.7"+"@nx/nx-win32-x64-msvc@npm:17.2.8":+ version: 17.2.8+ resolution: "@nx/nx-win32-x64-msvc@npm:17.2.8"conditions: os=win32 & cpu=x64languageName: nodelinkType: hard@@ -8675,21 +8675,21 @@ __metadata:languageName: nodelinkType: hard-"nx@npm:17.2.7, nx@npm:>=17.1.2 < 18":- version: 17.2.7- resolution: "nx@npm:17.2.7"+"nx@npm:17.2.8, nx@npm:>=17.1.2 < 18":+ version: 17.2.8+ resolution: "nx@npm:17.2.8"dependencies:- "@nrwl/tao": "npm:17.2.7"- "@nx/nx-darwin-arm64": "npm:17.2.7"- "@nx/nx-darwin-x64": "npm:17.2.7"- "@nx/nx-freebsd-x64": "npm:17.2.7"- "@nx/nx-linux-arm-gnueabihf": "npm:17.2.7"- "@nx/nx-linux-arm64-gnu": "npm:17.2.7"- "@nx/nx-linux-arm64-musl": "npm:17.2.7"- "@nx/nx-linux-x64-gnu": "npm:17.2.7"- "@nx/nx-linux-x64-musl": "npm:17.2.7"- "@nx/nx-win32-arm64-msvc": "npm:17.2.7"- "@nx/nx-win32-x64-msvc": "npm:17.2.7"+ "@nrwl/tao": "npm:17.2.8"+ "@nx/nx-darwin-arm64": "npm:17.2.8"+ "@nx/nx-darwin-x64": "npm:17.2.8"+ "@nx/nx-freebsd-x64": "npm:17.2.8"+ "@nx/nx-linux-arm-gnueabihf": "npm:17.2.8"+ "@nx/nx-linux-arm64-gnu": "npm:17.2.8"+ "@nx/nx-linux-arm64-musl": "npm:17.2.8"+ "@nx/nx-linux-x64-gnu": "npm:17.2.8"+ "@nx/nx-linux-x64-musl": "npm:17.2.8"+ "@nx/nx-win32-arm64-msvc": "npm:17.2.8"+ "@nx/nx-win32-x64-msvc": "npm:17.2.8""@yarnpkg/lockfile": "npm:^1.1.0""@yarnpkg/parsers": "npm:3.0.0-rc.46""@zkochan/js-yaml": "npm:0.0.6"@@ -8755,7 +8755,7 @@ __metadata:bin:nx: bin/nx.jsnx-cloud: bin/nx-cloud.js- checksum: 36f7cb2fa5e0cd409a6e6b0d331c4491eb199669848ba743a27e515274a05a4a959fd05278a4767541bdc35291852ab3fa30ffe3ed38321ced49dce0db4f285e+ checksum: c8049bf1b3136545a3fe9e5c1206d23e7161d044f550837208bacd2a1dcf51842377959ab94ea89ce8741d553e7bd15cda2335d03e91e0f5485ead53ee4c09adlanguageName: nodelinkType: hard@@ -11848,8 +11848,8 @@ __metadata:linkType: hard"vite-tsconfig-paths@npm:^4.2.1":- version: 4.2.2- resolution: "vite-tsconfig-paths@npm:4.2.2"+ version: 4.2.3+ resolution: "vite-tsconfig-paths@npm:4.2.3"dependencies:debug: "npm:^4.1.1"globrex: "npm:^0.1.2"@@ -11859,7 +11859,7 @@ __metadata:peerDependenciesMeta:vite:optional: true- checksum: 8f63d799b139cceeb2a65421f940f64dfe85be8b99e6e5e6ed1b348914ff1ede638c451568bb9ed5e6f14e27c4b66b2d6ed2b453a61357bd30e25ed1be062e2c+ checksum: 1083ae98e02b8f120cfc0fa2793fbafa77165b02ffd7936ea9979ac612df5f138f6f8f2f909ab372c0a54018ddea34c95c2eb0d51072852848498d8b1c13f2fflanguageName: nodelinkType: hard