Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): lock file maintenance
renovate[bot]d55240be0f63
diff --git a/website/yarn.lock b/website/yarn.lockindex da2cd0b81..0b3a782c5 100644--- a/website/yarn.lock+++ b/website/yarn.lock@@ -6549,12 +6549,10 @@ __metadata:languageName: nodelinkType: hard-"detect-libc@npm:^1.0.3":- version: 1.0.3- resolution: "detect-libc@npm:1.0.3"- bin:- detect-libc: ./bin/detect-libc.js- checksum: 10c0/4da0deae9f69e13bc37a0902d78bf7169480004b1fed3c19722d56cff578d16f0e11633b7fbf5fb6249181236c72e90024cbd68f0b9558ae06e281f47326d50d+"detect-libc@npm:^2.0.3":+ version: 2.0.3+ resolution: "detect-libc@npm:2.0.3"+ checksum: 10c0/88095bda8f90220c95f162bf92cad70bd0e424913e655c20578600e35b91edc261af27531cf160a331e185c0ced93944bc7e09939143225f56312d7fd800fdb7languageName: nodelinkType: hard@@ -6784,9 +6782,9 @@ __metadata:linkType: hard"electron-to-chromium@npm:^1.5.73":- version: 1.5.112- resolution: "electron-to-chromium@npm:1.5.112"- checksum: 10c0/fc597268d6d3d7458b55141c436802a6c51078855f021823cdb380b80ad1a69e1c2899fdfc9cffa501d47feb3791ea6a75893fe802a608c7845e979a48f5ac25+ version: 1.5.113+ resolution: "electron-to-chromium@npm:1.5.113"+ checksum: 10c0/837fe2fd26adbc4f3ad8e758d14067a14f636f9c2923b5ded8adb93426bbe3fdc83b48ddf9f2cf03be31b5becb0c31144db19c823b696fd52a7bc4583f4bde00languageName: nodelinkType: hard@@ -9929,91 +9927,91 @@ __metadata:languageName: nodelinkType: hard-"lightningcss-darwin-arm64@npm:1.29.1":- version: 1.29.1- resolution: "lightningcss-darwin-arm64@npm:1.29.1"+"lightningcss-darwin-arm64@npm:1.29.2":+ version: 1.29.2+ resolution: "lightningcss-darwin-arm64@npm:1.29.2"conditions: os=darwin & cpu=arm64languageName: nodelinkType: hard-"lightningcss-darwin-x64@npm:1.29.1":- version: 1.29.1- resolution: "lightningcss-darwin-x64@npm:1.29.1"+"lightningcss-darwin-x64@npm:1.29.2":+ version: 1.29.2+ resolution: "lightningcss-darwin-x64@npm:1.29.2"conditions: os=darwin & cpu=x64languageName: nodelinkType: hard-"lightningcss-freebsd-x64@npm:1.29.1":- version: 1.29.1- resolution: "lightningcss-freebsd-x64@npm:1.29.1"+"lightningcss-freebsd-x64@npm:1.29.2":+ version: 1.29.2+ resolution: "lightningcss-freebsd-x64@npm:1.29.2"conditions: os=freebsd & cpu=x64languageName: nodelinkType: hard-"lightningcss-linux-arm-gnueabihf@npm:1.29.1":- version: 1.29.1- resolution: "lightningcss-linux-arm-gnueabihf@npm:1.29.1"+"lightningcss-linux-arm-gnueabihf@npm:1.29.2":+ version: 1.29.2+ resolution: "lightningcss-linux-arm-gnueabihf@npm:1.29.2"conditions: os=linux & cpu=armlanguageName: nodelinkType: hard-"lightningcss-linux-arm64-gnu@npm:1.29.1":- version: 1.29.1- resolution: "lightningcss-linux-arm64-gnu@npm:1.29.1"+"lightningcss-linux-arm64-gnu@npm:1.29.2":+ version: 1.29.2+ resolution: "lightningcss-linux-arm64-gnu@npm:1.29.2"conditions: os=linux & cpu=arm64 & libc=glibclanguageName: nodelinkType: hard-"lightningcss-linux-arm64-musl@npm:1.29.1":- version: 1.29.1- resolution: "lightningcss-linux-arm64-musl@npm:1.29.1"+"lightningcss-linux-arm64-musl@npm:1.29.2":+ version: 1.29.2+ resolution: "lightningcss-linux-arm64-musl@npm:1.29.2"conditions: os=linux & cpu=arm64 & libc=musllanguageName: nodelinkType: hard-"lightningcss-linux-x64-gnu@npm:1.29.1":- version: 1.29.1- resolution: "lightningcss-linux-x64-gnu@npm:1.29.1"+"lightningcss-linux-x64-gnu@npm:1.29.2":+ version: 1.29.2+ resolution: "lightningcss-linux-x64-gnu@npm:1.29.2"conditions: os=linux & cpu=x64 & libc=glibclanguageName: nodelinkType: hard-"lightningcss-linux-x64-musl@npm:1.29.1":- version: 1.29.1- resolution: "lightningcss-linux-x64-musl@npm:1.29.1"+"lightningcss-linux-x64-musl@npm:1.29.2":+ version: 1.29.2+ resolution: "lightningcss-linux-x64-musl@npm:1.29.2"conditions: os=linux & cpu=x64 & libc=musllanguageName: nodelinkType: hard-"lightningcss-win32-arm64-msvc@npm:1.29.1":- version: 1.29.1- resolution: "lightningcss-win32-arm64-msvc@npm:1.29.1"+"lightningcss-win32-arm64-msvc@npm:1.29.2":+ version: 1.29.2+ resolution: "lightningcss-win32-arm64-msvc@npm:1.29.2"conditions: os=win32 & cpu=arm64languageName: nodelinkType: hard-"lightningcss-win32-x64-msvc@npm:1.29.1":- version: 1.29.1- resolution: "lightningcss-win32-x64-msvc@npm:1.29.1"+"lightningcss-win32-x64-msvc@npm:1.29.2":+ version: 1.29.2+ resolution: "lightningcss-win32-x64-msvc@npm:1.29.2"conditions: os=win32 & cpu=x64languageName: nodelinkType: hard"lightningcss@npm:^1.27.0":- version: 1.29.1- resolution: "lightningcss@npm:1.29.1"- dependencies:- detect-libc: "npm:^1.0.3"- lightningcss-darwin-arm64: "npm:1.29.1"- lightningcss-darwin-x64: "npm:1.29.1"- lightningcss-freebsd-x64: "npm:1.29.1"- lightningcss-linux-arm-gnueabihf: "npm:1.29.1"- lightningcss-linux-arm64-gnu: "npm:1.29.1"- lightningcss-linux-arm64-musl: "npm:1.29.1"- lightningcss-linux-x64-gnu: "npm:1.29.1"- lightningcss-linux-x64-musl: "npm:1.29.1"- lightningcss-win32-arm64-msvc: "npm:1.29.1"- lightningcss-win32-x64-msvc: "npm:1.29.1"+ version: 1.29.2+ resolution: "lightningcss@npm:1.29.2"+ dependencies:+ detect-libc: "npm:^2.0.3"+ lightningcss-darwin-arm64: "npm:1.29.2"+ lightningcss-darwin-x64: "npm:1.29.2"+ lightningcss-freebsd-x64: "npm:1.29.2"+ lightningcss-linux-arm-gnueabihf: "npm:1.29.2"+ lightningcss-linux-arm64-gnu: "npm:1.29.2"+ lightningcss-linux-arm64-musl: "npm:1.29.2"+ lightningcss-linux-x64-gnu: "npm:1.29.2"+ lightningcss-linux-x64-musl: "npm:1.29.2"+ lightningcss-win32-arm64-msvc: "npm:1.29.2"+ lightningcss-win32-x64-msvc: "npm:1.29.2"dependenciesMeta:lightningcss-darwin-arm64:optional: true@@ -10035,7 +10033,7 @@ __metadata:optional: truelightningcss-win32-x64-msvc:optional: true- checksum: 10c0/c2f421f8fdbdf7e5fe271f12d18ffaf332a11c88094b2bcfb90c56d6a442281c609e23ad56b8974002d61f117e171c967e1fe74ffa458bed810e6c7526cd8c93+ checksum: 10c0/e06bb99c98e9f56cfcf37b5ce0e0198cdeeac2993ef2e5b878b6b0934fff54c7528f38bf8875e7bd71e64c9b20b29c0cada222d1e0089c8f94c1159bbb5d611flanguageName: nodelinkType: hard@@ -15120,8 +15118,8 @@ __metadata:linkType: hard"terser-webpack-plugin@npm:^5.3.11, terser-webpack-plugin@npm:^5.3.9":- version: 5.3.13- resolution: "terser-webpack-plugin@npm:5.3.13"+ version: 5.3.14+ resolution: "terser-webpack-plugin@npm:5.3.14"dependencies:"@jridgewell/trace-mapping": "npm:^0.3.25"jest-worker: "npm:^27.4.5"@@ -15137,7 +15135,7 @@ __metadata:optional: trueuglify-js:optional: true- checksum: 10c0/87e3f0d1202c7bd6b62aa596ac373541a451cd0bfa0c622797c17be30d2399c791b7719571b39b23252d75460608e2d1ea30071c31e758fea9800cb2e172b744+ checksum: 10c0/9b060947241af43bd6fd728456f60e646186aef492163672a35ad49be6fbc7f63b54a7356c3f6ff40a8f83f00a977edc26f044b8e106cc611c053c8c0eaf8569languageName: nodelinkType: hard@@ -16194,9 +16192,9 @@ __metadata:linkType: hard"yocto-queue@npm:^1.0.0":- version: 1.1.1- resolution: "yocto-queue@npm:1.1.1"- checksum: 10c0/cb287fe5e6acfa82690acb43c283de34e945c571a78a939774f6eaba7c285bacdf6c90fbc16ce530060863984c906d2b4c6ceb069c94d1e0a06d5f2b458e2a92+ version: 1.2.0+ resolution: "yocto-queue@npm:1.2.0"+ checksum: 10c0/9fb3adeba76b69cc7c916831c092bb69ac1aa685c692ae6eb819a9599cbe0c4ecfd5269c145691a15b86d0a25b27d854d6116bbc0851a3373c0a86edb96f1602languageName: nodelinkType: harddiff --git a/yarn.lock b/yarn.lockindex c07b8a181..73742603f 100644--- a/yarn.lock+++ b/yarn.lock@@ -1803,8 +1803,8 @@ __metadata:linkType: hard"@nx/devkit@npm:>=17.1.2 < 21":- version: 20.4.6- resolution: "@nx/devkit@npm:20.4.6"+ version: 20.5.0+ resolution: "@nx/devkit@npm:20.5.0"dependencies:ejs: "npm:^3.1.7"enquirer: "npm:~2.3.6"@@ -1816,76 +1816,76 @@ __metadata:yargs-parser: "npm:21.1.1"peerDependencies:nx: ">= 19 <= 21"- checksum: 10c0/489ae272d80c13ee4cc404cbfc4c93b20a24802fb3c4895ad18cae6be72f4385dff8b423b49a3687f02595333c982d5da0156de2f15fbd86cd8e49fb4505726f+ checksum: 10c0/0ef956343a6156dc53ceb6ace601ec3c03fd667384fe7fbf3a5b306142c2c0ccf53224e8b72a603b72f34878995b09847ac02f67764f8748e3480e6aa80c9144languageName: nodelinkType: hard-"@nx/nx-darwin-arm64@npm:20.4.6":- version: 20.4.6- resolution: "@nx/nx-darwin-arm64@npm:20.4.6"+"@nx/nx-darwin-arm64@npm:20.5.0":+ version: 20.5.0+ resolution: "@nx/nx-darwin-arm64@npm:20.5.0"conditions: os=darwin & cpu=arm64languageName: nodelinkType: hard-"@nx/nx-darwin-x64@npm:20.4.6":- version: 20.4.6- resolution: "@nx/nx-darwin-x64@npm:20.4.6"+"@nx/nx-darwin-x64@npm:20.5.0":+ version: 20.5.0+ resolution: "@nx/nx-darwin-x64@npm:20.5.0"conditions: os=darwin & cpu=x64languageName: nodelinkType: hard-"@nx/nx-freebsd-x64@npm:20.4.6":- version: 20.4.6- resolution: "@nx/nx-freebsd-x64@npm:20.4.6"+"@nx/nx-freebsd-x64@npm:20.5.0":+ version: 20.5.0+ resolution: "@nx/nx-freebsd-x64@npm:20.5.0"conditions: os=freebsd & cpu=x64languageName: nodelinkType: hard-"@nx/nx-linux-arm-gnueabihf@npm:20.4.6":- version: 20.4.6- resolution: "@nx/nx-linux-arm-gnueabihf@npm:20.4.6"+"@nx/nx-linux-arm-gnueabihf@npm:20.5.0":+ version: 20.5.0+ resolution: "@nx/nx-linux-arm-gnueabihf@npm:20.5.0"conditions: os=linux & cpu=armlanguageName: nodelinkType: hard-"@nx/nx-linux-arm64-gnu@npm:20.4.6":- version: 20.4.6- resolution: "@nx/nx-linux-arm64-gnu@npm:20.4.6"+"@nx/nx-linux-arm64-gnu@npm:20.5.0":+ version: 20.5.0+ resolution: "@nx/nx-linux-arm64-gnu@npm:20.5.0"conditions: os=linux & cpu=arm64 & libc=glibclanguageName: nodelinkType: hard-"@nx/nx-linux-arm64-musl@npm:20.4.6":- version: 20.4.6- resolution: "@nx/nx-linux-arm64-musl@npm:20.4.6"+"@nx/nx-linux-arm64-musl@npm:20.5.0":+ version: 20.5.0+ resolution: "@nx/nx-linux-arm64-musl@npm:20.5.0"conditions: os=linux & cpu=arm64 & libc=musllanguageName: nodelinkType: hard-"@nx/nx-linux-x64-gnu@npm:20.4.6":- version: 20.4.6- resolution: "@nx/nx-linux-x64-gnu@npm:20.4.6"+"@nx/nx-linux-x64-gnu@npm:20.5.0":+ version: 20.5.0+ resolution: "@nx/nx-linux-x64-gnu@npm:20.5.0"conditions: os=linux & cpu=x64 & libc=glibclanguageName: nodelinkType: hard-"@nx/nx-linux-x64-musl@npm:20.4.6":- version: 20.4.6- resolution: "@nx/nx-linux-x64-musl@npm:20.4.6"+"@nx/nx-linux-x64-musl@npm:20.5.0":+ version: 20.5.0+ resolution: "@nx/nx-linux-x64-musl@npm:20.5.0"conditions: os=linux & cpu=x64 & libc=musllanguageName: nodelinkType: hard-"@nx/nx-win32-arm64-msvc@npm:20.4.6":- version: 20.4.6- resolution: "@nx/nx-win32-arm64-msvc@npm:20.4.6"+"@nx/nx-win32-arm64-msvc@npm:20.5.0":+ version: 20.5.0+ resolution: "@nx/nx-win32-arm64-msvc@npm:20.5.0"conditions: os=win32 & cpu=arm64languageName: nodelinkType: hard-"@nx/nx-win32-x64-msvc@npm:20.4.6":- version: 20.4.6- resolution: "@nx/nx-win32-x64-msvc@npm:20.4.6"+"@nx/nx-win32-x64-msvc@npm:20.5.0":+ version: 20.5.0+ resolution: "@nx/nx-win32-x64-msvc@npm:20.5.0"conditions: os=win32 & cpu=x64languageName: nodelinkType: hard@@ -5235,9 +5235,9 @@ __metadata:linkType: hard"electron-to-chromium@npm:^1.5.73":- version: 1.5.112- resolution: "electron-to-chromium@npm:1.5.112"- checksum: 10c0/fc597268d6d3d7458b55141c436802a6c51078855f021823cdb380b80ad1a69e1c2899fdfc9cffa501d47feb3791ea6a75893fe802a608c7845e979a48f5ac25+ version: 1.5.113+ resolution: "electron-to-chromium@npm:1.5.113"+ checksum: 10c0/837fe2fd26adbc4f3ad8e758d14067a14f636f9c2923b5ded8adb93426bbe3fdc83b48ddf9f2cf03be31b5becb0c31144db19c823b696fd52a7bc4583f4bde00languageName: nodelinkType: hard@@ -10083,20 +10083,20 @@ __metadata:linkType: hard"nx@npm:>=17.1.2 < 21":- version: 20.4.6- resolution: "nx@npm:20.4.6"+ version: 20.5.0+ resolution: "nx@npm:20.5.0"dependencies:"@napi-rs/wasm-runtime": "npm:0.2.4"- "@nx/nx-darwin-arm64": "npm:20.4.6"- "@nx/nx-darwin-x64": "npm:20.4.6"- "@nx/nx-freebsd-x64": "npm:20.4.6"- "@nx/nx-linux-arm-gnueabihf": "npm:20.4.6"- "@nx/nx-linux-arm64-gnu": "npm:20.4.6"- "@nx/nx-linux-arm64-musl": "npm:20.4.6"- "@nx/nx-linux-x64-gnu": "npm:20.4.6"- "@nx/nx-linux-x64-musl": "npm:20.4.6"- "@nx/nx-win32-arm64-msvc": "npm:20.4.6"- "@nx/nx-win32-x64-msvc": "npm:20.4.6"+ "@nx/nx-darwin-arm64": "npm:20.5.0"+ "@nx/nx-darwin-x64": "npm:20.5.0"+ "@nx/nx-freebsd-x64": "npm:20.5.0"+ "@nx/nx-linux-arm-gnueabihf": "npm:20.5.0"+ "@nx/nx-linux-arm64-gnu": "npm:20.5.0"+ "@nx/nx-linux-arm64-musl": "npm:20.5.0"+ "@nx/nx-linux-x64-gnu": "npm:20.5.0"+ "@nx/nx-linux-x64-musl": "npm:20.5.0"+ "@nx/nx-win32-arm64-msvc": "npm:20.5.0"+ "@nx/nx-win32-x64-msvc": "npm:20.5.0""@yarnpkg/lockfile": "npm:^1.1.0""@yarnpkg/parsers": "npm:3.0.2""@zkochan/js-yaml": "npm:0.0.7"@@ -10162,7 +10162,7 @@ __metadata:bin:nx: bin/nx.jsnx-cloud: bin/nx-cloud.js- checksum: 10c0/8c6510a2929da72a1f8b29ef8962d56bb0e3962a70f0c37235079ff72bf455bbaaaaddc320a611545c81363a742d04d9f116a2f4715db0317225b381310ebfcb+ checksum: 10c0/cf2bf23baa30e5a1e21f9c449e3fa2df6b0a41af1c8a8fa77f6bfe9c92d95c515e537480e5205acea0b0898c0576be85110ac895eec1addfc4a81befc75aab35languageName: nodelinkType: hard@@ -10932,15 +10932,6 @@ __metadata:languageName: nodelinkType: hard-"playwright-core@npm:1.50.1":- version: 1.50.1- resolution: "playwright-core@npm:1.50.1"- bin:- playwright-core: cli.js- checksum: 10c0/c158764257d870897c31807a830ddcc3f5aaf4376719e05aeada3489a01f751650b2dc43e027201a40405a1b075084e89f58cd3730a985a229efe9d8cecfe360- languageName: node- linkType: hard-"playwright-core@npm:1.51.0":version: 1.51.0resolution: "playwright-core@npm:1.51.0"@@ -10950,7 +10941,7 @@ __metadata:languageName: nodelinkType: hard-"playwright@npm:1.51.0":+"playwright@npm:1.51.0, playwright@npm:^1.50.1":version: 1.51.0resolution: "playwright@npm:1.51.0"dependencies:@@ -10965,21 +10956,6 @@ __metadata:languageName: nodelinkType: hard-"playwright@npm:^1.50.1":- version: 1.50.1- resolution: "playwright@npm:1.50.1"- dependencies:- fsevents: "npm:2.3.2"- playwright-core: "npm:1.50.1"- dependenciesMeta:- fsevents:- optional: true- bin:- playwright: cli.js- checksum: 10c0/b292ee6e0d122748a3d024b85ace86a0d9c848fc4121685d90ffc5d43d6bcf13ed7dc7488b1055f69040599c420052306ccba6fabfe2f69a15fc109c55171207- languageName: node- linkType: hard-"portastic@npm:^1.0.1":version: 1.0.1resolution: "portastic@npm:1.0.1"@@ -12934,21 +12910,21 @@ __metadata:languageName: nodelinkType: hard-"tldts-core@npm:^6.1.82":- version: 6.1.82- resolution: "tldts-core@npm:6.1.82"- checksum: 10c0/bdbefb17837d7d85b79a44824feafad3d12fbbfbe4f0a89d9618765b18e880d4c7ebe9e87258a2a0e85deec23adbcaaa5f4240129d8017f896b0cda0c32ae6e4+"tldts-core@npm:^6.1.83":+ version: 6.1.83+ resolution: "tldts-core@npm:6.1.83"+ checksum: 10c0/097be8b909eb86a420d11e74a17461407b517b7f1fa26434de6b5a3f43b1336065e4162024ef02404d1425b572fb6afdeff31c5d03e9d42d806166394bcbd588languageName: nodelinkType: hard"tldts@npm:^6.0.0, tldts@npm:^6.1.32":- version: 6.1.82- resolution: "tldts@npm:6.1.82"+ version: 6.1.83+ resolution: "tldts@npm:6.1.83"dependencies:- tldts-core: "npm:^6.1.82"+ tldts-core: "npm:^6.1.83"bin:tldts: bin/cli.js- checksum: 10c0/e01dd47de5a1e5ca7ffe33d9e18cfd608e93ef45cf1f80f3fced1cea192d07a840664ded894b590551ebcaaf8a583a68a4b23bc0645b5885508b57010a9316af+ checksum: 10c0/85186a9ae342e4d0eac34d0b1a645e8c35e62dbdcc5f0ee8ae11e7a8221eb9bce5a97e57723b12d76e3866c2467f232b6408c09d94c907ecc7998a507ca2c66blanguageName: nodelinkType: hard@@ -14181,9 +14157,9 @@ __metadata:linkType: hard"yocto-queue@npm:^1.0.0":- version: 1.1.1- resolution: "yocto-queue@npm:1.1.1"- checksum: 10c0/cb287fe5e6acfa82690acb43c283de34e945c571a78a939774f6eaba7c285bacdf6c90fbc16ce530060863984c906d2b4c6ceb069c94d1e0a06d5f2b458e2a92+ version: 1.2.0+ resolution: "yocto-queue@npm:1.2.0"+ checksum: 10c0/9fb3adeba76b69cc7c916831c092bb69ac1aa685c692ae6eb819a9599cbe0c4ecfd5269c145691a15b86d0a25b27d854d6116bbc0851a3373c0a86edb96f1602languageName: nodelinkType: hard