Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): lock file maintenance
renovate[bot]d5aa254d1744
diff --git a/website/yarn.lock b/website/yarn.lockindex a0f2b9353..2fc8881e7 100644--- a/website/yarn.lock+++ b/website/yarn.lock@@ -13448,18 +13448,18 @@ __metadata:linkType: hard"typedoc@npm:^0.25.3":- version: 0.25.3- resolution: "typedoc@npm:0.25.3"+ version: 0.25.4+ resolution: "typedoc@npm:0.25.4"dependencies:lunr: "npm:^2.3.9"marked: "npm:^4.3.0"minimatch: "npm:^9.0.3"shiki: "npm:^0.14.1"peerDependencies:- typescript: 4.6.x || 4.7.x || 4.8.x || 4.9.x || 5.0.x || 5.1.x || 5.2.x+ typescript: 4.6.x || 4.7.x || 4.8.x || 4.9.x || 5.0.x || 5.1.x || 5.2.x || 5.3.xbin:typedoc: bin/typedoc- checksum: fcd0dfa48c2374037356968bcf931022c05783bdce41e5cd804221f427d33b402e2079c4b54fa72c9ebd0315d83e1faef52439e481a1cc8a3bd06de2fd3790aa+ checksum: 2790b3f16b26a477cfc9b72f81b4f209c885c554f9c7b2557d5d85ea4c8bd6a51584af8d29eec123a26398c4986f52b0c3c7a9c32352a223c33a96bd211f288flanguageName: nodelinkType: harddiff --git a/yarn.lock b/yarn.lockindex 24dafe550..b74c2710d 100644--- a/yarn.lock+++ b/yarn.lock@@ -714,9 +714,9 @@ __metadata:languageName: nodelinkType: hard-"@esbuild/android-arm64@npm:0.19.7":- version: 0.19.7- resolution: "@esbuild/android-arm64@npm:0.19.7"+"@esbuild/android-arm64@npm:0.19.8":+ version: 0.19.8+ resolution: "@esbuild/android-arm64@npm:0.19.8"conditions: os=android & cpu=arm64languageName: nodelinkType: hard@@ -728,9 +728,9 @@ __metadata:languageName: nodelinkType: hard-"@esbuild/android-arm@npm:0.19.7":- version: 0.19.7- resolution: "@esbuild/android-arm@npm:0.19.7"+"@esbuild/android-arm@npm:0.19.8":+ version: 0.19.8+ resolution: "@esbuild/android-arm@npm:0.19.8"conditions: os=android & cpu=armlanguageName: nodelinkType: hard@@ -742,9 +742,9 @@ __metadata:languageName: nodelinkType: hard-"@esbuild/android-x64@npm:0.19.7":- version: 0.19.7- resolution: "@esbuild/android-x64@npm:0.19.7"+"@esbuild/android-x64@npm:0.19.8":+ version: 0.19.8+ resolution: "@esbuild/android-x64@npm:0.19.8"conditions: os=android & cpu=x64languageName: nodelinkType: hard@@ -756,9 +756,9 @@ __metadata:languageName: nodelinkType: hard-"@esbuild/darwin-arm64@npm:0.19.7":- version: 0.19.7- resolution: "@esbuild/darwin-arm64@npm:0.19.7"+"@esbuild/darwin-arm64@npm:0.19.8":+ version: 0.19.8+ resolution: "@esbuild/darwin-arm64@npm:0.19.8"conditions: os=darwin & cpu=arm64languageName: nodelinkType: hard@@ -770,9 +770,9 @@ __metadata:languageName: nodelinkType: hard-"@esbuild/darwin-x64@npm:0.19.7":- version: 0.19.7- resolution: "@esbuild/darwin-x64@npm:0.19.7"+"@esbuild/darwin-x64@npm:0.19.8":+ version: 0.19.8+ resolution: "@esbuild/darwin-x64@npm:0.19.8"conditions: os=darwin & cpu=x64languageName: nodelinkType: hard@@ -784,9 +784,9 @@ __metadata:languageName: nodelinkType: hard-"@esbuild/freebsd-arm64@npm:0.19.7":- version: 0.19.7- resolution: "@esbuild/freebsd-arm64@npm:0.19.7"+"@esbuild/freebsd-arm64@npm:0.19.8":+ version: 0.19.8+ resolution: "@esbuild/freebsd-arm64@npm:0.19.8"conditions: os=freebsd & cpu=arm64languageName: nodelinkType: hard@@ -798,9 +798,9 @@ __metadata:languageName: nodelinkType: hard-"@esbuild/freebsd-x64@npm:0.19.7":- version: 0.19.7- resolution: "@esbuild/freebsd-x64@npm:0.19.7"+"@esbuild/freebsd-x64@npm:0.19.8":+ version: 0.19.8+ resolution: "@esbuild/freebsd-x64@npm:0.19.8"conditions: os=freebsd & cpu=x64languageName: nodelinkType: hard@@ -812,9 +812,9 @@ __metadata:languageName: nodelinkType: hard-"@esbuild/linux-arm64@npm:0.19.7":- version: 0.19.7- resolution: "@esbuild/linux-arm64@npm:0.19.7"+"@esbuild/linux-arm64@npm:0.19.8":+ version: 0.19.8+ resolution: "@esbuild/linux-arm64@npm:0.19.8"conditions: os=linux & cpu=arm64languageName: nodelinkType: hard@@ -826,9 +826,9 @@ __metadata:languageName: nodelinkType: hard-"@esbuild/linux-arm@npm:0.19.7":- version: 0.19.7- resolution: "@esbuild/linux-arm@npm:0.19.7"+"@esbuild/linux-arm@npm:0.19.8":+ version: 0.19.8+ resolution: "@esbuild/linux-arm@npm:0.19.8"conditions: os=linux & cpu=armlanguageName: nodelinkType: hard@@ -840,9 +840,9 @@ __metadata:languageName: nodelinkType: hard-"@esbuild/linux-ia32@npm:0.19.7":- version: 0.19.7- resolution: "@esbuild/linux-ia32@npm:0.19.7"+"@esbuild/linux-ia32@npm:0.19.8":+ version: 0.19.8+ resolution: "@esbuild/linux-ia32@npm:0.19.8"conditions: os=linux & cpu=ia32languageName: nodelinkType: hard@@ -854,9 +854,9 @@ __metadata:languageName: nodelinkType: hard-"@esbuild/linux-loong64@npm:0.19.7":- version: 0.19.7- resolution: "@esbuild/linux-loong64@npm:0.19.7"+"@esbuild/linux-loong64@npm:0.19.8":+ version: 0.19.8+ resolution: "@esbuild/linux-loong64@npm:0.19.8"conditions: os=linux & cpu=loong64languageName: nodelinkType: hard@@ -868,9 +868,9 @@ __metadata:languageName: nodelinkType: hard-"@esbuild/linux-mips64el@npm:0.19.7":- version: 0.19.7- resolution: "@esbuild/linux-mips64el@npm:0.19.7"+"@esbuild/linux-mips64el@npm:0.19.8":+ version: 0.19.8+ resolution: "@esbuild/linux-mips64el@npm:0.19.8"conditions: os=linux & cpu=mips64ellanguageName: nodelinkType: hard@@ -882,9 +882,9 @@ __metadata:languageName: nodelinkType: hard-"@esbuild/linux-ppc64@npm:0.19.7":- version: 0.19.7- resolution: "@esbuild/linux-ppc64@npm:0.19.7"+"@esbuild/linux-ppc64@npm:0.19.8":+ version: 0.19.8+ resolution: "@esbuild/linux-ppc64@npm:0.19.8"conditions: os=linux & cpu=ppc64languageName: nodelinkType: hard@@ -896,9 +896,9 @@ __metadata:languageName: nodelinkType: hard-"@esbuild/linux-riscv64@npm:0.19.7":- version: 0.19.7- resolution: "@esbuild/linux-riscv64@npm:0.19.7"+"@esbuild/linux-riscv64@npm:0.19.8":+ version: 0.19.8+ resolution: "@esbuild/linux-riscv64@npm:0.19.8"conditions: os=linux & cpu=riscv64languageName: nodelinkType: hard@@ -910,9 +910,9 @@ __metadata:languageName: nodelinkType: hard-"@esbuild/linux-s390x@npm:0.19.7":- version: 0.19.7- resolution: "@esbuild/linux-s390x@npm:0.19.7"+"@esbuild/linux-s390x@npm:0.19.8":+ version: 0.19.8+ resolution: "@esbuild/linux-s390x@npm:0.19.8"conditions: os=linux & cpu=s390xlanguageName: nodelinkType: hard@@ -924,9 +924,9 @@ __metadata:languageName: nodelinkType: hard-"@esbuild/linux-x64@npm:0.19.7":- version: 0.19.7- resolution: "@esbuild/linux-x64@npm:0.19.7"+"@esbuild/linux-x64@npm:0.19.8":+ version: 0.19.8+ resolution: "@esbuild/linux-x64@npm:0.19.8"conditions: os=linux & cpu=x64languageName: nodelinkType: hard@@ -938,9 +938,9 @@ __metadata:languageName: nodelinkType: hard-"@esbuild/netbsd-x64@npm:0.19.7":- version: 0.19.7- resolution: "@esbuild/netbsd-x64@npm:0.19.7"+"@esbuild/netbsd-x64@npm:0.19.8":+ version: 0.19.8+ resolution: "@esbuild/netbsd-x64@npm:0.19.8"conditions: os=netbsd & cpu=x64languageName: nodelinkType: hard@@ -952,9 +952,9 @@ __metadata:languageName: nodelinkType: hard-"@esbuild/openbsd-x64@npm:0.19.7":- version: 0.19.7- resolution: "@esbuild/openbsd-x64@npm:0.19.7"+"@esbuild/openbsd-x64@npm:0.19.8":+ version: 0.19.8+ resolution: "@esbuild/openbsd-x64@npm:0.19.8"conditions: os=openbsd & cpu=x64languageName: nodelinkType: hard@@ -966,9 +966,9 @@ __metadata:languageName: nodelinkType: hard-"@esbuild/sunos-x64@npm:0.19.7":- version: 0.19.7- resolution: "@esbuild/sunos-x64@npm:0.19.7"+"@esbuild/sunos-x64@npm:0.19.8":+ version: 0.19.8+ resolution: "@esbuild/sunos-x64@npm:0.19.8"conditions: os=sunos & cpu=x64languageName: nodelinkType: hard@@ -980,9 +980,9 @@ __metadata:languageName: nodelinkType: hard-"@esbuild/win32-arm64@npm:0.19.7":- version: 0.19.7- resolution: "@esbuild/win32-arm64@npm:0.19.7"+"@esbuild/win32-arm64@npm:0.19.8":+ version: 0.19.8+ resolution: "@esbuild/win32-arm64@npm:0.19.8"conditions: os=win32 & cpu=arm64languageName: nodelinkType: hard@@ -994,9 +994,9 @@ __metadata:languageName: nodelinkType: hard-"@esbuild/win32-ia32@npm:0.19.7":- version: 0.19.7- resolution: "@esbuild/win32-ia32@npm:0.19.7"+"@esbuild/win32-ia32@npm:0.19.8":+ version: 0.19.8+ resolution: "@esbuild/win32-ia32@npm:0.19.8"conditions: os=win32 & cpu=ia32languageName: nodelinkType: hard@@ -1008,9 +1008,9 @@ __metadata:languageName: nodelinkType: hard-"@esbuild/win32-x64@npm:0.19.7":- version: 0.19.7- resolution: "@esbuild/win32-x64@npm:0.19.7"+"@esbuild/win32-x64@npm:0.19.8":+ version: 0.19.8+ resolution: "@esbuild/win32-x64@npm:0.19.8"conditions: os=win32 & cpu=x64languageName: nodelinkType: hard@@ -1686,86 +1686,86 @@ __metadata:languageName: nodelinkType: hard-"@rollup/rollup-android-arm-eabi@npm:4.5.2":- version: 4.5.2- resolution: "@rollup/rollup-android-arm-eabi@npm:4.5.2"+"@rollup/rollup-android-arm-eabi@npm:4.6.0":+ version: 4.6.0+ resolution: "@rollup/rollup-android-arm-eabi@npm:4.6.0"conditions: os=android & cpu=armlanguageName: nodelinkType: hard-"@rollup/rollup-android-arm64@npm:4.5.2":- version: 4.5.2- resolution: "@rollup/rollup-android-arm64@npm:4.5.2"+"@rollup/rollup-android-arm64@npm:4.6.0":+ version: 4.6.0+ resolution: "@rollup/rollup-android-arm64@npm:4.6.0"conditions: os=android & cpu=arm64languageName: nodelinkType: hard-"@rollup/rollup-darwin-arm64@npm:4.5.2":- version: 4.5.2- resolution: "@rollup/rollup-darwin-arm64@npm:4.5.2"+"@rollup/rollup-darwin-arm64@npm:4.6.0":+ version: 4.6.0+ resolution: "@rollup/rollup-darwin-arm64@npm:4.6.0"conditions: os=darwin & cpu=arm64languageName: nodelinkType: hard-"@rollup/rollup-darwin-x64@npm:4.5.2":- version: 4.5.2- resolution: "@rollup/rollup-darwin-x64@npm:4.5.2"+"@rollup/rollup-darwin-x64@npm:4.6.0":+ version: 4.6.0+ resolution: "@rollup/rollup-darwin-x64@npm:4.6.0"conditions: os=darwin & cpu=x64languageName: nodelinkType: hard-"@rollup/rollup-linux-arm-gnueabihf@npm:4.5.2":- version: 4.5.2- resolution: "@rollup/rollup-linux-arm-gnueabihf@npm:4.5.2"+"@rollup/rollup-linux-arm-gnueabihf@npm:4.6.0":+ version: 4.6.0+ resolution: "@rollup/rollup-linux-arm-gnueabihf@npm:4.6.0"conditions: os=linux & cpu=armlanguageName: nodelinkType: hard-"@rollup/rollup-linux-arm64-gnu@npm:4.5.2":- version: 4.5.2- resolution: "@rollup/rollup-linux-arm64-gnu@npm:4.5.2"+"@rollup/rollup-linux-arm64-gnu@npm:4.6.0":+ version: 4.6.0+ resolution: "@rollup/rollup-linux-arm64-gnu@npm:4.6.0"conditions: os=linux & cpu=arm64 & libc=glibclanguageName: nodelinkType: hard-"@rollup/rollup-linux-arm64-musl@npm:4.5.2":- version: 4.5.2- resolution: "@rollup/rollup-linux-arm64-musl@npm:4.5.2"+"@rollup/rollup-linux-arm64-musl@npm:4.6.0":+ version: 4.6.0+ resolution: "@rollup/rollup-linux-arm64-musl@npm:4.6.0"conditions: os=linux & cpu=arm64 & libc=musllanguageName: nodelinkType: hard-"@rollup/rollup-linux-x64-gnu@npm:4.5.2":- version: 4.5.2- resolution: "@rollup/rollup-linux-x64-gnu@npm:4.5.2"+"@rollup/rollup-linux-x64-gnu@npm:4.6.0":+ version: 4.6.0+ resolution: "@rollup/rollup-linux-x64-gnu@npm:4.6.0"conditions: os=linux & cpu=x64 & libc=glibclanguageName: nodelinkType: hard-"@rollup/rollup-linux-x64-musl@npm:4.5.2":- version: 4.5.2- resolution: "@rollup/rollup-linux-x64-musl@npm:4.5.2"+"@rollup/rollup-linux-x64-musl@npm:4.6.0":+ version: 4.6.0+ resolution: "@rollup/rollup-linux-x64-musl@npm:4.6.0"conditions: os=linux & cpu=x64 & libc=musllanguageName: nodelinkType: hard-"@rollup/rollup-win32-arm64-msvc@npm:4.5.2":- version: 4.5.2- resolution: "@rollup/rollup-win32-arm64-msvc@npm:4.5.2"+"@rollup/rollup-win32-arm64-msvc@npm:4.6.0":+ version: 4.6.0+ resolution: "@rollup/rollup-win32-arm64-msvc@npm:4.6.0"conditions: os=win32 & cpu=arm64languageName: nodelinkType: hard-"@rollup/rollup-win32-ia32-msvc@npm:4.5.2":- version: 4.5.2- resolution: "@rollup/rollup-win32-ia32-msvc@npm:4.5.2"+"@rollup/rollup-win32-ia32-msvc@npm:4.6.0":+ version: 4.6.0+ resolution: "@rollup/rollup-win32-ia32-msvc@npm:4.6.0"conditions: os=win32 & cpu=ia32languageName: nodelinkType: hard-"@rollup/rollup-win32-x64-msvc@npm:4.5.2":- version: 4.5.2- resolution: "@rollup/rollup-win32-x64-msvc@npm:4.5.2"+"@rollup/rollup-win32-x64-msvc@npm:4.6.0":+ version: 4.6.0+ resolution: "@rollup/rollup-win32-x64-msvc@npm:4.6.0"conditions: os=win32 & cpu=x64languageName: nodelinkType: hard@@ -4848,31 +4848,31 @@ __metadata:linkType: hard"esbuild@npm:^0.19.3":- version: 0.19.7- resolution: "esbuild@npm:0.19.7"- dependencies:- "@esbuild/android-arm": "npm:0.19.7"- "@esbuild/android-arm64": "npm:0.19.7"- "@esbuild/android-x64": "npm:0.19.7"- "@esbuild/darwin-arm64": "npm:0.19.7"- "@esbuild/darwin-x64": "npm:0.19.7"- "@esbuild/freebsd-arm64": "npm:0.19.7"- "@esbuild/freebsd-x64": "npm:0.19.7"- "@esbuild/linux-arm": "npm:0.19.7"- "@esbuild/linux-arm64": "npm:0.19.7"- "@esbuild/linux-ia32": "npm:0.19.7"- "@esbuild/linux-loong64": "npm:0.19.7"- "@esbuild/linux-mips64el": "npm:0.19.7"- "@esbuild/linux-ppc64": "npm:0.19.7"- "@esbuild/linux-riscv64": "npm:0.19.7"- "@esbuild/linux-s390x": "npm:0.19.7"- "@esbuild/linux-x64": "npm:0.19.7"- "@esbuild/netbsd-x64": "npm:0.19.7"- "@esbuild/openbsd-x64": "npm:0.19.7"- "@esbuild/sunos-x64": "npm:0.19.7"- "@esbuild/win32-arm64": "npm:0.19.7"- "@esbuild/win32-ia32": "npm:0.19.7"- "@esbuild/win32-x64": "npm:0.19.7"+ version: 0.19.8+ resolution: "esbuild@npm:0.19.8"+ dependencies:+ "@esbuild/android-arm": "npm:0.19.8"+ "@esbuild/android-arm64": "npm:0.19.8"+ "@esbuild/android-x64": "npm:0.19.8"+ "@esbuild/darwin-arm64": "npm:0.19.8"+ "@esbuild/darwin-x64": "npm:0.19.8"+ "@esbuild/freebsd-arm64": "npm:0.19.8"+ "@esbuild/freebsd-x64": "npm:0.19.8"+ "@esbuild/linux-arm": "npm:0.19.8"+ "@esbuild/linux-arm64": "npm:0.19.8"+ "@esbuild/linux-ia32": "npm:0.19.8"+ "@esbuild/linux-loong64": "npm:0.19.8"+ "@esbuild/linux-mips64el": "npm:0.19.8"+ "@esbuild/linux-ppc64": "npm:0.19.8"+ "@esbuild/linux-riscv64": "npm:0.19.8"+ "@esbuild/linux-s390x": "npm:0.19.8"+ "@esbuild/linux-x64": "npm:0.19.8"+ "@esbuild/netbsd-x64": "npm:0.19.8"+ "@esbuild/openbsd-x64": "npm:0.19.8"+ "@esbuild/sunos-x64": "npm:0.19.8"+ "@esbuild/win32-arm64": "npm:0.19.8"+ "@esbuild/win32-ia32": "npm:0.19.8"+ "@esbuild/win32-x64": "npm:0.19.8"dependenciesMeta:"@esbuild/android-arm":optional: true@@ -4920,7 +4920,7 @@ __metadata:optional: truebin:esbuild: bin/esbuild- checksum: ec72d9523559005cf9d15c9c9295406633a0c38a20b63d76f22de211902d4cfbe1bfc713a19b4125355cbde5cdf80a1702c13f20cdc035fdbe7aa52d706de59c+ checksum: 57d7d0bc40965bdd9d4c2d76d7f9b8890c59d764e2e3820d3b01af03b6187a90efc0acf05ec900d66672c15760d7377bd22d9330d302fecc492b27065c6941a6languageName: nodelinkType: hard@@ -10460,21 +10460,21 @@ __metadata:linkType: hard"rollup@npm:^4.2.0":- version: 4.5.2- resolution: "rollup@npm:4.5.2"- dependencies:- "@rollup/rollup-android-arm-eabi": "npm:4.5.2"- "@rollup/rollup-android-arm64": "npm:4.5.2"- "@rollup/rollup-darwin-arm64": "npm:4.5.2"- "@rollup/rollup-darwin-x64": "npm:4.5.2"- "@rollup/rollup-linux-arm-gnueabihf": "npm:4.5.2"- "@rollup/rollup-linux-arm64-gnu": "npm:4.5.2"- "@rollup/rollup-linux-arm64-musl": "npm:4.5.2"- "@rollup/rollup-linux-x64-gnu": "npm:4.5.2"- "@rollup/rollup-linux-x64-musl": "npm:4.5.2"- "@rollup/rollup-win32-arm64-msvc": "npm:4.5.2"- "@rollup/rollup-win32-ia32-msvc": "npm:4.5.2"- "@rollup/rollup-win32-x64-msvc": "npm:4.5.2"+ version: 4.6.0+ resolution: "rollup@npm:4.6.0"+ dependencies:+ "@rollup/rollup-android-arm-eabi": "npm:4.6.0"+ "@rollup/rollup-android-arm64": "npm:4.6.0"+ "@rollup/rollup-darwin-arm64": "npm:4.6.0"+ "@rollup/rollup-darwin-x64": "npm:4.6.0"+ "@rollup/rollup-linux-arm-gnueabihf": "npm:4.6.0"+ "@rollup/rollup-linux-arm64-gnu": "npm:4.6.0"+ "@rollup/rollup-linux-arm64-musl": "npm:4.6.0"+ "@rollup/rollup-linux-x64-gnu": "npm:4.6.0"+ "@rollup/rollup-linux-x64-musl": "npm:4.6.0"+ "@rollup/rollup-win32-arm64-msvc": "npm:4.6.0"+ "@rollup/rollup-win32-ia32-msvc": "npm:4.6.0"+ "@rollup/rollup-win32-x64-msvc": "npm:4.6.0"fsevents: "npm:~2.3.2"dependenciesMeta:"@rollup/rollup-android-arm-eabi":@@ -10505,7 +10505,7 @@ __metadata:optional: truebin:rollup: dist/bin/rollup- checksum: 3f6379be42e8a57501798269baa097554d80fd018a5acb003f64eefd525e4932285073f8cf6148c4b7ae51b5b0807005e0a884241e113f03866b6d0ac783a54e+ checksum: 27e5cb87633a480d951121a631cfcff1e5ca0539069f88abd3dd75df6b4cc4cadfb532ee84e1bf7d7a7f318ad57dc5e516c77331703761dd71ed57c0a57e0c3elanguageName: nodelinkType: hard