Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): lock file maintenance
renovate[bot]c62613826b21
diff --git a/website/yarn.lock b/website/yarn.lockindex 47bc7ef6c..ad9952444 100644--- a/website/yarn.lock+++ b/website/yarn.lock@@ -5843,9 +5843,9 @@ __metadata:linkType: hard"electron-to-chromium@npm:^1.4.601":- version: 1.4.642- resolution: "electron-to-chromium@npm:1.4.642"- checksum: 1a45c745e4cfa6dd0a756ca7df8295dd227b80a6d3552ccedd9665525aedab53d5335e8b97d64c02a6b10b0c773f8b9c20877875b3a3eb2428330f14d3892f27+ version: 1.4.643+ resolution: "electron-to-chromium@npm:1.4.643"+ checksum: 3a5d836089b220a9da7ebaf4ac8817f021aa11e71b81d055c3bdde7276d8e60f691de6dcb0afe0eda4014923638b3fd74c0e548ba36d747e1eb51027d276ed9blanguageName: nodelinkType: harddiff --git a/yarn.lock b/yarn.lockindex 706e76587..0fc0f6415 100644--- a/yarn.lock+++ b/yarn.lock@@ -749,163 +749,163 @@ __metadata:languageName: unknownlinkType: soft-"@esbuild/aix-ppc64@npm:0.19.11":- version: 0.19.11- resolution: "@esbuild/aix-ppc64@npm:0.19.11"+"@esbuild/aix-ppc64@npm:0.19.12":+ version: 0.19.12+ resolution: "@esbuild/aix-ppc64@npm:0.19.12"conditions: os=aix & cpu=ppc64languageName: nodelinkType: hard-"@esbuild/android-arm64@npm:0.19.11":- version: 0.19.11- resolution: "@esbuild/android-arm64@npm:0.19.11"+"@esbuild/android-arm64@npm:0.19.12":+ version: 0.19.12+ resolution: "@esbuild/android-arm64@npm:0.19.12"conditions: os=android & cpu=arm64languageName: nodelinkType: hard-"@esbuild/android-arm@npm:0.19.11":- version: 0.19.11- resolution: "@esbuild/android-arm@npm:0.19.11"+"@esbuild/android-arm@npm:0.19.12":+ version: 0.19.12+ resolution: "@esbuild/android-arm@npm:0.19.12"conditions: os=android & cpu=armlanguageName: nodelinkType: hard-"@esbuild/android-x64@npm:0.19.11":- version: 0.19.11- resolution: "@esbuild/android-x64@npm:0.19.11"+"@esbuild/android-x64@npm:0.19.12":+ version: 0.19.12+ resolution: "@esbuild/android-x64@npm:0.19.12"conditions: os=android & cpu=x64languageName: nodelinkType: hard-"@esbuild/darwin-arm64@npm:0.19.11":- version: 0.19.11- resolution: "@esbuild/darwin-arm64@npm:0.19.11"+"@esbuild/darwin-arm64@npm:0.19.12":+ version: 0.19.12+ resolution: "@esbuild/darwin-arm64@npm:0.19.12"conditions: os=darwin & cpu=arm64languageName: nodelinkType: hard-"@esbuild/darwin-x64@npm:0.19.11":- version: 0.19.11- resolution: "@esbuild/darwin-x64@npm:0.19.11"+"@esbuild/darwin-x64@npm:0.19.12":+ version: 0.19.12+ resolution: "@esbuild/darwin-x64@npm:0.19.12"conditions: os=darwin & cpu=x64languageName: nodelinkType: hard-"@esbuild/freebsd-arm64@npm:0.19.11":- version: 0.19.11- resolution: "@esbuild/freebsd-arm64@npm:0.19.11"+"@esbuild/freebsd-arm64@npm:0.19.12":+ version: 0.19.12+ resolution: "@esbuild/freebsd-arm64@npm:0.19.12"conditions: os=freebsd & cpu=arm64languageName: nodelinkType: hard-"@esbuild/freebsd-x64@npm:0.19.11":- version: 0.19.11- resolution: "@esbuild/freebsd-x64@npm:0.19.11"+"@esbuild/freebsd-x64@npm:0.19.12":+ version: 0.19.12+ resolution: "@esbuild/freebsd-x64@npm:0.19.12"conditions: os=freebsd & cpu=x64languageName: nodelinkType: hard-"@esbuild/linux-arm64@npm:0.19.11":- version: 0.19.11- resolution: "@esbuild/linux-arm64@npm:0.19.11"+"@esbuild/linux-arm64@npm:0.19.12":+ version: 0.19.12+ resolution: "@esbuild/linux-arm64@npm:0.19.12"conditions: os=linux & cpu=arm64languageName: nodelinkType: hard-"@esbuild/linux-arm@npm:0.19.11":- version: 0.19.11- resolution: "@esbuild/linux-arm@npm:0.19.11"+"@esbuild/linux-arm@npm:0.19.12":+ version: 0.19.12+ resolution: "@esbuild/linux-arm@npm:0.19.12"conditions: os=linux & cpu=armlanguageName: nodelinkType: hard-"@esbuild/linux-ia32@npm:0.19.11":- version: 0.19.11- resolution: "@esbuild/linux-ia32@npm:0.19.11"+"@esbuild/linux-ia32@npm:0.19.12":+ version: 0.19.12+ resolution: "@esbuild/linux-ia32@npm:0.19.12"conditions: os=linux & cpu=ia32languageName: nodelinkType: hard-"@esbuild/linux-loong64@npm:0.19.11":- version: 0.19.11- resolution: "@esbuild/linux-loong64@npm:0.19.11"+"@esbuild/linux-loong64@npm:0.19.12":+ version: 0.19.12+ resolution: "@esbuild/linux-loong64@npm:0.19.12"conditions: os=linux & cpu=loong64languageName: nodelinkType: hard-"@esbuild/linux-mips64el@npm:0.19.11":- version: 0.19.11- resolution: "@esbuild/linux-mips64el@npm:0.19.11"+"@esbuild/linux-mips64el@npm:0.19.12":+ version: 0.19.12+ resolution: "@esbuild/linux-mips64el@npm:0.19.12"conditions: os=linux & cpu=mips64ellanguageName: nodelinkType: hard-"@esbuild/linux-ppc64@npm:0.19.11":- version: 0.19.11- resolution: "@esbuild/linux-ppc64@npm:0.19.11"+"@esbuild/linux-ppc64@npm:0.19.12":+ version: 0.19.12+ resolution: "@esbuild/linux-ppc64@npm:0.19.12"conditions: os=linux & cpu=ppc64languageName: nodelinkType: hard-"@esbuild/linux-riscv64@npm:0.19.11":- version: 0.19.11- resolution: "@esbuild/linux-riscv64@npm:0.19.11"+"@esbuild/linux-riscv64@npm:0.19.12":+ version: 0.19.12+ resolution: "@esbuild/linux-riscv64@npm:0.19.12"conditions: os=linux & cpu=riscv64languageName: nodelinkType: hard-"@esbuild/linux-s390x@npm:0.19.11":- version: 0.19.11- resolution: "@esbuild/linux-s390x@npm:0.19.11"+"@esbuild/linux-s390x@npm:0.19.12":+ version: 0.19.12+ resolution: "@esbuild/linux-s390x@npm:0.19.12"conditions: os=linux & cpu=s390xlanguageName: nodelinkType: hard-"@esbuild/linux-x64@npm:0.19.11":- version: 0.19.11- resolution: "@esbuild/linux-x64@npm:0.19.11"+"@esbuild/linux-x64@npm:0.19.12":+ version: 0.19.12+ resolution: "@esbuild/linux-x64@npm:0.19.12"conditions: os=linux & cpu=x64languageName: nodelinkType: hard-"@esbuild/netbsd-x64@npm:0.19.11":- version: 0.19.11- resolution: "@esbuild/netbsd-x64@npm:0.19.11"+"@esbuild/netbsd-x64@npm:0.19.12":+ version: 0.19.12+ resolution: "@esbuild/netbsd-x64@npm:0.19.12"conditions: os=netbsd & cpu=x64languageName: nodelinkType: hard-"@esbuild/openbsd-x64@npm:0.19.11":- version: 0.19.11- resolution: "@esbuild/openbsd-x64@npm:0.19.11"+"@esbuild/openbsd-x64@npm:0.19.12":+ version: 0.19.12+ resolution: "@esbuild/openbsd-x64@npm:0.19.12"conditions: os=openbsd & cpu=x64languageName: nodelinkType: hard-"@esbuild/sunos-x64@npm:0.19.11":- version: 0.19.11- resolution: "@esbuild/sunos-x64@npm:0.19.11"+"@esbuild/sunos-x64@npm:0.19.12":+ version: 0.19.12+ resolution: "@esbuild/sunos-x64@npm:0.19.12"conditions: os=sunos & cpu=x64languageName: nodelinkType: hard-"@esbuild/win32-arm64@npm:0.19.11":- version: 0.19.11- resolution: "@esbuild/win32-arm64@npm:0.19.11"+"@esbuild/win32-arm64@npm:0.19.12":+ version: 0.19.12+ resolution: "@esbuild/win32-arm64@npm:0.19.12"conditions: os=win32 & cpu=arm64languageName: nodelinkType: hard-"@esbuild/win32-ia32@npm:0.19.11":- version: 0.19.11- resolution: "@esbuild/win32-ia32@npm:0.19.11"+"@esbuild/win32-ia32@npm:0.19.12":+ version: 0.19.12+ resolution: "@esbuild/win32-ia32@npm:0.19.12"conditions: os=win32 & cpu=ia32languageName: nodelinkType: hard-"@esbuild/win32-x64@npm:0.19.11":- version: 0.19.11- resolution: "@esbuild/win32-x64@npm:0.19.11"+"@esbuild/win32-x64@npm:0.19.12":+ version: 0.19.12+ resolution: "@esbuild/win32-x64@npm:0.19.12"conditions: os=win32 & cpu=x64languageName: nodelinkType: hard@@ -1221,6 +1221,21 @@ __metadata:languageName: nodelinkType: hard+"@npmcli/package-json@npm:^5.0.0":+ version: 5.0.0+ resolution: "@npmcli/package-json@npm:5.0.0"+ dependencies:+ "@npmcli/git": "npm:^5.0.0"+ glob: "npm:^10.2.2"+ hosted-git-info: "npm:^7.0.0"+ json-parse-even-better-errors: "npm:^3.0.0"+ normalize-package-data: "npm:^6.0.0"+ proc-log: "npm:^3.0.0"+ semver: "npm:^7.5.3"+ checksum: 489b0e42d05c1c3c43ba94b6435c062ae28bee3e8ebf3b8e0977fe4ab8eb37fe6ab019203b38f39b54a592d85df2a602c0d700fc23adc630f4e7bfb0207a8a9e+ languageName: node+ linkType: hard+"@npmcli/promise-spawn@npm:^7.0.0":version: 7.0.1resolution: "@npmcli/promise-spawn@npm:7.0.1"@@ -1244,15 +1259,15 @@ __metadata:linkType: hard"@npmcli/run-script@npm:^7.0.0":- version: 7.0.3- resolution: "@npmcli/run-script@npm:7.0.3"+ version: 7.0.4+ resolution: "@npmcli/run-script@npm:7.0.4"dependencies:"@npmcli/node-gyp": "npm:^3.0.0"+ "@npmcli/package-json": "npm:^5.0.0""@npmcli/promise-spawn": "npm:^7.0.0"node-gyp: "npm:^10.0.0"- read-package-json-fast: "npm:^3.0.0"which: "npm:^4.0.0"- checksum: 421a1752e6d32459945f293242889f57115dc67769e23f73c28a98e3d5c037508caf741ca91f5a3605a695ce9bae30f9479f5656a248d6bba6f0535a76e54d13+ checksum: 45159ef7d6b8d9e449e87ed401da69da60514f6e7752e268f29a96f17a543c4a8d4eea6fe2f74b07fd41095e48e0f9859ebec558065d2b01849b382b06fefe35languageName: nodelinkType: hard@@ -4320,9 +4335,9 @@ __metadata:linkType: hard"devtools-protocol@npm:*":- version: 0.0.1249869- resolution: "devtools-protocol@npm:0.0.1249869"- checksum: 9965fd345ab90617ef6e7258e546a0d484108974f80a537ba6d31303b54665f709c226a4ef6ebba441a1802615654eb11a4667caeff6d3b4cb81af5871a3017a+ version: 0.0.1250650+ resolution: "devtools-protocol@npm:0.0.1250650"+ checksum: 66bcc26dfdd0875aca4b46eceb944d367322a9d4b890f99bc172126ccd9328dbbf57af04d0b417864727ae0b7661174d9338275d21f8ccb4411381eb6a8c3c69languageName: nodelinkType: hard@@ -4495,9 +4510,9 @@ __metadata:linkType: hard"electron-to-chromium@npm:^1.4.601":- version: 1.4.642- resolution: "electron-to-chromium@npm:1.4.642"- checksum: 1a45c745e4cfa6dd0a756ca7df8295dd227b80a6d3552ccedd9665525aedab53d5335e8b97d64c02a6b10b0c773f8b9c20877875b3a3eb2428330f14d3892f27+ version: 1.4.643+ resolution: "electron-to-chromium@npm:1.4.643"+ checksum: 3a5d836089b220a9da7ebaf4ac8817f021aa11e71b81d055c3bdde7276d8e60f691de6dcb0afe0eda4014923638b3fd74c0e548ba36d747e1eb51027d276ed9blanguageName: nodelinkType: hard@@ -4723,32 +4738,32 @@ __metadata:linkType: hard"esbuild@npm:^0.19.3, esbuild@npm:~0.19.10":- version: 0.19.11- resolution: "esbuild@npm:0.19.11"- dependencies:- "@esbuild/aix-ppc64": "npm:0.19.11"- "@esbuild/android-arm": "npm:0.19.11"- "@esbuild/android-arm64": "npm:0.19.11"- "@esbuild/android-x64": "npm:0.19.11"- "@esbuild/darwin-arm64": "npm:0.19.11"- "@esbuild/darwin-x64": "npm:0.19.11"- "@esbuild/freebsd-arm64": "npm:0.19.11"- "@esbuild/freebsd-x64": "npm:0.19.11"- "@esbuild/linux-arm": "npm:0.19.11"- "@esbuild/linux-arm64": "npm:0.19.11"- "@esbuild/linux-ia32": "npm:0.19.11"- "@esbuild/linux-loong64": "npm:0.19.11"- "@esbuild/linux-mips64el": "npm:0.19.11"- "@esbuild/linux-ppc64": "npm:0.19.11"- "@esbuild/linux-riscv64": "npm:0.19.11"- "@esbuild/linux-s390x": "npm:0.19.11"- "@esbuild/linux-x64": "npm:0.19.11"- "@esbuild/netbsd-x64": "npm:0.19.11"- "@esbuild/openbsd-x64": "npm:0.19.11"- "@esbuild/sunos-x64": "npm:0.19.11"- "@esbuild/win32-arm64": "npm:0.19.11"- "@esbuild/win32-ia32": "npm:0.19.11"- "@esbuild/win32-x64": "npm:0.19.11"+ version: 0.19.12+ resolution: "esbuild@npm:0.19.12"+ dependencies:+ "@esbuild/aix-ppc64": "npm:0.19.12"+ "@esbuild/android-arm": "npm:0.19.12"+ "@esbuild/android-arm64": "npm:0.19.12"+ "@esbuild/android-x64": "npm:0.19.12"+ "@esbuild/darwin-arm64": "npm:0.19.12"+ "@esbuild/darwin-x64": "npm:0.19.12"+ "@esbuild/freebsd-arm64": "npm:0.19.12"+ "@esbuild/freebsd-x64": "npm:0.19.12"+ "@esbuild/linux-arm": "npm:0.19.12"+ "@esbuild/linux-arm64": "npm:0.19.12"+ "@esbuild/linux-ia32": "npm:0.19.12"+ "@esbuild/linux-loong64": "npm:0.19.12"+ "@esbuild/linux-mips64el": "npm:0.19.12"+ "@esbuild/linux-ppc64": "npm:0.19.12"+ "@esbuild/linux-riscv64": "npm:0.19.12"+ "@esbuild/linux-s390x": "npm:0.19.12"+ "@esbuild/linux-x64": "npm:0.19.12"+ "@esbuild/netbsd-x64": "npm:0.19.12"+ "@esbuild/openbsd-x64": "npm:0.19.12"+ "@esbuild/sunos-x64": "npm:0.19.12"+ "@esbuild/win32-arm64": "npm:0.19.12"+ "@esbuild/win32-ia32": "npm:0.19.12"+ "@esbuild/win32-x64": "npm:0.19.12"dependenciesMeta:"@esbuild/aix-ppc64":optional: true@@ -4798,7 +4813,7 @@ __metadata:optional: truebin:esbuild: bin/esbuild- checksum: 0fd913124089e26d30ec30f73b94d4ef9607935251df3253f869106980a5d4c78aa517738c8746abe6e933262e91a77d31427ce468ed8fc7fe498a20f7f92fbc+ checksum: 0f2d21ffe24ebead64843f87c3aebe2e703a5ed9feb086a0728b24907fac2eb9923e4a79857d3df9059c915739bd7a870dd667972eae325c67f478b592b8582dlanguageName: nodelinkType: hard