Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): lock file maintenance
renovate[bot]6026aa65df77
diff --git a/website/yarn.lock b/website/yarn.lockindex d9c6ac827..360d1111a 100644--- a/website/yarn.lock+++ b/website/yarn.lock@@ -4823,9 +4823,9 @@ __metadata:linkType: hard"clsx@npm:^2.0.0":- version: 2.1.0- resolution: "clsx@npm:2.1.0"- checksum: 10c0/c09c00ad14f638366ca814097e6cab533dfa1972a358da5b557be487168acbb25b4c1395e89ffa842a8a61ba87a462d2b4885bc9d4f8410b598f3cb339599cdb+ version: 2.1.1+ resolution: "clsx@npm:2.1.1"+ checksum: 10c0/c4c8eb865f8c82baab07e71bfa8897c73454881c4f99d6bc81585aecd7c441746c1399d08363dc096c550cceaf97bd4ce1e8854e1771e9998d9f94c4fe075839languageName: nodelinkType: hard@@ -5902,9 +5902,9 @@ __metadata:linkType: hard"electron-to-chromium@npm:^1.4.668":- version: 1.4.746- resolution: "electron-to-chromium@npm:1.4.746"- checksum: 10c0/1ff47105510e9a6dbc542d7165b88e030c8f2c815b30683ca05d8bc1a24e8f03e57caa0dc03959b08860b0465f9645edea5c682400da5b79b71ce9ddbb89a3d6+ version: 1.4.747+ resolution: "electron-to-chromium@npm:1.4.747"+ checksum: 10c0/2d8bded9bb6b5f204699330979a5675578ed890ee34b631e28af81245c5032ba3bd42064aeded14f0d82239607f65e4c34890dad445b3ceafdbb5e14352faf9alanguageName: nodelinkType: hard@@ -8640,15 +8640,15 @@ __metadata:linkType: hard"joi@npm:^17.9.2":- version: 17.12.3- resolution: "joi@npm:17.12.3"+ version: 17.13.0+ resolution: "joi@npm:17.13.0"dependencies:"@hapi/hoek": "npm:^9.3.0""@hapi/topo": "npm:^5.1.0""@sideway/address": "npm:^4.1.5""@sideway/formula": "npm:^3.0.1""@sideway/pinpoint": "npm:^2.0.0"- checksum: 10c0/818e51bd2d219339cff91f9d6fef8bab2da396e80a051cf73fb8ce7362c191af395bfa2d0e54eaa9c9cb8d5afafddb54eb768bc3068ab33908cbd5a1697e7d3e+ checksum: 10c0/27fab026a76f199fbaa5f4cf96b40539da30fdc9e1274989d8fc7b15d52e51b46b911628c924a05e061ae5c3aa00168114fb8b22fb58ca4adca3617c65620006languageName: nodelinkType: hard@@ -9446,8 +9446,8 @@ __metadata:linkType: hard"micromark-core-commonmark@npm:^2.0.0":- version: 2.0.0- resolution: "micromark-core-commonmark@npm:2.0.0"+ version: 2.0.1+ resolution: "micromark-core-commonmark@npm:2.0.1"dependencies:decode-named-character-reference: "npm:^1.0.0"devlop: "npm:^1.0.0"@@ -9465,7 +9465,7 @@ __metadata:micromark-util-subtokenize: "npm:^2.0.0"micromark-util-symbol: "npm:^2.0.0"micromark-util-types: "npm:^2.0.0"- checksum: 10c0/e087824b98d1f1d0db34791ac53945b0d68fb5e541c6c9da6700cc3db54d6b697d8110d3120d5d30e2fb39443aabddccd3e2bbf684795359f38b5a696fdc5913+ checksum: 10c0/a0b280b1b6132f600518e72cb29a4dd1b2175b85f5ed5b25d2c5695e42b876b045971370daacbcfc6b4ce8cf7acbf78dd3a0284528fb422b450144f4b3bebe19languageName: nodelinkType: harddiff --git a/yarn.lock b/yarn.lockindex e2f9cc6da..a0732ae6b 100644--- a/yarn.lock+++ b/yarn.lock@@ -210,11 +210,11 @@ __metadata:languageName: nodelinkType: hard-"@commitlint/cli@npm:^19.2.2":- version: 19.2.2- resolution: "@commitlint/cli@npm:19.2.2"+"@commitlint/cli@npm:^19.3.0":+ version: 19.3.0+ resolution: "@commitlint/cli@npm:19.3.0"dependencies:- "@commitlint/format": "npm:^19.0.3"+ "@commitlint/format": "npm:^19.3.0""@commitlint/lint": "npm:^19.2.2""@commitlint/load": "npm:^19.2.0""@commitlint/read": "npm:^19.2.1"@@ -223,7 +223,7 @@ __metadata:yargs: "npm:^17.0.0"bin:commitlint: cli.js- checksum: 10c0/25f4acaaafd089ceee0d5e1fe670eec85999b5dbcf20eb93cd053d9e42de0bec69d18f4f6c9d68be448fcf8889ef3eca91302d828f8b601fddf00180d7ae6396+ checksum: 10c0/12049b6ccb1fd3939c5713fdc9b2aa9054985f3ced465e9494ce7c23b3c69a9e9ea25c84fffa5ba147b6bb5cd086a29000dfac2218a7592494b007bab592e057languageName: nodelinkType: hard@@ -268,13 +268,13 @@ __metadata:languageName: nodelinkType: hard-"@commitlint/format@npm:^19.0.3":- version: 19.0.3- resolution: "@commitlint/format@npm:19.0.3"+"@commitlint/format@npm:^19.3.0":+ version: 19.3.0+ resolution: "@commitlint/format@npm:19.3.0"dependencies:"@commitlint/types": "npm:^19.0.3"chalk: "npm:^5.3.0"- checksum: 10c0/9d8a5b55ca8e35351c6f1dbbec8f749fe3f7c66f01ba0e248574530fa1dac944b87ee5bd63153a14e3748068a2e9b0b8341cec21c768f384bb5a5c8124902a1f+ checksum: 10c0/857a1784481edad9013514cbcc9ec93af33acc8bd491f5d23625c53fb93841566ce110e3004ecaab7f4f89c9331940fe63b83922a4a81f419e67b70e0dc90e41languageName: nodelinkType: hard@@ -1369,14 +1369,14 @@ __metadata:linkType: hard"@npmcli/installed-package-contents@npm:^2.0.1":- version: 2.0.2- resolution: "@npmcli/installed-package-contents@npm:2.0.2"+ version: 2.1.0+ resolution: "@npmcli/installed-package-contents@npm:2.1.0"dependencies:npm-bundled: "npm:^3.0.0"npm-normalize-package-bin: "npm:^3.0.0"bin:- installed-package-contents: lib/index.js- checksum: 10c0/03efadb365997e3b54d1d1ea30ef3555729a68939ab2b7b7800a4a2750afb53da222f52be36bd7c44950434c3e26cbe7be28dac093efdf7b1bbe9e025ab62a07+ installed-package-contents: bin/index.js+ checksum: 10c0/f5ecba0d45fc762f3e0d5def29fbfabd5d55e8147b01ae0a101769245c2e0038bc82a167836513a98aaed0a15c3d81fcdb232056bb8a962972a432533e518fcelanguageName: nodelinkType: hard@@ -1757,114 +1757,114 @@ __metadata:languageName: nodelinkType: hard-"@rollup/rollup-android-arm-eabi@npm:4.16.2":- version: 4.16.2- resolution: "@rollup/rollup-android-arm-eabi@npm:4.16.2"+"@rollup/rollup-android-arm-eabi@npm:4.16.4":+ version: 4.16.4+ resolution: "@rollup/rollup-android-arm-eabi@npm:4.16.4"conditions: os=android & cpu=armlanguageName: nodelinkType: hard-"@rollup/rollup-android-arm64@npm:4.16.2":- version: 4.16.2- resolution: "@rollup/rollup-android-arm64@npm:4.16.2"+"@rollup/rollup-android-arm64@npm:4.16.4":+ version: 4.16.4+ resolution: "@rollup/rollup-android-arm64@npm:4.16.4"conditions: os=android & cpu=arm64languageName: nodelinkType: hard-"@rollup/rollup-darwin-arm64@npm:4.16.2":- version: 4.16.2- resolution: "@rollup/rollup-darwin-arm64@npm:4.16.2"+"@rollup/rollup-darwin-arm64@npm:4.16.4":+ version: 4.16.4+ resolution: "@rollup/rollup-darwin-arm64@npm:4.16.4"conditions: os=darwin & cpu=arm64languageName: nodelinkType: hard-"@rollup/rollup-darwin-x64@npm:4.16.2":- version: 4.16.2- resolution: "@rollup/rollup-darwin-x64@npm:4.16.2"+"@rollup/rollup-darwin-x64@npm:4.16.4":+ version: 4.16.4+ resolution: "@rollup/rollup-darwin-x64@npm:4.16.4"conditions: os=darwin & cpu=x64languageName: nodelinkType: hard-"@rollup/rollup-linux-arm-gnueabihf@npm:4.16.2":- version: 4.16.2- resolution: "@rollup/rollup-linux-arm-gnueabihf@npm:4.16.2"+"@rollup/rollup-linux-arm-gnueabihf@npm:4.16.4":+ version: 4.16.4+ resolution: "@rollup/rollup-linux-arm-gnueabihf@npm:4.16.4"conditions: os=linux & cpu=arm & libc=glibclanguageName: nodelinkType: hard-"@rollup/rollup-linux-arm-musleabihf@npm:4.16.2":- version: 4.16.2- resolution: "@rollup/rollup-linux-arm-musleabihf@npm:4.16.2"+"@rollup/rollup-linux-arm-musleabihf@npm:4.16.4":+ version: 4.16.4+ resolution: "@rollup/rollup-linux-arm-musleabihf@npm:4.16.4"conditions: os=linux & cpu=arm & libc=musllanguageName: nodelinkType: hard-"@rollup/rollup-linux-arm64-gnu@npm:4.16.2":- version: 4.16.2- resolution: "@rollup/rollup-linux-arm64-gnu@npm:4.16.2"+"@rollup/rollup-linux-arm64-gnu@npm:4.16.4":+ version: 4.16.4+ resolution: "@rollup/rollup-linux-arm64-gnu@npm:4.16.4"conditions: os=linux & cpu=arm64 & libc=glibclanguageName: nodelinkType: hard-"@rollup/rollup-linux-arm64-musl@npm:4.16.2":- version: 4.16.2- resolution: "@rollup/rollup-linux-arm64-musl@npm:4.16.2"+"@rollup/rollup-linux-arm64-musl@npm:4.16.4":+ version: 4.16.4+ resolution: "@rollup/rollup-linux-arm64-musl@npm:4.16.4"conditions: os=linux & cpu=arm64 & libc=musllanguageName: nodelinkType: hard-"@rollup/rollup-linux-powerpc64le-gnu@npm:4.16.2":- version: 4.16.2- resolution: "@rollup/rollup-linux-powerpc64le-gnu@npm:4.16.2"+"@rollup/rollup-linux-powerpc64le-gnu@npm:4.16.4":+ version: 4.16.4+ resolution: "@rollup/rollup-linux-powerpc64le-gnu@npm:4.16.4"conditions: os=linux & cpu=ppc64 & libc=glibclanguageName: nodelinkType: hard-"@rollup/rollup-linux-riscv64-gnu@npm:4.16.2":- version: 4.16.2- resolution: "@rollup/rollup-linux-riscv64-gnu@npm:4.16.2"+"@rollup/rollup-linux-riscv64-gnu@npm:4.16.4":+ version: 4.16.4+ resolution: "@rollup/rollup-linux-riscv64-gnu@npm:4.16.4"conditions: os=linux & cpu=riscv64 & libc=glibclanguageName: nodelinkType: hard-"@rollup/rollup-linux-s390x-gnu@npm:4.16.2":- version: 4.16.2- resolution: "@rollup/rollup-linux-s390x-gnu@npm:4.16.2"+"@rollup/rollup-linux-s390x-gnu@npm:4.16.4":+ version: 4.16.4+ resolution: "@rollup/rollup-linux-s390x-gnu@npm:4.16.4"conditions: os=linux & cpu=s390x & libc=glibclanguageName: nodelinkType: hard-"@rollup/rollup-linux-x64-gnu@npm:4.16.2":- version: 4.16.2- resolution: "@rollup/rollup-linux-x64-gnu@npm:4.16.2"+"@rollup/rollup-linux-x64-gnu@npm:4.16.4":+ version: 4.16.4+ resolution: "@rollup/rollup-linux-x64-gnu@npm:4.16.4"conditions: os=linux & cpu=x64 & libc=glibclanguageName: nodelinkType: hard-"@rollup/rollup-linux-x64-musl@npm:4.16.2":- version: 4.16.2- resolution: "@rollup/rollup-linux-x64-musl@npm:4.16.2"+"@rollup/rollup-linux-x64-musl@npm:4.16.4":+ version: 4.16.4+ resolution: "@rollup/rollup-linux-x64-musl@npm:4.16.4"conditions: os=linux & cpu=x64 & libc=musllanguageName: nodelinkType: hard-"@rollup/rollup-win32-arm64-msvc@npm:4.16.2":- version: 4.16.2- resolution: "@rollup/rollup-win32-arm64-msvc@npm:4.16.2"+"@rollup/rollup-win32-arm64-msvc@npm:4.16.4":+ version: 4.16.4+ resolution: "@rollup/rollup-win32-arm64-msvc@npm:4.16.4"conditions: os=win32 & cpu=arm64languageName: nodelinkType: hard-"@rollup/rollup-win32-ia32-msvc@npm:4.16.2":- version: 4.16.2- resolution: "@rollup/rollup-win32-ia32-msvc@npm:4.16.2"+"@rollup/rollup-win32-ia32-msvc@npm:4.16.4":+ version: 4.16.4+ resolution: "@rollup/rollup-win32-ia32-msvc@npm:4.16.4"conditions: os=win32 & cpu=ia32languageName: nodelinkType: hard-"@rollup/rollup-win32-x64-msvc@npm:4.16.2":- version: 4.16.2- resolution: "@rollup/rollup-win32-x64-msvc@npm:4.16.2"+"@rollup/rollup-win32-x64-msvc@npm:4.16.4":+ version: 4.16.4+ resolution: "@rollup/rollup-win32-x64-msvc@npm:4.16.4"conditions: os=win32 & cpu=x64languageName: nodelinkType: hard@@ -3927,14 +3927,14 @@ __metadata:linkType: hard"commitlint@npm:^19.0.0":- version: 19.2.2- resolution: "commitlint@npm:19.2.2"+ version: 19.3.0+ resolution: "commitlint@npm:19.3.0"dependencies:- "@commitlint/cli": "npm:^19.2.2"+ "@commitlint/cli": "npm:^19.3.0""@commitlint/types": "npm:^19.0.3"bin:commitlint: cli.js- checksum: 10c0/0b60944152d54cea732186efc1efc0c257e1a5866c1b4bdec7190a7bf71e6126bf672b6ec493a031b21466446ac0e9a1dfd9d00bdbda33dbcd36093c6162ef02+ checksum: 10c0/cd5509136f663d6bac6cc735893ed21f4bdb1e77123d64f00a00e72a0579f3e4b8e91d326b234f62162a6427c7b947433e95742965838c91cd1185d83a5b1eb1languageName: nodelinkType: hard@@ -4756,9 +4756,9 @@ __metadata:linkType: hard"electron-to-chromium@npm:^1.4.668":- version: 1.4.746- resolution: "electron-to-chromium@npm:1.4.746"- checksum: 10c0/1ff47105510e9a6dbc542d7165b88e030c8f2c815b30683ca05d8bc1a24e8f03e57caa0dc03959b08860b0465f9645edea5c682400da5b79b71ce9ddbb89a3d6+ version: 1.4.747+ resolution: "electron-to-chromium@npm:1.4.747"+ checksum: 10c0/2d8bded9bb6b5f204699330979a5675578ed890ee34b631e28af81245c5032ba3bd42064aeded14f0d82239607f65e4c34890dad445b3ceafdbb5e14352faf9alanguageName: nodelinkType: hard@@ -10681,25 +10681,25 @@ __metadata:linkType: hard"rollup@npm:^4.13.0":- version: 4.16.2- resolution: "rollup@npm:4.16.2"- dependencies:- "@rollup/rollup-android-arm-eabi": "npm:4.16.2"- "@rollup/rollup-android-arm64": "npm:4.16.2"- "@rollup/rollup-darwin-arm64": "npm:4.16.2"- "@rollup/rollup-darwin-x64": "npm:4.16.2"- "@rollup/rollup-linux-arm-gnueabihf": "npm:4.16.2"- "@rollup/rollup-linux-arm-musleabihf": "npm:4.16.2"- "@rollup/rollup-linux-arm64-gnu": "npm:4.16.2"- "@rollup/rollup-linux-arm64-musl": "npm:4.16.2"- "@rollup/rollup-linux-powerpc64le-gnu": "npm:4.16.2"- "@rollup/rollup-linux-riscv64-gnu": "npm:4.16.2"- "@rollup/rollup-linux-s390x-gnu": "npm:4.16.2"- "@rollup/rollup-linux-x64-gnu": "npm:4.16.2"- "@rollup/rollup-linux-x64-musl": "npm:4.16.2"- "@rollup/rollup-win32-arm64-msvc": "npm:4.16.2"- "@rollup/rollup-win32-ia32-msvc": "npm:4.16.2"- "@rollup/rollup-win32-x64-msvc": "npm:4.16.2"+ version: 4.16.4+ resolution: "rollup@npm:4.16.4"+ dependencies:+ "@rollup/rollup-android-arm-eabi": "npm:4.16.4"+ "@rollup/rollup-android-arm64": "npm:4.16.4"+ "@rollup/rollup-darwin-arm64": "npm:4.16.4"+ "@rollup/rollup-darwin-x64": "npm:4.16.4"+ "@rollup/rollup-linux-arm-gnueabihf": "npm:4.16.4"+ "@rollup/rollup-linux-arm-musleabihf": "npm:4.16.4"+ "@rollup/rollup-linux-arm64-gnu": "npm:4.16.4"+ "@rollup/rollup-linux-arm64-musl": "npm:4.16.4"+ "@rollup/rollup-linux-powerpc64le-gnu": "npm:4.16.4"+ "@rollup/rollup-linux-riscv64-gnu": "npm:4.16.4"+ "@rollup/rollup-linux-s390x-gnu": "npm:4.16.4"+ "@rollup/rollup-linux-x64-gnu": "npm:4.16.4"+ "@rollup/rollup-linux-x64-musl": "npm:4.16.4"+ "@rollup/rollup-win32-arm64-msvc": "npm:4.16.4"+ "@rollup/rollup-win32-ia32-msvc": "npm:4.16.4"+ "@rollup/rollup-win32-x64-msvc": "npm:4.16.4""@types/estree": "npm:1.0.5"fsevents: "npm:~2.3.2"dependenciesMeta:@@ -10739,7 +10739,7 @@ __metadata:optional: truebin:rollup: dist/bin/rollup- checksum: 10c0/41ca65e085315bd0709489301b5df64020b71a91e04645fafbc644b92e3d346697cdbe6f1d2074f8a0c884299f1a45f837ade31c89ea1ab7709fe5ed5171fee1+ checksum: 10c0/f88017e8a599b055c555fe9b9dc2eee3def3067701600492a2dc2ed3ba78c3f0b1d7927f9ed934afef936167a73447121e8f7fbc4804b73f6c181e2d7f52e853languageName: nodelinkType: hard