Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): lock file maintenance
renovate[bot]410a3a3dbb29
diff --git a/website/yarn.lock b/website/yarn.lockindex 59387d26e..c5d377b0e 100644--- a/website/yarn.lock+++ b/website/yarn.lock@@ -3508,90 +3508,90 @@ __metadata:languageName: nodelinkType: hard-"@swc/core-darwin-arm64@npm:1.11.5":- version: 1.11.5- resolution: "@swc/core-darwin-arm64@npm:1.11.5"+"@swc/core-darwin-arm64@npm:1.11.7":+ version: 1.11.7+ resolution: "@swc/core-darwin-arm64@npm:1.11.7"conditions: os=darwin & cpu=arm64languageName: nodelinkType: hard-"@swc/core-darwin-x64@npm:1.11.5":- version: 1.11.5- resolution: "@swc/core-darwin-x64@npm:1.11.5"+"@swc/core-darwin-x64@npm:1.11.7":+ version: 1.11.7+ resolution: "@swc/core-darwin-x64@npm:1.11.7"conditions: os=darwin & cpu=x64languageName: nodelinkType: hard-"@swc/core-linux-arm-gnueabihf@npm:1.11.5":- version: 1.11.5- resolution: "@swc/core-linux-arm-gnueabihf@npm:1.11.5"+"@swc/core-linux-arm-gnueabihf@npm:1.11.7":+ version: 1.11.7+ resolution: "@swc/core-linux-arm-gnueabihf@npm:1.11.7"conditions: os=linux & cpu=armlanguageName: nodelinkType: hard-"@swc/core-linux-arm64-gnu@npm:1.11.5":- version: 1.11.5- resolution: "@swc/core-linux-arm64-gnu@npm:1.11.5"+"@swc/core-linux-arm64-gnu@npm:1.11.7":+ version: 1.11.7+ resolution: "@swc/core-linux-arm64-gnu@npm:1.11.7"conditions: os=linux & cpu=arm64 & libc=glibclanguageName: nodelinkType: hard-"@swc/core-linux-arm64-musl@npm:1.11.5":- version: 1.11.5- resolution: "@swc/core-linux-arm64-musl@npm:1.11.5"+"@swc/core-linux-arm64-musl@npm:1.11.7":+ version: 1.11.7+ resolution: "@swc/core-linux-arm64-musl@npm:1.11.7"conditions: os=linux & cpu=arm64 & libc=musllanguageName: nodelinkType: hard-"@swc/core-linux-x64-gnu@npm:1.11.5":- version: 1.11.5- resolution: "@swc/core-linux-x64-gnu@npm:1.11.5"+"@swc/core-linux-x64-gnu@npm:1.11.7":+ version: 1.11.7+ resolution: "@swc/core-linux-x64-gnu@npm:1.11.7"conditions: os=linux & cpu=x64 & libc=glibclanguageName: nodelinkType: hard-"@swc/core-linux-x64-musl@npm:1.11.5":- version: 1.11.5- resolution: "@swc/core-linux-x64-musl@npm:1.11.5"+"@swc/core-linux-x64-musl@npm:1.11.7":+ version: 1.11.7+ resolution: "@swc/core-linux-x64-musl@npm:1.11.7"conditions: os=linux & cpu=x64 & libc=musllanguageName: nodelinkType: hard-"@swc/core-win32-arm64-msvc@npm:1.11.5":- version: 1.11.5- resolution: "@swc/core-win32-arm64-msvc@npm:1.11.5"+"@swc/core-win32-arm64-msvc@npm:1.11.7":+ version: 1.11.7+ resolution: "@swc/core-win32-arm64-msvc@npm:1.11.7"conditions: os=win32 & cpu=arm64languageName: nodelinkType: hard-"@swc/core-win32-ia32-msvc@npm:1.11.5":- version: 1.11.5- resolution: "@swc/core-win32-ia32-msvc@npm:1.11.5"+"@swc/core-win32-ia32-msvc@npm:1.11.7":+ version: 1.11.7+ resolution: "@swc/core-win32-ia32-msvc@npm:1.11.7"conditions: os=win32 & cpu=ia32languageName: nodelinkType: hard-"@swc/core-win32-x64-msvc@npm:1.11.5":- version: 1.11.5- resolution: "@swc/core-win32-x64-msvc@npm:1.11.5"+"@swc/core-win32-x64-msvc@npm:1.11.7":+ version: 1.11.7+ resolution: "@swc/core-win32-x64-msvc@npm:1.11.7"conditions: os=win32 & cpu=x64languageName: nodelinkType: hard"@swc/core@npm:^1.7.39":- version: 1.11.5- resolution: "@swc/core@npm:1.11.5"- dependencies:- "@swc/core-darwin-arm64": "npm:1.11.5"- "@swc/core-darwin-x64": "npm:1.11.5"- "@swc/core-linux-arm-gnueabihf": "npm:1.11.5"- "@swc/core-linux-arm64-gnu": "npm:1.11.5"- "@swc/core-linux-arm64-musl": "npm:1.11.5"- "@swc/core-linux-x64-gnu": "npm:1.11.5"- "@swc/core-linux-x64-musl": "npm:1.11.5"- "@swc/core-win32-arm64-msvc": "npm:1.11.5"- "@swc/core-win32-ia32-msvc": "npm:1.11.5"- "@swc/core-win32-x64-msvc": "npm:1.11.5"+ version: 1.11.7+ resolution: "@swc/core@npm:1.11.7"+ dependencies:+ "@swc/core-darwin-arm64": "npm:1.11.7"+ "@swc/core-darwin-x64": "npm:1.11.7"+ "@swc/core-linux-arm-gnueabihf": "npm:1.11.7"+ "@swc/core-linux-arm64-gnu": "npm:1.11.7"+ "@swc/core-linux-arm64-musl": "npm:1.11.7"+ "@swc/core-linux-x64-gnu": "npm:1.11.7"+ "@swc/core-linux-x64-musl": "npm:1.11.7"+ "@swc/core-win32-arm64-msvc": "npm:1.11.7"+ "@swc/core-win32-ia32-msvc": "npm:1.11.7"+ "@swc/core-win32-x64-msvc": "npm:1.11.7""@swc/counter": "npm:^0.1.3""@swc/types": "npm:^0.1.19"peerDependencies:@@ -3620,7 +3620,7 @@ __metadata:peerDependenciesMeta:"@swc/helpers":optional: true- checksum: 10c0/bc809c7f76a315e435a29b2cabbebfcb65a77f9d98e32d68d4d85422f17514b7b9af85e8369270580e749121567adf857820118ce1a5f14c9eea299bb6f7b020+ checksum: 10c0/f990595ac2ba98b43ed31470f2d4a88588e7fe8e60ebbe73526bdaf1a924268179aac61d4a8e203cf69ca6b77dd8b51eb0b32f54f83e37f7fcd55b20a3db096dlanguageName: nodelinkType: hard@@ -3631,91 +3631,91 @@ __metadata:languageName: nodelinkType: hard-"@swc/html-darwin-arm64@npm:1.11.5":- version: 1.11.5- resolution: "@swc/html-darwin-arm64@npm:1.11.5"+"@swc/html-darwin-arm64@npm:1.11.7":+ version: 1.11.7+ resolution: "@swc/html-darwin-arm64@npm:1.11.7"conditions: os=darwin & cpu=arm64languageName: nodelinkType: hard-"@swc/html-darwin-x64@npm:1.11.5":- version: 1.11.5- resolution: "@swc/html-darwin-x64@npm:1.11.5"+"@swc/html-darwin-x64@npm:1.11.7":+ version: 1.11.7+ resolution: "@swc/html-darwin-x64@npm:1.11.7"conditions: os=darwin & cpu=x64languageName: nodelinkType: hard-"@swc/html-linux-arm-gnueabihf@npm:1.11.5":- version: 1.11.5- resolution: "@swc/html-linux-arm-gnueabihf@npm:1.11.5"+"@swc/html-linux-arm-gnueabihf@npm:1.11.7":+ version: 1.11.7+ resolution: "@swc/html-linux-arm-gnueabihf@npm:1.11.7"conditions: os=linux & cpu=armlanguageName: nodelinkType: hard-"@swc/html-linux-arm64-gnu@npm:1.11.5":- version: 1.11.5- resolution: "@swc/html-linux-arm64-gnu@npm:1.11.5"+"@swc/html-linux-arm64-gnu@npm:1.11.7":+ version: 1.11.7+ resolution: "@swc/html-linux-arm64-gnu@npm:1.11.7"conditions: os=linux & cpu=arm64 & libc=glibclanguageName: nodelinkType: hard-"@swc/html-linux-arm64-musl@npm:1.11.5":- version: 1.11.5- resolution: "@swc/html-linux-arm64-musl@npm:1.11.5"+"@swc/html-linux-arm64-musl@npm:1.11.7":+ version: 1.11.7+ resolution: "@swc/html-linux-arm64-musl@npm:1.11.7"conditions: os=linux & cpu=arm64 & libc=musllanguageName: nodelinkType: hard-"@swc/html-linux-x64-gnu@npm:1.11.5":- version: 1.11.5- resolution: "@swc/html-linux-x64-gnu@npm:1.11.5"+"@swc/html-linux-x64-gnu@npm:1.11.7":+ version: 1.11.7+ resolution: "@swc/html-linux-x64-gnu@npm:1.11.7"conditions: os=linux & cpu=x64 & libc=glibclanguageName: nodelinkType: hard-"@swc/html-linux-x64-musl@npm:1.11.5":- version: 1.11.5- resolution: "@swc/html-linux-x64-musl@npm:1.11.5"+"@swc/html-linux-x64-musl@npm:1.11.7":+ version: 1.11.7+ resolution: "@swc/html-linux-x64-musl@npm:1.11.7"conditions: os=linux & cpu=x64 & libc=musllanguageName: nodelinkType: hard-"@swc/html-win32-arm64-msvc@npm:1.11.5":- version: 1.11.5- resolution: "@swc/html-win32-arm64-msvc@npm:1.11.5"+"@swc/html-win32-arm64-msvc@npm:1.11.7":+ version: 1.11.7+ resolution: "@swc/html-win32-arm64-msvc@npm:1.11.7"conditions: os=win32 & cpu=arm64languageName: nodelinkType: hard-"@swc/html-win32-ia32-msvc@npm:1.11.5":- version: 1.11.5- resolution: "@swc/html-win32-ia32-msvc@npm:1.11.5"+"@swc/html-win32-ia32-msvc@npm:1.11.7":+ version: 1.11.7+ resolution: "@swc/html-win32-ia32-msvc@npm:1.11.7"conditions: os=win32 & cpu=ia32languageName: nodelinkType: hard-"@swc/html-win32-x64-msvc@npm:1.11.5":- version: 1.11.5- resolution: "@swc/html-win32-x64-msvc@npm:1.11.5"+"@swc/html-win32-x64-msvc@npm:1.11.7":+ version: 1.11.7+ resolution: "@swc/html-win32-x64-msvc@npm:1.11.7"conditions: os=win32 & cpu=x64languageName: nodelinkType: hard"@swc/html@npm:^1.7.39":- version: 1.11.5- resolution: "@swc/html@npm:1.11.5"+ version: 1.11.7+ resolution: "@swc/html@npm:1.11.7"dependencies:"@swc/counter": "npm:^0.1.3"- "@swc/html-darwin-arm64": "npm:1.11.5"- "@swc/html-darwin-x64": "npm:1.11.5"- "@swc/html-linux-arm-gnueabihf": "npm:1.11.5"- "@swc/html-linux-arm64-gnu": "npm:1.11.5"- "@swc/html-linux-arm64-musl": "npm:1.11.5"- "@swc/html-linux-x64-gnu": "npm:1.11.5"- "@swc/html-linux-x64-musl": "npm:1.11.5"- "@swc/html-win32-arm64-msvc": "npm:1.11.5"- "@swc/html-win32-ia32-msvc": "npm:1.11.5"- "@swc/html-win32-x64-msvc": "npm:1.11.5"+ "@swc/html-darwin-arm64": "npm:1.11.7"+ "@swc/html-darwin-x64": "npm:1.11.7"+ "@swc/html-linux-arm-gnueabihf": "npm:1.11.7"+ "@swc/html-linux-arm64-gnu": "npm:1.11.7"+ "@swc/html-linux-arm64-musl": "npm:1.11.7"+ "@swc/html-linux-x64-gnu": "npm:1.11.7"+ "@swc/html-linux-x64-musl": "npm:1.11.7"+ "@swc/html-win32-arm64-msvc": "npm:1.11.7"+ "@swc/html-win32-ia32-msvc": "npm:1.11.7"+ "@swc/html-win32-x64-msvc": "npm:1.11.7"dependenciesMeta:"@swc/html-darwin-arm64":optional: true@@ -3737,7 +3737,7 @@ __metadata:optional: true"@swc/html-win32-x64-msvc":optional: true- checksum: 10c0/c6286d3548fbf3cdc98042cd153fb7baf6607328c25b3837225fa3a713a4f3ebfb6228ef6989e5e3eb75b346c17351b31ebec2985dc9df73b63666c3ba0a09c1+ checksum: 10c0/47dd9256652642dfe3fdeff21c02023db45e12cada5007ba8a522a855b54eefd0428c26f0f9187b487b1723f40123aa6436cb4396efbddf21b3df13d5963c610languageName: nodelinkType: hard@@ -3906,16 +3906,6 @@ __metadata:languageName: nodelinkType: hard-"@types/fs-extra@npm:>=11":- version: 11.0.4- resolution: "@types/fs-extra@npm:11.0.4"- dependencies:- "@types/jsonfile": "npm:*"- "@types/node": "npm:*"- checksum: 10c0/9e34f9b24ea464f3c0b18c3f8a82aefc36dc524cc720fc2b886e5465abc66486ff4e439ea3fb2c0acebf91f6d3f74e514f9983b1f02d4243706bdbb7511796ad- languageName: node- linkType: hard-"@types/gtag.js@npm:^0.0.12":version: 0.0.12resolution: "@types/gtag.js@npm:0.0.12"@@ -4008,15 +3998,6 @@ __metadata:languageName: nodelinkType: hard-"@types/jsonfile@npm:*":- version: 6.1.4- resolution: "@types/jsonfile@npm:6.1.4"- dependencies:- "@types/node": "npm:*"- checksum: 10c0/b12d068b021e4078f6ac4441353965769be87acf15326173e2aea9f3bf8ead41bd0ad29421df5bbeb0123ec3fc02eb0a734481d52903704a1454a1845896b9eb- languageName: node- linkType: hard-"@types/mdast@npm:^4.0.0, @types/mdast@npm:^4.0.2":version: 4.0.4resolution: "@types/mdast@npm:4.0.4"@@ -4056,7 +4037,7 @@ __metadata:languageName: nodelinkType: hard-"@types/node@npm:*, @types/node@npm:>=20":+"@types/node@npm:*":version: 22.13.9resolution: "@types/node@npm:22.13.9"dependencies:@@ -4235,11 +4216,11 @@ __metadata:linkType: hard"@types/ws@npm:^8.5.5":- version: 8.5.14- resolution: "@types/ws@npm:8.5.14"+ version: 8.18.0+ resolution: "@types/ws@npm:8.18.0"dependencies:"@types/node": "npm:*"- checksum: 10c0/be88a0b6252f939cb83340bd1b4d450287f752c19271195cd97564fd94047259a9bb8c31c585a61b69d8a1b069a99df9dd804db0132d3359c54d3890c501416a+ checksum: 10c0/a56d2e0d1da7411a1f3548ce02b51a50cbe9e23f025677d03df48f87e4a3c72e1342fbf1d12e487d7eafa8dc670c605152b61bbf9165891ec0e9694b0d3ea8d4languageName: nodelinkType: hard@@ -4690,13 +4671,13 @@ __metadata:linkType: hard"algoliasearch-helper@npm:^3.22.6":- version: 3.24.1- resolution: "algoliasearch-helper@npm:3.24.1"+ version: 3.24.2+ resolution: "algoliasearch-helper@npm:3.24.2"dependencies:"@algolia/events": "npm:^4.0.1"peerDependencies:algoliasearch: ">= 3.1 < 6"- checksum: 10c0/b6065ef5404e25f3cb65430f92b7926a7e597be34855eff86a616ae75bfb6d5f524fe8e34dcccde5df617a1eec1c01c20706f53a778d0006337ca40451e773d0+ checksum: 10c0/9790775c7f404f8e82a03d642807956e595add4e54a928f1db2b6230f03ae47750c4325307b1b8d062f8e9cd07acfb5bd99a128f479b1ec90db8ea9312f2fb62languageName: nodelinkType: hard@@ -5509,9 +5490,9 @@ __metadata:linkType: hard"caniuse-lite@npm:^1.0.0, caniuse-lite@npm:^1.0.30001616, caniuse-lite@npm:^1.0.30001646, caniuse-lite@npm:^1.0.30001688":- version: 1.0.30001701- resolution: "caniuse-lite@npm:1.0.30001701"- checksum: 10c0/a814bd4dd8b49645ca51bc6ee42120660a36394bb54eb6084801d3f2bbb9471e5e1a9a8a25f44f83086a032d46e66b33031e2aa345f699b90a7e84a9836b819c+ version: 1.0.30001702+ resolution: "caniuse-lite@npm:1.0.30001702"+ checksum: 10c0/52d46f41a96d179fd4e387bb6b26898148c31b626ff9aba105d207d2b0f869c7cb32ac67a6e8e0aeba3f03f33145ccfbee237250dfb58dba8b6526b4dd395ac6languageName: nodelinkType: hard@@ -6803,9 +6784,9 @@ __metadata:linkType: hard"electron-to-chromium@npm:^1.5.73":- version: 1.5.111- resolution: "electron-to-chromium@npm:1.5.111"- checksum: 10c0/656bc6560dd208633a0a01e82109e43e7e3235da76f0df2fc48a42c828918f1ef9833972646ab725d4793f0b6734917b70d8806a0deb39447375d71458cc7a39+ version: 1.5.112+ resolution: "electron-to-chromium@npm:1.5.112"+ checksum: 10c0/fc597268d6d3d7458b55141c436802a6c51078855f021823cdb380b80ad1a69e1c2899fdfc9cffa501d47feb3791ea6a75893fe802a608c7845e979a48f5ac25languageName: nodelinkType: hard@@ -16227,18 +16208,10 @@ __metadata:linkType: hard"zx@npm:^8.1.4":- version: 8.3.2- resolution: "zx@npm:8.3.2"- dependencies:- "@types/fs-extra": "npm:>=11"- "@types/node": "npm:>=20"- dependenciesMeta:- "@types/fs-extra":- optional: true- "@types/node":- optional: true+ version: 8.4.0+ resolution: "zx@npm:8.4.0"bin:zx: build/cli.js- checksum: 10c0/50bc4d7c3537c19d7f78df7e42dd17e83d4218c44fd3932a21a8467a221df14f1a9f7debb2dfb9d816ac973456ce182a23544fdf54bd5959358250e3fa4e0877+ checksum: 10c0/92b9dc832916f09e5e0ff1863cd88cc090b0fe213a0f6eddc4688ecc7bc960527be0567afcff92071ceaab93bd2cc045493e4ad0b9e508c3411669d999c877aclanguageName: nodelinkType: harddiff --git a/yarn.lock b/yarn.lockindex f9f11d535..b44be8df9 100644--- a/yarn.lock+++ b/yarn.lock@@ -4047,9 +4047,9 @@ __metadata:linkType: hard"caniuse-lite@npm:^1.0.30001688":- version: 1.0.30001701- resolution: "caniuse-lite@npm:1.0.30001701"- checksum: 10c0/a814bd4dd8b49645ca51bc6ee42120660a36394bb54eb6084801d3f2bbb9471e5e1a9a8a25f44f83086a032d46e66b33031e2aa345f699b90a7e84a9836b819c+ version: 1.0.30001702+ resolution: "caniuse-lite@npm:1.0.30001702"+ checksum: 10c0/52d46f41a96d179fd4e387bb6b26898148c31b626ff9aba105d207d2b0f869c7cb32ac67a6e8e0aeba3f03f33145ccfbee237250dfb58dba8b6526b4dd395ac6languageName: nodelinkType: hard@@ -5063,9 +5063,9 @@ __metadata:linkType: hard"devtools-protocol@npm:*":- version: 0.0.1425554- resolution: "devtools-protocol@npm:0.0.1425554"- checksum: 10c0/2edb3066b42ef1cabf94e2846af3cc74504b6bcc4502c7a23f9d4c6b1ce3305cea25b0ae839d44378f9d3162bbe12a5ef67caee858d704d91e8c6902db2e82fa+ version: 0.0.1427544+ resolution: "devtools-protocol@npm:0.0.1427544"+ checksum: 10c0/d4d53710236c345743a45368228d0c76af51b476b53787f2a468fadc4a7ac3cdbebb38d7cf0c0b2910135bb60f7243ea31bf5752e1c18b14b1478edb3bd8b397languageName: nodelinkType: hard@@ -5235,9 +5235,9 @@ __metadata:linkType: hard"electron-to-chromium@npm:^1.5.73":- version: 1.5.111- resolution: "electron-to-chromium@npm:1.5.111"- checksum: 10c0/656bc6560dd208633a0a01e82109e43e7e3235da76f0df2fc48a42c828918f1ef9833972646ab725d4793f0b6734917b70d8806a0deb39447375d71458cc7a39+ version: 1.5.112+ resolution: "electron-to-chromium@npm:1.5.112"+ checksum: 10c0/fc597268d6d3d7458b55141c436802a6c51078855f021823cdb380b80ad1a69e1c2899fdfc9cffa501d47feb3791ea6a75893fe802a608c7845e979a48f5ac25languageName: nodelinkType: hard@@ -13228,9 +13228,9 @@ __metadata:linkType: hard"type-fest@npm:^4.0.0, type-fest@npm:^4.26.1":- version: 4.36.0- resolution: "type-fest@npm:4.36.0"- checksum: 10c0/9257e309a61cfeaec754f45cee4892fe386233daabb3c3e4f990c9ca1a74d44e87166e5cdc12148ba87a350a54a7339b9168dcb478db591be297bf9882cf6634+ version: 4.37.0+ resolution: "type-fest@npm:4.37.0"+ checksum: 10c0/5bad189f66fbe3431e5d36befa08cab6010e56be68b7467530b7ef94c3cf81ef775a8ac3047c8bbda4dd3159929285870357498d7bc1df062714f9c5c3a84926languageName: nodelinkType: hard