Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): lock file maintenance
renovate[bot]38bb499dbe1c
diff --git a/website/yarn.lock b/website/yarn.lockindex e6997de68..5e4b34a6a 100644--- a/website/yarn.lock+++ b/website/yarn.lock@@ -4483,9 +4483,9 @@ __metadata:linkType: hard"@ungap/structured-clone@npm:^1.0.0, @ungap/structured-clone@npm:^1.2.0":- version: 1.2.0- resolution: "@ungap/structured-clone@npm:1.2.0"- checksum: 10c0/8209c937cb39119f44eb63cf90c0b73e7c754209a6411c707be08e50e29ee81356dca1a848a405c8bdeebfe2f5e4f831ad310ae1689eeef65e7445c090c6657d+ version: 1.2.1+ resolution: "@ungap/structured-clone@npm:1.2.1"+ checksum: 10c0/127afbcc75ff1532f7b1eb85ee992f9faa70e8d5bb2558da05355d423b966fc279d0a485bf19da2883280e7c299ae4170809a72e78eab086da71c6bcdda5d1e2languageName: nodelinkType: hard@@ -4719,12 +4719,12 @@ __metadata:languageName: nodelinkType: hard-"agent-base@npm:^7.0.2, agent-base@npm:^7.1.0, agent-base@npm:^7.1.1":- version: 7.1.1- resolution: "agent-base@npm:7.1.1"+"agent-base@npm:^7.1.0, agent-base@npm:^7.1.2":+ version: 7.1.2+ resolution: "agent-base@npm:7.1.2"dependencies:debug: "npm:^4.3.4"- checksum: 10c0/e59ce7bed9c63bf071a30cc471f2933862044c97fd9958967bfe22521d7a0f601ce4ed5a8c011799d0c726ca70312142ae193bbebb60f576b52be19d4a363b50+ checksum: 10c0/a1e8b43f53452b0ebd84792bbb2443ab7aff84e2602f92ce1ee703628962823c5efee38bc4f78ff6500b9df93b6260b451ae882ef248fcd3a740caa849f1b9c7languageName: nodelinkType: hard@@ -8998,12 +8998,12 @@ __metadata:linkType: hard"https-proxy-agent@npm:^7.0.1":- version: 7.0.5- resolution: "https-proxy-agent@npm:7.0.5"+ version: 7.0.6+ resolution: "https-proxy-agent@npm:7.0.6"dependencies:- agent-base: "npm:^7.0.2"+ agent-base: "npm:^7.1.2"debug: "npm:4"- checksum: 10c0/2490e3acec397abeb88807db52cac59102d5ed758feee6df6112ab3ccd8325e8a1ce8bce6f4b66e5470eca102d31e425ace904242e4fa28dbe0c59c4bafa7b2c+ checksum: 10c0/f729219bc735edb621fa30e6e84e60ee5d00802b8247aac0d7b79b0bd6d4b3294737a337b93b86a0bd9e68099d031858a39260c976dc14cdbba238ba1f8779aclanguageName: nodelinkType: hard@@ -14646,13 +14646,13 @@ __metadata:linkType: hard"socks-proxy-agent@npm:^8.0.3":- version: 8.0.4- resolution: "socks-proxy-agent@npm:8.0.4"+ version: 8.0.5+ resolution: "socks-proxy-agent@npm:8.0.5"dependencies:- agent-base: "npm:^7.1.1"+ agent-base: "npm:^7.1.2"debug: "npm:^4.3.4"socks: "npm:^2.8.3"- checksum: 10c0/345593bb21b95b0508e63e703c84da11549f0a2657d6b4e3ee3612c312cb3a907eac10e53b23ede3557c6601d63252103494caa306b66560f43af7b98f53957a+ checksum: 10c0/5d2c6cecba6821389aabf18728325730504bf9bb1d9e342e7987a5d13badd7a98838cc9a55b8ed3cb866ad37cc23e1086f09c4d72d93105ce9dfe76330e9d2a6languageName: nodelinkType: harddiff --git a/yarn.lock b/yarn.lockindex 6e7327952..87b4fcdbb 100644--- a/yarn.lock+++ b/yarn.lock@@ -2784,9 +2784,9 @@ __metadata:linkType: hard"@ungap/structured-clone@npm:^1.2.0":- version: 1.2.0- resolution: "@ungap/structured-clone@npm:1.2.0"- checksum: 10c0/8209c937cb39119f44eb63cf90c0b73e7c754209a6411c707be08e50e29ee81356dca1a848a405c8bdeebfe2f5e4f831ad310ae1689eeef65e7445c090c6657d+ version: 1.2.1+ resolution: "@ungap/structured-clone@npm:1.2.1"+ checksum: 10c0/127afbcc75ff1532f7b1eb85ee992f9faa70e8d5bb2558da05355d423b966fc279d0a485bf19da2883280e7c299ae4170809a72e78eab086da71c6bcdda5d1e2languageName: nodelinkType: hard@@ -2993,12 +2993,12 @@ __metadata:languageName: nodelinkType: hard-"agent-base@npm:^7.0.2, agent-base@npm:^7.1.0, agent-base@npm:^7.1.1":- version: 7.1.1- resolution: "agent-base@npm:7.1.1"+"agent-base@npm:^7.1.0, agent-base@npm:^7.1.2":+ version: 7.1.2+ resolution: "agent-base@npm:7.1.2"dependencies:debug: "npm:^4.3.4"- checksum: 10c0/e59ce7bed9c63bf071a30cc471f2933862044c97fd9958967bfe22521d7a0f601ce4ed5a8c011799d0c726ca70312142ae193bbebb60f576b52be19d4a363b50+ checksum: 10c0/a1e8b43f53452b0ebd84792bbb2443ab7aff84e2602f92ce1ee703628962823c5efee38bc4f78ff6500b9df93b6260b451ae882ef248fcd3a740caa849f1b9c7languageName: nodelinkType: hard@@ -4817,9 +4817,9 @@ __metadata:linkType: hard"devtools-protocol@npm:*":- version: 0.0.1392711- resolution: "devtools-protocol@npm:0.0.1392711"- checksum: 10c0/1220ba528dd597050afcda0ead240f3352ba593d5da8262930b851b790f7d2d22c523b7ae2e76e5a900ab4a76be167e66283d22c3ea94337b73afffd068d0818+ version: 0.0.1393284+ resolution: "devtools-protocol@npm:0.0.1393284"+ checksum: 10c0/b2c8458183a9b343ee54d44303fcb68b429dd5541b59808cf5bc68379ca11116497b5e52cb34e0cd0476af0ac77e8fc63abfb99104dbe92328023f71446fe712languageName: nodelinkType: hard@@ -7039,13 +7039,13 @@ __metadata:languageName: nodelinkType: hard-"https-proxy-agent@npm:^7.0.1, https-proxy-agent@npm:^7.0.3, https-proxy-agent@npm:^7.0.5":- version: 7.0.5- resolution: "https-proxy-agent@npm:7.0.5"+"https-proxy-agent@npm:^7.0.1, https-proxy-agent@npm:^7.0.5, https-proxy-agent@npm:^7.0.6":+ version: 7.0.6+ resolution: "https-proxy-agent@npm:7.0.6"dependencies:- agent-base: "npm:^7.0.2"+ agent-base: "npm:^7.1.2"debug: "npm:4"- checksum: 10c0/2490e3acec397abeb88807db52cac59102d5ed758feee6df6112ab3ccd8325e8a1ce8bce6f4b66e5470eca102d31e425ace904242e4fa28dbe0c59c4bafa7b2c+ checksum: 10c0/f729219bc735edb621fa30e6e84e60ee5d00802b8247aac0d7b79b0bd6d4b3294737a337b93b86a0bd9e68099d031858a39260c976dc14cdbba238ba1f8779aclanguageName: nodelinkType: hard@@ -9941,19 +9941,19 @@ __metadata:languageName: nodelinkType: hard-"pac-proxy-agent@npm:^7.0.1":- version: 7.0.2- resolution: "pac-proxy-agent@npm:7.0.2"+"pac-proxy-agent@npm:^7.1.0":+ version: 7.1.0+ resolution: "pac-proxy-agent@npm:7.1.0"dependencies:"@tootallnate/quickjs-emscripten": "npm:^0.23.0"- agent-base: "npm:^7.0.2"+ agent-base: "npm:^7.1.2"debug: "npm:^4.3.4"get-uri: "npm:^6.0.1"http-proxy-agent: "npm:^7.0.0"- https-proxy-agent: "npm:^7.0.5"+ https-proxy-agent: "npm:^7.0.6"pac-resolver: "npm:^7.0.1"- socks-proxy-agent: "npm:^8.0.4"- checksum: 10c0/1ef0812bb860d2c695aa3a8604acdb4239b8074183c9fdb9bdf3747b8b28bbb88f22269d3ca95cae825c8ed0ca82681e6692c0e304c961fe004231e579d1ca91+ socks-proxy-agent: "npm:^8.0.5"+ checksum: 10c0/072528e3e7a0bb1187d5c09687a112ae230f6fa0d974e7460eaa0c1406666930ed53ffadfbfadfe8e1c7a8cc8d6ae26a4db96e27723d40a918c8454f0f1a012alanguageName: nodelinkType: hard@@ -10495,18 +10495,18 @@ __metadata:linkType: hard"proxy-agent@npm:^6.4.0":- version: 6.4.0- resolution: "proxy-agent@npm:6.4.0"+ version: 6.5.0+ resolution: "proxy-agent@npm:6.5.0"dependencies:- agent-base: "npm:^7.0.2"+ agent-base: "npm:^7.1.2"debug: "npm:^4.3.4"http-proxy-agent: "npm:^7.0.1"- https-proxy-agent: "npm:^7.0.3"+ https-proxy-agent: "npm:^7.0.6"lru-cache: "npm:^7.14.1"- pac-proxy-agent: "npm:^7.0.1"+ pac-proxy-agent: "npm:^7.1.0"proxy-from-env: "npm:^1.1.0"- socks-proxy-agent: "npm:^8.0.2"- checksum: 10c0/0c5b85cacf67eec9d8add025a5e577b2c895672e4187079ec41b0ee2a6dacd90e69a837936cb3ac141dd92b05b50a325b9bfe86ab0dc3b904011aa3bcf406fc0+ socks-proxy-agent: "npm:^8.0.5"+ checksum: 10c0/7fd4e6f36bf17098a686d4aee3b8394abfc0b0537c2174ce96b0a4223198b9fafb16576c90108a3fcfc2af0168bd7747152bfa1f58e8fee91d3780e79aab7fd8languageName: nodelinkType: hard@@ -11395,14 +11395,14 @@ __metadata:languageName: nodelinkType: hard-"socks-proxy-agent@npm:^8.0.2, socks-proxy-agent@npm:^8.0.3, socks-proxy-agent@npm:^8.0.4":- version: 8.0.4- resolution: "socks-proxy-agent@npm:8.0.4"+"socks-proxy-agent@npm:^8.0.3, socks-proxy-agent@npm:^8.0.5":+ version: 8.0.5+ resolution: "socks-proxy-agent@npm:8.0.5"dependencies:- agent-base: "npm:^7.1.1"+ agent-base: "npm:^7.1.2"debug: "npm:^4.3.4"socks: "npm:^2.8.3"- checksum: 10c0/345593bb21b95b0508e63e703c84da11549f0a2657d6b4e3ee3612c312cb3a907eac10e53b23ede3557c6601d63252103494caa306b66560f43af7b98f53957a+ checksum: 10c0/5d2c6cecba6821389aabf18728325730504bf9bb1d9e342e7987a5d13badd7a98838cc9a55b8ed3cb866ad37cc23e1086f09c4d72d93105ce9dfe76330e9d2a6languageName: nodelinkType: hard@@ -12072,21 +12072,21 @@ __metadata:languageName: nodelinkType: hard-"tldts-core@npm:^6.1.65":- version: 6.1.65- resolution: "tldts-core@npm:6.1.65"- checksum: 10c0/8e08eec0e8fce756ead9149e3ff3c42f00c96c8bbdf042d357a9b3c93cba6111f8074c8e72967344936e092f388e4e3a574ad5eb93cec8c3855c630d2bec1ccf+"tldts-core@npm:^6.1.66":+ version: 6.1.66+ resolution: "tldts-core@npm:6.1.66"+ checksum: 10c0/8bc781d8e209db1c776d5c3b816bdd14dade27078756ce616a71760f9cf3859ac3cb251afd6687163cda434047045077d6558cb7058adef53f525611ddde061clanguageName: nodelinkType: hard"tldts@npm:^6.0.0, tldts@npm:^6.1.32":- version: 6.1.65- resolution: "tldts@npm:6.1.65"+ version: 6.1.66+ resolution: "tldts@npm:6.1.66"dependencies:- tldts-core: "npm:^6.1.65"+ tldts-core: "npm:^6.1.66"bin:tldts: bin/cli.js- checksum: 10c0/47ee4d5efcb6e32eb3a4968ae3ed4b441d88cde34eaa23368a12ac49c17939510499f17b61617e0af129d3c02573ae97bca7fa62e7aa95146b7f5b3c715c0206+ checksum: 10c0/2b195dcda6b309666d24b1157f88a92167cf4b5c1504a84838a495d02c4c11c672e149924ca4ef8b087132395b6df0e651daa7e031c087105c020bccfd5574balanguageName: nodelinkType: hard