Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): update dependency jsdom to v23 (#2198)
renovate[bot]b9d7a743b2e6
diff --git a/packages/jsdom-crawler/package.json b/packages/jsdom-crawler/package.jsonindex 2b5db6f59..b3dad3d73 100644--- a/packages/jsdom-crawler/package.json+++ b/packages/jsdom-crawler/package.json@@ -59,7 +59,7 @@"@crawlee/types": "3.6.2","@types/jsdom": "^21.0.0","cheerio": "^1.0.0-rc.12",- "jsdom": "^22.0.0",+ "jsdom": "^23.0.0","ow": "^0.28.2","tslib": "^2.4.0"}diff --git a/yarn.lock b/yarn.lockindex b74c2710d..31b86b132 100644--- a/yarn.lock+++ b/yarn.lock@@ -528,7 +528,7 @@ __metadata:"@crawlee/types": "npm:3.6.2""@types/jsdom": "npm:^21.0.0"cheerio: "npm:^1.0.0-rc.12"- jsdom: "npm:^22.0.0"+ jsdom: "npm:^23.0.0"ow: "npm:^0.28.2"tslib: "npm:^2.4.0"languageName: unknown@@ -2573,13 +2573,6 @@ __metadata:languageName: nodelinkType: hard-"abab@npm:^2.0.6":- version: 2.0.6- resolution: "abab@npm:2.0.6"- checksum: 0b245c3c3ea2598fe0025abf7cc7bb507b06949d51e8edae5d12c1b847a0a0c09639abcb94788332b4e2044ac4491c1e8f571b51c7826fd4b0bda1685ad4a278- languageName: node- linkType: hard-"abbrev@npm:^1.0.0":version: 1.1.1resolution: "abbrev@npm:1.1.1"@@ -4207,14 +4200,13 @@ __metadata:languageName: nodelinkType: hard-"data-urls@npm:^4.0.0":- version: 4.0.0- resolution: "data-urls@npm:4.0.0"+"data-urls@npm:^5.0.0":+ version: 5.0.0+ resolution: "data-urls@npm:5.0.0"dependencies:- abab: "npm:^2.0.6"- whatwg-mimetype: "npm:^3.0.0"- whatwg-url: "npm:^12.0.0"- checksum: 928d9a21db31d3dcee125d514fddfeb88067c348b1225e9d2c6ca55db16e1cbe49bf58c092cae7163de958f415fd5c612c2aef2eef87896e097656fce205d766+ whatwg-mimetype: "npm:^4.0.0"+ whatwg-url: "npm:^14.0.0"+ checksum: 1b894d7d41c861f3a4ed2ae9b1c3f0909d4575ada02e36d3d3bc584bdd84278e20709070c79c3b3bff7ac98598cb191eb3e86a89a79ea4ee1ef360e1694f92adlanguageName: nodelinkType: hard@@ -4515,15 +4507,6 @@ __metadata:languageName: nodelinkType: hard-"domexception@npm:^4.0.0":- version: 4.0.0- resolution: "domexception@npm:4.0.0"- dependencies:- webidl-conversions: "npm:^7.0.0"- checksum: 774277cd9d4df033f852196e3c0077a34dbd15a96baa4d166e0e47138a80f4c0bdf0d94e4703e6ff5883cec56bb821a6fff84402d8a498e31de7c87eb932a294- languageName: node- linkType: hard-"domhandler@npm:^2.4.0":version: 2.4.2resolution: "domhandler@npm:2.4.2"@@ -6529,12 +6512,12 @@ __metadata:languageName: nodelinkType: hard-"html-encoding-sniffer@npm:^3.0.0":- version: 3.0.0- resolution: "html-encoding-sniffer@npm:3.0.0"+"html-encoding-sniffer@npm:^4.0.0":+ version: 4.0.0+ resolution: "html-encoding-sniffer@npm:4.0.0"dependencies:- whatwg-encoding: "npm:^2.0.0"- checksum: b17b3b0fb5d061d8eb15121c3b0b536376c3e295ecaf09ba48dd69c6b6c957839db124fe1e2b3f11329753a4ee01aa7dedf63b7677999e86da17fbbdd82c5386+ whatwg-encoding: "npm:^3.1.1"+ checksum: 523398055dc61ac9b34718a719cb4aa691e4166f29187e211e1607de63dc25ac7af52ca7c9aead0c4b3c0415ffecb17326396e1202e2e86ff4bca4c0ee4c6140languageName: nodelinkType: hard@@ -6627,7 +6610,7 @@ __metadata:languageName: nodelinkType: hard-"https-proxy-agent@npm:^5.0.0, https-proxy-agent@npm:^5.0.1":+"https-proxy-agent@npm:^5.0.0":version: 5.0.1resolution: "https-proxy-agent@npm:5.0.1"dependencies:@@ -7478,39 +7461,37 @@ __metadata:languageName: nodelinkType: hard-"jsdom@npm:^22.0.0":- version: 22.1.0- resolution: "jsdom@npm:22.1.0"+"jsdom@npm:^23.0.0":+ version: 23.0.0+ resolution: "jsdom@npm:23.0.0"dependencies:- abab: "npm:^2.0.6"cssstyle: "npm:^3.0.0"- data-urls: "npm:^4.0.0"+ data-urls: "npm:^5.0.0"decimal.js: "npm:^10.4.3"- domexception: "npm:^4.0.0"form-data: "npm:^4.0.0"- html-encoding-sniffer: "npm:^3.0.0"- http-proxy-agent: "npm:^5.0.0"- https-proxy-agent: "npm:^5.0.1"+ html-encoding-sniffer: "npm:^4.0.0"+ http-proxy-agent: "npm:^7.0.0"+ https-proxy-agent: "npm:^7.0.2"is-potential-custom-element-name: "npm:^1.0.1"- nwsapi: "npm:^2.2.4"+ nwsapi: "npm:^2.2.7"parse5: "npm:^7.1.2"rrweb-cssom: "npm:^0.6.0"saxes: "npm:^6.0.0"symbol-tree: "npm:^3.2.4"- tough-cookie: "npm:^4.1.2"- w3c-xmlserializer: "npm:^4.0.0"+ tough-cookie: "npm:^4.1.3"+ w3c-xmlserializer: "npm:^5.0.0"webidl-conversions: "npm:^7.0.0"- whatwg-encoding: "npm:^2.0.0"- whatwg-mimetype: "npm:^3.0.0"- whatwg-url: "npm:^12.0.1"- ws: "npm:^8.13.0"- xml-name-validator: "npm:^4.0.0"+ whatwg-encoding: "npm:^3.1.1"+ whatwg-mimetype: "npm:^4.0.0"+ whatwg-url: "npm:^14.0.0"+ ws: "npm:^8.14.2"+ xml-name-validator: "npm:^5.0.0"peerDependencies:- canvas: ^2.5.0+ canvas: ^3.0.0peerDependenciesMeta:canvas:optional: true- checksum: a1c1501c611d1fe833e0a28796a234325aa09d4c597a9d8ccf6970004a9d946d261469502eadb555bdd7a55f5a2fbf3ce60c727cd99acb0d63f257fb9afcd33d+ checksum: 2c876a02de49e0ed6b667a4eb9b08b8e76ac189a5571ff97791cc9564e713259314deea6d657cc7f59fc30af41b900e7d833c95017e576dfcaf25f32565722aflanguageName: nodelinkType: hard@@ -8972,7 +8953,7 @@ __metadata:languageName: nodelinkType: hard-"nwsapi@npm:^2.2.4":+"nwsapi@npm:^2.2.7":version: 2.2.7resolution: "nwsapi@npm:2.2.7"checksum: 44be198adae99208487a1c886c0a3712264f7bbafa44368ad96c003512fed2753d4e22890ca1e6edb2690c3456a169f2a3c33bfacde1905cf3bf01c7722464db@@ -9963,7 +9944,7 @@ __metadata:languageName: nodelinkType: hard-"punycode@npm:^2.1.0, punycode@npm:^2.1.1, punycode@npm:^2.3.0":+"punycode@npm:^2.1.0, punycode@npm:^2.1.1, punycode@npm:^2.3.1":version: 2.3.1resolution: "punycode@npm:2.3.1"checksum: 14f76a8206bc3464f794fb2e3d3cc665ae416c01893ad7a02b23766eb07159144ee612ad67af5e84fa4479ccfe67678c4feb126b0485651b302babf66f04f9e9@@ -11471,7 +11452,7 @@ __metadata:languageName: nodelinkType: hard-"tough-cookie@npm:^4.0.0, tough-cookie@npm:^4.1.2":+"tough-cookie@npm:^4.0.0, tough-cookie@npm:^4.1.3":version: 4.1.3resolution: "tough-cookie@npm:4.1.3"dependencies:@@ -11483,12 +11464,12 @@ __metadata:languageName: nodelinkType: hard-"tr46@npm:^4.1.1":- version: 4.1.1- resolution: "tr46@npm:4.1.1"+"tr46@npm:^5.0.0":+ version: 5.0.0+ resolution: "tr46@npm:5.0.0"dependencies:- punycode: "npm:^2.3.0"- checksum: 92085dcf186f56a49ba4124a581d9ae6a5d0cd4878107c34e2e670b9ddc49da85e4950084bb3e75015195cc23f37ae1c02d45064e94dd6018f5e789aa51d93a8+ punycode: "npm:^2.3.1"+ checksum: 1521b6e7bbc8adc825c4561480f9fe48eb2276c81335eed9fa610aa4c44a48a3221f78b10e5f18b875769eb3413e30efbf209ed556a17a42aa8d690df44b7beelanguageName: nodelinkType: hard@@ -12221,12 +12202,12 @@ __metadata:languageName: nodelinkType: hard-"w3c-xmlserializer@npm:^4.0.0":- version: 4.0.0- resolution: "w3c-xmlserializer@npm:4.0.0"+"w3c-xmlserializer@npm:^5.0.0":+ version: 5.0.0+ resolution: "w3c-xmlserializer@npm:5.0.0"dependencies:- xml-name-validator: "npm:^4.0.0"- checksum: 02cc66d6efc590bd630086cd88252444120f5feec5c4043932b0d0f74f8b060512f79dc77eb093a7ad04b4f02f39da79ce4af47ceb600f2bf9eacdc83204b1a8+ xml-name-validator: "npm:^5.0.0"+ checksum: 8712774c1aeb62dec22928bf1cdfd11426c2c9383a1a63f2bcae18db87ca574165a0fbe96b312b73652149167ac6c7f4cf5409f2eb101d9c805efe0e4bae798blanguageName: nodelinkType: hard@@ -12253,29 +12234,29 @@ __metadata:languageName: nodelinkType: hard-"whatwg-encoding@npm:^2.0.0":- version: 2.0.0- resolution: "whatwg-encoding@npm:2.0.0"+"whatwg-encoding@npm:^3.1.1":+ version: 3.1.1+ resolution: "whatwg-encoding@npm:3.1.1"dependencies:iconv-lite: "npm:0.6.3"- checksum: 91b90a49f312dc751496fd23a7e68981e62f33afe938b97281ad766235c4872fc4e66319f925c5e9001502b3040dd25a33b02a9c693b73a4cbbfdc4ad10c3e3e+ checksum: 273b5f441c2f7fda3368a496c3009edbaa5e43b71b09728f90425e7f487e5cef9eb2b846a31bd760dd8077739c26faf6b5ca43a5f24033172b003b72cf61a93elanguageName: nodelinkType: hard-"whatwg-mimetype@npm:^3.0.0":- version: 3.0.0- resolution: "whatwg-mimetype@npm:3.0.0"- checksum: 323895a1cda29a5fb0b9ca82831d2c316309fede0365047c4c323073e3239067a304a09a1f4b123b9532641ab604203f33a1403b5ca6a62ef405bcd7a204080f+"whatwg-mimetype@npm:^4.0.0":+ version: 4.0.0+ resolution: "whatwg-mimetype@npm:4.0.0"+ checksum: a773cdc8126b514d790bdae7052e8bf242970cebd84af62fb2f35a33411e78e981f6c0ab9ed1fe6ec5071b09d5340ac9178e05b52d35a9c4bcf558ba1b1551dflanguageName: nodelinkType: hard-"whatwg-url@npm:^12.0.0, whatwg-url@npm:^12.0.1":- version: 12.0.1- resolution: "whatwg-url@npm:12.0.1"+"whatwg-url@npm:^14.0.0":+ version: 14.0.0+ resolution: "whatwg-url@npm:14.0.0"dependencies:- tr46: "npm:^4.1.1"+ tr46: "npm:^5.0.0"webidl-conversions: "npm:^7.0.0"- checksum: 99f506b2c996704fa0fc5c70d8e5e27dce15492db2921c99cf319a8d56cb61641f5c06089f63e1ab1983de9fd6a63c3c112a90cdb5fe352d7a846979b10df566+ checksum: ac32e9ba9d08744605519bbe9e1371174d36229689ecc099157b6ba102d4251a95e81d81f3d80271eb8da182eccfa65653f07f0ab43ea66a6934e643fd091ba9languageName: nodelinkType: hard@@ -12494,7 +12475,7 @@ __metadata:languageName: nodelinkType: hard-"ws@npm:8.14.2, ws@npm:^8.13.0":+"ws@npm:8.14.2, ws@npm:^8.14.2":version: 8.14.2resolution: "ws@npm:8.14.2"peerDependencies:@@ -12524,10 +12505,10 @@ __metadata:languageName: nodelinkType: hard-"xml-name-validator@npm:^4.0.0":- version: 4.0.0- resolution: "xml-name-validator@npm:4.0.0"- checksum: c1bfa219d64e56fee265b2bd31b2fcecefc063ee802da1e73bad1f21d7afd89b943c9e2c97af2942f60b1ad46f915a4c81e00039c7d398b53cf410e29d3c30bd+"xml-name-validator@npm:^5.0.0":+ version: 5.0.0+ resolution: "xml-name-validator@npm:5.0.0"+ checksum: 3fcf44e7b73fb18be917fdd4ccffff3639373c7cb83f8fc35df6001fecba7942f1dbead29d91ebb8315e2f2ff786b508f0c9dc0215b6353f9983c6b7d62cb1f5languageName: nodelinkType: hard