Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): bump brace-expansion from 1.1.12 to 1.1.13 in /website/versioned_docs/version-3.16 (#3536)
dependabot[bot]c7c8d308a314
diff --git a/website/versioned_docs/version-3.16/yarn.lock b/website/versioned_docs/version-3.16/yarn.lockdeleted file mode 100644index a07267291..000000000--- a/website/versioned_docs/version-3.16/yarn.lock+++ /dev/null@@ -1,477 +0,0 @@-# This file is generated by running "yarn install" inside your project.-# Manual changes might be lost - proceed with caution!--__metadata:- version: 8- cacheKey: 10c0--"@types/debug@npm:^4.1.0":- version: 4.1.12- resolution: "@types/debug@npm:4.1.12"- dependencies:- "@types/ms": "npm:*"- checksum: 10c0/5dcd465edbb5a7f226e9a5efd1f399c6172407ef5840686b73e3608ce135eeca54ae8037dcd9f16bdb2768ac74925b820a8b9ecc588a58ca09eca6acabe33e2f- languageName: node- linkType: hard--"@types/ms@npm:*":- version: 2.1.0- resolution: "@types/ms@npm:2.1.0"- checksum: 10c0/5ce692ffe1549e1b827d99ef8ff71187457e0eb44adbae38fdf7b9a74bae8d20642ee963c14516db1d35fa2652e65f47680fdf679dcbde52bbfadd021f497225- languageName: node- linkType: hard--"arr-union@npm:^3.1.0":- version: 3.1.0- resolution: "arr-union@npm:3.1.0"- checksum: 10c0/7d5aa05894e54aa93c77c5726c1dd5d8e8d3afe4f77983c0aa8a14a8a5cbe8b18f0cf4ecaa4ac8c908ef5f744d2cbbdaa83fd6e96724d15fea56cfa7f5efdd51- languageName: node- linkType: hard--"balanced-match@npm:^1.0.0":- version: 1.0.2- resolution: "balanced-match@npm:1.0.2"- checksum: 10c0/9308baf0a7e4838a82bbfd11e01b1cb0f0cf2893bc1676c27c2a8c0e70cbae1c59120c3268517a8ae7fb6376b4639ef81ca22582611dbee4ed28df945134aaee- languageName: node- linkType: hard--"brace-expansion@npm:^1.1.7":- version: 1.1.12- resolution: "brace-expansion@npm:1.1.12"- dependencies:- balanced-match: "npm:^1.0.0"- concat-map: "npm:0.0.1"- checksum: 10c0/975fecac2bb7758c062c20d0b3b6288c7cc895219ee25f0a64a9de662dbac981ff0b6e89909c3897c1f84fa353113a721923afdec5f8b2350255b097f12b1f73- languageName: node- linkType: hard--"clone-deep@npm:^0.2.4":- version: 0.2.4- resolution: "clone-deep@npm:0.2.4"- dependencies:- for-own: "npm:^0.1.3"- is-plain-object: "npm:^2.0.1"- kind-of: "npm:^3.0.2"- lazy-cache: "npm:^1.0.3"- shallow-clone: "npm:^0.1.2"- checksum: 10c0/ff52206b825fdad27c1c78dc77a8e23739117402212f224b9ad34b722b694adb171cf201895d76be080544460e7e63e66fd0b62689efd6cb009a50bb679ac3fa- languageName: node- linkType: hard--"concat-map@npm:0.0.1":- version: 0.0.1- resolution: "concat-map@npm:0.0.1"- checksum: 10c0/c996b1cfdf95b6c90fee4dae37e332c8b6eb7d106430c17d538034c0ad9a1630cb194d2ab37293b1bdd4d779494beee7786d586a50bd9376fd6f7bcc2bd4c98f- languageName: node- linkType: hard--"crawlee-docs@workspace:.":- version: 0.0.0-use.local- resolution: "crawlee-docs@workspace:."- dependencies:- playwright-extra: "npm:^4.3.6"- puppeteer-extra: "npm:^3.3.6"- puppeteer-extra-plugin-stealth: "npm:^2.11.2"- typescript: "npm:^5.9.3"- languageName: unknown- linkType: soft--"debug@npm:^4.1.1, debug@npm:^4.3.4":- version: 4.4.3- resolution: "debug@npm:4.4.3"- dependencies:- ms: "npm:^2.1.3"- peerDependenciesMeta:- supports-color:- optional: true- checksum: 10c0/d79136ec6c83ecbefd0f6a5593da6a9c91ec4d7ddc4b54c883d6e71ec9accb5f67a1a5e96d00a328196b5b5c86d365e98d8a3a70856aaf16b4e7b1985e67f5a6- languageName: node- linkType: hard--"deepmerge@npm:^4.2.2":- version: 4.3.1- resolution: "deepmerge@npm:4.3.1"- checksum: 10c0/e53481aaf1aa2c4082b5342be6b6d8ad9dfe387bc92ce197a66dea08bd4265904a087e75e464f14d1347cf2ac8afe1e4c16b266e0561cc5df29382d3c5f80044- languageName: node- linkType: hard--"for-in@npm:^0.1.3":- version: 0.1.8- resolution: "for-in@npm:0.1.8"- checksum: 10c0/11070c49646ba859f1076fb9abf0bb2774fafb224b20bb161de70c0ecf91cbf23107f5ce7c337901dd4938609b592068b10a947e3185b42fa1a27f640300238a- languageName: node- linkType: hard--"for-in@npm:^1.0.1":- version: 1.0.2- resolution: "for-in@npm:1.0.2"- checksum: 10c0/42bb609d564b1dc340e1996868b67961257fd03a48d7fdafd4f5119530b87f962be6b4d5b7e3a3fc84c9854d149494b1d358e0b0ce9837e64c4c6603a49451d6- languageName: node- linkType: hard--"for-own@npm:^0.1.3":- version: 0.1.5- resolution: "for-own@npm:0.1.5"- dependencies:- for-in: "npm:^1.0.1"- checksum: 10c0/3f82c2ea489ce2eb74c0eb8634d89b30a620801c2cb5f2a83d2d797fe6990d40c1aeac8968783e157b1404cf35bac9acb0a6c46065ec37b38a21b5d896e500bd- languageName: node- linkType: hard--"fs-extra@npm:^10.0.0":- version: 10.1.0- resolution: "fs-extra@npm:10.1.0"- dependencies:- graceful-fs: "npm:^4.2.0"- jsonfile: "npm:^6.0.1"- universalify: "npm:^2.0.0"- checksum: 10c0/5f579466e7109719d162a9249abbeffe7f426eb133ea486e020b89bc6d67a741134076bf439983f2eb79276ceaf6bd7b7c1e43c3fd67fe889863e69072fb0a5e- languageName: node- linkType: hard--"fs.realpath@npm:^1.0.0":- version: 1.0.0- resolution: "fs.realpath@npm:1.0.0"- checksum: 10c0/444cf1291d997165dfd4c0d58b69f0e4782bfd9149fd72faa4fe299e68e0e93d6db941660b37dd29153bf7186672ececa3b50b7e7249477b03fdf850f287c948- languageName: node- linkType: hard--"glob@npm:^7.1.3":- version: 7.2.3- resolution: "glob@npm:7.2.3"- dependencies:- fs.realpath: "npm:^1.0.0"- inflight: "npm:^1.0.4"- inherits: "npm:2"- minimatch: "npm:^3.1.1"- once: "npm:^1.3.0"- path-is-absolute: "npm:^1.0.0"- checksum: 10c0/65676153e2b0c9095100fe7f25a778bf45608eeb32c6048cf307f579649bcc30353277b3b898a3792602c65764e5baa4f643714dfbdfd64ea271d210c7a425fe- languageName: node- linkType: hard--"graceful-fs@npm:^4.1.6, graceful-fs@npm:^4.2.0":- version: 4.2.11- resolution: "graceful-fs@npm:4.2.11"- checksum: 10c0/386d011a553e02bc594ac2ca0bd6d9e4c22d7fa8cfbfc448a6d148c59ea881b092db9dbe3547ae4b88e55f1b01f7c4a2ecc53b310c042793e63aa44cf6c257f2- languageName: node- linkType: hard--"inflight@npm:^1.0.4":- version: 1.0.6- resolution: "inflight@npm:1.0.6"- dependencies:- once: "npm:^1.3.0"- wrappy: "npm:1"- checksum: 10c0/7faca22584600a9dc5b9fca2cd5feb7135ac8c935449837b315676b4c90aa4f391ec4f42240178244b5a34e8bede1948627fda392ca3191522fc46b34e985ab2- languageName: node- linkType: hard--"inherits@npm:2":- version: 2.0.4- resolution: "inherits@npm:2.0.4"- checksum: 10c0/4e531f648b29039fb7426fb94075e6545faa1eb9fe83c29f0b6d9e7263aceb4289d2d4557db0d428188eeb449cc7c5e77b0a0b2c4e248ff2a65933a0dee49ef2- languageName: node- linkType: hard--"is-buffer@npm:^1.0.2, is-buffer@npm:^1.1.5":- version: 1.1.6- resolution: "is-buffer@npm:1.1.6"- checksum: 10c0/ae18aa0b6e113d6c490ad1db5e8df9bdb57758382b313f5a22c9c61084875c6396d50bbf49315f5b1926d142d74dfb8d31b40d993a383e0a158b15fea7a82234- languageName: node- linkType: hard--"is-extendable@npm:^0.1.1":- version: 0.1.1- resolution: "is-extendable@npm:0.1.1"- checksum: 10c0/dd5ca3994a28e1740d1e25192e66eed128e0b2ff161a7ea348e87ae4f616554b486854de423877a2a2c171d5f7cd6e8093b91f54533bc88a59ee1c9838c43879- languageName: node- linkType: hard--"is-plain-object@npm:^2.0.1":- version: 2.0.4- resolution: "is-plain-object@npm:2.0.4"- dependencies:- isobject: "npm:^3.0.1"- checksum: 10c0/f050fdd5203d9c81e8c4df1b3ff461c4bc64e8b5ca383bcdde46131361d0a678e80bcf00b5257646f6c636197629644d53bd8e2375aea633de09a82d57e942f4- languageName: node- linkType: hard--"isobject@npm:^3.0.1":- version: 3.0.1- resolution: "isobject@npm:3.0.1"- checksum: 10c0/03344f5064a82f099a0cd1a8a407f4c0d20b7b8485e8e816c39f249e9416b06c322e8dec5b842b6bb8a06de0af9cb48e7bc1b5352f0fadc2f0abac033db3d4db- languageName: node- linkType: hard--"jsonfile@npm:^6.0.1":- version: 6.2.0- resolution: "jsonfile@npm:6.2.0"- dependencies:- graceful-fs: "npm:^4.1.6"- universalify: "npm:^2.0.0"- dependenciesMeta:- graceful-fs:- optional: true- checksum: 10c0/7f4f43b08d1869ded8a6822213d13ae3b99d651151d77efd1557ced0889c466296a7d9684e397bd126acf5eb2cfcb605808c3e681d0fdccd2fe5a04b47e76c0d- languageName: node- linkType: hard--"kind-of@npm:^2.0.1":- version: 2.0.1- resolution: "kind-of@npm:2.0.1"- dependencies:- is-buffer: "npm:^1.0.2"- checksum: 10c0/71bcf16b2dc3b8126fabcba6cdfa52dfb145d738a627108e6deadefc63a1f8b010c64572de534ece75bdd8f4097fe4cea2581d80b84ade5a797236c459ce3f0d- languageName: node- linkType: hard--"kind-of@npm:^3.0.2":- version: 3.2.2- resolution: "kind-of@npm:3.2.2"- dependencies:- is-buffer: "npm:^1.1.5"- checksum: 10c0/7e34bc29d4b02c997f92f080de34ebb92033a96736bbb0bb2410e033a7e5ae6571f1fa37b2d7710018f95361473b816c604234197f4f203f9cf149d8ef1574d9- languageName: node- linkType: hard--"lazy-cache@npm:^0.2.3":- version: 0.2.7- resolution: "lazy-cache@npm:0.2.7"- checksum: 10c0/7aa1a9197a1c6a67fa5c33f6fc8057d405d9168f115205e0398a661faf28b20aad0d33c19c143dc5f9485fd735387613b48f2e989ef325e3db9f05f4518acf9b- languageName: node- linkType: hard--"lazy-cache@npm:^1.0.3":- version: 1.0.4- resolution: "lazy-cache@npm:1.0.4"- checksum: 10c0/00f4868a27dc5c491ad86f46068d19bc97c0402d6c7c1449a977fade8ce667d4723beac8e12fdb1d6237156dd25ab0d3c963422bdfcbc76fd25941bfe3c6f015- languageName: node- linkType: hard--"merge-deep@npm:^3.0.1":- version: 3.0.3- resolution: "merge-deep@npm:3.0.3"- dependencies:- arr-union: "npm:^3.1.0"- clone-deep: "npm:^0.2.4"- kind-of: "npm:^3.0.2"- checksum: 10c0/c74aec17754d7fefde98b45f2e4c0e0a072d9893418dfd52f90763d9c5bd4631fb2e9feb8aa52d8ca018c8f5427b4727bf50f3169078455f4df5c7fdcedaa6cf- languageName: node- linkType: hard--"minimatch@npm:^3.1.1":- version: 3.1.2- resolution: "minimatch@npm:3.1.2"- dependencies:- brace-expansion: "npm:^1.1.7"- checksum: 10c0/0262810a8fc2e72cca45d6fd86bd349eee435eb95ac6aa45c9ea2180e7ee875ef44c32b55b5973ceabe95ea12682f6e3725cbb63d7a2d1da3ae1163c8b210311- languageName: node- linkType: hard--"mixin-object@npm:^2.0.1":- version: 2.0.1- resolution: "mixin-object@npm:2.0.1"- dependencies:- for-in: "npm:^0.1.3"- is-extendable: "npm:^0.1.1"- checksum: 10c0/ae04f7830457deb5eb5be952c8373f8e49ca76a784d71e71bcca3fec0bad95fee31e501592208e42e1afdb3e271139628ded3b0471a9d33c162d7b0883e6010a- languageName: node- linkType: hard--"ms@npm:^2.1.3":- version: 2.1.3- resolution: "ms@npm:2.1.3"- checksum: 10c0/d924b57e7312b3b63ad21fc5b3dc0af5e78d61a1fc7cfb5457edaf26326bf62be5307cc87ffb6862ef1c2b33b0233cdb5d4f01c4c958cc0d660948b65a287a48- languageName: node- linkType: hard--"once@npm:^1.3.0":- version: 1.4.0- resolution: "once@npm:1.4.0"- dependencies:- wrappy: "npm:1"- checksum: 10c0/5d48aca287dfefabd756621c5dfce5c91a549a93e9fdb7b8246bc4c4790aa2ec17b34a260530474635147aeb631a2dcc8b32c613df0675f96041cbb8244517d0- languageName: node- linkType: hard--"path-is-absolute@npm:^1.0.0":- version: 1.0.1- resolution: "path-is-absolute@npm:1.0.1"- checksum: 10c0/127da03c82172a2a50099cddbf02510c1791fc2cc5f7713ddb613a56838db1e8168b121a920079d052e0936c23005562059756d653b7c544c53185efe53be078- languageName: node- linkType: hard--"playwright-extra@npm:^4.3.6":- version: 4.3.6- resolution: "playwright-extra@npm:4.3.6"- dependencies:- debug: "npm:^4.3.4"- peerDependencies:- playwright: "*"- playwright-core: "*"- peerDependenciesMeta:- playwright:- optional: true- playwright-core:- optional: true- checksum: 10c0/5d28e236faf35bd1b16c200825f62fe05feaafa3ea3dbf2635eec64077e9cd21beb9196386e04c2a01d5984873815d817feccb26f67ca8ab8ad15d18c289a13d- languageName: node- linkType: hard--"puppeteer-extra-plugin-stealth@npm:^2.11.2":- version: 2.11.2- resolution: "puppeteer-extra-plugin-stealth@npm:2.11.2"- dependencies:- debug: "npm:^4.1.1"- puppeteer-extra-plugin: "npm:^3.2.3"- puppeteer-extra-plugin-user-preferences: "npm:^2.4.1"- peerDependencies:- playwright-extra: "*"- puppeteer-extra: "*"- peerDependenciesMeta:- playwright-extra:- optional: true- puppeteer-extra:- optional: true- checksum: 10c0/2ee1a7a58306ec783fa133975adf12093311965f5f06fc7ebc1b3e3aab8f1559255e6ccd8c0f55ff0370b66871b2931aa1fcbf7bd3b6eea6cfd06cf6fca21fb8- languageName: node- linkType: hard--"puppeteer-extra-plugin-user-data-dir@npm:^2.4.1":- version: 2.4.1- resolution: "puppeteer-extra-plugin-user-data-dir@npm:2.4.1"- dependencies:- debug: "npm:^4.1.1"- fs-extra: "npm:^10.0.0"- puppeteer-extra-plugin: "npm:^3.2.3"- rimraf: "npm:^3.0.2"- peerDependencies:- playwright-extra: "*"- puppeteer-extra: "*"- peerDependenciesMeta:- playwright-extra:- optional: true- puppeteer-extra:- optional: true- checksum: 10c0/aab881f2c291ca40dd1e9c3964271bfa732c3cfb6b77725af5ed84added96f4b112f25ff802f81d97b0b15f2f2e07a1475c802ab36c213424e11ccffc28a02cf- languageName: node- linkType: hard--"puppeteer-extra-plugin-user-preferences@npm:^2.4.1":- version: 2.4.1- resolution: "puppeteer-extra-plugin-user-preferences@npm:2.4.1"- dependencies:- debug: "npm:^4.1.1"- deepmerge: "npm:^4.2.2"- puppeteer-extra-plugin: "npm:^3.2.3"- puppeteer-extra-plugin-user-data-dir: "npm:^2.4.1"- peerDependencies:- playwright-extra: "*"- puppeteer-extra: "*"- peerDependenciesMeta:- playwright-extra:- optional: true- puppeteer-extra:- optional: true- checksum: 10c0/d2bda1bbbf584a6556713b58342460646e8dc2126937d98c7684516aa2cc60d3fb13860a13055033d9077f665ab576bc029cb1b5dd75a5c92608c84aed541063- languageName: node- linkType: hard--"puppeteer-extra-plugin@npm:^3.2.3":- version: 3.2.3- resolution: "puppeteer-extra-plugin@npm:3.2.3"- dependencies:- "@types/debug": "npm:^4.1.0"- debug: "npm:^4.1.1"- merge-deep: "npm:^3.0.1"- peerDependencies:- playwright-extra: "*"- puppeteer-extra: "*"- peerDependenciesMeta:- playwright-extra:- optional: true- puppeteer-extra:- optional: true- checksum: 10c0/a2abd1508e4f64df255d186cf7ba91e6071eb9e41574858214c8603619e7457c45844474b5a8af590c970f1a245b3588fac18a300a4f421830c4ddf1eb952450- languageName: node- linkType: hard--"puppeteer-extra@npm:^3.3.6":- version: 3.3.6- resolution: "puppeteer-extra@npm:3.3.6"- dependencies:- "@types/debug": "npm:^4.1.0"- debug: "npm:^4.1.1"- deepmerge: "npm:^4.2.2"- peerDependencies:- "@types/puppeteer": "*"- puppeteer: "*"- puppeteer-core: "*"- peerDependenciesMeta:- "@types/puppeteer":- optional: true- puppeteer:- optional: true- puppeteer-core:- optional: true- checksum: 10c0/d918e266f7ef25a6d13d550064dbe44f9f4cefa1e58738a6b1290f55678f7f97eba83e67f0dd1863b4b33342b1437ab2d38449cd59e618d4eb4aab817ef4bc28- languageName: node- linkType: hard--"rimraf@npm:^3.0.2":- version: 3.0.2- resolution: "rimraf@npm:3.0.2"- dependencies:- glob: "npm:^7.1.3"- bin:- rimraf: bin.js- checksum: 10c0/9cb7757acb489bd83757ba1a274ab545eafd75598a9d817e0c3f8b164238dd90eba50d6b848bd4dcc5f3040912e882dc7ba71653e35af660d77b25c381d402e8- languageName: node- linkType: hard--"shallow-clone@npm:^0.1.2":- version: 0.1.2- resolution: "shallow-clone@npm:0.1.2"- dependencies:- is-extendable: "npm:^0.1.1"- kind-of: "npm:^2.0.1"- lazy-cache: "npm:^0.2.3"- mixin-object: "npm:^2.0.1"- checksum: 10c0/d513b94a55420c22bcb984d571931a144a06a3d327bf4caf52791287ae55cd34ad961d5227b505e2b3566c13911767b8881b2af10efb32d7d5fc3703937be30c- languageName: node- linkType: hard--"typescript@npm:^5.9.3":- version: 5.9.3- resolution: "typescript@npm:5.9.3"- bin:- tsc: bin/tsc- tsserver: bin/tsserver- checksum: 10c0/6bd7552ce39f97e711db5aa048f6f9995b53f1c52f7d8667c1abdc1700c68a76a308f579cd309ce6b53646deb4e9a1be7c813a93baaf0a28ccd536a30270e1c5- languageName: node- linkType: hard--"typescript@patch:typescript@npm%3A^5.9.3#optional!builtin<compat/typescript>":- version: 5.9.3- resolution: "typescript@patch:typescript@npm%3A5.9.3#optional!builtin<compat/typescript>::version=5.9.3&hash=5786d5"- bin:- tsc: bin/tsc- tsserver: bin/tsserver- checksum: 10c0/ad09fdf7a756814dce65bc60c1657b40d44451346858eea230e10f2e95a289d9183b6e32e5c11e95acc0ccc214b4f36289dcad4bf1886b0adb84d711d336a430- languageName: node- linkType: hard--"universalify@npm:^2.0.0":- version: 2.0.1- resolution: "universalify@npm:2.0.1"- checksum: 10c0/73e8ee3809041ca8b818efb141801a1004e3fc0002727f1531f4de613ea281b494a40909596dae4a042a4fb6cd385af5d4db2e137b1362e0e91384b828effd3a- languageName: node- linkType: hard--"wrappy@npm:1":- version: 1.0.2- resolution: "wrappy@npm:1.0.2"- checksum: 10c0/56fece1a4018c6a6c8e28fbc88c87e0fbf4ea8fd64fc6c63b18f4acc4bd13e0ad2515189786dd2c30d3eec9663d70f4ecf699330002f8ccb547e4a18231fc9f0- languageName: node- linkType: hard