Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
# This file is generated by running "yarn install" inside your project.
# Manual changes might be lost - proceed with caution!
__metadata:
version: 8
cacheKey: 10c0
"@types/debug@npm:^4.1.0":
version: 4.1.13
resolution: "@types/debug@npm:4.1.13"
dependencies:
"@types/ms": "npm:*"
checksum: 10c0/e5e124021bbdb23a82727eee0a726ae0fc8a3ae1f57253cbcc47497f259afb357de7f6941375e773e1abbfa1604c1555b901a409d762ec2bb4c1612131d4afb7
languageName: node
linkType: hard
"@types/ms@npm:*":
version: 2.1.0
resolution: "@types/ms@npm:2.1.0"
checksum: 10c0/5ce692ffe1549e1b827d99ef8ff71187457e0eb44adbae38fdf7b9a74bae8d20642ee963c14516db1d35fa2652e65f47680fdf679dcbde52bbfadd021f497225
languageName: node
linkType: hard
"arr-union@npm:^3.1.0":
version: 3.1.0
resolution: "arr-union@npm:3.1.0"
checksum: 10c0/7d5aa05894e54aa93c77c5726c1dd5d8e8d3afe4f77983c0aa8a14a8a5cbe8b18f0cf4ecaa4ac8c908ef5f744d2cbbdaa83fd6e96724d15fea56cfa7f5efdd51
languageName: node
linkType: hard
"balanced-match@npm:^1.0.0":
version: 1.0.2
resolution: "balanced-match@npm:1.0.2"
checksum: 10c0/9308baf0a7e4838a82bbfd11e01b1cb0f0cf2893bc1676c27c2a8c0e70cbae1c59120c3268517a8ae7fb6376b4639ef81ca22582611dbee4ed28df945134aaee
languageName: node
linkType: hard
"brace-expansion@npm:^1.1.7":
version: 1.1.21
resolution: "brace-expansion@npm:1.1.21"
dependencies:
balanced-match: "npm:^1.0.0"
concat-map: "npm:0.0.1"
checksum: 10c0/8f0a68a720f9cb28c2ecaea5cdaf15fafd686d6b6e4e722a81c9d4bd2f68c1fd0619731cac05875d842221eaf4d97d564d329a12eb3c4c22137502fb3c65be8b
languageName: node
linkType: hard
"clone-deep@npm:^0.2.4":
version: 0.2.4
resolution: "clone-deep@npm:0.2.4"
dependencies:
for-own: "npm:^0.1.3"
is-plain-object: "npm:^2.0.1"
kind-of: "npm:^3.0.2"
lazy-cache: "npm:^1.0.3"
shallow-clone: "npm:^0.1.2"
checksum: 10c0/ff52206b825fdad27c1c78dc77a8e23739117402212f224b9ad34b722b694adb171cf201895d76be080544460e7e63e66fd0b62689efd6cb009a50bb679ac3fa
languageName: node
linkType: hard
"concat-map@npm:0.0.1":
version: 0.0.1
resolution: "concat-map@npm:0.0.1"
checksum: 10c0/c996b1cfdf95b6c90fee4dae37e332c8b6eb7d106430c17d538034c0ad9a1630cb194d2ab37293b1bdd4d779494beee7786d586a50bd9376fd6f7bcc2bd4c98f
languageName: node
linkType: hard
"crawlee-docs@workspace:.":
version: 0.0.0-use.local
resolution: "crawlee-docs@workspace:."
dependencies:
playwright-extra: "npm:^4.3.6"
puppeteer-extra: "npm:^3.3.6"
puppeteer-extra-plugin-stealth: "npm:^2.11.2"
typescript: "npm:^6.0.0"
languageName: unknown
linkType: soft
"debug@npm:^4.1.1, debug@npm:^4.3.4":
version: 4.4.3
resolution: "debug@npm:4.4.3"
dependencies:
ms: "npm:^2.1.3"
peerDependenciesMeta:
supports-color:
optional: true
checksum: 10c0/d79136ec6c83ecbefd0f6a5593da6a9c91ec4d7ddc4b54c883d6e71ec9accb5f67a1a5e96d00a328196b5b5c86d365e98d8a3a70856aaf16b4e7b1985e67f5a6
languageName: node
linkType: hard
"deepmerge@npm:^4.2.2":
version: 4.3.1
resolution: "deepmerge@npm:4.3.1"
checksum: 10c0/e53481aaf1aa2c4082b5342be6b6d8ad9dfe387bc92ce197a66dea08bd4265904a087e75e464f14d1347cf2ac8afe1e4c16b266e0561cc5df29382d3c5f80044
languageName: node
linkType: hard
"for-in@npm:^0.1.3":
version: 0.1.8
resolution: "for-in@npm:0.1.8"
checksum: 10c0/11070c49646ba859f1076fb9abf0bb2774fafb224b20bb161de70c0ecf91cbf23107f5ce7c337901dd4938609b592068b10a947e3185b42fa1a27f640300238a
languageName: node
linkType: hard
"for-in@npm:^1.0.1":
version: 1.0.2
resolution: "for-in@npm:1.0.2"
checksum: 10c0/42bb609d564b1dc340e1996868b67961257fd03a48d7fdafd4f5119530b87f962be6b4d5b7e3a3fc84c9854d149494b1d358e0b0ce9837e64c4c6603a49451d6
languageName: node
linkType: hard
"for-own@npm:^0.1.3":
version: 0.1.5
resolution: "for-own@npm:0.1.5"
dependencies:
for-in: "npm:^1.0.1"
checksum: 10c0/3f82c2ea489ce2eb74c0eb8634d89b30a620801c2cb5f2a83d2d797fe6990d40c1aeac8968783e157b1404cf35bac9acb0a6c46065ec37b38a21b5d896e500bd
languageName: node
linkType: hard
"fs-extra@npm:^10.0.0":
version: 10.1.0
resolution: "fs-extra@npm:10.1.0"
dependencies:
graceful-fs: "npm:^4.2.0"
jsonfile: "npm:^6.0.1"
universalify: "npm:^2.0.0"
checksum: 10c0/5f579466e7109719d162a9249abbeffe7f426eb133ea486e020b89bc6d67a741134076bf439983f2eb79276ceaf6bd7b7c1e43c3fd67fe889863e69072fb0a5e
languageName: node
linkType: hard
"fs.realpath@npm:^1.0.0":
version: 1.0.0
resolution: "fs.realpath@npm:1.0.0"
checksum: 10c0/444cf1291d997165dfd4c0d58b69f0e4782bfd9149fd72faa4fe299e68e0e93d6db941660b37dd29153bf7186672ececa3b50b7e7249477b03fdf850f287c948
languageName: node
linkType: hard
"glob@npm:^7.1.3":
version: 7.2.3
resolution: "glob@npm:7.2.3"
dependencies:
fs.realpath: "npm:^1.0.0"
inflight: "npm:^1.0.4"
inherits: "npm:2"
minimatch: "npm:^3.1.1"
once: "npm:^1.3.0"
path-is-absolute: "npm:^1.0.0"
checksum: 10c0/65676153e2b0c9095100fe7f25a778bf45608eeb32c6048cf307f579649bcc30353277b3b898a3792602c65764e5baa4f643714dfbdfd64ea271d210c7a425fe
languageName: node
linkType: hard
"graceful-fs@npm:^4.1.6, graceful-fs@npm:^4.2.0":
version: 4.2.11
resolution: "graceful-fs@npm:4.2.11"
checksum: 10c0/386d011a553e02bc594ac2ca0bd6d9e4c22d7fa8cfbfc448a6d148c59ea881b092db9dbe3547ae4b88e55f1b01f7c4a2ecc53b310c042793e63aa44cf6c257f2
languageName: node
linkType: hard
"inflight@npm:^1.0.4":
version: 1.0.6
resolution: "inflight@npm:1.0.6"
dependencies:
once: "npm:^1.3.0"
wrappy: "npm:1"
checksum: 10c0/7faca22584600a9dc5b9fca2cd5feb7135ac8c935449837b315676b4c90aa4f391ec4f42240178244b5a34e8bede1948627fda392ca3191522fc46b34e985ab2
languageName: node
linkType: hard
"inherits@npm:2":
version: 2.0.4
resolution: "inherits@npm:2.0.4"
checksum: 10c0/4e531f648b29039fb7426fb94075e6545faa1eb9fe83c29f0b6d9e7263aceb4289d2d4557db0d428188eeb449cc7c5e77b0a0b2c4e248ff2a65933a0dee49ef2
languageName: node
linkType: hard
"is-buffer@npm:^1.0.2, is-buffer@npm:^1.1.5":
version: 1.1.6
resolution: "is-buffer@npm:1.1.6"
checksum: 10c0/ae18aa0b6e113d6c490ad1db5e8df9bdb57758382b313f5a22c9c61084875c6396d50bbf49315f5b1926d142d74dfb8d31b40d993a383e0a158b15fea7a82234
languageName: node
linkType: hard
"is-extendable@npm:^0.1.1":
version: 0.1.1
resolution: "is-extendable@npm:0.1.1"
checksum: 10c0/dd5ca3994a28e1740d1e25192e66eed128e0b2ff161a7ea348e87ae4f616554b486854de423877a2a2c171d5f7cd6e8093b91f54533bc88a59ee1c9838c43879
languageName: node
linkType: hard
"is-plain-object@npm:^2.0.1":
version: 2.0.4
resolution: "is-plain-object@npm:2.0.4"
dependencies:
isobject: "npm:^3.0.1"
checksum: 10c0/f050fdd5203d9c81e8c4df1b3ff461c4bc64e8b5ca383bcdde46131361d0a678e80bcf00b5257646f6c636197629644d53bd8e2375aea633de09a82d57e942f4
languageName: node
linkType: hard
"isobject@npm:^3.0.1":
version: 3.0.1
resolution: "isobject@npm:3.0.1"
checksum: 10c0/03344f5064a82f099a0cd1a8a407f4c0d20b7b8485e8e816c39f249e9416b06c322e8dec5b842b6bb8a06de0af9cb48e7bc1b5352f0fadc2f0abac033db3d4db
languageName: node
linkType: hard
"jsonfile@npm:^6.0.1":
version: 6.2.1
resolution: "jsonfile@npm:6.2.1"
dependencies:
graceful-fs: "npm:^4.1.6"
universalify: "npm:^2.0.0"
dependenciesMeta:
graceful-fs:
optional: true
checksum: 10c0/e1abf000ecee9942d4d028a8e02dc752617face227d72afd1cfb2187e2433079e625bf82b807a313689db71b6472c6b2b389a2340d2798737b1199a39631c28a
languageName: node
linkType: hard
"kind-of@npm:^2.0.1":
version: 2.0.1
resolution: "kind-of@npm:2.0.1"
dependencies:
is-buffer: "npm:^1.0.2"
checksum: 10c0/71bcf16b2dc3b8126fabcba6cdfa52dfb145d738a627108e6deadefc63a1f8b010c64572de534ece75bdd8f4097fe4cea2581d80b84ade5a797236c459ce3f0d
languageName: node
linkType: hard
"kind-of@npm:^3.0.2":
version: 3.2.2
resolution: "kind-of@npm:3.2.2"
dependencies:
is-buffer: "npm:^1.1.5"
checksum: 10c0/7e34bc29d4b02c997f92f080de34ebb92033a96736bbb0bb2410e033a7e5ae6571f1fa37b2d7710018f95361473b816c604234197f4f203f9cf149d8ef1574d9
languageName: node
linkType: hard
"lazy-cache@npm:^0.2.3":
version: 0.2.7
resolution: "lazy-cache@npm:0.2.7"
checksum: 10c0/7aa1a9197a1c6a67fa5c33f6fc8057d405d9168f115205e0398a661faf28b20aad0d33c19c143dc5f9485fd735387613b48f2e989ef325e3db9f05f4518acf9b
languageName: node
linkType: hard
"lazy-cache@npm:^1.0.3":
version: 1.0.4
resolution: "lazy-cache@npm:1.0.4"
checksum: 10c0/00f4868a27dc5c491ad86f46068d19bc97c0402d6c7c1449a977fade8ce667d4723beac8e12fdb1d6237156dd25ab0d3c963422bdfcbc76fd25941bfe3c6f015
languageName: node
linkType: hard
"merge-deep@npm:^3.0.1":
version: 3.0.3
resolution: "merge-deep@npm:3.0.3"
dependencies:
arr-union: "npm:^3.1.0"
clone-deep: "npm:^0.2.4"
kind-of: "npm:^3.0.2"
checksum: 10c0/c74aec17754d7fefde98b45f2e4c0e0a072d9893418dfd52f90763d9c5bd4631fb2e9feb8aa52d8ca018c8f5427b4727bf50f3169078455f4df5c7fdcedaa6cf
languageName: node
linkType: hard
"minimatch@npm:^3.1.1":
version: 3.1.5
resolution: "minimatch@npm:3.1.5"
dependencies:
brace-expansion: "npm:^1.1.7"
checksum: 10c0/2ecbdc0d33f07bddb0315a8b5afbcb761307a8778b48f0b312418ccbced99f104a2d17d8aca7573433c70e8ccd1c56823a441897a45e384ea76ef401a26ace70
languageName: node
linkType: hard
"mixin-object@npm:^2.0.1":
version: 2.0.1
resolution: "mixin-object@npm:2.0.1"
dependencies:
for-in: "npm:^0.1.3"
is-extendable: "npm:^0.1.1"
checksum: 10c0/ae04f7830457deb5eb5be952c8373f8e49ca76a784d71e71bcca3fec0bad95fee31e501592208e42e1afdb3e271139628ded3b0471a9d33c162d7b0883e6010a
languageName: node
linkType: hard
"ms@npm:^2.1.3":
version: 2.1.3
resolution: "ms@npm:2.1.3"
checksum: 10c0/d924b57e7312b3b63ad21fc5b3dc0af5e78d61a1fc7cfb5457edaf26326bf62be5307cc87ffb6862ef1c2b33b0233cdb5d4f01c4c958cc0d660948b65a287a48
languageName: node
linkType: hard
"once@npm:^1.3.0":
version: 1.4.0
resolution: "once@npm:1.4.0"
dependencies:
wrappy: "npm:1"
checksum: 10c0/5d48aca287dfefabd756621c5dfce5c91a549a93e9fdb7b8246bc4c4790aa2ec17b34a260530474635147aeb631a2dcc8b32c613df0675f96041cbb8244517d0
languageName: node
linkType: hard
"path-is-absolute@npm:^1.0.0":
version: 1.0.1
resolution: "path-is-absolute@npm:1.0.1"
checksum: 10c0/127da03c82172a2a50099cddbf02510c1791fc2cc5f7713ddb613a56838db1e8168b121a920079d052e0936c23005562059756d653b7c544c53185efe53be078
languageName: node
linkType: hard
"playwright-extra@npm:^4.3.6":
version: 4.3.6
resolution: "playwright-extra@npm:4.3.6"
dependencies:
debug: "npm:^4.3.4"
peerDependencies:
playwright: "*"
playwright-core: "*"
peerDependenciesMeta:
playwright:
optional: true
playwright-core:
optional: true
checksum: 10c0/5d28e236faf35bd1b16c200825f62fe05feaafa3ea3dbf2635eec64077e9cd21beb9196386e04c2a01d5984873815d817feccb26f67ca8ab8ad15d18c289a13d
languageName: node
linkType: hard
"puppeteer-extra-plugin-stealth@npm:^2.11.2":
version: 2.11.2
resolution: "puppeteer-extra-plugin-stealth@npm:2.11.2"
dependencies:
debug: "npm:^4.1.1"
puppeteer-extra-plugin: "npm:^3.2.3"
puppeteer-extra-plugin-user-preferences: "npm:^2.4.1"
peerDependencies:
playwright-extra: "*"
puppeteer-extra: "*"
peerDependenciesMeta:
playwright-extra:
optional: true
puppeteer-extra:
optional: true
checksum: 10c0/2ee1a7a58306ec783fa133975adf12093311965f5f06fc7ebc1b3e3aab8f1559255e6ccd8c0f55ff0370b66871b2931aa1fcbf7bd3b6eea6cfd06cf6fca21fb8
languageName: node
linkType: hard
"puppeteer-extra-plugin-user-data-dir@npm:^2.4.1":
version: 2.4.1
resolution: "puppeteer-extra-plugin-user-data-dir@npm:2.4.1"
dependencies:
debug: "npm:^4.1.1"
fs-extra: "npm:^10.0.0"
puppeteer-extra-plugin: "npm:^3.2.3"
rimraf: "npm:^3.0.2"
peerDependencies:
playwright-extra: "*"
puppeteer-extra: "*"
peerDependenciesMeta:
playwright-extra:
optional: true
puppeteer-extra:
optional: true
checksum: 10c0/aab881f2c291ca40dd1e9c3964271bfa732c3cfb6b77725af5ed84added96f4b112f25ff802f81d97b0b15f2f2e07a1475c802ab36c213424e11ccffc28a02cf
languageName: node
linkType: hard
"puppeteer-extra-plugin-user-preferences@npm:^2.4.1":
version: 2.4.1
resolution: "puppeteer-extra-plugin-user-preferences@npm:2.4.1"
dependencies:
debug: "npm:^4.1.1"
deepmerge: "npm:^4.2.2"
puppeteer-extra-plugin: "npm:^3.2.3"
puppeteer-extra-plugin-user-data-dir: "npm:^2.4.1"
peerDependencies:
playwright-extra: "*"
puppeteer-extra: "*"
peerDependenciesMeta:
playwright-extra:
optional: true
puppeteer-extra:
optional: true
checksum: 10c0/d2bda1bbbf584a6556713b58342460646e8dc2126937d98c7684516aa2cc60d3fb13860a13055033d9077f665ab576bc029cb1b5dd75a5c92608c84aed541063
languageName: node
linkType: hard
"puppeteer-extra-plugin@npm:^3.2.3":
version: 3.2.3
resolution: "puppeteer-extra-plugin@npm:3.2.3"
dependencies:
"@types/debug": "npm:^4.1.0"
debug: "npm:^4.1.1"
merge-deep: "npm:^3.0.1"
peerDependencies:
playwright-extra: "*"
puppeteer-extra: "*"
peerDependenciesMeta:
playwright-extra:
optional: true
puppeteer-extra:
optional: true
checksum: 10c0/a2abd1508e4f64df255d186cf7ba91e6071eb9e41574858214c8603619e7457c45844474b5a8af590c970f1a245b3588fac18a300a4f421830c4ddf1eb952450
languageName: node
linkType: hard
"puppeteer-extra@npm:^3.3.6":
version: 3.3.6
resolution: "puppeteer-extra@npm:3.3.6"
dependencies:
"@types/debug": "npm:^4.1.0"
debug: "npm:^4.1.1"
deepmerge: "npm:^4.2.2"
peerDependencies:
"@types/puppeteer": "*"
puppeteer: "*"
puppeteer-core: "*"
peerDependenciesMeta:
"@types/puppeteer":
optional: true
puppeteer:
optional: true
puppeteer-core:
optional: true
checksum: 10c0/d918e266f7ef25a6d13d550064dbe44f9f4cefa1e58738a6b1290f55678f7f97eba83e67f0dd1863b4b33342b1437ab2d38449cd59e618d4eb4aab817ef4bc28
languageName: node
linkType: hard
"rimraf@npm:^3.0.2":
version: 3.0.2
resolution: "rimraf@npm:3.0.2"
dependencies:
glob: "npm:^7.1.3"
bin:
rimraf: bin.js
checksum: 10c0/9cb7757acb489bd83757ba1a274ab545eafd75598a9d817e0c3f8b164238dd90eba50d6b848bd4dcc5f3040912e882dc7ba71653e35af660d77b25c381d402e8
languageName: node
linkType: hard
"shallow-clone@npm:^0.1.2":
version: 0.1.2
resolution: "shallow-clone@npm:0.1.2"
dependencies:
is-extendable: "npm:^0.1.1"
kind-of: "npm:^2.0.1"
lazy-cache: "npm:^0.2.3"
mixin-object: "npm:^2.0.1"
checksum: 10c0/d513b94a55420c22bcb984d571931a144a06a3d327bf4caf52791287ae55cd34ad961d5227b505e2b3566c13911767b8881b2af10efb32d7d5fc3703937be30c
languageName: node
linkType: hard
"typescript@npm:^6.0.0":
version: 6.0.3
resolution: "typescript@npm:6.0.3"
bin:
tsc: bin/tsc
tsserver: bin/tsserver
checksum: 10c0/4a25ff5045b984370f48f196b3a0120779b1b343d40b9a68d114ea5e5fff099809b2bb777576991a63a5cd59cf7bffd96ff6fe10afcefbcb8bd6fb96ad4b6606
languageName: node
linkType: hard
"typescript@patch:typescript@npm%3A^6.0.0#optional!builtin<compat/typescript>":
version: 6.0.3
resolution: "typescript@patch:typescript@npm%3A6.0.3#optional!builtin<compat/typescript>::version=6.0.3&hash=5786d5"
bin:
tsc: bin/tsc
tsserver: bin/tsserver
checksum: 10c0/2f25c74e65663c248fa1ade2b8459d9ce5372ff9dad07067310f132966ebec1d93f6c42f0baf77a6b6a7a91460463f708e6887013aaade22111037457c6b25df
languageName: node
linkType: hard
"universalify@npm:^2.0.0":
version: 2.0.1
resolution: "universalify@npm:2.0.1"
checksum: 10c0/73e8ee3809041ca8b818efb141801a1004e3fc0002727f1531f4de613ea281b494a40909596dae4a042a4fb6cd385af5d4db2e137b1362e0e91384b828effd3a
languageName: node
linkType: hard
"wrappy@npm:1":
version: 1.0.2
resolution: "wrappy@npm:1.0.2"
checksum: 10c0/56fece1a4018c6a6c8e28fbc88c87e0fbf4ea8fd64fc6c63b18f4acc4bd13e0ad2515189786dd2c30d3eec9663d70f4ecf699330002f8ccb547e4a18231fc9f0
languageName: node
linkType: hard