Skip to content

Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.

15.7 KB
Raw Blame
# This file is generated by running "yarn install" inside your project.
# Manual changes might be lost - proceed with caution!

__metadata:
  version: 8
  cacheKey: 10c0

"@types/debug@npm:^4.1.0":
  version: 4.1.13
  resolution: "@types/debug@npm:4.1.13"
  dependencies:
    "@types/ms": "npm:*"
  checksum: 10c0/e5e124021bbdb23a82727eee0a726ae0fc8a3ae1f57253cbcc47497f259afb357de7f6941375e773e1abbfa1604c1555b901a409d762ec2bb4c1612131d4afb7
  languageName: node
  linkType: hard

"@types/ms@npm:*":
  version: 2.1.0
  resolution: "@types/ms@npm:2.1.0"
  checksum: 10c0/5ce692ffe1549e1b827d99ef8ff71187457e0eb44adbae38fdf7b9a74bae8d20642ee963c14516db1d35fa2652e65f47680fdf679dcbde52bbfadd021f497225
  languageName: node
  linkType: hard

"arr-union@npm:^3.1.0":
  version: 3.1.0
  resolution: "arr-union@npm:3.1.0"
  checksum: 10c0/7d5aa05894e54aa93c77c5726c1dd5d8e8d3afe4f77983c0aa8a14a8a5cbe8b18f0cf4ecaa4ac8c908ef5f744d2cbbdaa83fd6e96724d15fea56cfa7f5efdd51
  languageName: node
  linkType: hard

"balanced-match@npm:^1.0.0":
  version: 1.0.2
  resolution: "balanced-match@npm:1.0.2"
  checksum: 10c0/9308baf0a7e4838a82bbfd11e01b1cb0f0cf2893bc1676c27c2a8c0e70cbae1c59120c3268517a8ae7fb6376b4639ef81ca22582611dbee4ed28df945134aaee
  languageName: node
  linkType: hard

"brace-expansion@npm:^1.1.7":
  version: 1.1.21
  resolution: "brace-expansion@npm:1.1.21"
  dependencies:
    balanced-match: "npm:^1.0.0"
    concat-map: "npm:0.0.1"
  checksum: 10c0/8f0a68a720f9cb28c2ecaea5cdaf15fafd686d6b6e4e722a81c9d4bd2f68c1fd0619731cac05875d842221eaf4d97d564d329a12eb3c4c22137502fb3c65be8b
  languageName: node
  linkType: hard

"clone-deep@npm:^0.2.4":
  version: 0.2.4
  resolution: "clone-deep@npm:0.2.4"
  dependencies:
    for-own: "npm:^0.1.3"
    is-plain-object: "npm:^2.0.1"
    kind-of: "npm:^3.0.2"
    lazy-cache: "npm:^1.0.3"
    shallow-clone: "npm:^0.1.2"
  checksum: 10c0/ff52206b825fdad27c1c78dc77a8e23739117402212f224b9ad34b722b694adb171cf201895d76be080544460e7e63e66fd0b62689efd6cb009a50bb679ac3fa
  languageName: node
  linkType: hard

"concat-map@npm:0.0.1":
  version: 0.0.1
  resolution: "concat-map@npm:0.0.1"
  checksum: 10c0/c996b1cfdf95b6c90fee4dae37e332c8b6eb7d106430c17d538034c0ad9a1630cb194d2ab37293b1bdd4d779494beee7786d586a50bd9376fd6f7bcc2bd4c98f
  languageName: node
  linkType: hard

"crawlee-docs@workspace:.":
  version: 0.0.0-use.local
  resolution: "crawlee-docs@workspace:."
  dependencies:
    playwright-extra: "npm:^4.3.6"
    puppeteer-extra: "npm:^3.3.6"
    puppeteer-extra-plugin-stealth: "npm:^2.11.2"
    typescript: "npm:^6.0.0"
  languageName: unknown
  linkType: soft

"debug@npm:^4.1.1, debug@npm:^4.3.4":
  version: 4.4.3
  resolution: "debug@npm:4.4.3"
  dependencies:
    ms: "npm:^2.1.3"
  peerDependenciesMeta:
    supports-color:
      optional: true
  checksum: 10c0/d79136ec6c83ecbefd0f6a5593da6a9c91ec4d7ddc4b54c883d6e71ec9accb5f67a1a5e96d00a328196b5b5c86d365e98d8a3a70856aaf16b4e7b1985e67f5a6
  languageName: node
  linkType: hard

"deepmerge@npm:^4.2.2":
  version: 4.3.1
  resolution: "deepmerge@npm:4.3.1"
  checksum: 10c0/e53481aaf1aa2c4082b5342be6b6d8ad9dfe387bc92ce197a66dea08bd4265904a087e75e464f14d1347cf2ac8afe1e4c16b266e0561cc5df29382d3c5f80044
  languageName: node
  linkType: hard

"for-in@npm:^0.1.3":
  version: 0.1.8
  resolution: "for-in@npm:0.1.8"
  checksum: 10c0/11070c49646ba859f1076fb9abf0bb2774fafb224b20bb161de70c0ecf91cbf23107f5ce7c337901dd4938609b592068b10a947e3185b42fa1a27f640300238a
  languageName: node
  linkType: hard

"for-in@npm:^1.0.1":
  version: 1.0.2
  resolution: "for-in@npm:1.0.2"
  checksum: 10c0/42bb609d564b1dc340e1996868b67961257fd03a48d7fdafd4f5119530b87f962be6b4d5b7e3a3fc84c9854d149494b1d358e0b0ce9837e64c4c6603a49451d6
  languageName: node
  linkType: hard

"for-own@npm:^0.1.3":
  version: 0.1.5
  resolution: "for-own@npm:0.1.5"
  dependencies:
    for-in: "npm:^1.0.1"
  checksum: 10c0/3f82c2ea489ce2eb74c0eb8634d89b30a620801c2cb5f2a83d2d797fe6990d40c1aeac8968783e157b1404cf35bac9acb0a6c46065ec37b38a21b5d896e500bd
  languageName: node
  linkType: hard

"fs-extra@npm:^10.0.0":
  version: 10.1.0
  resolution: "fs-extra@npm:10.1.0"
  dependencies:
    graceful-fs: "npm:^4.2.0"
    jsonfile: "npm:^6.0.1"
    universalify: "npm:^2.0.0"
  checksum: 10c0/5f579466e7109719d162a9249abbeffe7f426eb133ea486e020b89bc6d67a741134076bf439983f2eb79276ceaf6bd7b7c1e43c3fd67fe889863e69072fb0a5e
  languageName: node
  linkType: hard

"fs.realpath@npm:^1.0.0":
  version: 1.0.0
  resolution: "fs.realpath@npm:1.0.0"
  checksum: 10c0/444cf1291d997165dfd4c0d58b69f0e4782bfd9149fd72faa4fe299e68e0e93d6db941660b37dd29153bf7186672ececa3b50b7e7249477b03fdf850f287c948
  languageName: node
  linkType: hard

"glob@npm:^7.1.3":
  version: 7.2.3
  resolution: "glob@npm:7.2.3"
  dependencies:
    fs.realpath: "npm:^1.0.0"
    inflight: "npm:^1.0.4"
    inherits: "npm:2"
    minimatch: "npm:^3.1.1"
    once: "npm:^1.3.0"
    path-is-absolute: "npm:^1.0.0"
  checksum: 10c0/65676153e2b0c9095100fe7f25a778bf45608eeb32c6048cf307f579649bcc30353277b3b898a3792602c65764e5baa4f643714dfbdfd64ea271d210c7a425fe
  languageName: node
  linkType: hard

"graceful-fs@npm:^4.1.6, graceful-fs@npm:^4.2.0":
  version: 4.2.11
  resolution: "graceful-fs@npm:4.2.11"
  checksum: 10c0/386d011a553e02bc594ac2ca0bd6d9e4c22d7fa8cfbfc448a6d148c59ea881b092db9dbe3547ae4b88e55f1b01f7c4a2ecc53b310c042793e63aa44cf6c257f2
  languageName: node
  linkType: hard

"inflight@npm:^1.0.4":
  version: 1.0.6
  resolution: "inflight@npm:1.0.6"
  dependencies:
    once: "npm:^1.3.0"
    wrappy: "npm:1"
  checksum: 10c0/7faca22584600a9dc5b9fca2cd5feb7135ac8c935449837b315676b4c90aa4f391ec4f42240178244b5a34e8bede1948627fda392ca3191522fc46b34e985ab2
  languageName: node
  linkType: hard

"inherits@npm:2":
  version: 2.0.4
  resolution: "inherits@npm:2.0.4"
  checksum: 10c0/4e531f648b29039fb7426fb94075e6545faa1eb9fe83c29f0b6d9e7263aceb4289d2d4557db0d428188eeb449cc7c5e77b0a0b2c4e248ff2a65933a0dee49ef2
  languageName: node
  linkType: hard

"is-buffer@npm:^1.0.2, is-buffer@npm:^1.1.5":
  version: 1.1.6
  resolution: "is-buffer@npm:1.1.6"
  checksum: 10c0/ae18aa0b6e113d6c490ad1db5e8df9bdb57758382b313f5a22c9c61084875c6396d50bbf49315f5b1926d142d74dfb8d31b40d993a383e0a158b15fea7a82234
  languageName: node
  linkType: hard

"is-extendable@npm:^0.1.1":
  version: 0.1.1
  resolution: "is-extendable@npm:0.1.1"
  checksum: 10c0/dd5ca3994a28e1740d1e25192e66eed128e0b2ff161a7ea348e87ae4f616554b486854de423877a2a2c171d5f7cd6e8093b91f54533bc88a59ee1c9838c43879
  languageName: node
  linkType: hard

"is-plain-object@npm:^2.0.1":
  version: 2.0.4
  resolution: "is-plain-object@npm:2.0.4"
  dependencies:
    isobject: "npm:^3.0.1"
  checksum: 10c0/f050fdd5203d9c81e8c4df1b3ff461c4bc64e8b5ca383bcdde46131361d0a678e80bcf00b5257646f6c636197629644d53bd8e2375aea633de09a82d57e942f4
  languageName: node
  linkType: hard

"isobject@npm:^3.0.1":
  version: 3.0.1
  resolution: "isobject@npm:3.0.1"
  checksum: 10c0/03344f5064a82f099a0cd1a8a407f4c0d20b7b8485e8e816c39f249e9416b06c322e8dec5b842b6bb8a06de0af9cb48e7bc1b5352f0fadc2f0abac033db3d4db
  languageName: node
  linkType: hard

"jsonfile@npm:^6.0.1":
  version: 6.2.1
  resolution: "jsonfile@npm:6.2.1"
  dependencies:
    graceful-fs: "npm:^4.1.6"
    universalify: "npm:^2.0.0"
  dependenciesMeta:
    graceful-fs:
      optional: true
  checksum: 10c0/e1abf000ecee9942d4d028a8e02dc752617face227d72afd1cfb2187e2433079e625bf82b807a313689db71b6472c6b2b389a2340d2798737b1199a39631c28a
  languageName: node
  linkType: hard

"kind-of@npm:^2.0.1":
  version: 2.0.1
  resolution: "kind-of@npm:2.0.1"
  dependencies:
    is-buffer: "npm:^1.0.2"
  checksum: 10c0/71bcf16b2dc3b8126fabcba6cdfa52dfb145d738a627108e6deadefc63a1f8b010c64572de534ece75bdd8f4097fe4cea2581d80b84ade5a797236c459ce3f0d
  languageName: node
  linkType: hard

"kind-of@npm:^3.0.2":
  version: 3.2.2
  resolution: "kind-of@npm:3.2.2"
  dependencies:
    is-buffer: "npm:^1.1.5"
  checksum: 10c0/7e34bc29d4b02c997f92f080de34ebb92033a96736bbb0bb2410e033a7e5ae6571f1fa37b2d7710018f95361473b816c604234197f4f203f9cf149d8ef1574d9
  languageName: node
  linkType: hard

"lazy-cache@npm:^0.2.3":
  version: 0.2.7
  resolution: "lazy-cache@npm:0.2.7"
  checksum: 10c0/7aa1a9197a1c6a67fa5c33f6fc8057d405d9168f115205e0398a661faf28b20aad0d33c19c143dc5f9485fd735387613b48f2e989ef325e3db9f05f4518acf9b
  languageName: node
  linkType: hard

"lazy-cache@npm:^1.0.3":
  version: 1.0.4
  resolution: "lazy-cache@npm:1.0.4"
  checksum: 10c0/00f4868a27dc5c491ad86f46068d19bc97c0402d6c7c1449a977fade8ce667d4723beac8e12fdb1d6237156dd25ab0d3c963422bdfcbc76fd25941bfe3c6f015
  languageName: node
  linkType: hard

"merge-deep@npm:^3.0.1":
  version: 3.0.3
  resolution: "merge-deep@npm:3.0.3"
  dependencies:
    arr-union: "npm:^3.1.0"
    clone-deep: "npm:^0.2.4"
    kind-of: "npm:^3.0.2"
  checksum: 10c0/c74aec17754d7fefde98b45f2e4c0e0a072d9893418dfd52f90763d9c5bd4631fb2e9feb8aa52d8ca018c8f5427b4727bf50f3169078455f4df5c7fdcedaa6cf
  languageName: node
  linkType: hard

"minimatch@npm:^3.1.1":
  version: 3.1.5
  resolution: "minimatch@npm:3.1.5"
  dependencies:
    brace-expansion: "npm:^1.1.7"
  checksum: 10c0/2ecbdc0d33f07bddb0315a8b5afbcb761307a8778b48f0b312418ccbced99f104a2d17d8aca7573433c70e8ccd1c56823a441897a45e384ea76ef401a26ace70
  languageName: node
  linkType: hard

"mixin-object@npm:^2.0.1":
  version: 2.0.1
  resolution: "mixin-object@npm:2.0.1"
  dependencies:
    for-in: "npm:^0.1.3"
    is-extendable: "npm:^0.1.1"
  checksum: 10c0/ae04f7830457deb5eb5be952c8373f8e49ca76a784d71e71bcca3fec0bad95fee31e501592208e42e1afdb3e271139628ded3b0471a9d33c162d7b0883e6010a
  languageName: node
  linkType: hard

"ms@npm:^2.1.3":
  version: 2.1.3
  resolution: "ms@npm:2.1.3"
  checksum: 10c0/d924b57e7312b3b63ad21fc5b3dc0af5e78d61a1fc7cfb5457edaf26326bf62be5307cc87ffb6862ef1c2b33b0233cdb5d4f01c4c958cc0d660948b65a287a48
  languageName: node
  linkType: hard

"once@npm:^1.3.0":
  version: 1.4.0
  resolution: "once@npm:1.4.0"
  dependencies:
    wrappy: "npm:1"
  checksum: 10c0/5d48aca287dfefabd756621c5dfce5c91a549a93e9fdb7b8246bc4c4790aa2ec17b34a260530474635147aeb631a2dcc8b32c613df0675f96041cbb8244517d0
  languageName: node
  linkType: hard

"path-is-absolute@npm:^1.0.0":
  version: 1.0.1
  resolution: "path-is-absolute@npm:1.0.1"
  checksum: 10c0/127da03c82172a2a50099cddbf02510c1791fc2cc5f7713ddb613a56838db1e8168b121a920079d052e0936c23005562059756d653b7c544c53185efe53be078
  languageName: node
  linkType: hard

"playwright-extra@npm:^4.3.6":
  version: 4.3.6
  resolution: "playwright-extra@npm:4.3.6"
  dependencies:
    debug: "npm:^4.3.4"
  peerDependencies:
    playwright: "*"
    playwright-core: "*"
  peerDependenciesMeta:
    playwright:
      optional: true
    playwright-core:
      optional: true
  checksum: 10c0/5d28e236faf35bd1b16c200825f62fe05feaafa3ea3dbf2635eec64077e9cd21beb9196386e04c2a01d5984873815d817feccb26f67ca8ab8ad15d18c289a13d
  languageName: node
  linkType: hard

"puppeteer-extra-plugin-stealth@npm:^2.11.2":
  version: 2.11.2
  resolution: "puppeteer-extra-plugin-stealth@npm:2.11.2"
  dependencies:
    debug: "npm:^4.1.1"
    puppeteer-extra-plugin: "npm:^3.2.3"
    puppeteer-extra-plugin-user-preferences: "npm:^2.4.1"
  peerDependencies:
    playwright-extra: "*"
    puppeteer-extra: "*"
  peerDependenciesMeta:
    playwright-extra:
      optional: true
    puppeteer-extra:
      optional: true
  checksum: 10c0/2ee1a7a58306ec783fa133975adf12093311965f5f06fc7ebc1b3e3aab8f1559255e6ccd8c0f55ff0370b66871b2931aa1fcbf7bd3b6eea6cfd06cf6fca21fb8
  languageName: node
  linkType: hard

"puppeteer-extra-plugin-user-data-dir@npm:^2.4.1":
  version: 2.4.1
  resolution: "puppeteer-extra-plugin-user-data-dir@npm:2.4.1"
  dependencies:
    debug: "npm:^4.1.1"
    fs-extra: "npm:^10.0.0"
    puppeteer-extra-plugin: "npm:^3.2.3"
    rimraf: "npm:^3.0.2"
  peerDependencies:
    playwright-extra: "*"
    puppeteer-extra: "*"
  peerDependenciesMeta:
    playwright-extra:
      optional: true
    puppeteer-extra:
      optional: true
  checksum: 10c0/aab881f2c291ca40dd1e9c3964271bfa732c3cfb6b77725af5ed84added96f4b112f25ff802f81d97b0b15f2f2e07a1475c802ab36c213424e11ccffc28a02cf
  languageName: node
  linkType: hard

"puppeteer-extra-plugin-user-preferences@npm:^2.4.1":
  version: 2.4.1
  resolution: "puppeteer-extra-plugin-user-preferences@npm:2.4.1"
  dependencies:
    debug: "npm:^4.1.1"
    deepmerge: "npm:^4.2.2"
    puppeteer-extra-plugin: "npm:^3.2.3"
    puppeteer-extra-plugin-user-data-dir: "npm:^2.4.1"
  peerDependencies:
    playwright-extra: "*"
    puppeteer-extra: "*"
  peerDependenciesMeta:
    playwright-extra:
      optional: true
    puppeteer-extra:
      optional: true
  checksum: 10c0/d2bda1bbbf584a6556713b58342460646e8dc2126937d98c7684516aa2cc60d3fb13860a13055033d9077f665ab576bc029cb1b5dd75a5c92608c84aed541063
  languageName: node
  linkType: hard

"puppeteer-extra-plugin@npm:^3.2.3":
  version: 3.2.3
  resolution: "puppeteer-extra-plugin@npm:3.2.3"
  dependencies:
    "@types/debug": "npm:^4.1.0"
    debug: "npm:^4.1.1"
    merge-deep: "npm:^3.0.1"
  peerDependencies:
    playwright-extra: "*"
    puppeteer-extra: "*"
  peerDependenciesMeta:
    playwright-extra:
      optional: true
    puppeteer-extra:
      optional: true
  checksum: 10c0/a2abd1508e4f64df255d186cf7ba91e6071eb9e41574858214c8603619e7457c45844474b5a8af590c970f1a245b3588fac18a300a4f421830c4ddf1eb952450
  languageName: node
  linkType: hard

"puppeteer-extra@npm:^3.3.6":
  version: 3.3.6
  resolution: "puppeteer-extra@npm:3.3.6"
  dependencies:
    "@types/debug": "npm:^4.1.0"
    debug: "npm:^4.1.1"
    deepmerge: "npm:^4.2.2"
  peerDependencies:
    "@types/puppeteer": "*"
    puppeteer: "*"
    puppeteer-core: "*"
  peerDependenciesMeta:
    "@types/puppeteer":
      optional: true
    puppeteer:
      optional: true
    puppeteer-core:
      optional: true
  checksum: 10c0/d918e266f7ef25a6d13d550064dbe44f9f4cefa1e58738a6b1290f55678f7f97eba83e67f0dd1863b4b33342b1437ab2d38449cd59e618d4eb4aab817ef4bc28
  languageName: node
  linkType: hard

"rimraf@npm:^3.0.2":
  version: 3.0.2
  resolution: "rimraf@npm:3.0.2"
  dependencies:
    glob: "npm:^7.1.3"
  bin:
    rimraf: bin.js
  checksum: 10c0/9cb7757acb489bd83757ba1a274ab545eafd75598a9d817e0c3f8b164238dd90eba50d6b848bd4dcc5f3040912e882dc7ba71653e35af660d77b25c381d402e8
  languageName: node
  linkType: hard

"shallow-clone@npm:^0.1.2":
  version: 0.1.2
  resolution: "shallow-clone@npm:0.1.2"
  dependencies:
    is-extendable: "npm:^0.1.1"
    kind-of: "npm:^2.0.1"
    lazy-cache: "npm:^0.2.3"
    mixin-object: "npm:^2.0.1"
  checksum: 10c0/d513b94a55420c22bcb984d571931a144a06a3d327bf4caf52791287ae55cd34ad961d5227b505e2b3566c13911767b8881b2af10efb32d7d5fc3703937be30c
  languageName: node
  linkType: hard

"typescript@npm:^6.0.0":
  version: 6.0.3
  resolution: "typescript@npm:6.0.3"
  bin:
    tsc: bin/tsc
    tsserver: bin/tsserver
  checksum: 10c0/4a25ff5045b984370f48f196b3a0120779b1b343d40b9a68d114ea5e5fff099809b2bb777576991a63a5cd59cf7bffd96ff6fe10afcefbcb8bd6fb96ad4b6606
  languageName: node
  linkType: hard

"typescript@patch:typescript@npm%3A^6.0.0#optional!builtin<compat/typescript>":
  version: 6.0.3
  resolution: "typescript@patch:typescript@npm%3A6.0.3#optional!builtin<compat/typescript>::version=6.0.3&hash=5786d5"
  bin:
    tsc: bin/tsc
    tsserver: bin/tsserver
  checksum: 10c0/2f25c74e65663c248fa1ade2b8459d9ce5372ff9dad07067310f132966ebec1d93f6c42f0baf77a6b6a7a91460463f708e6887013aaade22111037457c6b25df
  languageName: node
  linkType: hard

"universalify@npm:^2.0.0":
  version: 2.0.1
  resolution: "universalify@npm:2.0.1"
  checksum: 10c0/73e8ee3809041ca8b818efb141801a1004e3fc0002727f1531f4de613ea281b494a40909596dae4a042a4fb6cd385af5d4db2e137b1362e0e91384b828effd3a
  languageName: node
  linkType: hard

"wrappy@npm:1":
  version: 1.0.2
  resolution: "wrappy@npm:1.0.2"
  checksum: 10c0/56fece1a4018c6a6c8e28fbc88c87e0fbf4ea8fd64fc6c63b18f4acc4bd13e0ad2515189786dd2c30d3eec9663d70f4ecf699330002f8ccb547e4a18231fc9f0
  languageName: node
  linkType: hard