Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): update dependency header-generator>ow to v3 (#4206)
renovate[bot]0bd662a224fb
diff --git a/pnpm-lock.yaml b/pnpm-lock.yamlindex 0b06ca9c1..a68cb5a28 100644--- a/pnpm-lock.yaml+++ b/pnpm-lock.yaml@@ -176,7 +176,7 @@ overrides:apify>@crawlee/fs-storage: workspace:*apify>@crawlee/types: workspace:*apify>@crawlee/utils: workspace:*- header-generator>ow: ^2.0.0+ header-generator>ow: ^3.0.0playwright: 1.64.1playwright-core: 1.64.1@@ -3832,6 +3832,7 @@ packages:'@opentelemetry/[email protected]':resolution: {integrity: sha512-Kz2Vz+NILW7S1WtN4rV1wr76fMtT/RRWvAMFBc91uTIi2dDMXxrfBKNe2KH7yaCfFp1X0xfAuabzuFczvoPB6A==}engines: {node: ^18.19.0 || >=20.6.0}+ deprecated: Package no longer supported. See https://github.com/open-telemetry/opentelemetry-js/pull/7077peerDependencies:'@opentelemetry/api': '>=1.0.0 <1.10.0'@@ -3868,24 +3869,28 @@ packages:'@opentelemetry/[email protected]':resolution: {integrity: sha512-H19x/TX/LZdqiYOjM7fqtSxwlplC5pgelavqbQdHbhdq0q/AI/TGkM2dfGuuynTXmJPeF2HoZVoPDu+TGoW78A==}engines: {node: ^18.19.0 || >=20.6.0}+ deprecated: Use @opentelemetry/sdk-trace packagepeerDependencies:'@opentelemetry/api': '>=1.3.0 <1.10.0''@opentelemetry/[email protected]':resolution: {integrity: sha512-JOERgZCxRM06FEJ5kEWxlSRChah6MmXDx3KwCruqEv/iEyLkTokCSemf2y1w8oIHtfrr8EVTpzebq/31vn2Cpg==}engines: {node: ^18.19.0 || >=20.6.0}+ deprecated: Use @opentelemetry/sdk-trace packagepeerDependencies:'@opentelemetry/api': '>=1.3.0 <1.10.0''@opentelemetry/[email protected]':resolution: {integrity: sha512-CuvCMJmZxswhNLlM2LfuLOW3h3fZujA4hsG4B+Sz4dX2zvaXO8Ng74cnDHWD64gLszTlhiG3c0iNUjj4g+0/sA==}engines: {node: ^18.19.0 || >=20.6.0}+ deprecated: Use @opentelemetry/sdk-trace packagepeerDependencies:'@opentelemetry/api': '>=1.0.0 <1.10.0''@opentelemetry/[email protected]':resolution: {integrity: sha512-9DufH1IlmQMoKAfot5y/FhTP1RnmhLb5K6eKmJO/bvzPjYwPAazoiAUbTZFdPbqxOXN0FEbhZx/e6SB1Og4jmg==}engines: {node: ^18.19.0 || >=20.6.0}+ deprecated: Use @opentelemetry/sdk-trace packagepeerDependencies:'@opentelemetry/api': '>=1.0.0 <1.10.0'@@ -4600,10 +4605,6 @@ packages:resolution: {integrity: sha512-TV7t8GKYaJWsn00tFDqBw8+Uqmr8A0fRU1tvTQhyZzGv0sJCGRQL3JGMI3ucuKo3XIZdUP+Lx7/gh2t3lewy7g==}engines: {node: '>=14.16'}- '@sindresorhus/[email protected]':- resolution: {integrity: sha512-FX4MfcifwJyFOI2lPoX7PQxCqx8BG1HCho7WdiXwpEQx1Ycij0JxkfYtGK7yqNScrZGSlt6RE6sw8QYoH7eKnQ==}- engines: {node: '>=16'}-'@sindresorhus/[email protected]':resolution: {integrity: sha512-P1Cz1dWaFfR4IR+U13mqqiGsLFf1KbayybWwdd2vfctdV6hDpUkgCY0nKOLLTMSoRd/jJNjtbqzf13K8DCCXQw==}engines: {node: '>=18'}@@ -7105,6 +7106,10 @@ packages:resolution: {integrity: sha512-Kv5nKlh6yRrdrGvxeJ2e5y2eRUpkUosIW4A2AS38zwSz27zu7ufDwQPi5Jhs3XAlGNetl3bmnGhQsMtkKJnj3w==}+ resolution: {integrity: sha512-BTJ9aZYL3vCfZlZOBLy9v8TUqWGQ0pzFnygKwFZt5udj6viBoFIBviKPUoZLDCPn1FoXffv6McQFDenrm5Krfw==}+ engines: {node: '>=20'}+resolution: {integrity: sha512-tE7ztYzXHIeyvc7N+hR3oi7FIbf/NIjVP9hmAt3yMXzrQ072/fpjGLx2GxNxGxUl5V73MEqYzioOMoVhGMJ5cA==}engines: {node: '>=10'}@@ -7113,10 +7118,6 @@ packages:resolution: {integrity: sha512-Ol/IPXUARn9CSbkrdV4VJo7uCy1I3VuSiWCaFSg+8BdUOzF9n3jefIpcgAydvUZbTdEBZs2vEiTiS9m61ssiDA==}engines: {node: ^12.20.0 || ^14.13.1 || >=16.0.0}- resolution: {integrity: sha512-xaBe6ZT4DHPkg0k4Ytbvn5xoxgpG0jOS1dYxSOwAHPuNLjP3/OzN0gH55SrLqpx8cBfSaVt91lXYkApjb+nYdQ==}- engines: {node: '>=16'}-resolution: {integrity: sha512-uc47g4b+4k/M/SeaW1y4OApx+mtLWl92l5LMPP0GNXctZqELk+YGgOPIIC5elYmUH4OuoK3JLhuRUYegeySiFA==}engines: {node: '>=12'}@@ -10022,9 +10023,9 @@ packages:resolution: {integrity: sha512-sJBRCbS5vh1Jp9EOgwp1Ws3c16lJrUkJYlvWTYC03oyiYVwS/ns7lKRWow4w4XjDyTrA2pplQv4B2naWSR6yDA==}engines: {node: '>=14.16'}- resolution: {integrity: sha512-ESUigmGrdhUZ2nQSFNkeKSl6ZRPupXzprMs3yF9DYlNVpJ8XAjM/fI9RUZxA7PI1K9HQDCCvBo1jr/GEIo9joQ==}- engines: {node: '>=18'}+ resolution: {integrity: sha512-Hixi5roGFYZuiPV2pnnBi1hXdRG0uqifxE8rCCU6lKeCCQS+VGihuJnYxaJSffDz/clyH+xB2z1hXYRzeIcUMA==}+ engines: {node: '>=20'}resolution: {integrity: sha512-19YVAg7T+WTrxggPukVq7DjTv6+PJ867TmhCvBsYwmbFCsZd344rq2Ld1p0wo8f8Qrrhgp82c6FJRqdXWtSEhg==}@@ -12073,10 +12074,6 @@ packages:resolution: {integrity: sha512-RAH822pAdBgcNMAfWnCBU3CFZcfZ/i1eZjwFU/dsLKumyuuP3niueg2UAukXYF0E2AAoc82ZSSf9J0WQBinzHA==}engines: {node: '>=12.20'}- resolution: {integrity: sha512-tLq3bSNx+xSpwvAJnzrK0Ep5CLNWjvFTOp71URMaAEWBfRb9nnJiBoUe0tF8bI4ZFO3omgBR6NvnbzVUT3Ly4g==}- engines: {node: '>=14.16'}-resolution: {integrity: sha512-TeTSQ6H5YHvpqVwBRcnLDCBnDOHWYu7IvGbHT6N8AOymcr9PJGjc1GTtiWZTYg0NCgYwvnYWEkVChQAr9bjfwA==}engines: {node: '>=16'}@@ -17418,8 +17415,6 @@ snapshots:'@sindresorhus/[email protected]': {}- '@sindresorhus/[email protected]': {}-'@sindresorhus/[email protected]': {}'@sindresorhus/[email protected]': {}@@ -20106,6 +20101,10 @@ snapshots:no-case: 3.0.4tslib: 2.8.1+ dependencies:+ type-fest: 5.10.0+dependencies:is-obj: 2.0.0@@ -20114,10 +20113,6 @@ snapshots:dependencies:type-fest: 2.19.0- dependencies:- type-fest: 3.13.1-dependencies:dotenv: 16.4.7@@ -21621,7 +21616,7 @@ snapshots:dependencies:browserslist: 4.29.3generative-bayesian-network: 2.1.88- ow: 2.0.0+ ow: 3.1.1tslib: 2.8.1@@ -24052,11 +24047,11 @@ snapshots:lodash.isequal: 4.5.0vali-date: 1.0.0dependencies:- '@sindresorhus/is': 6.3.1+ '@sindresorhus/is': 7.2.0callsites: 4.2.0- dot-prop: 8.0.2+ dot-prop: 10.2.0environment: 1.1.0fast-equals: 5.4.3is-identifier: 1.1.0@@ -26544,8 +26539,6 @@ snapshots:- [email protected]: {}-diff --git a/pnpm-workspace.yaml b/pnpm-workspace.yamlindex f2fc6c360..d9416e0d7 100644--- a/pnpm-workspace.yaml+++ b/pnpm-workspace.yaml@@ -37,7 +37,7 @@ overrides:# `optionsShape`/`exactShape` mismatches. header-generator's ow usage is limited to the# long-stable basic predicate API (string/number/object.exactShape/oneOf/ofType), so it's safe# to dedupe onto the same major version everyone else uses.- "header-generator>ow": "^2.0.0"+ "header-generator>ow": "^3.0.0"# A transitive playwright(-core) (stagehand) drifting from the pinned playwright breaks playwright-extra's types.playwright: "catalog:"playwright-core: "catalog:"