Skip to content

Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.

chore: migrate `patch-package` to `pnpm patch` (#3585)

Jindřich Bärb2e40e892f13
diff --git a/website/patches/@docusaurus+core+3.6.0.patch b/patches/@[email protected]
similarity index 63%
rename from website/patches/@docusaurus+core+3.6.0.patch
rename to patches/@[email protected]
index 220b45009..1904b2180 100644
--- a/website/patches/@docusaurus+core+3.6.0.patch
+++ b/patches/@[email protected]
@@ -1,7 +1,7 @@
-diff --git a/node_modules/@docusaurus/core/lib/client/ClientLifecyclesDispatcher.js b/node_modules/@docusaurus/core/lib/client/ClientLifecyclesDispatcher.js
-index 903f8dc..b6b60bf 100644
---- a/node_modules/@docusaurus/core/lib/client/ClientLifecyclesDispatcher.js
-+++ b/node_modules/@docusaurus/core/lib/client/ClientLifecyclesDispatcher.js
+diff --git a/lib/client/ClientLifecyclesDispatcher.js b/lib/client/ClientLifecyclesDispatcher.js
+index 903f8dc30b2e044fd5e1cb868ac5698b13186292..b6b60bfa5237af5d5598e3e2051760da00321159 100644
+--- a/lib/client/ClientLifecyclesDispatcher.js
++++ b/lib/client/ClientLifecyclesDispatcher.js
@@ -30,9 +30,11 @@ function scrollAfterNavigation({ location, previousLocation, }) {
window.scrollTo(0, 0);
}
diff --git a/website/patches/@signalwire+docusaurus-plugin-llms-txt+1.2.2.patch b/patches/@signalwire+docusaurus-plugin-llms-txt+1.2.2.patch
similarity index 100%
rename from website/patches/@signalwire+docusaurus-plugin-llms-txt+1.2.2.patch
rename to patches/@signalwire+docusaurus-plugin-llms-txt+1.2.2.patch
diff --git a/pnpm-lock.yaml b/pnpm-lock.yaml
index d69efeb12..93b49fb84 100644
--- a/pnpm-lock.yaml
+++ b/pnpm-lock.yaml
@@ -9,6 +9,11 @@ overrides:
'@browserbasehq/stagehand': 3.0.7
minimatch: ^9.0.0
+patchedDependencies:
+ '@docusaurus/[email protected]':
+ hash: 7e95e0e59f770d24c0e51e1e2635b0a25edf33b38938162fa8c69ab42d38b1fb
+ path: patches/@[email protected]
+
importers:
.:
@@ -890,7 +895,7 @@ importers:
dependencies:
'@apify/docusaurus-plugin-typedoc-api':
specifier: 5.1.0
- version: 5.1.0(fe391822ccf378ac2bff1fb18d99fa84)
+ version: 5.1.0(d234aea5f381d48e65ab7422e26d2daf)
'@apify/ui-icons':
specifier: ^1.23.0
@@ -899,7 +904,7 @@ importers:
version: 2.27.0
'@docusaurus/core':
specifier: 3.9.2
'@docusaurus/faster':
specifier: 3.9.2
@@ -929,7 +934,7 @@ importers:
version: 3.1.1(@types/[email protected])([email protected])
'@signalwire/docusaurus-plugin-llms-txt':
specifier: ^1.2.1
axios:
specifier: ^1.13.5
version: 1.15.0
@@ -1009,9 +1014,6 @@ importers:
fs-extra:
specifier: ^11.1.0
version: 11.3.4
- patch-package:
- specifier: ^8.0.0
- version: 8.0.1
path-browserify:
specifier: ^1.0.1
version: 1.0.1
@@ -7253,9 +7255,6 @@ packages:
resolution: {integrity: sha512-v2ZsoEuVHYy8ZIlYqwPe/39Cy+cFDzp4dXPaxNvkEuouymu+2Jbz0PxpKarJHYJTmv2HWT3O382qY8l4jMWthw==}
engines: {node: ^12.20.0 || ^14.13.1 || >=16.0.0}
- resolution: {integrity: sha512-1IMnbjt4KzsQfnhnzNd8wUEgXZ44IzZaZmnLYx7D5FZlaHt2gW20Cri8Q+E/t5tIj4+epTBub+2Zxu/vNILzqQ==}
-
resolution: {integrity: sha512-5Z/yCKW324pMyMarpIKe/QPdkrFWKNJv3ktdU+fXHri80+HAwNE6QhMvEvsMkK9Q8DeCXZlpPHV77UBa1nFb4A==}
engines: {node: '>=16.0.0'}
@@ -8640,10 +8639,6 @@ packages:
resolution: {integrity: sha512-Bdboy+l7tA3OGW6FjyFHWkP5LuByj1Tk33Ljyq0axyzdk9//JSi2u3fP1QSmd1KNwq6VOKYGlAu87CisVir6Pw==}
- resolution: {integrity: sha512-qtYiSSFlwot9XHtF9bD9c7rwKjr+RecWT//ZnPvSmEjpV5mmPOCN4j8UjY5hbjNkOwZ/jQv3J6R1/pL7RwgMsg==}
- engines: {node: '>= 0.4'}
-
resolution: {integrity: sha512-5Z5RFW63yxReJ7vANgW6eZFGWaQvnPE3WNmZoOJrSkGju2etKA2L5rrOa1sm877TVTFt57A80BH1bArcmlLfPw==}
@@ -8665,9 +8660,6 @@ packages:
resolution: {integrity: sha512-FGuPw30AdOIUTRMC2OMRtQV+jkVj2cfPqSeWXv1NEAJ1qZ5zb1X6z1mFhbfOB/iy3ssJCD+3KuZ8r8C3uVFlAg==}
- resolution: {integrity: sha512-2/Ki0GcmuqSrgFyelQq9M05y7PS0mEwuIzrf3f1fPqkVDVRvZrPZtVSMHxdgo8Aq0sxAOb/cr2aqqA3LeWHVPg==}
-
resolution: {integrity: sha512-POQXvpdL69+CluYsillJ7SUhKvytYjW9vG/GKpnf+xP8UWgYEM/RaMzHHofbALDiKbbP1W8UEYmgGl39WkPZsg==}
engines: {'0': node >= 0.2.0}
@@ -8713,9 +8705,6 @@ packages:
resolution: {integrity: sha512-dcS1ul+9tmeD95T+x28/ehLgd9mENa3LsvDTtzm3vyBEO7RPptvAD+t44WVXaUjTBRcrpFeFlC8WCruUR456hw==}
engines: {node: '>=0.10.0'}
- resolution: {integrity: sha512-nIeuVSzdCCs6TDPTqI8w1Yre34sSq7AkZ4B3sfOBbI2CgVSB4Du4aLQijFU2+lhAFCwt9+42Hel6lQNIv6AntQ==}
-
resolution: {integrity: sha512-eTIzlVOSUR+JxdDFepEYcBMtZ9Qqdef+rnzWdRZuMbOywu5tO2w2N7rqjoANZ5k9vywhL6Br1VRjUIgTQx4E8w==}
engines: {node: '>=6'}
@@ -9808,10 +9797,6 @@ packages:
resolution: {integrity: sha512-YgBpdJHPyQ2UE5x+hlSXcnejzAvD0b22U2OuAP+8OnlJT+PjWPxtgmGqKKc+RgTM63U9gN0YzrYc71R2WT/hTA==}
engines: {node: '>=18'}
- resolution: {integrity: sha512-MVHddDVweXZF3awtlAS+6pgKLlm/JgxZ90+/NBurBoQctVOOB/zDdVjcyPzQ+0laDGbsWgrRkflI65sQeOgT9Q==}
- engines: {node: '>=8'}
-
resolution: {integrity: sha512-7x81NCL719oNbsq/3mh+hVrAWmFuEYUqrq/Iw3kUzH8ReypT9QQ0BLoJS7/G9k6N81XjW4qHWtjWwe/9eLy1EQ==}
engines: {node: '>=12'}
@@ -10061,11 +10046,6 @@ packages:
resolution: {integrity: sha512-uWlGT3YSnK9x3BQJaOdcZwrnV6hPpd8jFH1/ucpiLRPh/2zCVJKS19E4GvYHvaCcACn3foXZ0cLB9Wrx1KGe5g==}
- resolution: {integrity: sha512-VsKRIA8f5uqHQ7NGhwIna6Bx6D9s/1iXlA1hthBVBEbkq+t4kXD0HHt+rJhf/Z+Ci0F/HCB2hvn0qLdLG+Qxlw==}
- engines: {node: '>=14', npm: '>5'}
- hasBin: true
-
resolution: {integrity: sha512-7/vyX0XK0cpGKlcnUD+Rhjv5o9rrmZQl4v/NI+EUBed+VaU5EORpkOF0Gdi+fP698fLhY0tXwacKBUqKE38jQA==}
engines: {node: '>=18'}
@@ -11494,10 +11474,6 @@ packages:
resolution: {integrity: sha512-kUMbT1oBJCpgrnKoSr0o6wPtvRWT9W9UKvGLwfJYO2WuahZRHOpEyL1ckyMGgMWh0UdpmaoFqKKD29WTomNEGA==}
engines: {node: '>=8'}
- resolution: {integrity: sha512-ZYKh3Wh2z1PpEXWr0MpSBZ0V6mZHAQfYevttO11c51CaWjGTaadiKZ+wVt1PbMlDV5qhMFslpZCemhwOK7C89A==}
- engines: {node: '>=6'}
-
resolution: {integrity: sha512-g9Q1haeby36OSStwb4ntCGGGaKsaVSjQ68fBxoQcutl5fS1vuY18H3wSt3jFyFtrkx+Kz0V1G85A4MyAdDMi2Q==}
engines: {node: '>=8'}
@@ -13073,9 +13049,9 @@ snapshots:
'@apify/[email protected]': {}
- '@apify/[email protected](fe391822ccf378ac2bff1fb18d99fa84)':
+ '@apify/[email protected](d234aea5f381d48e65ab7422e26d2daf)':
dependencies:
@@ -14611,7 +14587,7 @@ snapshots:
- uglify-js
- webpack-cli
dependencies:
@@ -14764,7 +14740,7 @@ snapshots:
dependencies:
'@docusaurus/logger': 3.9.2
@@ -14795,7 +14771,7 @@ snapshots:
dependencies:
'@docusaurus/logger': 3.9.2
@@ -14836,7 +14812,7 @@ snapshots:
dependencies:
'@docusaurus/logger': 3.9.2
@@ -14876,7 +14852,7 @@ snapshots:
dependencies:
@@ -14906,7 +14882,7 @@ snapshots:
dependencies:
@@ -14933,7 +14909,7 @@ snapshots:
dependencies:
fs-extra: 11.3.4
@@ -14961,7 +14937,7 @@ snapshots:
dependencies:
react: 19.2.5
@@ -14987,7 +14963,7 @@ snapshots:
dependencies:
'@types/gtag.js': 0.0.12
@@ -15014,7 +14990,7 @@ snapshots:
dependencies:
react: 19.2.5
@@ -15040,7 +15016,7 @@ snapshots:
dependencies:
'@docusaurus/logger': 3.9.2
@@ -15071,7 +15047,7 @@ snapshots:
dependencies:
@@ -15101,7 +15077,7 @@ snapshots:
dependencies:
@@ -15146,7 +15122,7 @@ snapshots:
dependencies:
'@docusaurus/logger': 3.9.2
@@ -15217,7 +15193,7 @@ snapshots:
dependencies:
@@ -15248,7 +15224,7 @@ snapshots:
dependencies:
'@docusaurus/logger': 3.9.2
@@ -16835,9 +16811,9 @@ snapshots:
'@sideway/[email protected]': {}
dependencies:
fs-extra: 11.3.4
hast-util-select: 6.0.4
hast-util-to-html: 9.0.5
@@ -20701,10 +20677,6 @@ snapshots:
locate-path: 7.2.0
path-exists: 5.0.0
- dependencies:
- micromatch: 4.0.8
-
dependencies:
generative-bayesian-network: 2.1.82
@@ -22194,14 +22166,6 @@ snapshots:
- dependencies:
- call-bind: 1.0.9
- call-bound: 1.0.4
- isarray: 2.0.5
- jsonify: 0.0.1
- object-keys: 1.1.1
-
@@ -22220,8 +22184,6 @@ snapshots:
optionalDependencies:
graceful-fs: 4.2.11
-
@@ -22270,10 +22232,6 @@ snapshots:
- dependencies:
- graceful-fs: 4.2.11
-
@@ -23835,11 +23793,6 @@ snapshots:
is-inside-container: 1.0.0
wsl-utils: 0.1.0
- dependencies:
- is-docker: 2.2.1
- is-wsl: 2.2.0
-
dependencies:
define-lazy-prop: 2.0.0
@@ -24223,23 +24176,6 @@ snapshots:
no-case: 3.0.4
tslib: 2.8.1
- dependencies:
- '@yarnpkg/lockfile': 1.1.0
- chalk: 4.1.2
- ci-info: 3.9.0
- cross-spawn: 7.0.6
- find-yarn-workspace-root: 2.0.0
- fs-extra: 10.1.0
- json-stable-stringify: 1.3.0
- klaw-sync: 6.0.0
- minimist: 1.2.8
- open: 7.4.2
- semver: 7.7.4
- slash: 2.0.0
- tmp: 0.2.5
- yaml: 2.8.3
-
optional: true
@@ -25980,8 +25916,6 @@ snapshots:
dependencies:
unicode-emoji-modifier-base: 1.0.0
-
diff --git a/pnpm-workspace.yaml b/pnpm-workspace.yaml
index c37b5d1d5..6c7059819 100644
--- a/pnpm-workspace.yaml
+++ b/pnpm-workspace.yaml
@@ -42,3 +42,7 @@ linkWorkspacePackages: true
preferWorkspacePackages: true
publicHoistPattern:
- "*"
+
+patchedDependencies:
+ "@docusaurus/[email protected]": patches/@[email protected]
+ "@signalwire/[email protected]": patches/@signalwire+docusaurus-plugin-llms-txt+1.2.2.patch
diff --git a/website/package.json b/website/package.json
index 60ed544d1..6986a6e8a 100644
--- a/website/package.json
+++ b/website/package.json
@@ -3,7 +3,6 @@
"private": true,
"scripts": {
"examples": "docusaurus-examples",
- "postinstall": "pnpm exec patch-package || true",
"start": "rimraf .docusaurus && docusaurus start",
"start:fast": "rimraf .docusaurus && CRAWLEE_DOCS_FAST=1 docusaurus start",
"build": "rimraf .docusaurus && NODE_OPTIONS=--max-old-space-size=16000 docusaurus build",
@@ -29,7 +28,6 @@
"eslint-plugin-react": "7.37.5",
"eslint-plugin-react-hooks": "7.0.1",
"fs-extra": "^11.1.0",
- "patch-package": "^8.0.0",
"path-browserify": "^1.0.1",
"prettier": "^3.0.0",
"rimraf": "^6.0.0",