Skip to content

Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.

docs: fix typedoc rendering

Martin Adámek50aa34395cd6
diff --git a/website/docusaurus.config.js b/website/docusaurus.config.js
index 2f63fe71e..1c48546b6 100644
--- a/website/docusaurus.config.js
+++ b/website/docusaurus.config.js
@@ -7,17 +7,28 @@ const version = [v1, v2].join('.');
const packages = [
'core',
+ 'browser-pool',
+ 'basic-crawler',
+ 'browser-crawler',
'cheerio-crawler',
'puppeteer-crawler',
'playwright-crawler',
- 'basic-crawler',
- 'browser-crawler',
'memory-storage',
- 'browser-pool',
'utils',
'types',
];
-const packageNames = packages.map((name) => `@crawlee/${name.replace(/-crawler$/, '')}`);
+const packagesOrder = [
+ '@crawlee/core',
+ '@crawlee/cheerio',
+ '@crawlee/puppeteer',
+ '@crawlee/playwright',
+ '@crawlee/basic',
+ '@crawlee/browser',
+ '@crawlee/memory-storage',
+ '@crawlee/browser-pool',
+ '@crawlee/utils',
+ '@crawlee/types',
+];
/** @type {Partial<import('@docusaurus/types').DocusaurusConfig>} */
module.exports = {
@@ -73,7 +84,7 @@ module.exports = {
projectRoot: `${__dirname}/..`,
changelogs: true,
sortPackages: (a, b) => {
- return packageNames.indexOf(a.packageName) - packageNames.indexOf(b.packageName);
+ return packagesOrder.indexOf(a.packageName) - packagesOrder.indexOf(b.packageName);
},
packages: packages.map((name) => ({ path: `packages/${name}` })),
typedocOptions: {