Skip to content

Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.

docs: fix circular Examples category, guide description (#1578)

Jindřich Bär736b99b2c696
diff --git a/docs/examples/index.mdx b/docs/examples/index.mdx
deleted file mode 100644
index 11f8ff124..000000000
--- a/docs/examples/index.mdx
+++ /dev/null
@@ -1,9 +0,0 @@
----
-id: examples
-title: Examples
----
-
-import DocCardList from '@theme/DocCardList';
-import { useCurrentSidebarCategory } from '@docusaurus/theme-common';
-
-<DocCardList items={useCurrentSidebarCategory().items} />
diff --git a/docs/guides/got_scraping.mdx b/docs/guides/got_scraping.mdx
index ab77bd8c0..a67967210 100644
--- a/docs/guides/got_scraping.mdx
+++ b/docs/guides/got_scraping.mdx
@@ -1,6 +1,7 @@
---
id: got-scraping
title: Got Scraping
+description: Blazing fast cURL alternative for modern web scraping
---
## Intro
diff --git a/website/docusaurus.config.js b/website/docusaurus.config.js
index 5b0c51fd6..9ab2a217e 100644
--- a/website/docusaurus.config.js
+++ b/website/docusaurus.config.js
@@ -147,7 +147,7 @@ module.exports = {
},
{
type: 'doc',
- docId: 'examples/examples',
+ docId: '/examples',
label: 'Examples',
position: 'left',
},
diff --git a/website/sidebars.js b/website/sidebars.js
index 654fdadc6..2ba457076 100644
--- a/website/sidebars.js
+++ b/website/sidebars.js
@@ -50,8 +50,10 @@ module.exports = {
type: 'category',
label: 'Examples',
link: {
- type: 'doc',
- id: 'examples/examples',
+ type: 'generated-index',
+ title: 'Examples',
+ slug: '/examples',
+ keywords: ['examples'],
},
items: [
{
diff --git a/website/versioned_docs/version-3.0/examples/index.mdx b/website/versioned_docs/version-3.0/examples/index.mdx
deleted file mode 100644
index 11f8ff124..000000000
--- a/website/versioned_docs/version-3.0/examples/index.mdx
+++ /dev/null
@@ -1,9 +0,0 @@
----
-id: examples
-title: Examples
----
-
-import DocCardList from '@theme/DocCardList';
-import { useCurrentSidebarCategory } from '@docusaurus/theme-common';
-
-<DocCardList items={useCurrentSidebarCategory().items} />
diff --git a/website/versioned_docs/version-3.0/guides/got_scraping.mdx b/website/versioned_docs/version-3.0/guides/got_scraping.mdx
index ab77bd8c0..a67967210 100644
--- a/website/versioned_docs/version-3.0/guides/got_scraping.mdx
+++ b/website/versioned_docs/version-3.0/guides/got_scraping.mdx
@@ -1,6 +1,7 @@
---
id: got-scraping
title: Got Scraping
+description: Blazing fast cURL alternative for modern web scraping
---
## Intro
diff --git a/website/versioned_sidebars/version-3.0-sidebars.json b/website/versioned_sidebars/version-3.0-sidebars.json
index 011a4defa..b1b54cc27 100644
--- a/website/versioned_sidebars/version-3.0-sidebars.json
+++ b/website/versioned_sidebars/version-3.0-sidebars.json
@@ -52,16 +52,18 @@
"type": "category",
"label": "Examples",
"link": {
- "type": "doc",
- "id": "examples/examples"
+ "type": "generated-index",
+ "title": "Examples",
+ "slug": "/examples",
+ "keywords": ["examples"]
},
"items": [
- {
- "type": "autogenerated",
- "dirName": "examples"
- }
+ {
+ "type": "autogenerated",
+ "dirName": "examples"
+ }
]
- },
+ },
{
"type": "category",
"label": "Upgrading",