Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
docs: fix circular Examples category, guide description (#1578)
Jindřich Bär736b99b2c696
diff --git a/docs/examples/index.mdx b/docs/examples/index.mdxdeleted file mode 100644index 11f8ff124..000000000--- a/docs/examples/index.mdx+++ /dev/null@@ -1,9 +0,0 @@-----id: examples-title: Examples------import DocCardList from '@theme/DocCardList';-import { useCurrentSidebarCategory } from '@docusaurus/theme-common';--<DocCardList items={useCurrentSidebarCategory().items} />diff --git a/docs/guides/got_scraping.mdx b/docs/guides/got_scraping.mdxindex ab77bd8c0..a67967210 100644--- a/docs/guides/got_scraping.mdx+++ b/docs/guides/got_scraping.mdx@@ -1,6 +1,7 @@---id: got-scrapingtitle: Got Scraping+description: Blazing fast cURL alternative for modern web scraping---## Introdiff --git a/website/docusaurus.config.js b/website/docusaurus.config.jsindex 5b0c51fd6..9ab2a217e 100644--- a/website/docusaurus.config.js+++ b/website/docusaurus.config.js@@ -147,7 +147,7 @@ module.exports = {},{type: 'doc',- docId: 'examples/examples',+ docId: '/examples',label: 'Examples',position: 'left',},diff --git a/website/sidebars.js b/website/sidebars.jsindex 654fdadc6..2ba457076 100644--- a/website/sidebars.js+++ b/website/sidebars.js@@ -50,8 +50,10 @@ module.exports = {type: 'category',label: 'Examples',link: {- type: 'doc',- id: 'examples/examples',+ type: 'generated-index',+ title: 'Examples',+ slug: '/examples',+ keywords: ['examples'],},items: [{diff --git a/website/versioned_docs/version-3.0/examples/index.mdx b/website/versioned_docs/version-3.0/examples/index.mdxdeleted file mode 100644index 11f8ff124..000000000--- a/website/versioned_docs/version-3.0/examples/index.mdx+++ /dev/null@@ -1,9 +0,0 @@-----id: examples-title: Examples------import DocCardList from '@theme/DocCardList';-import { useCurrentSidebarCategory } from '@docusaurus/theme-common';--<DocCardList items={useCurrentSidebarCategory().items} />diff --git a/website/versioned_docs/version-3.0/guides/got_scraping.mdx b/website/versioned_docs/version-3.0/guides/got_scraping.mdxindex ab77bd8c0..a67967210 100644--- a/website/versioned_docs/version-3.0/guides/got_scraping.mdx+++ b/website/versioned_docs/version-3.0/guides/got_scraping.mdx@@ -1,6 +1,7 @@---id: got-scrapingtitle: Got Scraping+description: Blazing fast cURL alternative for modern web scraping---## Introdiff --git a/website/versioned_sidebars/version-3.0-sidebars.json b/website/versioned_sidebars/version-3.0-sidebars.jsonindex 011a4defa..b1b54cc27 100644--- a/website/versioned_sidebars/version-3.0-sidebars.json+++ b/website/versioned_sidebars/version-3.0-sidebars.json@@ -52,16 +52,18 @@"type": "category","label": "Examples","link": {- "type": "doc",- "id": "examples/examples"+ "type": "generated-index",+ "title": "Examples",+ "slug": "/examples",+ "keywords": ["examples"]},"items": [- {- "type": "autogenerated",- "dirName": "examples"- }+ {+ "type": "autogenerated",+ "dirName": "examples"+ }]- },+ },{"type": "category","label": "Upgrading",