Skip to content

Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.

docs: add redirect from /docs to /docs/quick-start

Martin Adámek4432014b6096
diff --git a/docs/guides/motivation.mdx b/docs/guides/motivation.mdx
index bc3e048f6..bbfff3686 100644
--- a/docs/guides/motivation.mdx
+++ b/docs/guides/motivation.mdx
@@ -2,7 +2,6 @@
id: motivation
title: Motivation
description: "Spoiler: we built it so you can focus on awesome scrapers"
-slug: /
---
Thanks to the tools like [Playwright](https://github.com/microsoft/playwright), [Puppeteer](https://github.com/puppeteer/puppeteer) or [Cheerio](https://www.npmjs.com/package/cheerio), it is easy to write Node.js code to extract data from web pages. But eventually things will get complicated. For example, when we try to:
diff --git a/renovate.json b/renovate.json
index d1f304839..b862f1096 100644
--- a/renovate.json
+++ b/renovate.json
@@ -37,6 +37,7 @@
"ignoreDeps": [
"@docusaurus/core",
"@docusaurus/preset-classic",
+ "@docusaurus/plugin-client-redirects",
"docusaurus-plugin-typedoc-api",
"crawlee"
]
diff --git a/website/docusaurus.config.js b/website/docusaurus.config.js
index f3eb2c8cd..8bc7b99ac 100644
--- a/website/docusaurus.config.js
+++ b/website/docusaurus.config.js
@@ -92,6 +92,21 @@ module.exports = {
},
},
],
+ [
+ '@docusaurus/plugin-client-redirects',
+ {
+ redirects: [
+ {
+ from: '/docs',
+ to: '/docs/quick-start',
+ },
+ {
+ from: '/docs/next',
+ to: '/docs/next/quick-start',
+ },
+ ],
+ },
+ ],
],
themeConfig:
/** @type {import('@docusaurus/preset-classic').ThemeConfig} */ ({
diff --git a/website/package-lock.json b/website/package-lock.json
index d08c6d94f..2c057a255 100644
--- a/website/package-lock.json
+++ b/website/package-lock.json
@@ -6,6 +6,7 @@
"": {
"dependencies": {
"@docusaurus/core": "2.0.0-beta.21",
+ "@docusaurus/plugin-client-redirects": "2.0.0-beta.21",
"@docusaurus/preset-classic": "2.0.0-beta.21",
"clsx": "^1.1.1",
"docusaurus-plugin-typedoc-api": "2.0.1",
@@ -2279,6 +2280,29 @@
"react-dom": "*"
}
},
+ "node_modules/@docusaurus/plugin-client-redirects": {
+ "version": "2.0.0-beta.21",
+ "resolved": "https://registry.npmjs.org/@docusaurus/plugin-client-redirects/-/plugin-client-redirects-2.0.0-beta.21.tgz",
+ "integrity": "sha512-4xzrti0au7SaQT/cxr+FM9b+R5gfOSFODwQJ2QeTXbkdiz1+9DV3bp8nB/2CmzZ9ApY5lsueXNpa4n7+UAngrA==",
+ "dependencies": {
+ "@docusaurus/core": "2.0.0-beta.21",
+ "@docusaurus/logger": "2.0.0-beta.21",
+ "@docusaurus/utils": "2.0.0-beta.21",
+ "@docusaurus/utils-common": "2.0.0-beta.21",
+ "@docusaurus/utils-validation": "2.0.0-beta.21",
+ "eta": "^1.12.3",
+ "fs-extra": "^10.1.0",
+ "lodash": "^4.17.21",
+ "tslib": "^2.4.0"
+ },
+ "engines": {
+ "node": ">=16.14"
+ },
+ "peerDependencies": {
+ "react": "^16.8.4 || ^17.0.0",
+ "react-dom": "^16.8.4 || ^17.0.0"
+ }
+ },
"node_modules/@docusaurus/plugin-content-blog": {
"version": "2.0.0-beta.21",
"resolved": "https://registry.npmjs.org/@docusaurus/plugin-content-blog/-/plugin-content-blog-2.0.0-beta.21.tgz",
@@ -16789,6 +16813,22 @@
"react-helmet-async": "*"
}
},
+ "@docusaurus/plugin-client-redirects": {
+ "version": "2.0.0-beta.21",
+ "resolved": "https://registry.npmjs.org/@docusaurus/plugin-client-redirects/-/plugin-client-redirects-2.0.0-beta.21.tgz",
+ "integrity": "sha512-4xzrti0au7SaQT/cxr+FM9b+R5gfOSFODwQJ2QeTXbkdiz1+9DV3bp8nB/2CmzZ9ApY5lsueXNpa4n7+UAngrA==",
+ "requires": {
+ "@docusaurus/core": "2.0.0-beta.21",
+ "@docusaurus/logger": "2.0.0-beta.21",
+ "@docusaurus/utils": "2.0.0-beta.21",
+ "@docusaurus/utils-common": "2.0.0-beta.21",
+ "@docusaurus/utils-validation": "2.0.0-beta.21",
+ "eta": "^1.12.3",
+ "fs-extra": "^10.1.0",
+ "lodash": "^4.17.21",
+ "tslib": "^2.4.0"
+ }
+ },
"@docusaurus/plugin-content-blog": {
"version": "2.0.0-beta.21",
"resolved": "https://registry.npmjs.org/@docusaurus/plugin-content-blog/-/plugin-content-blog-2.0.0-beta.21.tgz",
diff --git a/website/package.json b/website/package.json
index a158aa16a..3d4d8dd96 100644
--- a/website/package.json
+++ b/website/package.json
@@ -30,6 +30,7 @@
"dependencies": {
"@docusaurus/core": "2.0.0-beta.21",
"@docusaurus/preset-classic": "2.0.0-beta.21",
+ "@docusaurus/plugin-client-redirects": "2.0.0-beta.21",
"clsx": "^1.1.1",
"docusaurus-plugin-typedoc-api": "2.0.1",
"prop-types": "^15.8.1",