Skip to content

Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.

Build docs

Ondra Urban827d29da4811
diff --git a/website/i18n/en.json b/website/i18n/en.json
index adfc94ee2..8d58bc298 100644
--- a/website/i18n/en.json
+++ b/website/i18n/en.json
@@ -74,35 +74,68 @@
"api/utils": {
"title": "utils"
},
+ "examples/accept-user-input": {
+ "title": "Accept user input"
+ },
+ "examples/add-data-to-dataset": {
+ "title": "Add data to dataset"
+ },
"examples/basic-crawler": {
- "title": "Basic Crawler"
+ "title": "Basic crawler"
},
"examples/call-actor": {
- "title": "Call Actor"
+ "title": "Call actor"
+ },
+ "examples/capture-screenshot": {
+ "title": "Capture a screenshot"
},
"examples/cheerio-crawler": {
- "title": "Cheerio Crawler"
+ "title": "Cheerio crawler"
+ },
+ "examples/crawl-all-links": {
+ "title": "Crawl all links on a website"
+ },
+ "examples/crawl-multiple-urls": {
+ "title": "Crawl multiple URLs"
+ },
+ "examples/crawl-relative-links": {
+ "title": "Crawl a website with relative links"
+ },
+ "examples/crawl-single-url": {
+ "title": "Crawl a single URL"
+ },
+ "examples/crawl-sitemap": {
+ "title": "Crawl a sitemap"
+ },
+ "examples/crawl-some-links": {
+ "title": "Crawl some links on a website"
},
"examples/forms": {
"title": "Forms"
},
- "examples/hello-world": {
- "title": "Hello World"
+ "examples/handle-broken-links": {
+ "title": "Handle broken links"
+ },
+ "examples/map-and-reduce": {
+ "title": "Dataset Map and Reduce methods"
},
"examples/puppeteer-crawler": {
- "title": "Puppeteer Crawler"
+ "title": "Puppeteer crawler"
+ },
+ "examples/puppeteer-recursive-crawl": {
+ "title": "Puppeteer recursive crawl"
},
"examples/puppeteer-sitemap": {
- "title": "Puppeteer Sitemap"
+ "title": "Puppeteer sitemap"
},
"examples/puppeteer-with-proxy": {
- "title": "Puppeteer With Proxy"
+ "title": "Puppeteer with proxy"
},
"examples/screenshots": {
"title": "Screenshots"
},
"examples/synchronous-run": {
- "title": "Synchronous Run"
+ "title": "Synchronous run"
},
"guides/data-storage": {
"title": "Data Storage"
diff --git a/website/sidebars.json b/website/sidebars.json
index bd08b961a..3911ef08d 100644
--- a/website/sidebars.json
+++ b/website/sidebars.json
@@ -154,15 +154,27 @@
},
"examples": {
"Examples": [
+ "examples/accept-user-input",
+ "examples/add-data-to-dataset",
"examples/basic-crawler",
+ "examples/call-actor",
+ "examples/capture-screenshot",
"examples/cheerio-crawler",
+ "examples/crawl-all-links",
+ "examples/crawl-multiple-urls",
+ "examples/crawl-relative-links",
+ "examples/crawl-single-url",
+ "examples/crawl-sitemap",
+ "examples/crawl-some-links",
+ "examples/forms",
+ "examples/handle-broken-links",
+ "examples/map-and-reduce",
"examples/puppeteer-crawler",
- "examples/puppeteer-with-proxy",
+ "examples/puppeteer-recursive-crawl",
"examples/puppeteer-sitemap",
+ "examples/puppeteer-with-proxy",
"examples/screenshots",
- "examples/call-actor",
- "examples/forms",
"examples/synchronous-run"
]
}
-}
+}
\ No newline at end of file