Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
docs: small ui fixes and new og images (#2934)
Daniel Wébr8ccaa62d3079
diff --git a/website/docusaurus.config.js b/website/docusaurus.config.jsindex 308af0881..a4a70d68d 100644--- a/website/docusaurus.config.js+++ b/website/docusaurus.config.js@@ -281,7 +281,7 @@ module.exports = {// eslint-disable-next-line max-len{ name: 'og:description', content: `Crawlee helps you build and maintain your crawlers. It's open source, but built by developers who scrape millions of pages every day for a living.` },],- image: 'img/crawlee-og.png',+ image: 'img/crawlee-js-og.png',footer: {links: [{diff --git a/website/src/components/Homepage/LanguageInfoWidget.module.css b/website/src/components/Homepage/LanguageInfoWidget.module.cssindex f027432ad..df2061e7b 100644--- a/website/src/components/Homepage/LanguageInfoWidget.module.css+++ b/website/src/components/Homepage/LanguageInfoWidget.module.css@@ -18,6 +18,7 @@gap: 16px;& > span {line-height: 0;+ min-height: 28px;}a,a span {diff --git a/website/src/pages/index.js b/website/src/pages/index.jsindex 096845034..8ea72a831 100644--- a/website/src/pages/index.js+++ b/website/src/pages/index.js@@ -1,5 +1,7 @@/* eslint-disable max-len */+import { PageMetadata } from '@docusaurus/theme-common';import Head from '@docusaurus/Head';+import useDocusaurusContext from '@docusaurus/useDocusaurusContext';import CodeBlock from '@theme/CodeBlock';import Layout from '@theme/Layout';@@ -126,6 +128,7 @@ export default function Home() {const { siteConfig } = useDocusaurusContext();return (<Layout description={siteConfig.description}>+ <PageMetadata image="/img/crawlee-og.png" /><Head><title>{PAGE_TITLE}</title></Head>diff --git a/website/src/theme/Navbar/Logo/index.module.css b/website/src/theme/Navbar/Logo/index.module.cssindex 82e2d8439..117bc689e 100644--- a/website/src/theme/Navbar/Logo/index.module.css+++ b/website/src/theme/Navbar/Logo/index.module.css@@ -6,6 +6,7 @@.logoWithArrows {display: flex;align-items: center;+ width: 220px;svg {margin: 0 2px;diff --git a/website/static/img/crawlee-js-og.png b/website/static/img/crawlee-js-og.pngnew file mode 100644index 000000000..33d71bb56Binary files /dev/null and b/website/static/img/crawlee-js-og.png differdiff --git a/website/static/img/crawlee-og.png b/website/static/img/crawlee-og.pngindex 559703c1f..868835e45 100644Binary files a/website/static/img/crawlee-og.png and b/website/static/img/crawlee-og.png differ