Skip to content

Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.

docs: small ui fixes and new og images (#2934)

Daniel Wébr8ccaa62d3079
diff --git a/website/docusaurus.config.js b/website/docusaurus.config.js
index 308af0881..a4a70d68d 100644
--- a/website/docusaurus.config.js
+++ b/website/docusaurus.config.js
@@ -281,7 +281,7 @@ module.exports = {
// eslint-disable-next-line max-len
{ name: 'og:description', content: `Crawlee helps you build and maintain your crawlers. It's open source, but built by developers who scrape millions of pages every day for a living.` },
],
- image: 'img/crawlee-og.png',
+ image: 'img/crawlee-js-og.png',
footer: {
links: [
{
diff --git a/website/src/components/Homepage/LanguageInfoWidget.module.css b/website/src/components/Homepage/LanguageInfoWidget.module.css
index f027432ad..df2061e7b 100644
--- a/website/src/components/Homepage/LanguageInfoWidget.module.css
+++ b/website/src/components/Homepage/LanguageInfoWidget.module.css
@@ -18,6 +18,7 @@
gap: 16px;
& > span {
line-height: 0;
+ min-height: 28px;
}
a,
a span {
diff --git a/website/src/pages/index.js b/website/src/pages/index.js
index 096845034..8ea72a831 100644
--- a/website/src/pages/index.js
+++ b/website/src/pages/index.js
@@ -1,5 +1,7 @@
/* eslint-disable max-len */
+import { PageMetadata } from '@docusaurus/theme-common';
import Head from '@docusaurus/Head';
+
import useDocusaurusContext from '@docusaurus/useDocusaurusContext';
import CodeBlock from '@theme/CodeBlock';
import Layout from '@theme/Layout';
@@ -126,6 +128,7 @@ export default function Home() {
const { siteConfig } = useDocusaurusContext();
return (
<Layout description={siteConfig.description}>
+ <PageMetadata image="/img/crawlee-og.png" />
<Head>
<title>{PAGE_TITLE}</title>
</Head>
diff --git a/website/src/theme/Navbar/Logo/index.module.css b/website/src/theme/Navbar/Logo/index.module.css
index 82e2d8439..117bc689e 100644
--- a/website/src/theme/Navbar/Logo/index.module.css
+++ b/website/src/theme/Navbar/Logo/index.module.css
@@ -6,6 +6,7 @@
.logoWithArrows {
display: flex;
align-items: center;
+ width: 220px;
svg {
margin: 0 2px;
diff --git a/website/static/img/crawlee-js-og.png b/website/static/img/crawlee-js-og.png
new file mode 100644
index 000000000..33d71bb56
Binary files /dev/null and b/website/static/img/crawlee-js-og.png differ
diff --git a/website/static/img/crawlee-og.png b/website/static/img/crawlee-og.png
index 559703c1f..868835e45 100644
Binary files a/website/static/img/crawlee-og.png and b/website/static/img/crawlee-og.png differ