Skip to content

Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.

docs: add introduction video to homepage

Martin Adámek02bdbc25a09b
diff --git a/website/package-lock.json b/website/package-lock.json
index 309a18260..b6fe7f8db 100644
--- a/website/package-lock.json
+++ b/website/package-lock.json
@@ -16,6 +16,7 @@
"raw-loader": "^4.0.2",
"react": "^17.0.2",
"react-dom": "^17.0.2",
+ "react-lite-youtube-embed": "^2.3.1",
"unist-util-visit": "^4.1.0"
},
"devDependencies": {
@@ -11392,6 +11393,15 @@
"resolved": "https://registry.npmjs.org/react-lifecycles-compat/-/react-lifecycles-compat-3.0.4.tgz",
"integrity": "sha512-fBASbA6LnOU9dOU2eW7aQ8xmYBSXUIWr+UmF9b1efZBazGNO+rcXT/icdKnYm2pTwcRylVUYwW7H1PHfLekVzA=="
},
+ "node_modules/react-lite-youtube-embed": {
+ "version": "2.3.1",
+ "resolved": "https://registry.npmjs.org/react-lite-youtube-embed/-/react-lite-youtube-embed-2.3.1.tgz",
+ "integrity": "sha512-14YlE6iZPHwqaQqSmwfI614qumdVAICU9PFmk34vcGnOfiixFjaATGkOfUd2TA6pFpVMP8DT2/l9ebu5/aKeag==",
+ "peerDependencies": {
+ "react": ">=16.0.8",
+ "react-dom": ">=16.0.8"
+ }
+ },
"node_modules/react-loadable": {
"name": "@docusaurus/react-loadable",
"version": "5.5.2",
@@ -22775,6 +22785,12 @@
"resolved": "https://registry.npmjs.org/react-lifecycles-compat/-/react-lifecycles-compat-3.0.4.tgz",
"integrity": "sha512-fBASbA6LnOU9dOU2eW7aQ8xmYBSXUIWr+UmF9b1efZBazGNO+rcXT/icdKnYm2pTwcRylVUYwW7H1PHfLekVzA=="
},
+ "react-lite-youtube-embed": {
+ "version": "2.3.1",
+ "resolved": "https://registry.npmjs.org/react-lite-youtube-embed/-/react-lite-youtube-embed-2.3.1.tgz",
+ "integrity": "sha512-14YlE6iZPHwqaQqSmwfI614qumdVAICU9PFmk34vcGnOfiixFjaATGkOfUd2TA6pFpVMP8DT2/l9ebu5/aKeag==",
+ "requires": {}
+ },
"react-loadable": {
"version": "npm:@docusaurus/[email protected]",
"resolved": "https://registry.npmjs.org/@docusaurus/react-loadable/-/react-loadable-5.5.2.tgz",
diff --git a/website/package.json b/website/package.json
index 1062d6030..1f26e8d02 100644
--- a/website/package.json
+++ b/website/package.json
@@ -39,6 +39,7 @@
"raw-loader": "^4.0.2",
"react": "^17.0.2",
"react-dom": "^17.0.2",
+ "react-lite-youtube-embed": "^2.3.1",
"unist-util-visit": "^4.1.0"
}
}
diff --git a/website/src/css/custom.css b/website/src/css/custom.css
index ec119bad4..7c0ef5aa6 100644
--- a/website/src/css/custom.css
+++ b/website/src/css/custom.css
@@ -395,3 +395,17 @@ html.plugin-typedoc-api .theme-doc-sidebar-menu > li:nth-child(6)::before {
display: block;
margin-top: 50px;
}
+
+.video-container {
+ margin: 85px auto 0;
+ max-width: 560px;
+ overflow: hidden;
+ position: relative;
+ width: 100%;
+ border-radius: 10px;
+}
+
+.yt-lite > .lty-playbtn {
+ border: 0;
+ cursor: pointer;
+}
diff --git a/website/src/pages/index.js b/website/src/pages/index.js
index f679d66f5..698a78996 100644
--- a/website/src/pages/index.js
+++ b/website/src/pages/index.js
@@ -5,8 +5,10 @@ import Layout from '@theme/Layout';
import Link from '@docusaurus/Link';
import CodeBlock from '@theme/CodeBlock';
import useDocusaurusContext from '@docusaurus/useDocusaurusContext';
+import LiteYouTubeEmbed from 'react-lite-youtube-embed';
import styles from './index.module.css';
import Highlights from '../components/Highlights';
+import 'react-lite-youtube-embed/dist/LiteYouTubeEmbed.css';
function Hero() {
return (
@@ -75,8 +77,16 @@ function Features() {
<a href="https://discord.com/invite/jyEM2PRvMU" target="_blank" rel="noreferrer"><b> Meet our community on Discord</b></a>.
</p>
</div>
- <div className="col col--5 col--offset-1">
- <img src={require('../../static/img/logo-blur.png').default} className={clsx(styles.hideSmall)} />
+ <div className="col col--6">
+ <div className="video-container">
+ <LiteYouTubeEmbed
+ id="g1Ll9OlFwEQ"
+ params="autoplay=1&autohide=1&showinfo=0&rel=0"
+ title="Crawlee, the web scraping and browser automation library"
+ poster="maxresdefault"
+ webp
+ />
+ </div>
</div>
</div>
</section>
@@ -147,8 +157,8 @@ export default function Home() {
title={`${siteConfig.title} · ${siteConfig.tagline}`}
description={siteConfig.description}>
<Hero />
- <Highlights />
<Features />
+ <Highlights />
<ActorExample />
<div className="container">
<div className="row">