Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
docs: add introduction video to homepage
Martin Adámek02bdbc25a09b
diff --git a/website/package-lock.json b/website/package-lock.jsonindex 309a18260..b6fe7f8db 100644--- a/website/package-lock.json+++ b/website/package-lock.json@@ -16,6 +16,7 @@"raw-loader": "^4.0.2","react": "^17.0.2","react-dom": "^17.0.2",+ "react-lite-youtube-embed": "^2.3.1","unist-util-visit": "^4.1.0"},"devDependencies": {@@ -11392,6 +11393,15 @@"resolved": "https://registry.npmjs.org/react-lifecycles-compat/-/react-lifecycles-compat-3.0.4.tgz","integrity": "sha512-fBASbA6LnOU9dOU2eW7aQ8xmYBSXUIWr+UmF9b1efZBazGNO+rcXT/icdKnYm2pTwcRylVUYwW7H1PHfLekVzA=="},+ "node_modules/react-lite-youtube-embed": {+ "version": "2.3.1",+ "resolved": "https://registry.npmjs.org/react-lite-youtube-embed/-/react-lite-youtube-embed-2.3.1.tgz",+ "integrity": "sha512-14YlE6iZPHwqaQqSmwfI614qumdVAICU9PFmk34vcGnOfiixFjaATGkOfUd2TA6pFpVMP8DT2/l9ebu5/aKeag==",+ "peerDependencies": {+ "react": ">=16.0.8",+ "react-dom": ">=16.0.8"+ }+ },"node_modules/react-loadable": {"name": "@docusaurus/react-loadable","version": "5.5.2",@@ -22775,6 +22785,12 @@"resolved": "https://registry.npmjs.org/react-lifecycles-compat/-/react-lifecycles-compat-3.0.4.tgz","integrity": "sha512-fBASbA6LnOU9dOU2eW7aQ8xmYBSXUIWr+UmF9b1efZBazGNO+rcXT/icdKnYm2pTwcRylVUYwW7H1PHfLekVzA=="},+ "react-lite-youtube-embed": {+ "version": "2.3.1",+ "resolved": "https://registry.npmjs.org/react-lite-youtube-embed/-/react-lite-youtube-embed-2.3.1.tgz",+ "integrity": "sha512-14YlE6iZPHwqaQqSmwfI614qumdVAICU9PFmk34vcGnOfiixFjaATGkOfUd2TA6pFpVMP8DT2/l9ebu5/aKeag==",+ "requires": {}+ },"react-loadable": {"version": "npm:@docusaurus/[email protected]","resolved": "https://registry.npmjs.org/@docusaurus/react-loadable/-/react-loadable-5.5.2.tgz",diff --git a/website/package.json b/website/package.jsonindex 1062d6030..1f26e8d02 100644--- a/website/package.json+++ b/website/package.json@@ -39,6 +39,7 @@"raw-loader": "^4.0.2","react": "^17.0.2","react-dom": "^17.0.2",+ "react-lite-youtube-embed": "^2.3.1","unist-util-visit": "^4.1.0"}}diff --git a/website/src/css/custom.css b/website/src/css/custom.cssindex ec119bad4..7c0ef5aa6 100644--- a/website/src/css/custom.css+++ b/website/src/css/custom.css@@ -395,3 +395,17 @@ html.plugin-typedoc-api .theme-doc-sidebar-menu > li:nth-child(6)::before {display: block;margin-top: 50px;}++.video-container {+ margin: 85px auto 0;+ max-width: 560px;+ overflow: hidden;+ position: relative;+ width: 100%;+ border-radius: 10px;+}++.yt-lite > .lty-playbtn {+ border: 0;+ cursor: pointer;+}diff --git a/website/src/pages/index.js b/website/src/pages/index.jsindex f679d66f5..698a78996 100644--- a/website/src/pages/index.js+++ b/website/src/pages/index.js@@ -5,8 +5,10 @@ import Layout from '@theme/Layout';import Link from '@docusaurus/Link';import CodeBlock from '@theme/CodeBlock';import useDocusaurusContext from '@docusaurus/useDocusaurusContext';+import LiteYouTubeEmbed from 'react-lite-youtube-embed';import styles from './index.module.css';import Highlights from '../components/Highlights';+import 'react-lite-youtube-embed/dist/LiteYouTubeEmbed.css';function Hero() {return (@@ -75,8 +77,16 @@ function Features() {<a href="https://discord.com/invite/jyEM2PRvMU" target="_blank" rel="noreferrer"><b> Meet our community on Discord</b></a>.</p></div>- <div className="col col--5 col--offset-1">- <img src={require('../../static/img/logo-blur.png').default} className={clsx(styles.hideSmall)} />+ <div className="col col--6">+ <div className="video-container">+ <LiteYouTubeEmbed+ id="g1Ll9OlFwEQ"+ params="autoplay=1&autohide=1&showinfo=0&rel=0"+ title="Crawlee, the web scraping and browser automation library"+ poster="maxresdefault"+ webp+ />+ </div></div></div></section>@@ -147,8 +157,8 @@ export default function Home() {title={`${siteConfig.title} · ${siteConfig.tagline}`}description={siteConfig.description}><Hero />- <Highlights /><Features />+ <Highlights /><ActorExample /><div className="container"><div className="row">