Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
import React from 'react';
import styles from './HomepageHeroSection.module.css';
import homepageStyles from '../../pages/index.module.css';
export default function HomepageHeroSection() {
return (
<section className={styles.hero}>
<h1 className={styles.heroTitle}>
Build reliable web scrapers. Fast.
</h1>
<div
className={homepageStyles.dashedSeparator}
id={styles.separatorHeroHeader}
/>
<p className={styles.heroSubtitle}>
Crawlee is a web scraping library for JavaScript and Python. It
handles blocking, crawling, proxies, and browsers for you.
</p>
<div
className={homepageStyles.dashedSeparator}
id={styles.separatorHeroHeader2}
>
<div
className={homepageStyles.dashedDecorativeCircle}
id={styles.heroDecorativeCircle}
/>
</div>
</section>
);
}