Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
<svg width="40" height="26" viewBox="0 0 40 26" fill="none" xmlns="http://www.w3.org/2000/svg">
<path
d="M14.1096 22.7208C14.1225 22.8058 14.1717 22.8826 14.2464 22.9344C14.3211 22.9862 14.4151 23.0087 14.5079 22.9969L15.9999 22.8055L13.9999 22L14.1096 22.7208Z"
fill="#474B56" />
<path
d="M15.9976 14C16.0047 13.9174 15.9955 13.8337 15.971 13.7572L15.4121 12L13.9999 12.8363L15.9976 14Z"
fill="#474B56" />
<path
d="M14.8567 3.00111L14.1903 3.10091C14.1361 3.10931 14.0857 3.16225 14.0501 3.24815C14.0145 3.33405 13.9967 3.44591 14.0004 3.55927C14.0006 3.56886 14.0011 3.57841 14.0019 3.58785L14.0291 4L14.9999 3.09466C14.9596 3.02675 14.9084 2.99332 14.8567 3.00111Z"
fill="#474B56" />
<path
d="M24.8567 22.0011L24.1903 22.1009C24.1361 22.1093 24.0857 22.1623 24.0501 22.2482C24.0145 22.334 23.9967 22.4459 24.0004 22.5593C24.0006 22.5689 24.0011 22.5784 24.0019 22.5879L24.0291 23L24.9999 22.0947C24.9596 22.0267 24.9084 21.9933 24.8567 22.0011Z"
fill="#474B56" />
<path
d="M24.1096 13.7208C24.1225 13.8058 24.1717 13.8826 24.2464 13.9344C24.3211 13.9862 24.4151 14.0087 24.5079 13.9969L25.9999 13.8055L23.9999 13L24.1096 13.7208Z"
fill="#474B56" />
<path
d="M25.9976 5C26.0047 4.91738 25.9955 4.83375 25.971 4.75722L25.4121 3L23.9999 3.83634L25.9976 5Z"
fill="#474B56" />
<path
d="M35.9976 23C36.0047 22.9174 35.9955 22.8337 35.971 22.7572L35.4121 21L33.9999 21.8363L35.9976 23Z"
fill="#474B56" />
<path
d="M34.8567 12.0011L34.1903 12.1009C34.1361 12.1093 34.0857 12.1623 34.0501 12.2482C34.0145 12.334 33.9967 12.4459 34.0004 12.5593C34.0006 12.5689 34.0011 12.5784 34.0019 12.5879L34.0291 13L34.9999 12.0947C34.9596 12.0267 34.9084 11.9933 34.8567 12.0011Z"
fill="#474B56" />
<path
d="M34.1097 3.72077C34.1225 3.80578 34.1717 3.88263 34.2464 3.93442C34.3211 3.98621 34.4151 4.0087 34.5079 3.99695L35.9999 3.80548L33.9999 3L34.1097 3.72077Z"
fill="#474B56" />
<path
d="M5.99769 23C6.00475 22.9174 5.99557 22.8337 5.97106 22.7572L5.41214 21L4 21.8363L5.99769 23Z"
fill="#474B56" />
<path
d="M4.8568 12.0011L4.19036 12.1009C4.13616 12.1093 4.08575 12.1623 4.05017 12.2482C4.01459 12.334 3.99673 12.4459 4.00049 12.5593C4.00067 12.5689 4.00117 12.5784 4.00199 12.5879L4.02922 13L5 12.0947C4.95964 12.0267 4.90847 11.9933 4.8568 12.0011Z"
fill="#474B56" />
<path
d="M4.10972 3.72077C4.12258 3.80578 4.17176 3.88263 4.24645 3.93442C4.32114 3.98621 4.41521 4.0087 4.508 3.99695L6 3.80548L4 3L4.10972 3.72077Z"
fill="#474B56" />
</svg>