Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
{
"name": "crawlee-website",
"private": true,
"scripts": {
"examples": "docusaurus-examples",
"start": "rimraf .docusaurus && docusaurus start",
"start:fast": "rimraf .docusaurus && CRAWLEE_DOCS_FAST=1 docusaurus start",
"build": "rimraf .docusaurus && NODE_OPTIONS=--max-old-space-size=16000 docusaurus build",
"publish-gh-pages": "docusaurus-publish",
"write-translations": "docusaurus write-translations",
"version": "docusaurus version",
"rename-version": "docusaurus rename-version",
"prettify": "prettier --write --config ./tools/docs-prettier.config.js ../docs/guides/*.md",
"swizzle": "docusaurus swizzle",
"deploy": "rimraf .docusaurus && NODE_OPTIONS=--max-old-space-size=16000 docusaurus deploy",
"docusaurus": "docusaurus",
"postbuild": "node ./tools/joinLlmsFiles.mjs"
},
"devDependencies": {
"@apify/eslint-config-ts": "0.4.1",
"@docusaurus/module-type-aliases": "3.10.2",
"@docusaurus/types": "3.10.2",
"@types/react": "^19.3.0",
"@typescript-eslint/eslint-plugin": "7.18.0",
"@typescript-eslint/parser": "7.18.0",
"eslint": "8.57.1",
"eslint-plugin-react": "7.37.5",
"eslint-plugin-react-hooks": "7.0.1",
"prettier": "^3.10.0",
"rimraf": "^6.1.4",
"typescript": "^6.0.3"
},
"dependencies": {
"@apify/docusaurus-plugin-typedoc-api": "5.1.16",
"@apify/ui-icons": "^1.61.2",
"@docusaurus/core": "3.10.2",
"@docusaurus/faster": "3.10.2",
"@docusaurus/mdx-loader": "3.10.2",
"@docusaurus/plugin-client-redirects": "3.10.2",
"@docusaurus/plugin-content-docs": "3.10.2",
"@docusaurus/preset-classic": "3.10.2",
"@docusaurus/theme-common": "3.10.2",
"@docusaurus/theme-mermaid": "3.10.2",
"@giscus/react": "^3.1.0",
"@mdx-js/react": "^3.1.1",
"@signalwire/docusaurus-plugin-llms-txt": "^1.2.2",
"clsx": "^2.1.1",
"docusaurus-gtm-plugin": "^0.0.2",
"prism-react-renderer": "^2.4.1",
"raw-loader": "^4.0.2",
"react": "^19.3.1",
"react-dom": "^19.3.1",
"react-github-btn": "^1.4.0",
"unist-util-visit": "^5.2.0"
},
"packageManager": "[email protected]",
"volta": {
"node": "24.22.0",
"pnpm": "12.21.0"
},
"browserslist": {
"production": [
">0.5%",
"not dead",
"not op_mini all"
],
"development": [
"last 3 chrome version",
"last 3 firefox version",
"last 5 safari version"
]
}
}