Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
{
"templates": [
{
"name": "getting-started-ts",
"description": "Getting started example [TypeScript]",
"files": [
"src/main.ts",
".dockerignore",
".gitignore",
"Dockerfile",
"package.json",
"README.md",
"tsconfig.json"
]
},
{
"name": "getting-started-js",
"description": "Getting started example [JavaScript]",
"files": ["src/main.js", ".dockerignore", ".gitignore", "Dockerfile", "package.json", "README.md"]
},
{
"name": "empty-ts",
"description": "Empty project [TypeScript]",
"files": [
"src/main.ts",
".dockerignore",
".gitignore",
"Dockerfile",
"package.json",
"README.md",
"tsconfig.json"
]
},
{
"name": "empty-js",
"description": "Empty project [JavaScript]",
"files": ["src/main.js", ".dockerignore", ".gitignore", "Dockerfile", "package.json", "README.md"]
},
{
"name": "cheerio-ts",
"description": "CheerioCrawler template project [TypeScript]",
"files": [
"src/main.ts",
"src/routes.ts",
".dockerignore",
".gitignore",
"Dockerfile",
"package.json",
"README.md",
"tsconfig.json"
]
},
{
"name": "playwright-ts",
"description": "PlaywrightCrawler template project [TypeScript]",
"files": [
"src/main.ts",
"src/routes.ts",
".dockerignore",
".gitignore",
"Dockerfile",
"package.json",
"README.md",
"tsconfig.json"
]
},
{
"name": "camoufox-ts",
"description": "Camoufox-based PlaywrightCrawler template project [TypeScript]",
"files": [
"src/main.ts",
"src/routes.ts",
".dockerignore",
".gitignore",
"Dockerfile",
"package.json",
"README.md",
"tsconfig.json"
]
},
{
"name": "puppeteer-ts",
"description": "PuppeteerCrawler template project [TypeScript]",
"files": [
"src/main.ts",
"src/routes.ts",
".dockerignore",
".gitignore",
"Dockerfile",
"package.json",
"README.md",
"tsconfig.json"
]
},
{
"name": "cheerio-js",
"description": "CheerioCrawler template project [JavaScript]",
"files": [
"src/main.js",
"src/routes.js",
".dockerignore",
".gitignore",
"Dockerfile",
"package.json",
"README.md"
]
},
{
"name": "playwright-js",
"description": "PlaywrightCrawler template project [JavaScript]",
"files": [
"src/main.js",
"src/routes.js",
".dockerignore",
".gitignore",
"Dockerfile",
"package.json",
"README.md"
]
},
{
"name": "puppeteer-js",
"description": "PuppeteerCrawler template project [JavaScript]",
"files": [
"src/main.js",
"src/routes.js",
".dockerignore",
".gitignore",
"Dockerfile",
"package.json",
"README.md"
]
}
]
}