Skip to content

Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.

4.0 KB
Raw Blame
{
    "templates": [
        {
            "name": "getting-started-ts",
            "description": "Getting started example [TypeScript]",
            "files": [
                "src/main.ts",
                ".dockerignore",
                ".gitignore",
                "Dockerfile",
                "package.json",
                "README.md",
                "tsconfig.json"
            ]
        },
        {
            "name": "getting-started-js",
            "description": "Getting started example [JavaScript]",
            "files": ["src/main.js", ".dockerignore", ".gitignore", "Dockerfile", "package.json", "README.md"]
        },
        {
            "name": "empty-ts",
            "description": "Empty project [TypeScript]",
            "files": [
                "src/main.ts",
                ".dockerignore",
                ".gitignore",
                "Dockerfile",
                "package.json",
                "README.md",
                "tsconfig.json"
            ]
        },
        {
            "name": "empty-js",
            "description": "Empty project [JavaScript]",
            "files": ["src/main.js", ".dockerignore", ".gitignore", "Dockerfile", "package.json", "README.md"]
        },
        {
            "name": "cheerio-ts",
            "description": "CheerioCrawler template project [TypeScript]",
            "files": [
                "src/main.ts",
                "src/routes.ts",
                ".dockerignore",
                ".gitignore",
                "Dockerfile",
                "package.json",
                "README.md",
                "tsconfig.json"
            ]
        },
        {
            "name": "playwright-ts",
            "description": "PlaywrightCrawler template project [TypeScript]",
            "files": [
                "src/main.ts",
                "src/routes.ts",
                ".dockerignore",
                ".gitignore",
                "Dockerfile",
                "package.json",
                "README.md",
                "tsconfig.json"
            ]
        },
        {
            "name": "camoufox-ts",
            "description": "Camoufox-based PlaywrightCrawler template project [TypeScript]",
            "files": [
                "src/main.ts",
                "src/routes.ts",
                ".dockerignore",
                ".gitignore",
                "Dockerfile",
                "package.json",
                "README.md",
                "tsconfig.json"
            ]
        },
        {
            "name": "puppeteer-ts",
            "description": "PuppeteerCrawler template project [TypeScript]",
            "files": [
                "src/main.ts",
                "src/routes.ts",
                ".dockerignore",
                ".gitignore",
                "Dockerfile",
                "package.json",
                "README.md",
                "tsconfig.json"
            ]
        },
        {
            "name": "cheerio-js",
            "description": "CheerioCrawler template project [JavaScript]",
            "files": [
                "src/main.js",
                "src/routes.js",
                ".dockerignore",
                ".gitignore",
                "Dockerfile",
                "package.json",
                "README.md"
            ]
        },
        {
            "name": "playwright-js",
            "description": "PlaywrightCrawler template project [JavaScript]",
            "files": [
                "src/main.js",
                "src/routes.js",
                ".dockerignore",
                ".gitignore",
                "Dockerfile",
                "package.json",
                "README.md"
            ]
        },
        {
            "name": "puppeteer-js",
            "description": "PuppeteerCrawler template project [JavaScript]",
            "files": [
                "src/main.js",
                "src/routes.js",
                ".dockerignore",
                ".gitignore",
                "Dockerfile",
                "package.json",
                "README.md"
            ]
        }
    ]
}