Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

7.1 KB
Raw Blame
{
  "name": "firecrawl-scraper-js",
  "version": "1.0.0",
  "description": "",
  "main": "src/index.ts",
  "scripts": {
    "start": "tsc && node dist/src/harness.js --start-built",
    "dev": "tsx src/harness.ts --start",
    "server": "tsc-watch --compiler ./node_modules/typescript-7/bin/tsc --onSuccess \"node dist/src/index.js\"",
    "server:production": "tsc && node dist/src/index.js",
    "server:production:nobuild": "node dist/src/index.js",
    "format": "prettier --write \"src/**/*.(js|ts)\"",
    "flyio": "node dist/src/index.js",
    "start:dev": "tsc-watch --compiler ./node_modules/typescript-7/bin/tsc --onSuccess \"node dist/src/index.js\"",
    "build": "tsc",
    "branding:print": "node src/scraper/scrapeURL/engines/fire-engine/branding-script/print-script.js",
    "test": "vitest run --exclude='**/__tests__/e2e_noAuth/**'",
    "test:local-no-auth": "vitest run --exclude='**/__tests__/e2e_withAuth/**'",
    "test:full": "vitest run --exclude='**/__tests__/e2e_noAuth/**' --exclude='**/__tests__/e2e_withAuth/**'",
    "test:prod": "vitest run --exclude='**/__tests__/e2e_noAuth/**' --exclude='**/__tests__/e2e_full_withAuth/**' --exclude='**/scraper/scrapeURL/**'",
    "test:snips": "vitest run src/__tests__/snips/v1 src/__tests__/snips/v2",
    "harness": "tsx src/harness.ts",
    "workers": "tsc-watch --compiler ./node_modules/typescript-7/bin/tsc --onSuccess \"node dist/src/services/queue-worker.js\"",
    "worker:production": "node dist/src/services/queue-worker.js",
    "nuq-worker": "tsc-watch --compiler ./node_modules/typescript-7/bin/tsc --onSuccess \"node dist/src/services/worker/nuq-worker.js\"",
    "nuq-worker:production": "node dist/src/services/worker/nuq-worker.js",
    "nuq-fdb-worker": "tsc-watch --compiler ./node_modules/typescript-7/bin/tsc --onSuccess \"node dist/src/services/worker/nuq-fdb-worker.js\"",
    "nuq-fdb-worker:production": "node dist/src/services/worker/nuq-fdb-worker.js",
    "nuq-prefetch-worker": "tsc-watch --compiler ./node_modules/typescript-7/bin/tsc --onSuccess \"node dist/src/services/worker/nuq-prefetch-worker.js\"",
    "nuq-prefetch-worker:production": "node dist/src/services/worker/nuq-prefetch-worker.js",
    "nuq-reconciler-worker": "tsc-watch --compiler ./node_modules/typescript-7/bin/tsc --onSuccess \"node dist/src/services/worker/nuq-reconciler-worker.js\"",
    "nuq-reconciler-worker:production": "node dist/src/services/worker/nuq-reconciler-worker.js",
    "cclog-worker": "tsc-watch --compiler ./node_modules/typescript-7/bin/tsc --onSuccess \"node dist/src/services/cclog-worker.js\"",
    "cclog-worker:production": "node dist/src/services/cclog-worker.js",
    "extract-worker": "tsc-watch --compiler ./node_modules/typescript-7/bin/tsc --onSuccess \"node dist/src/services/extract-worker.js\"",
    "extract-worker:production": "node dist/src/services/extract-worker.js",
    "index-worker": "tsc-watch --compiler ./node_modules/typescript-7/bin/tsc --onSuccess \"node dist/src/services/indexing/index-worker.js\"",
    "index-worker:production": "node dist/src/services/indexing/index-worker.js",
    "zdr-worker": "tsc-watch --compiler ./node_modules/typescript-7/bin/tsc --onSuccess \"node dist/src/services/zdr-worker.js\"",
    "zdr-worker:production": "node dist/src/services/zdr-worker.js",
    "mongo-docker": "docker run -d -p 2717:27017 -v ./mongo-data:/data/db --name mongodb mongo:latest",
    "mongo-docker-console": "docker exec -it mongodb mongosh",
    "prepare": "cd ../.. && husky ./apps/api/.husky",
    "knip": "knip"
  },
  "author": "",
  "license": "ISC",
  "devDependencies": {
    "@types/amqplib": "^0.10.7",
    "@types/body-parser": "^1.19.2",
    "@types/compression": "^1.8.1",
    "@types/cors": "^2.8.13",
    "@types/culori": "^4.0.1",
    "@types/escape-html": "^1.0.4",
    "@types/express": "^5.0.6",
    "@types/express-ws": "^3.0.6",
    "@types/he": "^1.2.3",
    "@types/lodash": "^4.17.14",
    "@types/multer": "^2.1.0",
    "@types/node": "^22.19.1",
    "@types/pdf-parse": "^1.1.4",
    "@types/pg": "^8.15.5",
    "@types/supertest": "^6.0.2",
    "@types/tough-cookie": "^4.0.5",
    "husky": "^9.1.7",
    "knip": "^6.40.0",
    "lint-staged": "^16.4.0",
    "supertest": "^6.3.3",
    "tsc-watch": "^7.1.1",
    "tsx": "^4.20.3",
    "undici-types": "^7.16.0",
    "vitest": "^4.1.12"
  },
  "dependencies": {
    "@ai-sdk/anthropic": "^3.0.84",
    "@ai-sdk/deepinfra": "^2.0.54",
    "@ai-sdk/fireworks": "^2.0.56",
    "@ai-sdk/google": "^3.0.29",
    "@ai-sdk/google-vertex": "^4.0.165",
    "@ai-sdk/groq": "^3.0.41",
    "@ai-sdk/openai": "3.0.124",
    "@ai-sdk/xai": "^3.0.83",
    "@bull-board/api": "^6.21.3",
    "@bull-board/express": "^6.21.3",
    "@clickhouse/client": "^1.8.1",
    "@dqbd/tiktoken": "^1.0.22",
    "@google-cloud/bigtable": "^7.2.0",
    "@google-cloud/pubsub": "^6.0.1",
    "@google-cloud/storage": "^7.21.0",
    "@mendable/firecrawl-rs": "workspace:*",
    "@openrouter/ai-sdk-provider": "^2.9.1",
    "@opentelemetry/api": "^1.9.1",
    "@opentelemetry/exporter-trace-otlp-proto": "^0.222.0",
    "@opentelemetry/resources": "^2.11.0",
    "@opentelemetry/sdk-trace-node": "^2.11.0",
    "@opentelemetry/semantic-conventions": "^1.43.0",
    "@types/ws": "^8.5.12",
    "@typesafe-ai/sdk": "^0.7.0",
    "ai": "6.0.86",
    "ajv": "^8.18.0",
    "ajv-formats": "^3.0.1",
    "amqplib": "^0.10.9",
    "async-mutex": "^0.5.0",
    "autumn-js": "1.2.55",
    "axios": "^1.20.0",
    "body-parser": "^1.20.9",
    "bullmq": "^5.56.7",
    "cacheable-lookup": "^6.1.0",
    "cheerio": "^1.0.0-rc.12",
    "compression": "^1.8.2",
    "cors": "^2.8.5",
    "culori": "^4.0.2",
    "diff": "^8.0.3",
    "dotenv": "^16.3.1",
    "drizzle-orm": "1.0.0-rc.3",
    "esbuild": "^0.28.1",
    "escape-html": "^1.0.3",
    "express": "5.2.1",
    "express-ws": "^5.0.2",
    "foundationdb": "^2.0.1",
    "geoip-country": "^5.0.202608010109",
    "he": "^1.2.0",
    "http-cookie-agent": "^7.0.1",
    "ioredis": "^5.6.1",
    "ipaddr.js": "^2.2.0",
    "joplin-turndown-plugin-gfm": "^1.0.12",
    "jose": "^6.2.12",
    "jsdom": "^29.1.1",
    "jsonrepair": "^3.14.0",
    "just-bash": "3.6.0",
    "koffi": "^2.9.0",
    "langsmith": "^0.6.0",
    "lodash": "^4.18.0",
    "marked": "^14.1.2",
    "multer": "^2.5.0",
    "ollama-ai-provider-v2": "^3.6.0",
    "parse-diff": "^0.11.1",
    "pdf-parse": "^1.1.1",
    "pg": "^8.16.3",
    "prettier": "^3.6.2",
    "prom-client": "^15.1.3",
    "rate-limiter-flexible": "2.4.2",
    "redlock": "5.0.0-beta.2",
    "resend": "^6.35.0",
    "response-time": "^2.3.4",
    "robots-parser": "^3.0.1",
    "stripe": "^16.1.0",
    "systeminformation": "^5.33.17",
    "tldts": "^7.4.10",
    "tough-cookie": "^4.1.4",
    "turndown": "^7.1.3",
    "typescript": "npm:@typescript/[email protected]",
    "typescript-7": "npm:[email protected]",
    "undici": "7.30.1",
    "uuid": "^13.0.1",
    "winston": "^3.14.2",
    "ws": "^8.21.0",
    "xml2js": "^0.6.2",
    "zod": "4.6.7"
  },
  "nodemonConfig": {
    "ignore": [
      "*.docx",
      "*.json",
      "temp"
    ]
  },
  "lint-staged": {
    "*.{js,jsx,ts,tsx,json,css,md}": "prettier --write"
  },
  "packageManager": "[email protected]"
}