Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
feat(api): add proxy routes for support-agent ask endpoints (#3490)
Himanshu Guptac672f4b38080
diff --git a/apps/api/.env.example b/apps/api/.env.exampleindex 232226bf8..249be61fc 100644--- a/apps/api/.env.example+++ b/apps/api/.env.example@@ -84,6 +84,11 @@ SELF_HOSTED_WEBHOOK_URL=# Set this to the HMAC secret of your webhook when using the self-hosted version of FireCrawlSELF_HOSTED_WEBHOOK_HMAC_SECRET=+# Support Agent service URL for /v2/support/* proxy+SUPPORT_AGENT_URL=+# Vercel Deployment Protection bypass secret for the support agent+SUPPORT_AGENT_VERCEL_BYPASS_SECRET=+# Resend API Key for transactional emailsRESEND_API_KEY=diff --git a/apps/api/src/config.ts b/apps/api/src/config.tsindex 7d328d3d2..b5e042f68 100644--- a/apps/api/src/config.ts+++ b/apps/api/src/config.ts@@ -36,6 +36,8 @@ const configSchema = z.object({FIRECRAWL_APP_PORT: z.string().default("3002"),FIRECRAWL_APP_SCHEME: z.string().default("http"),LOGGING_LEVEL: z.string().optional(),+ SUPPORT_AGENT_URL: z.string().url().optional(),+ SUPPORT_AGENT_VERCEL_BYPASS_SECRET: z.string().optional(),// ExpressEXPRESS_TRUST_PROXY: z.coerce.number().optional(),diff --git a/apps/api/src/controllers/v1/types.ts b/apps/api/src/controllers/v1/types.tsindex 792bf3d10..478a1b541 100644--- a/apps/api/src/controllers/v1/types.ts+++ b/apps/api/src/controllers/v1/types.ts@@ -1265,6 +1265,8 @@ export type AuthCreditUsageChunk = {browser?: number;browserExecute?: number;account?: number;+ supportAsk?: number;+ supportDocsSearch?: number;};concurrency: number;flags: TeamFlags;diff --git a/apps/api/src/controllers/v2/support-proxy.ts b/apps/api/src/controllers/v2/support-proxy.tsnew file mode 100644index 000000000..3a698ddce--- /dev/null+++ b/apps/api/src/controllers/v2/support-proxy.ts@@ -0,0 +1,65 @@+import { Request, Response } from "express";+import { config } from "../../config";+import { logger } from "../../lib/logger";++const SUPPORT_AGENT_BASE = config.SUPPORT_AGENT_URL;+const SUPPORT_AGENT_BYPASS = config.SUPPORT_AGENT_VERCEL_BYPASS_SECRET;+const PROXY_TIMEOUT_MS = 65_000;++const FORWARDED_HEADERS = [+ "authorization",+ "idempotency-key",+ "x-request-id",+];++export async function supportProxyController(+ req: Request,+ res: Response,+): Promise<void> {+ if (!SUPPORT_AGENT_BASE) {+ res.status(503).json({ error: "support_agent_unavailable" });+ return;+ }++ const target = `${SUPPORT_AGENT_BASE}/api/v2${req.path}`;++ const headers: Record<string, string> = {};+ for (const name of FORWARDED_HEADERS) {+ const value = req.headers[name];+ if (typeof value === "string") {+ headers[name] = value;+ }+ }++ try {+ const upstream = await fetch(target, {+ method: "POST",+ headers: {+ ...headers,+ "content-type": "application/json",+ ...(SUPPORT_AGENT_BYPASS && {+ "x-vercel-protection-bypass": SUPPORT_AGENT_BYPASS,+ }),+ },+ body: JSON.stringify(req.body),+ signal: AbortSignal.timeout(PROXY_TIMEOUT_MS),+ });++ for (const name of ["content-type", "x-request-id", "x-idempotency-cached"]) {+ const value = upstream.headers.get(name);+ if (value) res.setHeader(name, value);+ }++ res.status(upstream.status);+ const body = await upstream.text();+ res.send(body);+ } catch (err: unknown) {+ if (err instanceof DOMException && err.name === "TimeoutError") {+ logger.error("Support agent proxy timeout");+ res.status(504).json({ error: "support_agent_timeout" });+ return;+ }+ logger.error("Support agent proxy error", { error: err });+ res.status(502).json({ error: "support_agent_unreachable" });+ }+}diff --git a/apps/api/src/routes/v2.ts b/apps/api/src/routes/v2.tsindex 407e1f2de..5ebf901e2 100644--- a/apps/api/src/routes/v2.ts+++ b/apps/api/src/routes/v2.ts@@ -56,6 +56,7 @@ import {browserWebhookDestroyedController,} from "../controllers/v2/browser";import { activityController } from "../controllers/v1/activity";+import { supportProxyController } from "../controllers/v2/support-proxy";import { agentSignupController } from "../controllers/v2/agent-signup";import {agentSignupConfirmController,@@ -546,6 +547,18 @@ v2Router.post(wrap(browserWebhookDestroyedController),);+// Support agent proxy — forwards to the support-agent service.+v2Router.post(+ "/support/ask",+ authMiddleware(RateLimiterMode.SupportAsk),+ wrap(supportProxyController),+);+v2Router.post(+ "/support/docs-search",+ authMiddleware(RateLimiterMode.SupportDocsSearch),+ wrap(supportProxyController),+);+// Agent signup routes (public, no auth required — rate limiting is handled inside the controller)// v2Router.post("/agent-signup", wrap(agentSignupController));v2Router.post("/agent-signup/confirm", wrap(agentSignupConfirmController));diff --git a/apps/api/src/services/rate-limiter.ts b/apps/api/src/services/rate-limiter.tsindex 79a49803c..2083b8c83 100644--- a/apps/api/src/services/rate-limiter.ts+++ b/apps/api/src/services/rate-limiter.ts@@ -30,6 +30,8 @@ const fallbackRateLimits: AuthCreditUsageChunk["rate_limits"] = {browser: 2,browserExecute: 10,account: 1000,+ supportAsk: 3,+ supportDocsSearch: 3,};export function getRateLimiter(diff --git a/apps/api/src/types.ts b/apps/api/src/types.tsindex 8ad6ffbee..ed4168477 100644--- a/apps/api/src/types.ts+++ b/apps/api/src/types.ts@@ -152,6 +152,8 @@ export enum RateLimiterMode {Browser = "browser",BrowserExecute = "browserExecute",Account = "account",+ SupportAsk = "supportAsk",+ SupportDocsSearch = "supportDocsSearch",}export type AuthResponse =