Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
Nick: f-eng monitoring test
Nicolas664ba69f08e4
diff --git a/apps/api/src/controllers/v0/admin/check-fire-engine.ts b/apps/api/src/controllers/v0/admin/check-fire-engine.tsnew file mode 100644index 000000000..8e69d1068--- /dev/null+++ b/apps/api/src/controllers/v0/admin/check-fire-engine.ts@@ -0,0 +1,62 @@+import { logger } from "../../../lib/logger";+import * as Sentry from "@sentry/node";+import { Request, Response } from "express";+++export async function checkFireEngine(req: Request, res: Response) {+ try {+ if (!process.env.FIRE_ENGINE_BETA_URL) {+ logger.warn("Fire engine beta URL not configured");+ return res.status(500).json({+ success: false,+ error: "Fire engine beta URL not configured",+ });+ }++ const controller = new AbortController();+ const timeout = setTimeout(() => controller.abort(), 30000);++ try {+ const response = await fetch(`${process.env.FIRE_ENGINE_BETA_URL}/scrape`, {+ method: "POST",+ headers: {+ "Content-Type": "application/json",+ "X-Disable-Cache": "true",+ },+ body: JSON.stringify({+ url: "https://example.com",+ }),+ signal: controller.signal,+ });++ clearTimeout(timeout);++ if (response.ok) {+ const responseData = await response.json();+ return res.status(200).json({+ data: responseData,+ });+ } else {+ return res.status(response.status).json({+ success: false,+ error: `Fire engine returned status ${response.status}`,+ });+ }+ } catch (error) {+ if (error.name === 'AbortError') {+ return res.status(504).json({+ success: false,+ error: "Request timed out after 30 seconds",+ });+ }+ throw error;+ }+ } catch (error) {+ logger.error(error);+ Sentry.captureException(error);+ return res.status(500).json({+ success: false,+ error: "Internal server error",+ });+ }+}diff --git a/apps/api/src/routes/admin.ts b/apps/api/src/routes/admin.tsindex ec9967b86..1901c6f2e 100644--- a/apps/api/src/routes/admin.ts+++ b/apps/api/src/routes/admin.ts@@ -8,6 +8,7 @@ import {} from "../controllers/v0/admin/queue";import { wrap } from "./v1";import { acucCacheClearController } from "../controllers/v0/admin/acuc-cache-clear";+import { checkFireEngine } from "../controllers/v0/admin/check-fire-engine";export const adminRouter = express.Router();@@ -37,3 +38,8 @@ adminRouter.post(`/admin/${process.env.BULL_AUTH_KEY}/acuc-cache-clear`,wrap(acucCacheClearController),);++adminRouter.get(+ `/admin/${process.env.BULL_AUTH_KEY}/feng-check`,+ wrap(checkFireEngine),+);