Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
Add monitoring of request durations
Michael Malis876d43c77bc6
diff --git a/apps/api/src/lib/http-metrics.ts b/apps/api/src/lib/http-metrics.tsnew file mode 100644index 000000000..6e8ee366a--- /dev/null+++ b/apps/api/src/lib/http-metrics.ts@@ -0,0 +1,19 @@+import { Histogram } from "prom-client";+import type { Request } from "express";++const UUID_REGEX =+ /[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}/gi;++export const httpRequestDurationSeconds = new Histogram({+ name: "http_request_duration_seconds",+ help: "Duration of HTTP requests in seconds",+ labelNames: ["version", "method", "route", "status"],+ buckets: [0.01, 0.05, 0.1, 0.25, 0.5, 1, 2.5, 5, 10, 30, 60],+});++export function getRoutePattern(req: Request): string {+ if (req.route?.path) {+ return req.route.path;+ }+ return req.path.replace(UUID_REGEX, ":id");+}diff --git a/apps/api/src/routes/shared.ts b/apps/api/src/routes/shared.tsindex 5ecabd013..c556e3d2a 100644--- a/apps/api/src/routes/shared.ts+++ b/apps/api/src/routes/shared.ts@@ -13,6 +13,10 @@ import { validateIdempotencyKey } from "../services/idempotency/validate";import { checkTeamCredits } from "../services/billing/credit_billing";import { isUrlBlocked } from "../scraper/WebScraper/utils/blocklist";import { logger } from "../lib/logger";+import {+ httpRequestDurationSeconds,+ getRoutePattern,+} from "../lib/http-metrics";import { UNSUPPORTED_SITE_MESSAGE } from "../lib/strings";import * as geoip from "geoip-country";import { isSelfHosted } from "../lib/deployment";@@ -305,6 +309,14 @@ export function requestTimingMiddleware(version: string) {res.json = function (body: any) {const requestTime = new Date().getTime() - startTime;+ const durationSeconds = requestTime / 1000;+ const route = getRoutePattern(req);+ const status = String(res.statusCode);++ httpRequestDurationSeconds+ .labels(version, req.method, route, status)+ .observe(durationSeconds);+// Only log for successful responses to avoid duplicate error logsif (body?.success !== false) {logger.info(`${version} request completed`, {