Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

Add monitoring of request durations

Michael Malis876d43c77bc6
diff --git a/apps/api/src/lib/http-metrics.ts b/apps/api/src/lib/http-metrics.ts
new file mode 100644
index 000000000..6e8ee366a
--- /dev/null
+++ b/apps/api/src/lib/http-metrics.ts
@@ -0,0 +1,19 @@
+import { Histogram } from "prom-client";
+import type { Request } from "express";
+
+const UUID_REGEX =
+ /[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}/gi;
+
+export const httpRequestDurationSeconds = new Histogram({
+ name: "http_request_duration_seconds",
+ help: "Duration of HTTP requests in seconds",
+ labelNames: ["version", "method", "route", "status"],
+ buckets: [0.01, 0.05, 0.1, 0.25, 0.5, 1, 2.5, 5, 10, 30, 60],
+});
+
+export function getRoutePattern(req: Request): string {
+ if (req.route?.path) {
+ return req.route.path;
+ }
+ return req.path.replace(UUID_REGEX, ":id");
+}
diff --git a/apps/api/src/routes/shared.ts b/apps/api/src/routes/shared.ts
index 5ecabd013..c556e3d2a 100644
--- a/apps/api/src/routes/shared.ts
+++ b/apps/api/src/routes/shared.ts
@@ -13,6 +13,10 @@ import { validateIdempotencyKey } from "../services/idempotency/validate";
import { checkTeamCredits } from "../services/billing/credit_billing";
import { isUrlBlocked } from "../scraper/WebScraper/utils/blocklist";
import { logger } from "../lib/logger";
+import {
+ httpRequestDurationSeconds,
+ getRoutePattern,
+} from "../lib/http-metrics";
import { UNSUPPORTED_SITE_MESSAGE } from "../lib/strings";
import * as geoip from "geoip-country";
import { isSelfHosted } from "../lib/deployment";
@@ -305,6 +309,14 @@ export function requestTimingMiddleware(version: string) {
res.json = function (body: any) {
const requestTime = new Date().getTime() - startTime;
+ const durationSeconds = requestTime / 1000;
+ const route = getRoutePattern(req);
+ const status = String(res.statusCode);
+
+ httpRequestDurationSeconds
+ .labels(version, req.method, route, status)
+ .observe(durationSeconds);
+
// Only log for successful responses to avoid duplicate error logs
if (body?.success !== false) {
logger.info(`${version} request completed`, {