Skip to content

#1 Persistent memory for AI coding agents based on real-world benchmarks

4.0 KB
Raw Blame
import { VERSION } from "../version.js";

interface OtelConfig {
  serviceName: string;
  serviceVersion: string;
  metricsExportIntervalMs: number;
}

export const OTEL_CONFIG: OtelConfig = {
  serviceName: "agentmemory",
  serviceVersion: VERSION,
  metricsExportIntervalMs: 30_000,
};

interface Counter {
  add: (n: number) => void;
}
interface Histogram {
  record: (v: number) => void;
}

interface Counters {
  observationsTotal: Counter;
  compressionSuccess: Counter;
  compressionFailure: Counter;
  searchTotal: Counter;
  dedupSkipped: Counter;
  evictionTotal: Counter;
  circuitBreakerOpen: Counter;
  embeddingSuccess: Counter;
  embeddingFailure: Counter;
  vectorSearchTotal: Counter;
  autoForgetTotal: Counter;
  profileGenerated: Counter;
  claudeBridgeSync: Counter;
  graphExtraction: Counter;
  consolidationRun: Counter;
  teamShare: Counter;
  auditLog: Counter;
  snapshotCreate: Counter;
  governanceDelete: Counter;
  smartSearchFollowupWithinWindow: Counter;
  readerFailureWithEvidence: Counter;
}

interface Histograms {
  compressionLatency: Histogram;
  searchLatency: Histogram;
  contextTokens: Histogram;
  qualityScore: Histogram;
  embeddingLatency: Histogram;
  vectorSearchLatency: Histogram;
}

type Meter = {
  createCounter: (name: string) => Counter;
  createHistogram: (name: string) => Histogram;
};

let counters: Counters | null = null;
let histograms: Histograms | null = null;

const NOOP_COUNTER: Counter = { add: () => {} };
const NOOP_HISTOGRAM: Histogram = { record: () => {} };

const COUNTER_NAMES: Array<[keyof Counters, string]> = [
  ["observationsTotal", "observations.total"],
  ["compressionSuccess", "compression.success"],
  ["compressionFailure", "compression.failure"],
  ["searchTotal", "search.total"],
  ["dedupSkipped", "dedup.skipped"],
  ["evictionTotal", "eviction.total"],
  ["circuitBreakerOpen", "circuit_breaker.open"],
  ["embeddingSuccess", "embedding.success"],
  ["embeddingFailure", "embedding.failure"],
  ["vectorSearchTotal", "vector_search.total"],
  ["autoForgetTotal", "auto_forget.total"],
  ["profileGenerated", "profile.generated"],
  ["claudeBridgeSync", "claude_bridge.sync"],
  ["graphExtraction", "graph.extraction"],
  ["consolidationRun", "consolidation.run"],
  ["teamShare", "team.share"],
  ["auditLog", "audit.log"],
  ["snapshotCreate", "snapshot.create"],
  ["governanceDelete", "governance.delete"],
  ["smartSearchFollowupWithinWindow", "smart_search.followup_within_window_total"],
  ["readerFailureWithEvidence", "reader_failure_with_evidence_total"],
];

const HISTOGRAM_NAMES: Array<[keyof Histograms, string]> = [
  ["compressionLatency", "compression.latency_ms"],
  ["searchLatency", "search.latency_ms"],
  ["contextTokens", "context.tokens"],
  ["qualityScore", "quality.score"],
  ["embeddingLatency", "embedding.latency_ms"],
  ["vectorSearchLatency", "vector_search.latency_ms"],
];

// Accessors so functions outside `initMetrics`'s closure can record into
// the same counter / histogram instances after init. Before init both
// return no-op fallbacks so call sites stay safe in tests and during
// the boot window.
export function getCounters(): Counters {
  if (counters) return counters;
  return Object.fromEntries(
    COUNTER_NAMES.map(([key]) => [key, NOOP_COUNTER]),
  ) as unknown as Counters;
}

export function getHistograms(): Histograms {
  if (histograms) return histograms;
  return Object.fromEntries(
    HISTOGRAM_NAMES.map(([key]) => [key, NOOP_HISTOGRAM]),
  ) as unknown as Histograms;
}

export function initMetrics(getMeter?: (name: string) => Meter): {
  counters: Counters;
  histograms: Histograms;
} {
  const meter = getMeter?.("agentmemory");

  counters = Object.fromEntries(
    COUNTER_NAMES.map(([key, name]) => [
      key,
      meter ? meter.createCounter(name) : NOOP_COUNTER,
    ]),
  ) as unknown as Counters;

  histograms = Object.fromEntries(
    HISTOGRAM_NAMES.map(([key, name]) => [
      key,
      meter ? meter.createHistogram(name) : NOOP_HISTOGRAM,
    ]),
  ) as unknown as Histograms;

  return { counters, histograms };
}