Skip to content

Local-first 🧠 memory for Hermes Agent that lives in your Obsidian vault and remembers project context. Nightly 😴 dream passes turn repeat corrections into confirmed preferences with measurable confidence. Adapters ship for Claude Code, Codex, and OpenClaw, with an MCP server for anything else.

TypeScript
4.1 KB
Raw Blame
/**
 * Numeric `confidence_value` β€” Wilson 95% lower bound Γ— freshness
 * decay. Tests pin the formula at notable boundaries and confirm
 * the on-disk `_confidence_value` field round-trips through the
 * writer / parser / refresh pipeline.
 */

import { describe, expect, test } from "bun:test";

import {
  computeConfidence,
  type ConfidenceComputeResult,
} from "../../src/core/brain/confidence.ts";
import { DEFAULT_BRAIN_CONFIG } from "../../src/core/brain/policy.ts";

const cfg = DEFAULT_BRAIN_CONFIG;
const NOW = new Date("2026-05-15T00:00:00Z");

function iso(d: string): string {
  return new Date(d).toISOString();
}

describe("computeConfidence β€” numeric value", () => {
  test("zero evidence β†’ value 0 and band low", () => {
    const r: ConfidenceComputeResult = computeConfidence(0, 0, null, cfg, NOW);
    expect(r.value).toBe(0);
    expect(r.band).toBe("low");
  });

  test("Wilson lower bound shrinks as n grows from 1 β†’ 100", () => {
    const tiny = computeConfidence(1, 0, iso("2026-05-15"), cfg, NOW).value;
    const huge = computeConfidence(100, 0, iso("2026-05-15"), cfg, NOW).value;
    // Wilson lower bound for pΜ‚=1 monotonically increases toward 1
    // as n grows. The freshness=1 boundary makes the comparison
    // honest: identical age, identical pHat, only n changes.
    expect(huge).toBeGreaterThan(tiny);
  });

  test("freshness decays linearly to 0 at retire.stale_evidence_days", () => {
    const half = computeConfidence(10, 0, iso("2026-03-31"), cfg, NOW).value;
    const stale = computeConfidence(10, 0, iso("2026-02-14"), cfg, NOW).value;
    // 45 days vs 90 days at 90-day decay β†’ 0.5x vs 0.0x freshness.
    expect(half).toBeGreaterThan(stale + 0.001);
  });

  test("rounded to 4 decimals for YAML stability", () => {
    const r = computeConfidence(7, 1, iso("2026-05-10"), cfg, NOW);
    // Multiply by 10000 must produce an integer (within JS float
    // tolerance) β€” the writer's rounding contract.
    expect(Math.round(r.value * 10000) / 10000).toBe(r.value);
  });

  test("applied=2, violated=0, fresh β†’ low (Wilson β‰ˆ 0.34, below medium_min)", () => {
    const r = computeConfidence(2, 0, iso("2026-05-15"), cfg, NOW);
    expect(r.band).toBe("low");
  });

  test("violated >= applied β†’ low (Wilson collapses on noisy signal)", () => {
    const r = computeConfidence(5, 5, iso("2026-05-15"), cfg, NOW);
    expect(r.band).toBe("low");
  });

  test("applied=10, violated=0, fresh β†’ medium (Wilson β‰ˆ 0.72, below high_min)", () => {
    const r = computeConfidence(10, 0, iso("2026-05-15"), cfg, NOW);
    expect(r.band).toBe("medium");
  });

  test("applied=20, violated=0, fresh β†’ high (Wilson β‰ˆ 0.84, crosses high_min)", () => {
    const r = computeConfidence(20, 0, iso("2026-05-15"), cfg, NOW);
    expect(r.band).toBe("high");
  });

  test("applied=10, violated=0, stale β†’ low (freshness collapses the value)", () => {
    // last evidence ~78 days ago β€” freshness multiplier near zero
    // but not past stale_evidence_days. Wilson β‰ˆ 0.72 * freshness β‰ˆ
    // 0.13 yields value β‰ˆ 0.10 β€” squarely in the low band.
    const r = computeConfidence(10, 0, iso("2026-02-26"), cfg, NOW);
    expect(r.band).toBe("low");
  });

  test("threshold tuning lifts the band on the same evidence", () => {
    // The same 9-applied / 0-violated / fresh pref reads as medium
    // under the default thresholds and high once we lower high_min.
    const r1 = computeConfidence(9, 0, iso("2026-05-15"), cfg, NOW);
    expect(r1.band).toBe("medium");
    const tunedCfg = {
      ...cfg,
      confidence: { ...cfg.confidence, high_min: 0.5, medium_min: 0.3 },
    };
    const r2 = computeConfidence(9, 0, iso("2026-05-15"), tunedCfg, NOW);
    expect(r2.band).toBe("high");
  });

  test("value is in [0, 1]", () => {
    const tries = [
      [1, 0, "2026-05-15"],
      [50, 50, "2026-05-15"],
      [0, 0, "2026-05-15"],
      [100, 0, "2026-05-15"],
      [10, 10, "2026-01-01"],
    ] as const;
    for (const [a, v, d] of tries) {
      const r = computeConfidence(a, v, iso(d), cfg, NOW);
      expect(r.value).toBeGreaterThanOrEqual(0);
      expect(r.value).toBeLessThanOrEqual(1);
    }
  });
});