Skip to content

Garry's Opinionated OpenClaw/Hermes Agent Brain

TypeScript
2.9 KB
Raw Blame
{
  "search": {
    "n_eval": 172,
    "threshold": 0.98,
    "calibrate_accuracy": 0.6612903225806451,
    "regex_accuracy": 0.46511627906976744,
    "jev_raw_choice_accuracy": 0.6104651162790697,
    "on_accuracy": 0.6686046511627907,
    "overrides": 51,
    "overrides_helped": 41,
    "overrides_hurt": 6,
    "by_slice": {
      "search:multi-session": {
        "n": 61,
        "regex": 47,
        "on": 42
      },
      "search:temporal-reasoning": {
        "n": 56,
        "regex": 11,
        "on": 46
      },
      "search:knowledge-update": {
        "n": 36,
        "regex": 3,
        "on": 9
      },
      "search:relational:who_rel": {
        "n": 8,
        "regex": 8,
        "on": 7
      },
      "search:relational:connects": {
        "n": 11,
        "regex": 11,
        "on": 11
      }
    },
    "on_accuracy_with_wait": {
      "150": 0.5813953488372093,
      "200": 0.6627906976744186,
      "250": 0.6686046511627907,
      "300": 0.6686046511627907,
      "400": 0.6686046511627907
    },
    "late_rate": {
      "150": 0.388268156424581,
      "200": 0.07262569832402235,
      "250": 0.030726256983240222,
      "300": 0.008379888268156424,
      "400": 0
    },
    "latency_ms": {
      "p50": 142,
      "p95": 217,
      "p99": 292
    }
  },
  "think": {
    "n_eval": 252,
    "threshold": 0.89,
    "calibrate_accuracy": 0.7265625,
    "regex_accuracy": 0.5873015873015873,
    "jev_raw_choice_accuracy": 0.7063492063492064,
    "on_accuracy": 0.7698412698412699,
    "overrides": 72,
    "overrides_helped": 55,
    "overrides_hurt": 9,
    "by_slice": {
      "think:single-session-user": {
        "n": 33,
        "regex": 23,
        "on": 21
      },
      "think:multi-session": {
        "n": 61,
        "regex": 48,
        "on": 47
      },
      "think:single-session-preference": {
        "n": 17,
        "regex": 12,
        "on": 16
      },
      "think:temporal-reasoning": {
        "n": 56,
        "regex": 9,
        "on": 47
      },
      "think:knowledge-update": {
        "n": 36,
        "regex": 10,
        "on": 17
      },
      "think:single-session-assistant": {
        "n": 30,
        "regex": 27,
        "on": 27
      },
      "think:relational:who_rel": {
        "n": 8,
        "regex": 8,
        "on": 8
      },
      "think:relational:connects": {
        "n": 11,
        "regex": 11,
        "on": 11
      }
    },
    "on_accuracy_with_wait": {
      "150": 0.6865079365079365,
      "200": 0.7619047619047619,
      "250": 0.7698412698412699,
      "300": 0.7698412698412699,
      "400": 0.7698412698412699
    },
    "late_rate": {
      "150": 0.4074803149606299,
      "200": 0.07874015748031496,
      "250": 0.011811023622047244,
      "300": 0.005905511811023622,
      "400": 0
    },
    "latency_ms": {
      "p50": 146,
      "p95": 215,
      "p99": 270
    }
  },
  "retest_choice_flips": {
    "n": 866,
    "flips": 7
  }
}