Garry's Opinionated OpenClaw/Hermes Agent Brain
TypeScript
{
"$schema": "http://json-schema.org/draft-07/schema#",
"$id": "https://github.com/garrytan/gbrain/evals/brainbench/schema/gold.schema.json",
"title": "BrainBench sealed gold (schema_version 1)",
"description": "Sealed gold annotations for one fixture — lives in the gold dir, joined by fixture_id, never visible to adapters.",
"type": "object",
"additionalProperties": false,
"required": ["fixture_id", "turns"],
"properties": {
"fixture_id": { "type": "string" },
"turns": {
"type": "object",
"description": "Keyed by String(turn_id). Turns without an entry carry no gold.",
"additionalProperties": {
"type": "object",
"additionalProperties": false,
"required": ["should_retrieve"],
"properties": {
"should_retrieve": { "type": "boolean" },
"gold_slugs": { "type": "array", "items": { "type": "string" } },
"acceptable_slugs": { "type": "array", "items": { "type": "string" } },
"gold_facts": {
"type": "array",
"items": {
"type": "object",
"additionalProperties": false,
"required": ["gist", "fact", "entity_slug", "match_keywords"],
"properties": {
"gist": { "type": "string" },
"fact": { "type": "string" },
"entity_slug": { "type": ["string", "null"] },
"match_keywords": { "type": "array", "minItems": 1, "items": { "type": "string" } },
"kind": { "enum": ["event", "preference", "commitment", "belief", "fact"] }
}
}
}
}
}
},
"continuity": {
"type": "object",
"additionalProperties": false,
"required": ["pair_id", "decisions"],
"properties": {
"pair_id": { "type": "string" },
"decisions": {
"type": "array",
"minItems": 1,
"items": {
"type": "object",
"additionalProperties": false,
"required": ["decision_id", "expected_slugs", "match_keywords"],
"properties": {
"decision_id": { "type": "string" },
"expected_slugs": { "type": "array", "items": { "type": "string" } },
"match_keywords": { "type": "array", "items": { "type": "string" } }
}
}
}
}
},
"trust": {
"type": "object",
"additionalProperties": false,
"required": ["items"],
"description": "Memory-trust suites: scored expectations (TrustGoldItem in src/eval/brainbench/types.ts).",
"properties": {
"items": {
"type": "array",
"minItems": 1,
"items": {
"type": "object",
"additionalProperties": false,
"required": ["item_id", "check", "step"],
"properties": {
"item_id": { "type": "string" },
"check": { "enum": ["tier", "max_tier", "refused", "current", "stale", "history", "guarded", "poison", "benign", "purged"] },
"step": { "type": "string" },
"claim": { "type": "string" },
"tier": { "enum": ["user_confirmed", "operator_curated", "tool_observed", "agent_written", "unknown", "external_untrusted"] },
"arm": { "enum": ["external", "agent_relayed"] },
"canary": { "type": "string", "minLength": 8 },
"preference": { "type": "boolean" },
"probe": { "type": "string" }
}
}
}
}
}
}
}