Skip to content

Garry's Opinionated OpenClaw/Hermes Agent Brain

TypeScript
8.5 KB
Raw Blame
[
  {
    "name": "remember rejects missing provenance (provenance_required + suggestion)",
    "verb": "remember",
    "params": {
      "fact": "conformance {{marker}} fact without provenance"
    },
    "expectErrorCode": "invalid_params",
    "expectSuggestion": false
  },
  {
    "name": "remember rejects empty provenance (provenance_required + suggestion)",
    "verb": "remember",
    "params": {
      "fact": "conformance {{marker}} fact empty provenance",
      "provenance": "   "
    },
    "expectErrorCode": "provenance_required",
    "expectSuggestion": true
  },
  {
    "name": "remember rejects ISO-8601 duration ttl with a fix (P30D trap)",
    "verb": "remember",
    "params": {
      "fact": "conformance {{marker}} ttl trap",
      "provenance": "conformance run",
      "ttl": "P30D"
    },
    "expectErrorCode": "invalid_params",
    "expectSuggestion": true
  },
  {
    "name": "remember writes a fact (string id, enum status, echoed nulls)",
    "verb": "remember",
    "params": {
      "fact": "conformance {{marker}}: the protocol round-trip fact",
      "provenance": "conformance run {{marker}}",
      "entity": "people/conformance-{{marker}}",
      "kind": "fact"
    },
    "validateSchema": true,
    "expect": [
      {
        "path": "id",
        "type": "string"
      },
      {
        "path": "status",
        "oneOf": [
          "inserted",
          "duplicate",
          "superseded"
        ]
      },
      {
        "path": "protocol_version",
        "equals": 1
      }
    ],
    "saveAs": {
      "key": "fact1",
      "path": "id"
    }
  },
  {
    "name": "remember with ttl returns ISO valid_until",
    "verb": "remember",
    "params": {
      "fact": "conformance {{marker}}: expiring fact",
      "provenance": "conformance run {{marker}}",
      "entity": "people/conformance-{{marker}}",
      "ttl": "30d"
    },
    "validateSchema": true,
    "expect": [
      {
        "path": "valid_until",
        "type": "string"
      }
    ],
    "saveAs": {
      "key": "fact2",
      "path": "id"
    }
  },
  {
    "name": "remember private fact (fence test setup)",
    "verb": "remember",
    "params": {
      "fact": "conformance {{marker}} PRIVATE-SENTINEL commitment",
      "provenance": "conformance run {{marker}}",
      "entity": "people/conformance-{{marker}}",
      "kind": "commitment",
      "visibility": "private"
    },
    "validateSchema": true
  },
  {
    "name": "recall by entity round-trips the remembered fact (superset envelope)",
    "verb": "recall",
    "params": {
      "entity": "people/conformance-{{marker}}"
    },
    "validateSchema": true,
    "expect": [
      {
        "path": "protocol_version",
        "equals": 1
      },
      {
        "path": "total",
        "gte": 1
      },
      {
        "path": "facts.0.fact_id",
        "type": "string"
      },
      {
        "path": "facts.0.provenance",
        "type": "string"
      }
    ]
  },
  {
    "name": "recall with budget reports consistent budget meta",
    "verb": "recall",
    "params": {
      "entity": "people/conformance-{{marker}}",
      "budget_tokens": 10000
    },
    "validateSchema": true,
    "expect": [
      {
        "path": "budget_tokens",
        "equals": 10000
      },
      {
        "path": "budget_used",
        "gte": 0
      },
      {
        "path": "budget_used",
        "lte": 10000
      },
      {
        "path": "dropped_count",
        "gte": 0
      }
    ]
  },
  {
    "name": "recall with budget smaller than the first item drops everything",
    "verb": "recall",
    "params": {
      "entity": "people/conformance-{{marker}}",
      "budget_tokens": 1
    },
    "validateSchema": true,
    "expect": [
      {
        "path": "total",
        "equals": 0
      },
      {
        "path": "dropped_count",
        "gte": 1
      }
    ]
  },
  {
    "name": "recall with query returns the search arm (degradation allowed, never an error)",
    "verb": "recall",
    "params": {
      "query": "conformance {{marker}} protocol round-trip",
      "budget_tokens": 8000
    },
    "validateSchema": true,
    "expect": [
      {
        "path": "results",
        "type": "array"
      }
    ]
  },
  {
    "name": "entity resolves the round-trip entity to a card",
    "verb": "entity",
    "params": {
      "name": "people/conformance-{{marker}}"
    },
    "validateSchema": true,
    "requiresSeededEntity": true,
    "expect": [
      {
        "path": "found",
        "equals": true
      },
      {
        "path": "protocol_version",
        "equals": 1
      },
      {
        "path": "card.entity.slug",
        "type": "string"
      },
      {
        "path": "card.backlink_count",
        "gte": 0
      }
    ]
  },
  {
    "name": "entity miss returns found:false + suggestions (never an error)",
    "verb": "entity",
    "params": {
      "name": "zzz-no-such-entity-{{marker}}"
    },
    "validateSchema": true,
    "expect": [
      {
        "path": "found",
        "equals": false
      },
      {
        "path": "suggestions",
        "type": "array"
      }
    ]
  },
  {
    "name": "entity card never leaks private facts to remote callers (fence test)",
    "verb": "entity",
    "params": {
      "name": "people/conformance-{{marker}}"
    },
    "requiresSeededEntity": true,
    "expect": [
      {
        "path": "card.open_threads",
        "absentOrNotContains": "PRIVATE-SENTINEL"
      }
    ]
  },
  {
    "name": "entity without the required name param is invalid_params with a suggestion",
    "verb": "entity",
    "params": {},
    "expectErrorCode": "invalid_params",
    "expectSuggestion": true
  },
  {
    "name": "forget expires the remembered fact",
    "verb": "forget",
    "params": {
      "id": "{{id:fact2}}",
      "reason": "conformance cleanup"
    },
    "validateSchema": true,
    "expect": [
      {
        "path": "expired",
        "equals": true
      }
    ]
  },
  {
    "name": "forget again is idempotent (expired:false, success)",
    "verb": "forget",
    "params": {
      "id": "{{id:fact2}}"
    },
    "validateSchema": true,
    "expect": [
      {
        "path": "expired",
        "equals": false
      }
    ]
  },
  {
    "name": "remember of the forgotten claim is refused invalid_params with a suggestion (a withdrawn object, when present, is schema-valid)",
    "verb": "remember",
    "params": {
      "fact": "conformance {{marker}}: expiring fact",
      "provenance": "conformance run {{marker}}",
      "entity": "people/conformance-{{marker}}"
    },
    "expectErrorCode": "invalid_params",
    "expectSuggestion": true
  },
  {
    "name": "forget unknown id returns not_found with a suggestion",
    "verb": "forget",
    "params": {
      "id": "999999999"
    },
    "expectErrorCode": "not_found",
    "expectSuggestion": true
  },
  {
    "name": "synthesize answers (or reports unavailable) — cost-gated, pass --synthesize",
    "verb": "synthesize",
    "params": {
      "question": "What do we know about conformance {{marker}}?"
    },
    "requiresSynthesizeFlag": true
  },
  {
    "name": "synthesize without an LLM is a clean unavailable error (never a raw throw) — cost-gated, pass --synthesize",
    "verb": "synthesize",
    "params": {
      "question": "Conformance {{marker}}: keyless error-path probe"
    },
    "requiresSynthesizeFlag": true
  },
  {
    "name": "context_pack returns a schema-valid bundle for unknown entities (empty, not an error)",
    "verb": "context_pack",
    "params": {
      "entities": "conformance-nonexistent-{{marker}}",
      "budget_tokens": 500
    },
    "validateSchema": true,
    "expect": [
      {
        "path": "protocol_version",
        "equals": 1
      }
    ]
  },
  {
    "name": "context_pack with a malformed since is invalid_params with a suggestion",
    "verb": "context_pack",
    "params": {
      "entities": "conformance-nonexistent-{{marker}}",
      "since": "not-a-timestamp"
    },
    "expectErrorCode": "invalid_params",
    "expectSuggestion": true
  },
  {
    "name": "delta with an explicit epoch since returns a schema-valid delta",
    "verb": "delta",
    "params": {
      "since": "1970-01-01T00:00:00Z",
      "budget_tokens": 500
    },
    "validateSchema": true,
    "expect": [
      {
        "path": "protocol_version",
        "equals": 1
      },
      {
        "path": "since",
        "equals": "1970-01-01T00:00:00.000Z"
      }
    ]
  },
  {
    "name": "delta without since or session_id is invalid_params with a suggestion",
    "verb": "delta",
    "params": {},
    "expectErrorCode": "invalid_params",
    "expectSuggestion": true
  }
]