Skip to content

Hermes Agent context engine: the main model writes the compaction handoff on its cached prompt prefix

15.3 KB
Raw Blame
{
  "check": "native provider transport and warm loopback check",
  "python": "3.14.7",
  "hermes": {
    "commit": "bc2e4d3773518f2129023383a29dc51133dc6048",
    "clean": true
  },
  "synthetic": true,
  "live_provider": false,
  "cache_reuse_proved": false,
  "cases": [
    {
      "case": "responses_text",
      "checks": {
        "plugin_discovered": true,
        "plugin_origin_is_temporary_install": true,
        "transport_origin_is_pinned_source": true,
        "main_capture_exact_wire_body": true,
        "capture_has_no_refusal": true,
        "main_native_endpoint": true,
        "main_protocol_auth": true,
        "main_request_headers_sent": true,
        "main_instructions_exact": true,
        "warm_or_fallback_outcome": true,
        "history_compacted": true,
        "summary_has_synthetic_handoff": true,
        "synthetic_token_counters": true,
        "warm_sent_once": true,
        "warm_native_endpoint": true,
        "warm_prefix_exact": true,
        "warm_prompt_and_tools_exact": true,
        "warm_request_headers_kept": true,
        "warm_protocol_auth": true,
        "request_headers_not_json": true,
        "failure_reason_expected": true,
        "fallback_only_on_failure": true,
        "plugin_made_no_blocked_call": true,
        "no_external_network_attempt": true
      },
      "error": null,
      "outcome": {
        "path": "warm",
        "reason": "accepted",
        "prompt_tokens": 200,
        "cached_tokens": 120
      },
      "fence_denied": {},
      "fence_callers": [],
      "fence_programs": [],
      "request_counts": {
        "main": 1,
        "warm": 1,
        "fallback": 0
      },
      "passed": true,
      "exit_ok": true
    },
    {
      "case": "responses_tool",
      "checks": {
        "plugin_discovered": true,
        "plugin_origin_is_temporary_install": true,
        "transport_origin_is_pinned_source": true,
        "main_capture_exact_wire_body": true,
        "capture_has_no_refusal": true,
        "main_native_endpoint": true,
        "main_protocol_auth": true,
        "main_request_headers_sent": true,
        "main_instructions_exact": true,
        "warm_or_fallback_outcome": true,
        "history_compacted": true,
        "summary_has_synthetic_handoff": true,
        "synthetic_token_counters": true,
        "warm_sent_once": true,
        "warm_native_endpoint": true,
        "warm_prefix_exact": true,
        "warm_prompt_and_tools_exact": true,
        "warm_request_headers_kept": true,
        "warm_protocol_auth": true,
        "request_headers_not_json": true,
        "old_and_new_tool_pairs": true,
        "new_tool_payloads_exact": true,
        "failure_reason_expected": true,
        "fallback_only_on_failure": true,
        "plugin_made_no_blocked_call": true,
        "no_external_network_attempt": true
      },
      "error": null,
      "outcome": {
        "path": "warm",
        "reason": "accepted",
        "prompt_tokens": 200,
        "cached_tokens": 120
      },
      "fence_denied": {},
      "fence_callers": [],
      "fence_programs": [],
      "request_counts": {
        "main": 1,
        "warm": 1,
        "fallback": 0
      },
      "passed": true,
      "exit_ok": true
    },
    {
      "case": "responses_incomplete",
      "checks": {
        "plugin_discovered": true,
        "plugin_origin_is_temporary_install": true,
        "transport_origin_is_pinned_source": true,
        "main_capture_exact_wire_body": true,
        "capture_has_no_refusal": true,
        "main_native_endpoint": true,
        "main_protocol_auth": true,
        "main_request_headers_sent": true,
        "main_instructions_exact": true,
        "warm_or_fallback_outcome": true,
        "history_compacted": true,
        "summary_has_synthetic_handoff": true,
        "warm_sent_once": true,
        "warm_native_endpoint": true,
        "warm_prefix_exact": true,
        "warm_prompt_and_tools_exact": true,
        "warm_request_headers_kept": true,
        "warm_protocol_auth": true,
        "request_headers_not_json": true,
        "failure_reason_expected": true,
        "fallback_only_on_failure": true,
        "plugin_made_no_blocked_call": true,
        "no_external_network_attempt": true
      },
      "error": null,
      "outcome": {
        "path": "fallback",
        "reason": "incomplete_response",
        "prompt_tokens": null,
        "cached_tokens": null
      },
      "fence_denied": {},
      "fence_callers": [],
      "fence_programs": [],
      "request_counts": {
        "main": 1,
        "warm": 1,
        "fallback": 1
      },
      "passed": true,
      "exit_ok": true
    },
    {
      "case": "responses_codex",
      "checks": {
        "plugin_discovered": true,
        "plugin_origin_is_temporary_install": true,
        "transport_origin_is_pinned_source": true,
        "main_capture_exact_wire_body": true,
        "capture_has_no_refusal": true,
        "main_native_endpoint": true,
        "main_protocol_auth": true,
        "main_request_headers_sent": true,
        "main_instructions_exact": true,
        "warm_or_fallback_outcome": true,
        "history_compacted": true,
        "summary_has_synthetic_handoff": true,
        "synthetic_token_counters": true,
        "warm_sent_once": true,
        "warm_native_endpoint": true,
        "warm_prefix_exact": true,
        "warm_prompt_and_tools_exact": true,
        "warm_request_headers_kept": true,
        "warm_protocol_auth": true,
        "request_headers_not_json": true,
        "consumer_codex_typed_parts": true,
        "consumer_codex_stream_required": true,
        "consumer_codex_session_header": true,
        "failure_reason_expected": true,
        "fallback_only_on_failure": true,
        "plugin_made_no_blocked_call": true,
        "no_external_network_attempt": true,
        "official_logical_route_redirected_once": true
      },
      "error": null,
      "outcome": {
        "path": "warm",
        "reason": "accepted",
        "prompt_tokens": 200,
        "cached_tokens": 120
      },
      "fence_denied": {},
      "fence_callers": [],
      "fence_programs": [],
      "request_counts": {
        "main": 1,
        "warm": 1,
        "fallback": 0
      },
      "passed": true,
      "exit_ok": true
    },
    {
      "case": "responses_codex_reasoning",
      "checks": {
        "plugin_discovered": true,
        "plugin_origin_is_temporary_install": true,
        "transport_origin_is_pinned_source": true,
        "main_capture_exact_wire_body": true,
        "capture_has_no_refusal": true,
        "main_native_endpoint": true,
        "main_protocol_auth": true,
        "main_request_headers_sent": true,
        "main_instructions_exact": true,
        "warm_or_fallback_outcome": true,
        "history_compacted": true,
        "summary_has_synthetic_handoff": true,
        "synthetic_token_counters": true,
        "latest_native_carrier_retained_exact": true,
        "warm_sent_once": true,
        "warm_native_endpoint": true,
        "warm_prefix_exact": true,
        "warm_prompt_and_tools_exact": true,
        "warm_request_headers_kept": true,
        "warm_protocol_auth": true,
        "request_headers_not_json": true,
        "consumer_codex_typed_parts": true,
        "consumer_codex_stream_required": true,
        "consumer_codex_session_header": true,
        "old_and_new_encrypted_reasoning_exact": true,
        "reasoning_local_metadata_not_sent": true,
        "failure_reason_expected": true,
        "fallback_only_on_failure": true,
        "plugin_made_no_blocked_call": true,
        "no_external_network_attempt": true,
        "official_logical_route_redirected_once": true
      },
      "error": null,
      "outcome": {
        "path": "warm",
        "reason": "accepted",
        "prompt_tokens": 200,
        "cached_tokens": 120
      },
      "fence_denied": {},
      "fence_callers": [],
      "fence_programs": [],
      "request_counts": {
        "main": 1,
        "warm": 1,
        "fallback": 0
      },
      "passed": true,
      "exit_ok": true
    },
    {
      "case": "anthropic_text",
      "checks": {
        "plugin_discovered": true,
        "plugin_origin_is_temporary_install": true,
        "transport_origin_is_pinned_source": true,
        "main_capture_exact_wire_body": true,
        "capture_has_no_refusal": true,
        "main_native_endpoint": true,
        "main_protocol_auth": true,
        "main_request_headers_sent": true,
        "main_system_exact": true,
        "warm_or_fallback_outcome": true,
        "history_compacted": true,
        "summary_has_synthetic_handoff": true,
        "synthetic_token_counters": true,
        "warm_sent_once": true,
        "warm_native_endpoint": true,
        "warm_prefix_exact": true,
        "warm_prompt_and_tools_exact": true,
        "warm_request_headers_kept": true,
        "warm_protocol_auth": true,
        "request_headers_not_json": true,
        "failure_reason_expected": true,
        "fallback_only_on_failure": true,
        "plugin_made_no_blocked_call": true,
        "no_external_network_attempt": true
      },
      "error": null,
      "outcome": {
        "path": "warm",
        "reason": "accepted",
        "prompt_tokens": 200,
        "cached_tokens": 120
      },
      "fence_denied": {},
      "fence_callers": [],
      "fence_programs": [],
      "request_counts": {
        "main": 1,
        "warm": 1,
        "fallback": 0
      },
      "passed": true,
      "exit_ok": true
    },
    {
      "case": "anthropic_tool",
      "checks": {
        "plugin_discovered": true,
        "plugin_origin_is_temporary_install": true,
        "transport_origin_is_pinned_source": true,
        "main_capture_exact_wire_body": true,
        "capture_has_no_refusal": true,
        "main_native_endpoint": true,
        "main_protocol_auth": true,
        "main_request_headers_sent": true,
        "main_system_exact": true,
        "warm_or_fallback_outcome": true,
        "history_compacted": true,
        "summary_has_synthetic_handoff": true,
        "synthetic_token_counters": true,
        "warm_sent_once": true,
        "warm_native_endpoint": true,
        "warm_prefix_exact": true,
        "warm_prompt_and_tools_exact": true,
        "warm_request_headers_kept": true,
        "warm_protocol_auth": true,
        "request_headers_not_json": true,
        "old_and_new_tool_pairs": true,
        "new_tool_payloads_exact": true,
        "failure_reason_expected": true,
        "fallback_only_on_failure": true,
        "plugin_made_no_blocked_call": true,
        "no_external_network_attempt": true
      },
      "error": null,
      "outcome": {
        "path": "warm",
        "reason": "accepted",
        "prompt_tokens": 200,
        "cached_tokens": 120
      },
      "fence_denied": {},
      "fence_callers": [],
      "fence_programs": [],
      "request_counts": {
        "main": 1,
        "warm": 1,
        "fallback": 0
      },
      "passed": true,
      "exit_ok": true
    },
    {
      "case": "anthropic_refusal",
      "checks": {
        "plugin_discovered": true,
        "plugin_origin_is_temporary_install": true,
        "transport_origin_is_pinned_source": true,
        "main_capture_exact_wire_body": true,
        "capture_has_no_refusal": true,
        "main_native_endpoint": true,
        "main_protocol_auth": true,
        "main_request_headers_sent": true,
        "main_system_exact": true,
        "warm_or_fallback_outcome": true,
        "history_compacted": true,
        "summary_has_synthetic_handoff": true,
        "warm_sent_once": true,
        "warm_native_endpoint": true,
        "warm_prefix_exact": true,
        "warm_prompt_and_tools_exact": true,
        "warm_request_headers_kept": true,
        "warm_protocol_auth": true,
        "request_headers_not_json": true,
        "failure_reason_expected": true,
        "fallback_only_on_failure": true,
        "plugin_made_no_blocked_call": true,
        "no_external_network_attempt": true
      },
      "error": null,
      "outcome": {
        "path": "fallback",
        "reason": "gate:finish_not_stop",
        "prompt_tokens": 200,
        "cached_tokens": 120
      },
      "fence_denied": {},
      "fence_callers": [],
      "fence_programs": [],
      "request_counts": {
        "main": 1,
        "warm": 1,
        "fallback": 1
      },
      "passed": true,
      "exit_ok": true
    },
    {
      "case": "anthropic_signed",
      "checks": {
        "plugin_discovered": true,
        "plugin_origin_is_temporary_install": true,
        "transport_origin_is_pinned_source": true,
        "main_capture_exact_wire_body": true,
        "capture_has_no_refusal": true,
        "main_native_endpoint": true,
        "main_protocol_auth": true,
        "main_request_headers_sent": true,
        "main_system_exact": true,
        "warm_or_fallback_outcome": true,
        "history_compacted": true,
        "summary_has_synthetic_handoff": true,
        "synthetic_token_counters": true,
        "latest_native_carrier_retained_exact": true,
        "warm_sent_once": true,
        "warm_native_endpoint": true,
        "warm_prefix_exact": true,
        "warm_prompt_and_tools_exact": true,
        "warm_request_headers_kept": true,
        "warm_protocol_auth": true,
        "request_headers_not_json": true,
        "old_and_new_thinking_signatures_exact": true,
        "failure_reason_expected": true,
        "fallback_only_on_failure": true,
        "plugin_made_no_blocked_call": true,
        "no_external_network_attempt": true,
        "official_logical_route_redirected_once": true
      },
      "error": null,
      "outcome": {
        "path": "warm",
        "reason": "accepted",
        "prompt_tokens": 200,
        "cached_tokens": 120
      },
      "fence_denied": {},
      "fence_callers": [],
      "fence_programs": [],
      "request_counts": {
        "main": 1,
        "warm": 1,
        "fallback": 0
      },
      "passed": true,
      "exit_ok": true
    }
  ],
  "error": null,
  "script_sha256": "acae5d374986f4bca21f5bac2c8eefc6bac1c2e665fea58a3e11793eadc3d546",
  "plugin_sha256": {
    "warm_compaction/__init__.py": "760484ace80b9da77d7397828f69178905c9ac95df7b8114956bde727bd98aef",
    "warm_compaction/anthropic.py": "7bd4cb0e075c4f279f62d3b6f0c3dcf7405308c7360f9136369476a59dca4fd3",
    "warm_compaction/capture.py": "d2ce12d20fca5649d94b17d376a7bd9e21ba7f6a828b94cb62d030ca55adf791",
    "warm_compaction/engine.py": "368b4ec95f31d0f6fc868f6184730d513e02f61764be60a1fabdb00cdececfd6",
    "warm_compaction/fallback.py": "9b2d0529767ff157bbe0d1cbf096ca6ac35217118f81eee769adf41d50189a9a",
    "warm_compaction/handoff.py": "fcab51def8fbcc2b1928957930c9a5c58a4ad202c949fd9f870a77f3b30276ae",
    "warm_compaction/layout.py": "3722ca05a4b84c9ed9f5cef5c7f7a175201efaba4208f3819dabcc556a2cfd57",
    "warm_compaction/native.py": "2bac322bf7779e7d4ec78137a1ba1fdff25d3e58910ace51200147aebf15f494",
    "warm_compaction/plugin.yaml": "baa7820b3ce9a40d2a53f70a4d0525131860ea2ec670143d0a7742b59c4d937b",
    "warm_compaction/protocol.py": "f319d7a38ebb60d68d09b3575fe4f88f324b03be6017efbc5fd9932f05299853",
    "warm_compaction/responses.py": "70c8c912b39b377945488f4fb68f032ca0aa9be5a4340df0c1af7fd5961ee103",
    "warm_compaction/rows.py": "2f5d9bd1e1d72c620354c4ec317526b4bca56033e9f080dde9967feff4bdb50c",
    "warm_compaction/warm.py": "6b5cacd003acfa5027b871a73d3ca34ec1612ac70b7497e24cd8ecb74e9025d2"
  },
  "hermes_source_unchanged": true,
  "plugin_source_unchanged": true,
  "script_unchanged": true,
  "passed": true
}