The agent that grows with you
Python aiai-agentai-agentsanthropicchatgptclaudeclaude-codecodexhermeshermes-agentllmnous-researchopenai
"""The committed prompt-surface snapshot is exactly what the code renders.
``tests/fixtures/prompt_surface/`` holds the system prompt and ``tools[]`` array a stock install
sends on each surface (see ``scripts/ci/prompt_surface.py``). A code change that alters either
must carry the regenerated snapshot, so the change shows up in review as real prompt text and
real schemas, and the snapshot path needs a hermes-agent-core approval to merge.
Regenerate with ``scripts/run-in-hermes-env python scripts/ci/prompt_surface.py render``.
"""
from __future__ import annotations
import filecmp
import importlib.util
import shutil
from pathlib import Path
REPO = Path(__file__).resolve().parents[2]
_spec = importlib.util.spec_from_file_location("prompt_surface", REPO / "scripts" / "ci" / "prompt_surface.py")
assert _spec is not None and _spec.loader is not None
prompt_surface = importlib.util.module_from_spec(_spec)
_spec.loader.exec_module(prompt_surface)
def _tree_differences(left: Path, right: Path) -> list[str]:
cmp = filecmp.dircmp(left, right)
out = [f"only in committed: {n}" for n in cmp.left_only] + [f"not committed: {n}" for n in cmp.right_only]
_, mismatch, errors = filecmp.cmpfiles(left, right, cmp.common_files, shallow=False)
out += [f"stale: {n}" for n in mismatch + errors]
for sub in cmp.common_dirs:
out += [f"{sub}/{d}" for d in _tree_differences(left / sub, right / sub)]
return out
def test_committed_prompt_surface_is_current(tmp_path):
rendered = tmp_path / "prompt_surface"
assert prompt_surface.render(rendered) == 0
differences = _tree_differences(prompt_surface.SNAPSHOT, rendered)
assert not differences, (
"The system prompt or tool schemas changed. Regenerate the snapshot and commit it with the "
"change (merging it needs a hermes-agent-core approval):\n"
" scripts/run-in-hermes-env python scripts/ci/prompt_surface.py render\n"
+ "\n".join(differences[:20])
)
def test_summary_names_the_surface_and_tool_that_changed(tmp_path):
base = prompt_surface.SNAPSHOT
head = tmp_path / "head"
shutil.copytree(base, head)
prompt = head / "prompts" / "cli.claude.txt"
text = prompt.read_text(encoding="utf-8-sig")
prompt.write_text(text.replace("# Finishing the job", "# Finish every job"), encoding="utf-8")
tool = head / "tools" / "write_file.json"
text = tool.read_text(encoding="utf-8-sig")
tool.write_text(text.replace('"description": "', '"description": "Prefer patch. ', 1), encoding="utf-8")
summary = prompt_surface.summarize(base, head)
assert "| cli.claude |" in summary and "+# Finish every job" in summary
assert "`write_file`: description +" in summary
assert prompt_surface.summarize(base, base) == ""