The agent that grows with you
Python aiai-agentai-agentsanthropicchatgptclaudeclaude-codecodexhermeshermes-agentllmnous-researchopenai
"""Execute the helper usage taught by the public schema and recovery hints."""
import json
import re
import pytest
from tools import code_execution_tool
from tools.code_kernel import shutdown_all_kernels
from tools.registry import registry
PROBE = '''
from __future__ import annotations
{imports}
import json
print(json.dumps([json_parse('{{"value": 7}}')["value"],
shell_quote("two words"), retry(lambda: "ok", delay=0)]))
'''
@pytest.fixture(autouse=True)
def local_kernel(tmp_path, monkeypatch):
monkeypatch.setenv("TERMINAL_ENV", "local")
monkeypatch.setenv("HERMES_HOME", str(tmp_path))
(tmp_path / "config.yaml").write_text("code_execution:\n mode: strict\n", encoding="utf-8")
shutdown_all_kernels()
yield
shutdown_all_kernels()
def run(code, reset=False):
return json.loads(registry.dispatch("execute_code", {"code": code, "reset": reset},
task_id="helper-contract", enabled_tools=[]))
def test_schema_helper_instructions_work_across_kernel_lifetimes():
description = registry.get_schema("execute_code")["description"]
imports = "\n".join(re.findall(r"`(from hermes_tools import [\w, ]+)`", description))
for reset, reused in ((False, False), (False, True), (True, False)):
result = run(PROBE.format(imports=imports), reset=reset)
assert result["status"] == "success", result
assert json.loads(result["output"]) == [7, "'two words'", "ok"]
assert result["kernel"]["reused"] is reused
def test_missing_helper_recovery_instructions_execute():
for helper in ("json_parse", "shell_quote", "retry"):
failed = run(f"print({helper})", reset=True)
assert failed["status"] == "error", failed
instruction = re.search(r"from hermes_tools import \w+", failed["hint"])
assert instruction, failed
recovered = run(instruction.group() + f"\nprint(callable({helper}))")
assert recovered["status"] == "success", recovered
assert recovered["output"].strip() == "True"
skew = code_execution_tool._sandbox_failure_hint(
f"ImportError: cannot import name '{helper}' from 'hermes_tools'")
assert instruction.group() in skew