Autonomous OODA-loop pentesting agent. Hermes brain, Kali + Playwright tools over MCP, ATT&CK as the Orient language.
Python ai-agentsautonomous-agentskali-linuxllm-agentsoffensive-securityooda-looppentestingplaywrightsecurity
"""Tests stdlib-only del generador de informe de pentest (`docker/kali/report_gen.py`).
No importan `mcp`/`anyio`: sólo librería estándar + pytest. Verifican:
- ``render_markdown`` produce las secciones esperadas y agrupa por estado;
- CVSS/CWE sólo aparecen en hallazgos confirmados;
- la evidencia (comando/salida) se renderiza verbatim en bloques de código;
- el resumen ejecutivo refleja "sin confirmados" cuando no los hay (no dice "seguro");
- ``generate`` lee del store y stagea el Markdown como artefacto descargable;
- ``main`` escribe la línea legible y devuelve 0.
"""
from __future__ import annotations
import sys
from pathlib import Path
import pytest
sys.path.insert(0, str(Path(__file__).resolve().parent.parent))
import artifact_store # noqa: E402
import finding_store # noqa: E402
import report_gen # noqa: E402
@pytest.fixture()
def staging(tmp_path, monkeypatch):
monkeypatch.setenv("KALI_ARTIFACTS_DIR", str(tmp_path))
return tmp_path
# ------------------------------------------------------------------ render_markdown
def test_render_has_core_sections():
md = report_gen.render_markdown("eng-x", [], generated_at="2026-01-01T00:00:00Z")
assert "# Pentest report" in md
assert "## Executive summary" in md
assert "## Summary by status" in md
assert "## Methodology" in md
assert "## Findings" in md
assert "## Scope and limitations" in md
def test_render_empty_does_not_claim_secure():
md = report_gen.render_markdown("eng-x", [])
assert "No exploitable finding was confirmed" in md
assert "secure" in md # aparece precisamente para NEGAR ese veredicto ("secure system")
def test_render_groups_and_counts_by_state():
findings = [
{"title": "a", "state": "confirmed"},
{"title": "b", "state": "confirmed"},
{"title": "c", "state": "hypothesis"},
{"title": "d", "state": "partial"},
{"title": "e", "state": "discarded"},
]
md = report_gen.render_markdown("eng-x", findings)
assert "| Confirmed | 2 |" in md
assert "| Partial | 1 |" in md
assert "| Hypothesis | 1 |" in md
assert "| Discarded | 1 |" in md
# Confirmados se renderizan antes que hipótesis.
assert md.index("Confirmed (2)") < md.index("Hypothesis (1)")
def test_render_cvss_only_for_confirmed():
confirmed = report_gen.render_markdown(
"e", [{"title": "x", "state": "confirmed", "cvss": "9.8", "cwe": "CWE-89"}]
)
assert "CVSS 3.1" in confirmed
assert "9.8" in confirmed
assert "CWE-89" in confirmed
hypo = report_gen.render_markdown("e", [{"title": "x", "state": "hypothesis", "cvss": "9.8"}])
assert "CVSS 3.1" not in hypo # no se puntúa lo no confirmado
def test_render_evidence_verbatim_in_fence():
finding = {
"title": "RCE en /ping",
"state": "confirmed",
"evidence": {
"command": "curl 'http://t/ping?ip=;id'",
"returncode": 0,
"output": "uid=0(root) gid=0(root)",
},
}
md = report_gen.render_markdown("e", [finding])
assert "curl 'http://t/ping?ip=;id'" in md
assert "uid=0(root)" in md
assert "````" in md # bloque de código de 4 backticks
def test_render_change_block_has_tag_and_revert():
finding = {
"title": "Backdoor user creado",
"state": "confirmed",
"change": {"tag": "vulnerator-ai", "revert": "aws iam delete-user --user-name bd"},
}
md = report_gen.render_markdown("e", [finding])
assert "vulnerator-ai" in md
assert "aws iam delete-user --user-name bd" in md
# ------------------------------------------------------------------ generate / main
def test_generate_reads_store_and_stages_markdown(staging):
finding_store.append("eng-gen", {
"title": "SSH abierto",
"state": "confirmed",
"evidence": {"command": "nmap -p22 -sV 10.0.0.5", "output": "22/tcp open ssh OpenSSH 8.9p1", "returncode": 0},
})
finding_store.append("eng-gen", {"title": "quizá SQLi", "state": "hypothesis"})
result = report_gen.generate("eng-gen")
assert result["status"] == "done"
assert result["findings_count"] == 2
assert result["artifact"]["name"] == report_gen.REPORT_NAME
# El Markdown quedó staged y es descargable; contiene los títulos.
staged = artifact_store.resolve("eng-gen", report_gen.REPORT_NAME)
text = staged.read_text(encoding="utf-8")
assert "SSH abierto" in text
assert "quizá SQLi" in text
def test_main_prints_line_and_returns_zero(staging, capsys):
finding_store.append("eng-main", {
"title": "hallazgo",
"state": "confirmed",
"evidence": {"command": "curl -sS http://t/x", "output": "HTTP 200 body con prueba del hallazgo", "returncode": 0},
})
rc = report_gen.main(["--engagement", "eng-main"])
assert rc == 0
out = capsys.readouterr().out
assert "report generated: eng-main/pentest-report.md" in out
assert "1 findings" in out