Open-source AI Security Operations Center: alert fusion, LLM-agent triage, MITRE ATT&CK investigation, and a replayable decision ledger for every agent step. Self-hostable, runs with no API keys, MIT licensed. Ships an MCP server for Claude, Cursor and Continue.
Python agentic-aiai-securityalert-triageblue-teamcybersecuritydetection-engineeringincident-responselanggraphllm-agentsmcpmitre-attackmodel-context-protocolpurple-teamsecurity-operationsself-hostedsiemsoarsocthreat-detectionthreat-intelligence
"""Wave 4a — LLM tool-calling: the registry exposes real tools and the loop
executes the model's selected calls, feeds results back, and terminates."""
from __future__ import annotations
from types import SimpleNamespace
import pytest
from app.agents.tool_loop import run_with_tools
from app.security.agent_identity import issue_identity
from app.tools.registry import Tool, ToolRegistry, default_registry
class _FakeLLM:
"""Scripted chat model exposing bind_tools + ainvoke."""
def __init__(self, script: list) -> None:
self._script = script
self.calls = 0
self.bound_tools = None
def bind_tools(self, tools):
self.bound_tools = tools
return self
async def ainvoke(self, _messages):
resp = self._script[min(self.calls, len(self._script) - 1)]
self.calls += 1
return resp
def _tool_call(name, args, cid="c1"):
return SimpleNamespace(content="", tool_calls=[{"name": name, "args": args, "id": cid}])
def _final(text):
return SimpleNamespace(content=text, tool_calls=[])
def test_registry_exposes_openai_schemas():
reg = default_registry()
schemas = reg.openai_schemas()
names = {s["function"]["name"] for s in schemas}
assert {"extract_iocs", "map_to_mitre", "lookup_technique", "enrich_ioc"} <= names
assert all(s["type"] == "function" for s in schemas)
@pytest.mark.asyncio
async def test_registry_execute_runs_real_tool_and_handles_unknown():
reg = default_registry()
identity = issue_identity("investigation", run_id="run-1")
iocs = await reg.execute("extract_iocs", {"text": "beacon to evil.example and 45.9.148.99"}, identity=identity)
assert isinstance(iocs, list)
# Unknown tool fails soft.
err = await reg.execute("nope", {}, identity=identity)
assert "error" in err
@pytest.mark.asyncio
async def test_tool_loop_executes_selected_tool_then_answers():
reg = default_registry()
llm = _FakeLLM([_tool_call("extract_iocs", {"text": "45.9.148.99 and evil.example"}), _final("Two IOCs found.")])
out = await run_with_tools(
llm,
system="You are an analyst.",
user="Find IOCs.",
registry=reg,
identity=issue_identity("investigation", run_id="run-1"),
)
assert out["truncated"] is False
assert out["content"] == "Two IOCs found."
assert out["iterations"] == 2
assert any(t["tool"] == "extract_iocs" for t in out["tool_trace"])
assert llm.bound_tools is not None # tools were bound to the model
@pytest.mark.asyncio
async def test_tool_loop_is_bounded_by_max_iters():
# A model that always asks for a tool must not loop forever.
reg = ToolRegistry([Tool(name="noop", description="noop", parameters={"type": "object", "properties": {}}, fn=lambda: {"ok": True})])
llm = _FakeLLM([_tool_call("noop", {})]) # always returns a tool call
out = await run_with_tools(
llm, system="s", user="u", registry=reg, identity=issue_identity("investigation", run_id="run-1"), max_iters=3
)
assert out["truncated"] is True
assert out["iterations"] == 3
assert len(out["tool_trace"]) == 3