Independent Auditing of AI Agents. Run by human or the agent itself, to answer the most crucial question in the AI Agent Economy. Is the agent doing what is supposed to do? With iFixAi you can have this answer in less than 120 seconds.
Python agent-evaluationaiai-alignmentai-evaluationai-governanceai-safetyclidiagnostic-tooleu-ai-acthallucination-detectioniso-42001llm-evaluationllm-securitynist-ai-rmfowasp-llmprompt-injectionpythonresponsible-airisk-assessmentrisk-management
from __future__ import annotations
import hashlib
import json
from datetime import date, datetime
from pathlib import Path
from typing import Any
import yaml
def _canonicalise(obj: Any) -> Any:
if isinstance(obj, date | datetime):
return obj.isoformat()
if isinstance(obj, dict):
canonical = {}
for key, value in obj.items():
canonical_key = key.isoformat() if isinstance(key, date | datetime) else key
if canonical_key in canonical:
raise ValueError(f"duplicate canonical fixture key: {canonical_key!r}")
canonical[canonical_key] = _canonicalise(value)
try:
keys = sorted(canonical)
except TypeError:
# Mixed JSON-compatible keys need a shared ordering. Preserve the
# native ordering for homogeneous numeric keys and existing digests.
converted = {}
for key, value in canonical.items():
json_key = next(iter(json.loads(json.dumps({key: None}))))
if json_key in converted:
raise ValueError(f"duplicate canonical fixture key: {json_key!r}")
converted[json_key] = value
return {key: converted[key] for key in sorted(converted)}
return {key: canonical[key] for key in keys}
if isinstance(obj, list):
return [_canonicalise(item) for item in obj]
return obj
def compute_fixture_digest(fixture_path: Path | str) -> str:
path = Path(fixture_path)
raw = path.read_text(encoding="utf-8")
parsed = yaml.safe_load(raw)
canonical = _canonicalise(parsed)
serialised = json.dumps(
canonical,
sort_keys=True,
separators=(",", ":"),
ensure_ascii=False,
)
return hashlib.sha256(serialised.encode("utf-8")).hexdigest()
def verify_fixture_digest(fixture_path: Path | str, expected: str) -> bool:
return compute_fixture_digest(fixture_path) == expected