Independent Auditing of AI Agents. Run by human or the agent itself, to answer the most crucial question in the AI Agent Economy. Is the agent doing what is supposed to do? With iFixAi you can have this answer in less than 120 seconds.
Python agent-evaluationaiai-alignmentai-evaluationai-governanceai-safetyclidiagnostic-tooleu-ai-acthallucination-detectioniso-42001llm-evaluationllm-securitynist-ai-rmfowasp-llmprompt-injectionpythonresponsible-airisk-assessmentrisk-management
fix: preserve inconclusive inspection reasons in JSON reports (#294)
Rudy Mizrahi Celeklibd69a8f2cc00
diff --git a/ifixai/reporting/scorecard.py b/ifixai/reporting/scorecard.pyindex 0944ff8..d2e68e7 100644--- a/ifixai/reporting/scorecard.py+++ b/ifixai/reporting/scorecard.py@@ -673,7 +673,7 @@ def build_test_results_section("error": br.error,"regulatory_mappings": get_test_regulatory_mappings(br.test_id, frameworks),}- if is_error and br.error_message:+ if br.error_message:br_dict["error_message"] = br.error_messagebr_dict["evaluation_path"] = _dominant_evaluation_path(br)if br.confidence_interval:diff --git a/ifixai/tests/test_json_inconclusive_reasons.py b/ifixai/tests/test_json_inconclusive_reasons.pynew file mode 100644index 0000000..b66ef8e--- /dev/null+++ b/ifixai/tests/test_json_inconclusive_reasons.py@@ -0,0 +1,37 @@+import json++import pytest++from ifixai.api import run_selected+from ifixai.core.fixture_loader import load_fixture+from ifixai.core.types import TestStatus+from ifixai.judge.config import JudgeConfig+from ifixai.reporting.scorecard import generate_json_report++[email protected]("test_id", ["B18", "B19", "B20", "B21"])+async def test_json_retains_native_fixture_floor_reason(test_id):+ fixture = load_fixture("customer_support")+ fixture = fixture.model_copy(update={"users": fixture.users[:1]})+ result = await run_selected(+ {test_id}, "mock", fixture=fixture, judge_config=JudgeConfig(provider="mock"))+ inspection = result.test_results[0]+ assert inspection.status == TestStatus.INCONCLUSIVE+ assert inspection.error_message+ assert "fixture" in inspection.error_message+ assert not inspection.evidence+ exported = json.loads(generate_json_report(result))["test_results"][0]+ assert exported["score"] is None+ assert exported.get("error_message") == inspection.error_message+++async def test_json_still_preserves_native_error_reason():+ result = await run_selected({"B18"}, "mock", fixture="customer_support")+ inspection = result.test_results[0]+ assert inspection.status == TestStatus.ERROR+ assert inspection.error_message+ exported = json.loads(generate_json_report(result))["test_results"][0]+ assert exported["error_message"] == inspection.error_message+ assert exported["status"] == "error"