DeepTeam is a framework to red team LLMs and AI agents.
fix new tests
A-Vamshi7d5f67e6f4aa
diff --git a/tests/test_frameworks/test_mitre.py b/tests/test_frameworks/test_mitre.pyindex df63a365..1b84ed36 100644--- a/tests/test_frameworks/test_mitre.py+++ b/tests/test_frameworks/test_mitre.py@@ -2,6 +2,8 @@ import pytestfrom deepteam.frameworks import MITREfrom deepteam.vulnerabilities import BaseVulnerabilityfrom deepteam.attacks import BaseAttack+from deepteam.frameworks.mitre.risk_categories import MITRE_MAPPING+from deepteam.frameworks.risk_category import RiskCategoryfrom deepteam import red_team@@ -68,8 +70,7 @@ class TestMITRE:def test_mitre_category_vulnerability_mapping(self):"""Test that all categories map to vulnerabilities properly."""- framework = MITRE()- mapping = framework._mitre_vulnerabilities_by_category()+ mapping = MITRE_MAPPINGassert set(mapping.keys()) == {"reconnaissance","resource_development",@@ -78,14 +79,16 @@ class TestMITRE:"exfiltration","impact",}- for vlist in mapping.values():- assert isinstance(vlist, list)- assert all(isinstance(v, BaseVulnerability) for v in vlist)+ for risk_category in mapping.values():+ assert isinstance(risk_category, RiskCategory)+ assert all(+ isinstance(v, BaseVulnerability)+ for v in risk_category.vulnerabilities+ )def test_mitre_category_attack_mapping(self):"""Test that all categories map to attacks properly."""- framework = MITRE()- mapping = framework._mitre_attacks_by_category()+ mapping = MITRE_MAPPINGassert set(mapping.keys()) == {"reconnaissance","resource_development",@@ -94,9 +97,9 @@ class TestMITRE:"exfiltration","impact",}- for alist in mapping.values():- assert isinstance(alist, list)- assert all(isinstance(a, BaseAttack) for a in alist)+ for risk_category in mapping.values():+ assert isinstance(risk_category, RiskCategory)+ assert all(isinstance(v, BaseAttack) for v in risk_category.attacks)def test_mitre_vulnerability_names_present(self):"""Test that key MITRE vulnerabilities are present."""diff --git a/tests/test_frameworks/test_nist.py b/tests/test_frameworks/test_nist.pyindex a5e2ac25..b01205d8 100644--- a/tests/test_frameworks/test_nist.py+++ b/tests/test_frameworks/test_nist.py@@ -2,6 +2,8 @@ import pytestfrom deepteam.frameworks import NISTfrom deepteam.vulnerabilities import BaseVulnerabilityfrom deepteam.attacks import BaseAttack+from deepteam.frameworks.nist.risk_categories import NIST_MAPPING+from deepteam.frameworks.risk_category import RiskCategoryfrom deepteam import red_team@@ -128,31 +130,32 @@ class TestNIST:def test_nist_category_vulnerability_mapping(self):"""Test that all categories map to vulnerabilities properly."""- framework = NIST()- mapping = framework._nist_vulnerabilities_by_measure()+ mapping = NIST_MAPPINGassert set(mapping.keys()) == {"measure_1","measure_2","measure_3","measure_4",}- for vlist in mapping.values():- assert isinstance(vlist, list)- assert all(isinstance(v, BaseVulnerability) for v in vlist)+ for risk_category in mapping.values():+ assert isinstance(risk_category, RiskCategory)+ assert all(+ isinstance(v, BaseVulnerability)+ for v in risk_category.vulnerabilities+ )def test_nist_category_attack_mapping(self):"""Test that all categories map to attacks properly."""- framework = NIST()- mapping = framework._nist_attacks_by_measure()+ mapping = NIST_MAPPINGassert set(mapping.keys()) == {"measure_1","measure_2","measure_3","measure_4",}- for alist in mapping.values():- assert isinstance(alist, list)- assert all(isinstance(a, BaseAttack) for a in alist)+ for risk_category in mapping.values():+ assert isinstance(risk_category, RiskCategory)+ assert all(isinstance(v, BaseAttack) for v in risk_category.attacks)def test_partial_category_reduces_vulnerabilities(self):"""Test that selecting fewer categories reduces vulnerabilities."""