Skip to content

DeepTeam is a framework to red team LLMs and AI agents.

fix new tests

A-Vamshi7d5f67e6f4aa
diff --git a/tests/test_frameworks/test_mitre.py b/tests/test_frameworks/test_mitre.py
index df63a365..1b84ed36 100644
--- a/tests/test_frameworks/test_mitre.py
+++ b/tests/test_frameworks/test_mitre.py
@@ -2,6 +2,8 @@ import pytest
from deepteam.frameworks import MITRE
from deepteam.vulnerabilities import BaseVulnerability
from deepteam.attacks import BaseAttack
+from deepteam.frameworks.mitre.risk_categories import MITRE_MAPPING
+from deepteam.frameworks.risk_category import RiskCategory
from deepteam import red_team
@@ -68,8 +70,7 @@ class TestMITRE:
def test_mitre_category_vulnerability_mapping(self):
"""Test that all categories map to vulnerabilities properly."""
- framework = MITRE()
- mapping = framework._mitre_vulnerabilities_by_category()
+ mapping = MITRE_MAPPING
assert set(mapping.keys()) == {
"reconnaissance",
"resource_development",
@@ -78,14 +79,16 @@ class TestMITRE:
"exfiltration",
"impact",
}
- for vlist in mapping.values():
- assert isinstance(vlist, list)
- assert all(isinstance(v, BaseVulnerability) for v in vlist)
+ for risk_category in mapping.values():
+ assert isinstance(risk_category, RiskCategory)
+ assert all(
+ isinstance(v, BaseVulnerability)
+ for v in risk_category.vulnerabilities
+ )
def test_mitre_category_attack_mapping(self):
"""Test that all categories map to attacks properly."""
- framework = MITRE()
- mapping = framework._mitre_attacks_by_category()
+ mapping = MITRE_MAPPING
assert set(mapping.keys()) == {
"reconnaissance",
"resource_development",
@@ -94,9 +97,9 @@ class TestMITRE:
"exfiltration",
"impact",
}
- for alist in mapping.values():
- assert isinstance(alist, list)
- assert all(isinstance(a, BaseAttack) for a in alist)
+ for risk_category in mapping.values():
+ assert isinstance(risk_category, RiskCategory)
+ assert all(isinstance(v, BaseAttack) for v in risk_category.attacks)
def test_mitre_vulnerability_names_present(self):
"""Test that key MITRE vulnerabilities are present."""
diff --git a/tests/test_frameworks/test_nist.py b/tests/test_frameworks/test_nist.py
index a5e2ac25..b01205d8 100644
--- a/tests/test_frameworks/test_nist.py
+++ b/tests/test_frameworks/test_nist.py
@@ -2,6 +2,8 @@ import pytest
from deepteam.frameworks import NIST
from deepteam.vulnerabilities import BaseVulnerability
from deepteam.attacks import BaseAttack
+from deepteam.frameworks.nist.risk_categories import NIST_MAPPING
+from deepteam.frameworks.risk_category import RiskCategory
from deepteam import red_team
@@ -128,31 +130,32 @@ class TestNIST:
def test_nist_category_vulnerability_mapping(self):
"""Test that all categories map to vulnerabilities properly."""
- framework = NIST()
- mapping = framework._nist_vulnerabilities_by_measure()
+ mapping = NIST_MAPPING
assert set(mapping.keys()) == {
"measure_1",
"measure_2",
"measure_3",
"measure_4",
}
- for vlist in mapping.values():
- assert isinstance(vlist, list)
- assert all(isinstance(v, BaseVulnerability) for v in vlist)
+ for risk_category in mapping.values():
+ assert isinstance(risk_category, RiskCategory)
+ assert all(
+ isinstance(v, BaseVulnerability)
+ for v in risk_category.vulnerabilities
+ )
def test_nist_category_attack_mapping(self):
"""Test that all categories map to attacks properly."""
- framework = NIST()
- mapping = framework._nist_attacks_by_measure()
+ mapping = NIST_MAPPING
assert set(mapping.keys()) == {
"measure_1",
"measure_2",
"measure_3",
"measure_4",
}
- for alist in mapping.values():
- assert isinstance(alist, list)
- assert all(isinstance(a, BaseAttack) for a in alist)
+ for risk_category in mapping.values():
+ assert isinstance(risk_category, RiskCategory)
+ assert all(isinstance(v, BaseAttack) for v in risk_category.attacks)
def test_partial_category_reduces_vulnerabilities(self):
"""Test that selecting fewer categories reduces vulnerabilities."""