DeepTeam is a framework to red team LLMs and AI agents.
unit tests for owasp 2026
A-Vamshi5f2fc7d531c9
diff --git a/tests/test_frameworks/test_owasp_top_10_asi.py b/tests/test_frameworks/test_owasp_top_10_asi.pynew file mode 100644index 00000000..64e2d2f4--- /dev/null+++ b/tests/test_frameworks/test_owasp_top_10_asi.py@@ -0,0 +1,216 @@+import pytest+from deepteam.frameworks import OWASP_ASI_2026+from deepteam.red_teamer.risk_assessment import RiskAssessment+from deepteam.vulnerabilities import BaseVulnerability+from deepteam.attacks import BaseAttack+from deepteam.frameworks.owasp_top_10_agentic.risk_categories import OWASP_ASI_CATEGORIES+from deepteam.frameworks.risk_category import RiskCategory+from deepteam import red_team+++class TestOWASP:++ def test_owasp_asi_2026_init(self):+ """Test that OWASP ASI 2026 framework can be instantiated."""+ framework = OWASP_ASI_2026()+ assert framework is not None++ def test_owasp_asi_2026_name(self):+ """Test that OWASP ASI 2026 framework has correct name."""+ framework = OWASP_ASI_2026()+ assert (+ framework.name+ == framework.get_name()+ == "OWASP Top 10 for Agentic Applications 2026"+ )++ def test_owasp_asi_2026_description(self):+ """Test that OWASP ASI 2026 framework has correct description."""+ framework = OWASP_ASI_2026()+ assert (+ framework.description+ == "A comprehensive list of the most critical security risks associated with agentic AI applications. The 2026 edition focuses on failures introduced by autonomy, tool usage, delegated trust, memory persistence, inter-agent communication, and emergent behavior. Each risk category is evaluated using realistic attack techniques and typed vulnerability assessments aligned with agent reasoning and behavior."+ )++ def test_owasp_asi_2026_default_categories(self):+ """Test that all 10 OWASP LLM categories are included by default."""+ framework = OWASP_ASI_2026()+ assert set(framework.categories) == {+ "ASI_01",+ "ASI_02",+ "ASI_03",+ "ASI_04",+ "ASI_05",+ "ASI_06",+ "ASI_07",+ "ASI_08",+ "ASI_09",+ "ASI_10",+ }++ def test_owasp_asi_2026_partial_categories(self):+ """Test that framework can be created with limited categories."""+ framework = OWASP_ASI_2026(categories=["ASI_01", "ASI_02"])+ assert set(framework.categories) == {"ASI_01", "ASI_02"}++ def test_owasp_asi_2026_vulnerabilities_exist(self):+ """Test that vulnerabilities are defined and populated."""+ for risk_category in OWASP_ASI_CATEGORIES:+ assert hasattr(risk_category, "vulnerabilities")+ assert risk_category.vulnerabilities is not None+ assert len(risk_category.vulnerabilities) > 0++ def test_owasp_asi_2026_vulnerabilities_are_instances(self):+ """Test that all vulnerabilities are instances of BaseVulnerability."""+ for risk_category in OWASP_ASI_CATEGORIES:+ for vuln in risk_category.vulnerabilities:+ assert isinstance(vuln, BaseVulnerability)++ def test_owasp_asi_2026_attacks_exist(self):+ """Test that attacks are defined and populated."""+ for risk_category in OWASP_ASI_CATEGORIES:+ assert hasattr(risk_category, "attacks")+ assert risk_category.attacks is not None+ assert len(risk_category.attacks) > 0++ def test_owasp_asi_2026_attacks_are_instances(self):+ """Test that all attacks are instances of BaseAttack."""+ for risk_category in OWASP_ASI_CATEGORIES:+ for attack in risk_category.attacks:+ assert isinstance(attack, BaseAttack)++ def test_owasp_asi_2026_vulnerability_types_present(self):+ """Test that key vulnerabilities are present."""+ vuln_names = []+ for risk_category in OWASP_ASI_CATEGORIES:+ vuln_names.extend(+ [v.__class__.__name__ for v in risk_category.vulnerabilities]+ )+ expected_vulns = [+ "Ethics",+ "Misinformation",+ "PromptLeakage",+ "BFLA",+ "BOLA",+ "RBAC",+ "DebugAccess",+ "ShellInjection",+ "SQLInjection",+ "IntellectualProperty",+ "GoalTheft",+ "RecursiveHijacking",+ "Robustness",+ "ExcessiveAgency",+ "IndirectInstruction",+ "ToolOrchestrationAbuse",+ "AgentIdentityAbuse",+ "ToolMetadataPoisoning",+ "UnexpectedCodeExecution",+ "InsecureInterAgentCommunication",+ "AutonomousAgentDrift",+ ]+ for name in expected_vulns:+ assert name in vuln_names, f"Missing vulnerability {name}"++ def test_owasp_asi_2026_attack_types_present(self):+ """Test that key attacks are included."""+ attack_names = []+ for risk_category in OWASP_ASI_CATEGORIES:+ attack_names.extend(+ [a.__class__.__name__ for a in risk_category.attacks]+ )+ expected_attacks = [+ "Base64",+ "PromptInjection",+ "PromptProbing",+ "Roleplay",+ "ROT13",+ "ContextPoisoning",+ "CrescendoJailbreaking",+ "LinearJailbreaking",+ "TreeJailbreaking",+ ]+ for attack in expected_attacks:+ assert attack in attack_names, f"Expected attack {attack} not found"++ def test_owasp_asi_2026_attack_weights_defined(self):+ """Test that all attacks have a valid weight."""+ for risk_category in OWASP_ASI_CATEGORIES:+ for attack in risk_category.attacks:+ assert hasattr(attack, "weight")+ assert isinstance(attack.weight, int)+ assert attack.weight >= 1++ def test_owasp_asi_2026_category_vulnerability_mapping(self):+ """Test that all categories map to vulnerabilities properly."""+ categories = OWASP_ASI_CATEGORIES+ assert set([category.name for category in categories]) == {+ "ASI_01",+ "ASI_02",+ "ASI_03",+ "ASI_04",+ "ASI_05",+ "ASI_06",+ "ASI_07",+ "ASI_08",+ "ASI_09",+ "ASI_10",+ }+ for risk_category in categories:+ assert isinstance(risk_category, RiskCategory)+ assert all(+ isinstance(v, BaseVulnerability)+ for v in risk_category.vulnerabilities+ )++ def test_owasp_asi_2026_category_attack_mapping(self):+ """Test that all categories map to attacks properly."""+ categories = OWASP_ASI_CATEGORIES+ assert set([category.name for category in categories]) == {+ "ASI_01",+ "ASI_02",+ "ASI_03",+ "ASI_04",+ "ASI_05",+ "ASI_06",+ "ASI_07",+ "ASI_08",+ "ASI_09",+ "ASI_10",+ }+ for risk_category in categories:+ assert isinstance(risk_category, RiskCategory)+ assert all(isinstance(a, BaseAttack) for a in risk_category.attacks)++ def test_owasp_asi_2026_framework_with_red_team(self):+ import random++ """Test that OWASP ASI 2026 framework integrates correctly with red_team function."""++ # Simple mock model for testing+ def mock_model_callback(prompt: str, turns=None) -> str:+ return "I am a safe AI model and cannot perform unsafe actions."++ categories = [+ "ASI_01",+ "ASI_02",+ "ASI_03",+ "ASI_04",+ "ASI_05",+ "ASI_06",+ "ASI_07",+ "ASI_08",+ "ASI_09",+ "ASI_10",+ ]+ random_category = random.choice(categories)++ risk_assessment = red_team(+ model_callback=mock_model_callback,+ framework=OWASP_ASI_2026(categories=[random_category]),+ async_mode=False,+ ignore_errors=True,+ )++ assert isinstance(risk_assessment, RiskAssessment)+ assert risk_assessment is not None