DeepTeam is a framework to red team LLMs and AI agents.
lint
A-Vamshi7fe004b32fba
diff --git a/deepteam/vulnerabilities/agentic/excessive_agency/excessive_agency.py b/deepteam/vulnerabilities/agentic/excessive_agency/excessive_agency.pyindex e9ca572f..70297682 100644--- a/deepteam/vulnerabilities/agentic/excessive_agency/excessive_agency.py+++ b/deepteam/vulnerabilities/agentic/excessive_agency/excessive_agency.py@@ -71,9 +71,7 @@ class ExcessiveAgency(BaseVulnerability):async_mode=self.async_mode,)- simulated_test_cases = self.simulate_attacks(- purpose- )+ simulated_test_cases = self.simulate_attacks(purpose)results: Dict[ExcessiveAgencyType, List[RTTestCase]] = dict()@@ -113,9 +111,7 @@ class ExcessiveAgency(BaseVulnerability):async_mode=self.async_mode,)- simulated_test_cases = await self.a_simulate_attacks(- purpose- )+ simulated_test_cases = await self.a_simulate_attacks(purpose)results: Dict[ExcessiveAgencyType, List[RTTestCase]] = dict()diff --git a/deepteam/vulnerabilities/agentic/goal_theft/goal_theft.py b/deepteam/vulnerabilities/agentic/goal_theft/goal_theft.pyindex 6f84eeec..450809ec 100644--- a/deepteam/vulnerabilities/agentic/goal_theft/goal_theft.py+++ b/deepteam/vulnerabilities/agentic/goal_theft/goal_theft.py@@ -73,9 +73,7 @@ class GoalTheft(BaseVulnerability):async_mode=self.async_mode,)- simulated_test_cases = self.simulate_attacks(- purpose- )+ simulated_test_cases = self.simulate_attacks(purpose)results: Dict[GoalTheftType, List[RTTestCase]] = dict()@@ -115,9 +113,7 @@ class GoalTheft(BaseVulnerability):async_mode=self.async_mode,)- simulated_test_cases = await self.a_simulate_attacks(- purpose- )+ simulated_test_cases = await self.a_simulate_attacks(purpose)results: Dict[GoalTheftType, List[RTTestCase]] = dict()diff --git a/deepteam/vulnerabilities/agentic/recursive_hijacking/recursive_hijacking.py b/deepteam/vulnerabilities/agentic/recursive_hijacking/recursive_hijacking.pyindex 5c9c041f..e33bb67f 100644--- a/deepteam/vulnerabilities/agentic/recursive_hijacking/recursive_hijacking.py+++ b/deepteam/vulnerabilities/agentic/recursive_hijacking/recursive_hijacking.py@@ -77,9 +77,7 @@ class RecursiveHijacking(BaseVulnerability):async_mode=self.async_mode,)- simulated_test_cases = self.simulate_attacks(- purpose- )+ simulated_test_cases = self.simulate_attacks(purpose)results: Dict[RecursiveHijackingType, List[RTTestCase]] = dict()@@ -119,9 +117,7 @@ class RecursiveHijacking(BaseVulnerability):async_mode=self.async_mode,)- simulated_test_cases = await self.a_simulate_attacks(- purpose- )+ simulated_test_cases = await self.a_simulate_attacks(purpose)results: Dict[RecursiveHijackingType, List[RTTestCase]] = dict()diff --git a/deepteam/vulnerabilities/agentic/robustness/robustness.py b/deepteam/vulnerabilities/agentic/robustness/robustness.pyindex 88002c8f..8641e275 100644--- a/deepteam/vulnerabilities/agentic/robustness/robustness.py+++ b/deepteam/vulnerabilities/agentic/robustness/robustness.py@@ -72,9 +72,7 @@ class Robustness(BaseVulnerability):async_mode=self.async_mode,)- simulated_test_cases = self.simulate_attacks(- purpose- )+ simulated_test_cases = self.simulate_attacks(purpose)results: Dict[RobustnessType, List[RTTestCase]] = dict()@@ -114,9 +112,7 @@ class Robustness(BaseVulnerability):async_mode=self.async_mode,)- simulated_test_cases = await self.a_simulate_attacks(- purpose- )+ simulated_test_cases = await self.a_simulate_attacks(purpose)results: Dict[RobustnessType, List[RTTestCase]] = dict()diff --git a/deepteam/vulnerabilities/bfla/bfla.py b/deepteam/vulnerabilities/bfla/bfla.pyindex e3fae7f3..96c02315 100644--- a/deepteam/vulnerabilities/bfla/bfla.py+++ b/deepteam/vulnerabilities/bfla/bfla.py@@ -70,9 +70,7 @@ class BFLA(BaseVulnerability):async_mode=self.async_mode,)- simulated_test_cases = self.simulate_attacks(- purpose- )+ simulated_test_cases = self.simulate_attacks(purpose)results: Dict[BFLAType, List[RTTestCase]] = dict()@@ -111,9 +109,7 @@ class BFLA(BaseVulnerability):async_mode=self.async_mode,)- simulated_test_cases = await self.a_simulate_attacks(- purpose- )+ simulated_test_cases = await self.a_simulate_attacks(purpose)results: Dict[BFLAType, List[RTTestCase]] = dict()diff --git a/deepteam/vulnerabilities/bias/bias.py b/deepteam/vulnerabilities/bias/bias.pyindex ce1ea1d3..81566ba3 100644--- a/deepteam/vulnerabilities/bias/bias.py+++ b/deepteam/vulnerabilities/bias/bias.py@@ -67,9 +67,7 @@ class Bias(BaseVulnerability):async_mode=self.async_mode,)- simulated_test_cases = self.simulate_attacks(- purpose- )+ simulated_test_cases = self.simulate_attacks(purpose)results: Dict[BiasType, List[RTTestCase]] = dict()@@ -108,9 +106,7 @@ class Bias(BaseVulnerability):async_mode=self.async_mode,)- simulated_test_cases = await self.a_simulate_attacks(- purpose- )+ simulated_test_cases = await self.a_simulate_attacks(purpose)results: Dict[BiasType, List[RTTestCase]] = dict()diff --git a/deepteam/vulnerabilities/bola/bola.py b/deepteam/vulnerabilities/bola/bola.pyindex 6b86f61e..d46a3616 100644--- a/deepteam/vulnerabilities/bola/bola.py+++ b/deepteam/vulnerabilities/bola/bola.py@@ -70,9 +70,7 @@ class BOLA(BaseVulnerability):async_mode=self.async_mode,)- simulated_test_cases = self.simulate_attacks(- purpose- )+ simulated_test_cases = self.simulate_attacks(purpose)results: Dict[BOLAType, List[RTTestCase]] = dict()diff --git a/deepteam/vulnerabilities/competition/competition.py b/deepteam/vulnerabilities/competition/competition.pyindex 87acd5bd..2df5d9af 100644--- a/deepteam/vulnerabilities/competition/competition.py+++ b/deepteam/vulnerabilities/competition/competition.py@@ -75,9 +75,7 @@ class Competition(BaseVulnerability):async_mode=self.async_mode,)- simulated_test_cases = self.simulate_attacks(- purpose- )+ simulated_test_cases = self.simulate_attacks(purpose)results: Dict[CompetitionType, List[RTTestCase]] = dict()@@ -116,9 +114,7 @@ class Competition(BaseVulnerability):async_mode=self.async_mode,)- simulated_test_cases = await self.a_simulate_attacks(- purpose- )+ simulated_test_cases = await self.a_simulate_attacks(purpose)results: Dict[CompetitionType, List[RTTestCase]] = dict()diff --git a/deepteam/vulnerabilities/custom/custom.py b/deepteam/vulnerabilities/custom/custom.pyindex 40576518..6682cd43 100644--- a/deepteam/vulnerabilities/custom/custom.py+++ b/deepteam/vulnerabilities/custom/custom.py@@ -86,9 +86,7 @@ class CustomVulnerability(BaseVulnerability):async_mode=self.async_mode,)- simulated_test_cases = self.simulate_attacks(- purpose- )+ simulated_test_cases = self.simulate_attacks(purpose)results: Dict[Enum, List[RTTestCase]] = dict()@@ -127,9 +125,7 @@ class CustomVulnerability(BaseVulnerability):async_mode=self.async_mode,)- simulated_test_cases = await self.a_simulate_attacks(- purpose- )+ simulated_test_cases = await self.a_simulate_attacks(purpose)results: Dict[Enum, List[RTTestCase]] = dict()diff --git a/deepteam/vulnerabilities/debug_access/debug_access.py b/deepteam/vulnerabilities/debug_access/debug_access.pyindex b9899505..addc640e 100644--- a/deepteam/vulnerabilities/debug_access/debug_access.py+++ b/deepteam/vulnerabilities/debug_access/debug_access.py@@ -71,9 +71,7 @@ class DebugAccess(BaseVulnerability):async_mode=self.async_mode,)- simulated_test_cases = self.simulate_attacks(- purpose- )+ simulated_test_cases = self.simulate_attacks(purpose)results: Dict[DebugAccessType, List[RTTestCase]] = dict()@@ -112,9 +110,7 @@ class DebugAccess(BaseVulnerability):async_mode=self.async_mode,)- simulated_test_cases = await self.a_simulate_attacks(- purpose- )+ simulated_test_cases = await self.a_simulate_attacks(purpose)results: Dict[DebugAccessType, List[RTTestCase]] = dict()diff --git a/deepteam/vulnerabilities/graphic_content/graphic_content.py b/deepteam/vulnerabilities/graphic_content/graphic_content.pyindex 2dbb5e4f..b48e9811 100644--- a/deepteam/vulnerabilities/graphic_content/graphic_content.py+++ b/deepteam/vulnerabilities/graphic_content/graphic_content.py@@ -70,9 +70,7 @@ class GraphicContent(BaseVulnerability):async_mode=self.async_mode,)- simulated_test_cases = self.simulate_attacks(- purpose- )+ simulated_test_cases = self.simulate_attacks(purpose)results: Dict[GraphicContentType, List[RTTestCase]] = dict()@@ -111,9 +109,7 @@ class GraphicContent(BaseVulnerability):async_mode=self.async_mode,)- simulated_test_cases = await self.a_simulate_attacks(- purpose- )+ simulated_test_cases = await self.a_simulate_attacks(purpose)results: Dict[GraphicContentType, List[RTTestCase]] = dict()diff --git a/deepteam/vulnerabilities/illegal_activity/illegal_activity.py b/deepteam/vulnerabilities/illegal_activity/illegal_activity.pyindex c530b483..781e6279 100644--- a/deepteam/vulnerabilities/illegal_activity/illegal_activity.py+++ b/deepteam/vulnerabilities/illegal_activity/illegal_activity.py@@ -76,9 +76,7 @@ class IllegalActivity(BaseVulnerability):async_mode=self.async_mode,)- simulated_test_cases = self.simulate_attacks(- purpose- )+ simulated_test_cases = self.simulate_attacks(purpose)results: Dict[IllegalActivityType, List[RTTestCase]] = dict()@@ -117,9 +115,7 @@ class IllegalActivity(BaseVulnerability):async_mode=self.async_mode,)- simulated_test_cases = await self.a_simulate_attacks(- purpose- )+ simulated_test_cases = await self.a_simulate_attacks(purpose)results: Dict[IllegalActivityType, List[RTTestCase]] = dict()diff --git a/deepteam/vulnerabilities/intellectual_property/intellectual_property.py b/deepteam/vulnerabilities/intellectual_property/intellectual_property.pyindex 063c9eaf..0af7cd30 100644--- a/deepteam/vulnerabilities/intellectual_property/intellectual_property.py+++ b/deepteam/vulnerabilities/intellectual_property/intellectual_property.py@@ -75,9 +75,7 @@ class IntellectualProperty(BaseVulnerability):async_mode=self.async_mode,)- simulated_test_cases = self.simulate_attacks(- purpose- )+ simulated_test_cases = self.simulate_attacks(purpose)results: Dict[IntellectualPropertyType, List[RTTestCase]] = dict()@@ -116,9 +114,7 @@ class IntellectualProperty(BaseVulnerability):async_mode=self.async_mode,)- simulated_test_cases = await self.a_simulate_attacks(- purpose- )+ simulated_test_cases = await self.a_simulate_attacks(purpose)results: Dict[IntellectualPropertyType, List[RTTestCase]] = dict()diff --git a/deepteam/vulnerabilities/misinformation/misinformation.py b/deepteam/vulnerabilities/misinformation/misinformation.pyindex 2b7a453c..d3f71d99 100644--- a/deepteam/vulnerabilities/misinformation/misinformation.py+++ b/deepteam/vulnerabilities/misinformation/misinformation.py@@ -71,9 +71,7 @@ class Misinformation(BaseVulnerability):async_mode=self.async_mode,)- simulated_test_cases = self.simulate_attacks(- purpose- )+ simulated_test_cases = self.simulate_attacks(purpose)results: Dict[MisinformationType, List[RTTestCase]] = dict()@@ -112,9 +110,7 @@ class Misinformation(BaseVulnerability):async_mode=self.async_mode,)- simulated_test_cases = await self.a_simulate_attacks(- purpose- )+ simulated_test_cases = await self.a_simulate_attacks(purpose)results: Dict[MisinformationType, List[RTTestCase]] = dict()diff --git a/deepteam/vulnerabilities/personal_safety/personal_safety.py b/deepteam/vulnerabilities/personal_safety/personal_safety.pyindex 1b109df5..f9cc86d5 100644--- a/deepteam/vulnerabilities/personal_safety/personal_safety.py+++ b/deepteam/vulnerabilities/personal_safety/personal_safety.py@@ -74,9 +74,7 @@ class PersonalSafety(BaseVulnerability):async_mode=self.async_mode,)- simulated_test_cases = self.simulate_attacks(- purpose- )+ simulated_test_cases = self.simulate_attacks(purpose)results: Dict[PersonalSafetyType, List[RTTestCase]] = dict()@@ -115,9 +113,7 @@ class PersonalSafety(BaseVulnerability):async_mode=self.async_mode,)- simulated_test_cases = await self.a_simulate_attacks(- purpose- )+ simulated_test_cases = await self.a_simulate_attacks(purpose)results: Dict[PersonalSafetyType, List[RTTestCase]] = dict()diff --git a/deepteam/vulnerabilities/pii_leakage/pii_leakage.py b/deepteam/vulnerabilities/pii_leakage/pii_leakage.pyindex 42403b7e..be22020f 100644--- a/deepteam/vulnerabilities/pii_leakage/pii_leakage.py+++ b/deepteam/vulnerabilities/pii_leakage/pii_leakage.py@@ -73,9 +73,7 @@ class PIILeakage(BaseVulnerability):async_mode=self.async_mode,)- simulated_test_cases = self.simulate_attacks(- purpose- )+ simulated_test_cases = self.simulate_attacks(purpose)results: Dict[PIILeakageType, List[RTTestCase]] = dict()@@ -114,9 +112,7 @@ class PIILeakage(BaseVulnerability):async_mode=self.async_mode,)- simulated_test_cases = await self.a_simulate_attacks(- purpose- )+ simulated_test_cases = await self.a_simulate_attacks(purpose)results: Dict[PIILeakageType, List[RTTestCase]] = dict()diff --git a/deepteam/vulnerabilities/prompt_leakage/prompt_leakage.py b/deepteam/vulnerabilities/prompt_leakage/prompt_leakage.pyindex 7b9de0c5..407402dc 100644--- a/deepteam/vulnerabilities/prompt_leakage/prompt_leakage.py+++ b/deepteam/vulnerabilities/prompt_leakage/prompt_leakage.py@@ -73,9 +73,7 @@ class PromptLeakage(BaseVulnerability):async_mode=self.async_mode,)- simulated_test_cases = self.simulate_attacks(- purpose- )+ simulated_test_cases = self.simulate_attacks(purpose)results: Dict[PromptLeakageType, List[RTTestCase]] = dict()@@ -114,9 +112,7 @@ class PromptLeakage(BaseVulnerability):async_mode=self.async_mode,)- simulated_test_cases = await self.a_simulate_attacks(- purpose- )+ simulated_test_cases = await self.a_simulate_attacks(purpose)results: Dict[PromptLeakageType, List[RTTestCase]] = dict()diff --git a/deepteam/vulnerabilities/rbac/rbac.py b/deepteam/vulnerabilities/rbac/rbac.pyindex 9922a30b..797e9535 100644--- a/deepteam/vulnerabilities/rbac/rbac.py+++ b/deepteam/vulnerabilities/rbac/rbac.py@@ -70,9 +70,7 @@ class RBAC(BaseVulnerability):async_mode=self.async_mode,)- simulated_test_cases = self.simulate_attacks(- purpose- )+ simulated_test_cases = self.simulate_attacks(purpose)results: Dict[RBACType, List[RTTestCase]] = dict()@@ -111,9 +109,7 @@ class RBAC(BaseVulnerability):async_mode=self.async_mode,)- simulated_test_cases = await self.a_simulate_attacks(- purpose- )+ simulated_test_cases = await self.a_simulate_attacks(purpose)results: Dict[RBACType, List[RTTestCase]] = dict()diff --git a/deepteam/vulnerabilities/shell_injection/shell_injection.py b/deepteam/vulnerabilities/shell_injection/shell_injection.pyindex b3a61a30..cc6c4899 100644--- a/deepteam/vulnerabilities/shell_injection/shell_injection.py+++ b/deepteam/vulnerabilities/shell_injection/shell_injection.py@@ -72,9 +72,7 @@ class ShellInjection(BaseVulnerability):async_mode=self.async_mode,)- simulated_test_cases = self.simulate_attacks(- purpose- )+ simulated_test_cases = self.simulate_attacks(purpose)results: Dict[ShellInjectionType, List[RTTestCase]] = dict()@@ -113,9 +111,7 @@ class ShellInjection(BaseVulnerability):async_mode=self.async_mode,)- simulated_test_cases = await self.a_simulate_attacks(- purpose- )+ simulated_test_cases = await self.a_simulate_attacks(purpose)results: Dict[ShellInjectionType, List[RTTestCase]] = dict()diff --git a/deepteam/vulnerabilities/sql_injection/sql_injection.py b/deepteam/vulnerabilities/sql_injection/sql_injection.pyindex ca7cd231..0d52334b 100644--- a/deepteam/vulnerabilities/sql_injection/sql_injection.py+++ b/deepteam/vulnerabilities/sql_injection/sql_injection.py@@ -72,9 +72,7 @@ class SQLInjection(BaseVulnerability):async_mode=self.async_mode,)- simulated_test_cases = self.simulate_attacks(- purpose- )+ simulated_test_cases = self.simulate_attacks(purpose)results: Dict[SQLInjectionType, List[RTTestCase]] = dict()@@ -113,9 +111,7 @@ class SQLInjection(BaseVulnerability):async_mode=self.async_mode,)- simulated_test_cases = await self.a_simulate_attacks(- purpose- )+ simulated_test_cases = await self.a_simulate_attacks(purpose)results: Dict[SQLInjectionType, List[RTTestCase]] = dict()diff --git a/deepteam/vulnerabilities/ssrf/ssrf.py b/deepteam/vulnerabilities/ssrf/ssrf.pyindex 37fffae6..8484478c 100644--- a/deepteam/vulnerabilities/ssrf/ssrf.py+++ b/deepteam/vulnerabilities/ssrf/ssrf.py@@ -70,9 +70,7 @@ class SSRF(BaseVulnerability):async_mode=self.async_mode,)- simulated_test_cases = self.simulate_attacks(- purpose- )+ simulated_test_cases = self.simulate_attacks(purpose)results: Dict[SSRFType, List[RTTestCase]] = dict()@@ -111,9 +109,7 @@ class SSRF(BaseVulnerability):async_mode=self.async_mode,)- simulated_test_cases = await self.a_simulate_attacks(- purpose- )+ simulated_test_cases = await self.a_simulate_attacks(purpose)results: Dict[SSRFType, List[RTTestCase]] = dict()diff --git a/deepteam/vulnerabilities/toxicity/toxicity.py b/deepteam/vulnerabilities/toxicity/toxicity.pyindex 97d28a4b..e4f55ed8 100644--- a/deepteam/vulnerabilities/toxicity/toxicity.py+++ b/deepteam/vulnerabilities/toxicity/toxicity.py@@ -68,9 +68,7 @@ class Toxicity(BaseVulnerability):async_mode=self.async_mode,)- simulated_test_cases = self.simulate_attacks(- purpose- )+ simulated_test_cases = self.simulate_attacks(purpose)results: Dict[ToxicityType, List[RTTestCase]] = dict()