Skip to content

DeepTeam is a framework to red team LLMs and AI agents.

lint

A-Vamshi7fe004b32fba
diff --git a/deepteam/vulnerabilities/agentic/excessive_agency/excessive_agency.py b/deepteam/vulnerabilities/agentic/excessive_agency/excessive_agency.py
index e9ca572f..70297682 100644
--- a/deepteam/vulnerabilities/agentic/excessive_agency/excessive_agency.py
+++ b/deepteam/vulnerabilities/agentic/excessive_agency/excessive_agency.py
@@ -71,9 +71,7 @@ class ExcessiveAgency(BaseVulnerability):
async_mode=self.async_mode,
)
- simulated_test_cases = self.simulate_attacks(
- purpose
- )
+ simulated_test_cases = self.simulate_attacks(purpose)
results: Dict[ExcessiveAgencyType, List[RTTestCase]] = dict()
@@ -113,9 +111,7 @@ class ExcessiveAgency(BaseVulnerability):
async_mode=self.async_mode,
)
- simulated_test_cases = await self.a_simulate_attacks(
- purpose
- )
+ simulated_test_cases = await self.a_simulate_attacks(purpose)
results: Dict[ExcessiveAgencyType, List[RTTestCase]] = dict()
diff --git a/deepteam/vulnerabilities/agentic/goal_theft/goal_theft.py b/deepteam/vulnerabilities/agentic/goal_theft/goal_theft.py
index 6f84eeec..450809ec 100644
--- a/deepteam/vulnerabilities/agentic/goal_theft/goal_theft.py
+++ b/deepteam/vulnerabilities/agentic/goal_theft/goal_theft.py
@@ -73,9 +73,7 @@ class GoalTheft(BaseVulnerability):
async_mode=self.async_mode,
)
- simulated_test_cases = self.simulate_attacks(
- purpose
- )
+ simulated_test_cases = self.simulate_attacks(purpose)
results: Dict[GoalTheftType, List[RTTestCase]] = dict()
@@ -115,9 +113,7 @@ class GoalTheft(BaseVulnerability):
async_mode=self.async_mode,
)
- simulated_test_cases = await self.a_simulate_attacks(
- purpose
- )
+ simulated_test_cases = await self.a_simulate_attacks(purpose)
results: Dict[GoalTheftType, List[RTTestCase]] = dict()
diff --git a/deepteam/vulnerabilities/agentic/recursive_hijacking/recursive_hijacking.py b/deepteam/vulnerabilities/agentic/recursive_hijacking/recursive_hijacking.py
index 5c9c041f..e33bb67f 100644
--- a/deepteam/vulnerabilities/agentic/recursive_hijacking/recursive_hijacking.py
+++ b/deepteam/vulnerabilities/agentic/recursive_hijacking/recursive_hijacking.py
@@ -77,9 +77,7 @@ class RecursiveHijacking(BaseVulnerability):
async_mode=self.async_mode,
)
- simulated_test_cases = self.simulate_attacks(
- purpose
- )
+ simulated_test_cases = self.simulate_attacks(purpose)
results: Dict[RecursiveHijackingType, List[RTTestCase]] = dict()
@@ -119,9 +117,7 @@ class RecursiveHijacking(BaseVulnerability):
async_mode=self.async_mode,
)
- simulated_test_cases = await self.a_simulate_attacks(
- purpose
- )
+ simulated_test_cases = await self.a_simulate_attacks(purpose)
results: Dict[RecursiveHijackingType, List[RTTestCase]] = dict()
diff --git a/deepteam/vulnerabilities/agentic/robustness/robustness.py b/deepteam/vulnerabilities/agentic/robustness/robustness.py
index 88002c8f..8641e275 100644
--- a/deepteam/vulnerabilities/agentic/robustness/robustness.py
+++ b/deepteam/vulnerabilities/agentic/robustness/robustness.py
@@ -72,9 +72,7 @@ class Robustness(BaseVulnerability):
async_mode=self.async_mode,
)
- simulated_test_cases = self.simulate_attacks(
- purpose
- )
+ simulated_test_cases = self.simulate_attacks(purpose)
results: Dict[RobustnessType, List[RTTestCase]] = dict()
@@ -114,9 +112,7 @@ class Robustness(BaseVulnerability):
async_mode=self.async_mode,
)
- simulated_test_cases = await self.a_simulate_attacks(
- purpose
- )
+ simulated_test_cases = await self.a_simulate_attacks(purpose)
results: Dict[RobustnessType, List[RTTestCase]] = dict()
diff --git a/deepteam/vulnerabilities/bfla/bfla.py b/deepteam/vulnerabilities/bfla/bfla.py
index e3fae7f3..96c02315 100644
--- a/deepteam/vulnerabilities/bfla/bfla.py
+++ b/deepteam/vulnerabilities/bfla/bfla.py
@@ -70,9 +70,7 @@ class BFLA(BaseVulnerability):
async_mode=self.async_mode,
)
- simulated_test_cases = self.simulate_attacks(
- purpose
- )
+ simulated_test_cases = self.simulate_attacks(purpose)
results: Dict[BFLAType, List[RTTestCase]] = dict()
@@ -111,9 +109,7 @@ class BFLA(BaseVulnerability):
async_mode=self.async_mode,
)
- simulated_test_cases = await self.a_simulate_attacks(
- purpose
- )
+ simulated_test_cases = await self.a_simulate_attacks(purpose)
results: Dict[BFLAType, List[RTTestCase]] = dict()
diff --git a/deepteam/vulnerabilities/bias/bias.py b/deepteam/vulnerabilities/bias/bias.py
index ce1ea1d3..81566ba3 100644
--- a/deepteam/vulnerabilities/bias/bias.py
+++ b/deepteam/vulnerabilities/bias/bias.py
@@ -67,9 +67,7 @@ class Bias(BaseVulnerability):
async_mode=self.async_mode,
)
- simulated_test_cases = self.simulate_attacks(
- purpose
- )
+ simulated_test_cases = self.simulate_attacks(purpose)
results: Dict[BiasType, List[RTTestCase]] = dict()
@@ -108,9 +106,7 @@ class Bias(BaseVulnerability):
async_mode=self.async_mode,
)
- simulated_test_cases = await self.a_simulate_attacks(
- purpose
- )
+ simulated_test_cases = await self.a_simulate_attacks(purpose)
results: Dict[BiasType, List[RTTestCase]] = dict()
diff --git a/deepteam/vulnerabilities/bola/bola.py b/deepteam/vulnerabilities/bola/bola.py
index 6b86f61e..d46a3616 100644
--- a/deepteam/vulnerabilities/bola/bola.py
+++ b/deepteam/vulnerabilities/bola/bola.py
@@ -70,9 +70,7 @@ class BOLA(BaseVulnerability):
async_mode=self.async_mode,
)
- simulated_test_cases = self.simulate_attacks(
- purpose
- )
+ simulated_test_cases = self.simulate_attacks(purpose)
results: Dict[BOLAType, List[RTTestCase]] = dict()
diff --git a/deepteam/vulnerabilities/competition/competition.py b/deepteam/vulnerabilities/competition/competition.py
index 87acd5bd..2df5d9af 100644
--- a/deepteam/vulnerabilities/competition/competition.py
+++ b/deepteam/vulnerabilities/competition/competition.py
@@ -75,9 +75,7 @@ class Competition(BaseVulnerability):
async_mode=self.async_mode,
)
- simulated_test_cases = self.simulate_attacks(
- purpose
- )
+ simulated_test_cases = self.simulate_attacks(purpose)
results: Dict[CompetitionType, List[RTTestCase]] = dict()
@@ -116,9 +114,7 @@ class Competition(BaseVulnerability):
async_mode=self.async_mode,
)
- simulated_test_cases = await self.a_simulate_attacks(
- purpose
- )
+ simulated_test_cases = await self.a_simulate_attacks(purpose)
results: Dict[CompetitionType, List[RTTestCase]] = dict()
diff --git a/deepteam/vulnerabilities/custom/custom.py b/deepteam/vulnerabilities/custom/custom.py
index 40576518..6682cd43 100644
--- a/deepteam/vulnerabilities/custom/custom.py
+++ b/deepteam/vulnerabilities/custom/custom.py
@@ -86,9 +86,7 @@ class CustomVulnerability(BaseVulnerability):
async_mode=self.async_mode,
)
- simulated_test_cases = self.simulate_attacks(
- purpose
- )
+ simulated_test_cases = self.simulate_attacks(purpose)
results: Dict[Enum, List[RTTestCase]] = dict()
@@ -127,9 +125,7 @@ class CustomVulnerability(BaseVulnerability):
async_mode=self.async_mode,
)
- simulated_test_cases = await self.a_simulate_attacks(
- purpose
- )
+ simulated_test_cases = await self.a_simulate_attacks(purpose)
results: Dict[Enum, List[RTTestCase]] = dict()
diff --git a/deepteam/vulnerabilities/debug_access/debug_access.py b/deepteam/vulnerabilities/debug_access/debug_access.py
index b9899505..addc640e 100644
--- a/deepteam/vulnerabilities/debug_access/debug_access.py
+++ b/deepteam/vulnerabilities/debug_access/debug_access.py
@@ -71,9 +71,7 @@ class DebugAccess(BaseVulnerability):
async_mode=self.async_mode,
)
- simulated_test_cases = self.simulate_attacks(
- purpose
- )
+ simulated_test_cases = self.simulate_attacks(purpose)
results: Dict[DebugAccessType, List[RTTestCase]] = dict()
@@ -112,9 +110,7 @@ class DebugAccess(BaseVulnerability):
async_mode=self.async_mode,
)
- simulated_test_cases = await self.a_simulate_attacks(
- purpose
- )
+ simulated_test_cases = await self.a_simulate_attacks(purpose)
results: Dict[DebugAccessType, List[RTTestCase]] = dict()
diff --git a/deepteam/vulnerabilities/graphic_content/graphic_content.py b/deepteam/vulnerabilities/graphic_content/graphic_content.py
index 2dbb5e4f..b48e9811 100644
--- a/deepteam/vulnerabilities/graphic_content/graphic_content.py
+++ b/deepteam/vulnerabilities/graphic_content/graphic_content.py
@@ -70,9 +70,7 @@ class GraphicContent(BaseVulnerability):
async_mode=self.async_mode,
)
- simulated_test_cases = self.simulate_attacks(
- purpose
- )
+ simulated_test_cases = self.simulate_attacks(purpose)
results: Dict[GraphicContentType, List[RTTestCase]] = dict()
@@ -111,9 +109,7 @@ class GraphicContent(BaseVulnerability):
async_mode=self.async_mode,
)
- simulated_test_cases = await self.a_simulate_attacks(
- purpose
- )
+ simulated_test_cases = await self.a_simulate_attacks(purpose)
results: Dict[GraphicContentType, List[RTTestCase]] = dict()
diff --git a/deepteam/vulnerabilities/illegal_activity/illegal_activity.py b/deepteam/vulnerabilities/illegal_activity/illegal_activity.py
index c530b483..781e6279 100644
--- a/deepteam/vulnerabilities/illegal_activity/illegal_activity.py
+++ b/deepteam/vulnerabilities/illegal_activity/illegal_activity.py
@@ -76,9 +76,7 @@ class IllegalActivity(BaseVulnerability):
async_mode=self.async_mode,
)
- simulated_test_cases = self.simulate_attacks(
- purpose
- )
+ simulated_test_cases = self.simulate_attacks(purpose)
results: Dict[IllegalActivityType, List[RTTestCase]] = dict()
@@ -117,9 +115,7 @@ class IllegalActivity(BaseVulnerability):
async_mode=self.async_mode,
)
- simulated_test_cases = await self.a_simulate_attacks(
- purpose
- )
+ simulated_test_cases = await self.a_simulate_attacks(purpose)
results: Dict[IllegalActivityType, List[RTTestCase]] = dict()
diff --git a/deepteam/vulnerabilities/intellectual_property/intellectual_property.py b/deepteam/vulnerabilities/intellectual_property/intellectual_property.py
index 063c9eaf..0af7cd30 100644
--- a/deepteam/vulnerabilities/intellectual_property/intellectual_property.py
+++ b/deepteam/vulnerabilities/intellectual_property/intellectual_property.py
@@ -75,9 +75,7 @@ class IntellectualProperty(BaseVulnerability):
async_mode=self.async_mode,
)
- simulated_test_cases = self.simulate_attacks(
- purpose
- )
+ simulated_test_cases = self.simulate_attacks(purpose)
results: Dict[IntellectualPropertyType, List[RTTestCase]] = dict()
@@ -116,9 +114,7 @@ class IntellectualProperty(BaseVulnerability):
async_mode=self.async_mode,
)
- simulated_test_cases = await self.a_simulate_attacks(
- purpose
- )
+ simulated_test_cases = await self.a_simulate_attacks(purpose)
results: Dict[IntellectualPropertyType, List[RTTestCase]] = dict()
diff --git a/deepteam/vulnerabilities/misinformation/misinformation.py b/deepteam/vulnerabilities/misinformation/misinformation.py
index 2b7a453c..d3f71d99 100644
--- a/deepteam/vulnerabilities/misinformation/misinformation.py
+++ b/deepteam/vulnerabilities/misinformation/misinformation.py
@@ -71,9 +71,7 @@ class Misinformation(BaseVulnerability):
async_mode=self.async_mode,
)
- simulated_test_cases = self.simulate_attacks(
- purpose
- )
+ simulated_test_cases = self.simulate_attacks(purpose)
results: Dict[MisinformationType, List[RTTestCase]] = dict()
@@ -112,9 +110,7 @@ class Misinformation(BaseVulnerability):
async_mode=self.async_mode,
)
- simulated_test_cases = await self.a_simulate_attacks(
- purpose
- )
+ simulated_test_cases = await self.a_simulate_attacks(purpose)
results: Dict[MisinformationType, List[RTTestCase]] = dict()
diff --git a/deepteam/vulnerabilities/personal_safety/personal_safety.py b/deepteam/vulnerabilities/personal_safety/personal_safety.py
index 1b109df5..f9cc86d5 100644
--- a/deepteam/vulnerabilities/personal_safety/personal_safety.py
+++ b/deepteam/vulnerabilities/personal_safety/personal_safety.py
@@ -74,9 +74,7 @@ class PersonalSafety(BaseVulnerability):
async_mode=self.async_mode,
)
- simulated_test_cases = self.simulate_attacks(
- purpose
- )
+ simulated_test_cases = self.simulate_attacks(purpose)
results: Dict[PersonalSafetyType, List[RTTestCase]] = dict()
@@ -115,9 +113,7 @@ class PersonalSafety(BaseVulnerability):
async_mode=self.async_mode,
)
- simulated_test_cases = await self.a_simulate_attacks(
- purpose
- )
+ simulated_test_cases = await self.a_simulate_attacks(purpose)
results: Dict[PersonalSafetyType, List[RTTestCase]] = dict()
diff --git a/deepteam/vulnerabilities/pii_leakage/pii_leakage.py b/deepteam/vulnerabilities/pii_leakage/pii_leakage.py
index 42403b7e..be22020f 100644
--- a/deepteam/vulnerabilities/pii_leakage/pii_leakage.py
+++ b/deepteam/vulnerabilities/pii_leakage/pii_leakage.py
@@ -73,9 +73,7 @@ class PIILeakage(BaseVulnerability):
async_mode=self.async_mode,
)
- simulated_test_cases = self.simulate_attacks(
- purpose
- )
+ simulated_test_cases = self.simulate_attacks(purpose)
results: Dict[PIILeakageType, List[RTTestCase]] = dict()
@@ -114,9 +112,7 @@ class PIILeakage(BaseVulnerability):
async_mode=self.async_mode,
)
- simulated_test_cases = await self.a_simulate_attacks(
- purpose
- )
+ simulated_test_cases = await self.a_simulate_attacks(purpose)
results: Dict[PIILeakageType, List[RTTestCase]] = dict()
diff --git a/deepteam/vulnerabilities/prompt_leakage/prompt_leakage.py b/deepteam/vulnerabilities/prompt_leakage/prompt_leakage.py
index 7b9de0c5..407402dc 100644
--- a/deepteam/vulnerabilities/prompt_leakage/prompt_leakage.py
+++ b/deepteam/vulnerabilities/prompt_leakage/prompt_leakage.py
@@ -73,9 +73,7 @@ class PromptLeakage(BaseVulnerability):
async_mode=self.async_mode,
)
- simulated_test_cases = self.simulate_attacks(
- purpose
- )
+ simulated_test_cases = self.simulate_attacks(purpose)
results: Dict[PromptLeakageType, List[RTTestCase]] = dict()
@@ -114,9 +112,7 @@ class PromptLeakage(BaseVulnerability):
async_mode=self.async_mode,
)
- simulated_test_cases = await self.a_simulate_attacks(
- purpose
- )
+ simulated_test_cases = await self.a_simulate_attacks(purpose)
results: Dict[PromptLeakageType, List[RTTestCase]] = dict()
diff --git a/deepteam/vulnerabilities/rbac/rbac.py b/deepteam/vulnerabilities/rbac/rbac.py
index 9922a30b..797e9535 100644
--- a/deepteam/vulnerabilities/rbac/rbac.py
+++ b/deepteam/vulnerabilities/rbac/rbac.py
@@ -70,9 +70,7 @@ class RBAC(BaseVulnerability):
async_mode=self.async_mode,
)
- simulated_test_cases = self.simulate_attacks(
- purpose
- )
+ simulated_test_cases = self.simulate_attacks(purpose)
results: Dict[RBACType, List[RTTestCase]] = dict()
@@ -111,9 +109,7 @@ class RBAC(BaseVulnerability):
async_mode=self.async_mode,
)
- simulated_test_cases = await self.a_simulate_attacks(
- purpose
- )
+ simulated_test_cases = await self.a_simulate_attacks(purpose)
results: Dict[RBACType, List[RTTestCase]] = dict()
diff --git a/deepteam/vulnerabilities/shell_injection/shell_injection.py b/deepteam/vulnerabilities/shell_injection/shell_injection.py
index b3a61a30..cc6c4899 100644
--- a/deepteam/vulnerabilities/shell_injection/shell_injection.py
+++ b/deepteam/vulnerabilities/shell_injection/shell_injection.py
@@ -72,9 +72,7 @@ class ShellInjection(BaseVulnerability):
async_mode=self.async_mode,
)
- simulated_test_cases = self.simulate_attacks(
- purpose
- )
+ simulated_test_cases = self.simulate_attacks(purpose)
results: Dict[ShellInjectionType, List[RTTestCase]] = dict()
@@ -113,9 +111,7 @@ class ShellInjection(BaseVulnerability):
async_mode=self.async_mode,
)
- simulated_test_cases = await self.a_simulate_attacks(
- purpose
- )
+ simulated_test_cases = await self.a_simulate_attacks(purpose)
results: Dict[ShellInjectionType, List[RTTestCase]] = dict()
diff --git a/deepteam/vulnerabilities/sql_injection/sql_injection.py b/deepteam/vulnerabilities/sql_injection/sql_injection.py
index ca7cd231..0d52334b 100644
--- a/deepteam/vulnerabilities/sql_injection/sql_injection.py
+++ b/deepteam/vulnerabilities/sql_injection/sql_injection.py
@@ -72,9 +72,7 @@ class SQLInjection(BaseVulnerability):
async_mode=self.async_mode,
)
- simulated_test_cases = self.simulate_attacks(
- purpose
- )
+ simulated_test_cases = self.simulate_attacks(purpose)
results: Dict[SQLInjectionType, List[RTTestCase]] = dict()
@@ -113,9 +111,7 @@ class SQLInjection(BaseVulnerability):
async_mode=self.async_mode,
)
- simulated_test_cases = await self.a_simulate_attacks(
- purpose
- )
+ simulated_test_cases = await self.a_simulate_attacks(purpose)
results: Dict[SQLInjectionType, List[RTTestCase]] = dict()
diff --git a/deepteam/vulnerabilities/ssrf/ssrf.py b/deepteam/vulnerabilities/ssrf/ssrf.py
index 37fffae6..8484478c 100644
--- a/deepteam/vulnerabilities/ssrf/ssrf.py
+++ b/deepteam/vulnerabilities/ssrf/ssrf.py
@@ -70,9 +70,7 @@ class SSRF(BaseVulnerability):
async_mode=self.async_mode,
)
- simulated_test_cases = self.simulate_attacks(
- purpose
- )
+ simulated_test_cases = self.simulate_attacks(purpose)
results: Dict[SSRFType, List[RTTestCase]] = dict()
@@ -111,9 +109,7 @@ class SSRF(BaseVulnerability):
async_mode=self.async_mode,
)
- simulated_test_cases = await self.a_simulate_attacks(
- purpose
- )
+ simulated_test_cases = await self.a_simulate_attacks(purpose)
results: Dict[SSRFType, List[RTTestCase]] = dict()
diff --git a/deepteam/vulnerabilities/toxicity/toxicity.py b/deepteam/vulnerabilities/toxicity/toxicity.py
index 97d28a4b..e4f55ed8 100644
--- a/deepteam/vulnerabilities/toxicity/toxicity.py
+++ b/deepteam/vulnerabilities/toxicity/toxicity.py
@@ -68,9 +68,7 @@ class Toxicity(BaseVulnerability):
async_mode=self.async_mode,
)
- simulated_test_cases = self.simulate_attacks(
- purpose
- )
+ simulated_test_cases = self.simulate_attacks(purpose)
results: Dict[ToxicityType, List[RTTestCase]] = dict()