Skip to content

DeepTeam is a framework to red team LLMs and AI agents.

minor fixes

A-Vamshib782e8d40601
diff --git a/deepteam/attacks/attack_simulator/attack_simulator.py b/deepteam/attacks/attack_simulator/attack_simulator.py
index 5a9190f6..9f4243c1 100644
--- a/deepteam/attacks/attack_simulator/attack_simulator.py
+++ b/deepteam/attacks/attack_simulator/attack_simulator.py
@@ -286,7 +286,7 @@ class AttackSimulator:
model_callback=self.model_callback,
turns=turns,
vulnerability=test_case.vulnerability,
- vulnerability_type=test_case.vulnerability_type,
+ vulnerability_type=test_case.vulnerability_type.value,
)
test_case.turns = res
@@ -395,7 +395,7 @@ class AttackSimulator:
model_callback=self.model_callback,
turns=turns,
vulnerability=test_case.vulnerability,
- vulnerability_type=test_case.vulnerability_type,
+ vulnerability_type=test_case.vulnerability_type.value,
)
test_case.turns = res
diff --git a/deepteam/attacks/multi_turn/bad_likert_judge/bad_likert_judge.py b/deepteam/attacks/multi_turn/bad_likert_judge/bad_likert_judge.py
index 137bbc2b..230fa30a 100644
--- a/deepteam/attacks/multi_turn/bad_likert_judge/bad_likert_judge.py
+++ b/deepteam/attacks/multi_turn/bad_likert_judge/bad_likert_judge.py
@@ -367,7 +367,7 @@ class BadLikertJudge(BaseAttack):
model_callback=model_callback,
turns=inner_turns,
vulnerability=vulnerability_name,
- vulnerability_type=vuln_type,
+ vulnerability_type=vuln_type.value,
)
result[vuln_type] = enhanced_turns
@@ -449,7 +449,7 @@ class BadLikertJudge(BaseAttack):
model_callback=model_callback,
turns=inner_turns,
vulnerability=vulnerability_name,
- vulnerability_type=vuln_type,
+ vulnerability_type=vuln_type.value,
)
result[vuln_type] = enhanced_turns
diff --git a/deepteam/attacks/multi_turn/crescendo_jailbreaking/crescendo_jailbreaking.py b/deepteam/attacks/multi_turn/crescendo_jailbreaking/crescendo_jailbreaking.py
index ba286202..5b0a7708 100644
--- a/deepteam/attacks/multi_turn/crescendo_jailbreaking/crescendo_jailbreaking.py
+++ b/deepteam/attacks/multi_turn/crescendo_jailbreaking/crescendo_jailbreaking.py
@@ -491,9 +491,12 @@ class CrescendoJailbreaking(BaseAttack):
)
# Run enhancement loop and assign full turn history
+ vulnerability_name = vulnerability.get_name()
enhanced_turns = self._get_turns(
model_callback=model_callback,
turns=inner_turns,
+ vulnerability=vulnerability_name,
+ vulnerability_type=vuln_type.value,
)
result[vuln_type] = enhanced_turns
@@ -575,7 +578,7 @@ class CrescendoJailbreaking(BaseAttack):
model_callback=model_callback,
turns=inner_turns,
vulnerability=vulnerability_name,
- vulnerability_type=vuln_type,
+ vulnerability_type=vuln_type.value,
)
result[vuln_type] = enhanced_turns
diff --git a/deepteam/attacks/multi_turn/linear_jailbreaking/linear_jailbreaking.py b/deepteam/attacks/multi_turn/linear_jailbreaking/linear_jailbreaking.py
index d0776f1d..ce01515c 100644
--- a/deepteam/attacks/multi_turn/linear_jailbreaking/linear_jailbreaking.py
+++ b/deepteam/attacks/multi_turn/linear_jailbreaking/linear_jailbreaking.py
@@ -340,7 +340,7 @@ class LinearJailbreaking(BaseAttack):
model_callback=model_callback,
turns=inner_turns,
vulnerability=vulnerability_name,
- vulnerability_type=vuln_type,
+ vulnerability_type=vuln_type.value,
)
result[vuln_type] = enhanced_turns
@@ -422,7 +422,7 @@ class LinearJailbreaking(BaseAttack):
model_callback=model_callback,
turns=inner_turns,
vulnerability=vulnerability_name,
- vulnerability_type=vuln_type,
+ vulnerability_type=vuln_type.value,
)
result[vuln_type] = enhanced_turns
diff --git a/deepteam/attacks/multi_turn/sequential_break/sequential_break.py b/deepteam/attacks/multi_turn/sequential_break/sequential_break.py
index 8f6375bf..654a0faf 100644
--- a/deepteam/attacks/multi_turn/sequential_break/sequential_break.py
+++ b/deepteam/attacks/multi_turn/sequential_break/sequential_break.py
@@ -500,9 +500,12 @@ class SequentialJailbreak(BaseAttack):
)
# Run enhancement loop and assign full turn history
+ vulnerability_name = vulnerability.get_name()
enhanced_turns = self._get_turns(
model_callback=model_callback,
turns=inner_turns,
+ vulnerability=vulnerability_name,
+ vulnerability_type=vuln_type.value,
)
result[vuln_type] = enhanced_turns
@@ -584,7 +587,7 @@ class SequentialJailbreak(BaseAttack):
model_callback=model_callback,
turns=inner_turns,
vulnerability=vulnerability_name,
- vulnerability_type=vuln_type,
+ vulnerability_type=vuln_type.value,
)
result[vuln_type] = enhanced_turns
diff --git a/deepteam/attacks/multi_turn/tree_jailbreaking/tree_jailbreaking.py b/deepteam/attacks/multi_turn/tree_jailbreaking/tree_jailbreaking.py
index abdb15fb..e9aac840 100644
--- a/deepteam/attacks/multi_turn/tree_jailbreaking/tree_jailbreaking.py
+++ b/deepteam/attacks/multi_turn/tree_jailbreaking/tree_jailbreaking.py
@@ -312,7 +312,7 @@ class TreeJailbreaking(BaseAttack):
model_callback=model_callback,
turns=inner_turns,
vulnerability=vulnerability_name,
- vulnerability_type=vuln_type,
+ vulnerability_type=vuln_type.value,
)
result[vuln_type] = enhanced_turns
@@ -513,7 +513,7 @@ class TreeJailbreaking(BaseAttack):
model_callback=model_callback,
turns=inner_turns,
vulnerability=vulnerability_name,
- vulnerability_type=vuln_type,
+ vulnerability_type=vuln_type.value,
)
result[vuln_type] = enhanced_turns