DeepTeam is a framework to red team LLMs and AI agents.
.
A-Vamshi1576f4667f0d
diff --git a/deepteam/attacks/attack_simulator/attack_simulator.py b/deepteam/attacks/attack_simulator/attack_simulator.pyindex 08a66349..90e92e43 100644--- a/deepteam/attacks/attack_simulator/attack_simulator.py+++ b/deepteam/attacks/attack_simulator/attack_simulator.py@@ -263,6 +263,73 @@ class AttackSimulator:simulated_attack: SimulatedAttack,ignore_errors: bool,):+ from deepteam.attacks.multi_turn import (+ BadLikertJudge,+ CrescendoJailbreaking,+ LinearJailbreaking,+ SequentialJailbreak,+ TreeJailbreaking,+ )+ from deepteam.test_case.test_case import RTTurn++ MULTI_TURN_ATTACKS = [+ BadLikertJudge,+ CrescendoJailbreaking,+ LinearJailbreaking,+ TreeJailbreaking,+ SequentialJailbreak,+ ]++ if type(attack) in MULTI_TURN_ATTACKS:+ # This is multi-turn attack+ attack_input = simulated_attack.input+ if attack_input is None:+ return simulated_attack++ simulated_attack.attack_method = attack.get_name()+ sig = inspect.signature(attack.a_enhance)+ turns = [RTTurn(role="user", content=attack_input)]++ try:+ res = None+ if (+ "simulator_model" in sig.parameters+ and "model_callback" in sig.parameters+ and "turns" in sig.parameters+ ):+ res = attack.enhance(+ self.model_callback, turns, self.simulator_model+ )+ elif "simulator_model" in sig.parameters:+ res = attack.enhance(+ attack=attack_input,+ simulator_model=self.simulator_model,+ )+ elif "model_callback" in sig.parameters:+ res = attack.enhance(+ attack=attack_input,+ model_callback=self.model_callback,+ )+ else:+ res = attack.enhance(attack=attack_input)++ simulated_attack.turn_history = res++ except ModelRefusalError as e:+ if ignore_errors:+ simulated_attack.error = e.message+ return simulated_attack+ else:+ raise+ except:+ if ignore_errors:+ simulated_attack.error = "Error enhancing attack"+ return simulated_attack+ else:+ raise++ return simulated_attack+attack_input = simulated_attack.inputif attack_input is None:return simulated_attack@@ -293,15 +360,7 @@ class AttackSimulator:else:res = attack.enhance(attack=attack_input)- if isinstance(res, list):- if all(isinstance(x, Turn) for x in res):- simulated_attack.turn_history = res- else:- raise ValueError(- "Turn history is not a list of Turn objects"- )- else:- simulated_attack.input = res+ simulated_attack.input = resexcept ModelRefusalError as e:if ignore_errors: