DeepTeam is a framework to red team LLMs and AI agents.
update red teamer to pass attack engine
A-Vamshi93e1134e6027
diff --git a/deepteam/red_team.py b/deepteam/red_team.pyindex 28a9a644..81e7383e 100644--- a/deepteam/red_team.py+++ b/deepteam/red_team.py@@ -5,6 +5,7 @@ from deepteam.vulnerabilities import BaseVulnerabilityfrom deepteam.attacks import BaseAttackfrom deepteam.attacks.multi_turn.types import CallbackTypefrom deepteam.red_teamer import RedTeamer+from deepteam.attacks.attack_engine import AttackEnginefrom deepteam.frameworks.frameworks import AISafetyFramework@@ -20,6 +21,7 @@ def red_team(async_mode: bool = True,max_concurrent: int = 10,target_purpose: Optional[str] = None,+ attack_engine: Optional[AttackEngine] = None,):red_teamer = RedTeamer(async_mode=async_mode,@@ -27,6 +29,7 @@ def red_team(target_purpose=target_purpose,simulator_model=simulator_model,evaluation_model=evaluation_model,+ attack_engine=attack_engine,)risk_assessment = red_teamer.red_team(model_callback=model_callback,@@ -37,5 +40,6 @@ def red_team(framework=framework,attacks_per_vulnerability_type=attacks_per_vulnerability_type,ignore_errors=ignore_errors,+ attack_engine=attack_engine,)return risk_assessmentdiff --git a/deepteam/red_teamer/red_teamer.py b/deepteam/red_teamer/red_teamer.pyindex 2bc5eccb..c13b74a6 100644--- a/deepteam/red_teamer/red_teamer.py+++ b/deepteam/red_teamer/red_teamer.py@@ -35,6 +35,7 @@ from deepteam.red_teamer.utils import (from deepteam.vulnerabilities import BaseVulnerabilityfrom deepteam.vulnerabilities.types import VulnerabilityTypefrom deepteam.attacks.attack_simulator import AttackSimulator+from deepteam.attacks.attack_engine import AttackEnginefrom deepteam.attacks.multi_turn.types import CallbackTypefrom deepteam.metrics import BaseRedTeamingMetricfrom deepteam.red_teamer.risk_assessment import (@@ -59,6 +60,7 @@ class RedTeamer:target_purpose: Optional[str] = "",async_mode: bool = True,max_concurrent: int = 10,+ attack_engine: Optional[AttackEngine] = None,):self.target_purpose = target_purposeself.simulator_model, _ = initialize_model(simulator_model)@@ -66,12 +68,28 @@ class RedTeamer:self.async_mode = async_modeself.synthetic_goldens: List[Golden] = []self.max_concurrent = max_concurrent+ self.user_attack_engine = attack_engineself.attack_simulator = AttackSimulator(simulator_model=self.simulator_model,purpose=self.target_purpose,max_concurrent=max_concurrent,)+ def _resolve_attack_engine(+ self, attack_engine: Optional[AttackEngine]+ ) -> AttackEngine:+ if attack_engine is not None:+ return attack_engine+ if self.user_attack_engine is not None:+ return self.user_attack_engine+ purpose = self.target_purpose or None+ if purpose == "":+ purpose = None+ return AttackEngine(+ simulator_model=self.simulator_model,+ purpose=purpose,+ )+def red_team(self,model_callback: Union[CallbackType, str, DeepEvalBaseLLM],@@ -84,6 +102,7 @@ class RedTeamer:ignore_errors: bool = True,reuse_simulated_test_cases: bool = False,metadata: Optional[dict] = None,+ attack_engine: Optional[AttackEngine] = None,_print_assessment: Optional[bool] = True,_upload_to_confident: Optional[bool] = True,):@@ -124,6 +143,7 @@ class RedTeamer:ignore_errors=ignore_errors,reuse_simulated_test_cases=reuse_simulated_test_cases,metadata=metadata,+ attack_engine=attack_engine,_print_assessment=_print_assessment,))@@ -185,6 +205,10 @@ class RedTeamer:simulated_test_cases = framework.test_caseselse:self.attack_simulator.model_callback = model_callback+ if vulnerabilities:+ self.attack_simulator.attack_engine = (+ self._resolve_attack_engine(attack_engine)+ )simulated_test_cases: List[RTTestCase] = (self.attack_simulator.simulate(attacks_per_vulnerability_type=attacks_per_vulnerability_type,@@ -294,6 +318,7 @@ class RedTeamer:ignore_errors: bool = False,reuse_simulated_test_cases: bool = False,metadata: Optional[dict] = None,+ attack_engine: Optional[AttackEngine] = None,_print_assessment: Optional[bool] = True,_upload_to_confident: Optional[bool] = True,):@@ -376,6 +401,10 @@ class RedTeamer:simulated_test_cases = framework.test_caseselse:self.attack_simulator.model_callback = model_callback+ if vulnerabilities:+ self.attack_simulator.attack_engine = (+ self._resolve_attack_engine(attack_engine)+ )simulated_test_cases: List[RTTestCase] = (await self.attack_simulator.a_simulate(attacks_per_vulnerability_type=attacks_per_vulnerability_type,