DeepTeam is a framework to red team LLMs and AI agents.
fix sync path
penguine1d918fa733ed
diff --git a/deepteam/red_teamer/red_teamer.py b/deepteam/red_teamer/red_teamer.pyindex ebb14d86..c9508a7a 100644--- a/deepteam/red_teamer/red_teamer.py+++ b/deepteam/red_teamer/red_teamer.py@@ -93,22 +93,6 @@ class RedTeamer:"You can only pass either 'framework' or 'attacks' and 'vulnerabilities' at the same time")- # if framework and not framework._has_dataset:- # risk_assessment = self._assess_framework(- # model_callback=model_callback,- # simulator_model=simulator_model,- # evaluation_model=evaluation_model,- # framework=framework,- # attacks_per_vulnerability_type=attacks_per_vulnerability_type,- # ignore_errors=ignore_errors,- # reuse_simulated_test_cases=reuse_simulated_test_cases,- # metadata=metadata,- # )- # if _upload_to_confident:- # self.risk_assessment = risk_assessment- # self._post_risk_assessment()- # return risk_assessment-if self.async_mode:validate_model_callback_signature(model_callback=model_callback,@@ -131,6 +115,22 @@ class RedTeamer:))else:+ if framework and not framework._has_dataset:+ risk_assessment = self._assess_framework(+ model_callback=model_callback,+ simulator_model=simulator_model,+ evaluation_model=evaluation_model,+ framework=framework,+ attacks_per_vulnerability_type=attacks_per_vulnerability_type,+ ignore_errors=ignore_errors,+ reuse_simulated_test_cases=reuse_simulated_test_cases,+ metadata=metadata,+ )+ if _upload_to_confident:+ self.risk_assessment = risk_assessment+ self._post_risk_assessment()+ return risk_assessment+if framework and framework._has_dataset:progress = create_progress()with progress:diff --git a/kk.py b/kk.pynew file mode 100644index 00000000..3f566bc3--- /dev/null+++ b/kk.py@@ -0,0 +1,22 @@+import random+from deepteam import red_team+from deepteam.frameworks import MITRE++def mock_model_callback(prompt: str, turns=None) -> str:+ return "This request violates internal policy."++categories = [+ "reconnaissance",+ "resource_development",+ "initial_access",+ "ml_attack_staging",+ "exfiltration",+ "impact",+]+random_category = random.choice(categories)+risk_assessment = red_team(+ model_callback=mock_model_callback,+ framework=MITRE(categories=[random_category]),+ async_mode=False,+ ignore_errors=True,+)\ No newline at end of file