Skip to content

DeepTeam is a framework to red team LLMs and AI agents.

fix sync path

penguine1d918fa733ed
diff --git a/deepteam/red_teamer/red_teamer.py b/deepteam/red_teamer/red_teamer.py
index ebb14d86..c9508a7a 100644
--- a/deepteam/red_teamer/red_teamer.py
+++ b/deepteam/red_teamer/red_teamer.py
@@ -93,22 +93,6 @@ class RedTeamer:
"You can only pass either 'framework' or 'attacks' and 'vulnerabilities' at the same time"
)
- # if framework and not framework._has_dataset:
- # risk_assessment = self._assess_framework(
- # model_callback=model_callback,
- # simulator_model=simulator_model,
- # evaluation_model=evaluation_model,
- # framework=framework,
- # attacks_per_vulnerability_type=attacks_per_vulnerability_type,
- # ignore_errors=ignore_errors,
- # reuse_simulated_test_cases=reuse_simulated_test_cases,
- # metadata=metadata,
- # )
- # if _upload_to_confident:
- # self.risk_assessment = risk_assessment
- # self._post_risk_assessment()
- # return risk_assessment
-
if self.async_mode:
validate_model_callback_signature(
model_callback=model_callback,
@@ -131,6 +115,22 @@ class RedTeamer:
)
)
else:
+ if framework and not framework._has_dataset:
+ risk_assessment = self._assess_framework(
+ model_callback=model_callback,
+ simulator_model=simulator_model,
+ evaluation_model=evaluation_model,
+ framework=framework,
+ attacks_per_vulnerability_type=attacks_per_vulnerability_type,
+ ignore_errors=ignore_errors,
+ reuse_simulated_test_cases=reuse_simulated_test_cases,
+ metadata=metadata,
+ )
+ if _upload_to_confident:
+ self.risk_assessment = risk_assessment
+ self._post_risk_assessment()
+ return risk_assessment
+
if framework and framework._has_dataset:
progress = create_progress()
with progress:
diff --git a/kk.py b/kk.py
new file mode 100644
index 00000000..3f566bc3
--- /dev/null
+++ b/kk.py
@@ -0,0 +1,22 @@
+import random
+from deepteam import red_team
+from deepteam.frameworks import MITRE
+
+def mock_model_callback(prompt: str, turns=None) -> str:
+ return "This request violates internal policy."
+
+categories = [
+ "reconnaissance",
+ "resource_development",
+ "initial_access",
+ "ml_attack_staging",
+ "exfiltration",
+ "impact",
+]
+random_category = random.choice(categories)
+risk_assessment = red_team(
+ model_callback=mock_model_callback,
+ framework=MITRE(categories=[random_category]),
+ async_mode=False,
+ ignore_errors=True,
+)
\ No newline at end of file