Skip to content

DeepTeam is a framework to red team LLMs and AI agents.

.

penguine1d82cf018d17
diff --git a/deepteam/attacks/attack_simulator/attack_simulator.py b/deepteam/attacks/attack_simulator/attack_simulator.py
index 62390880..8ffe95c3 100644
--- a/deepteam/attacks/attack_simulator/attack_simulator.py
+++ b/deepteam/attacks/attack_simulator/attack_simulator.py
@@ -278,11 +278,14 @@ class AttackSimulator:
test_case.attack_method = attack.get_name()
turns = [RTTurn(role="user", content=attack_input)]
+ from deepteam.vulnerabilities import Bias
try:
- res = attack.progress(
+ res = attack._get_turns(
model_callback=self.model_callback,
turns=turns,
vulnerability=test_case.vulnerability,
+ vulnerability_type=test_case.vulnerability_type,
+ # vulnerability=Bias(),
)
test_case.turns = res
@@ -374,11 +377,14 @@ class AttackSimulator:
sig = inspect.signature(attack.a_progress)
turns = [RTTurn(role="user", content=attack_input)]
+ from deepteam.vulnerabilities import Bias
try:
- res = await attack.a_progress(
+ res = await attack._a_get_turns(
model_callback=self.model_callback,
turns=turns,
vulnerability=test_case.vulnerability,
+ vulnerability_type=test_case.vulnerability_type,
+ # vulnerability=Bias(),
)
test_case.turns = res
diff --git a/kk.py b/kk.py
index 9c2bc0e6..25b9a256 100644
--- a/kk.py
+++ b/kk.py
@@ -3,9 +3,11 @@ from deepteam.vulnerabilities import Bias, BOLA
from deepteam.attacks.single_turn import Roleplay
import os
from deepteam.frameworks import OWASPTop10
+from deepteam.test_case.test_case import RTTurn
+from typing import List
-async def your_callback(input: str) -> str:
+async def your_callback(input: str, turns: List[RTTurn]) -> str:
return "I'm sorry but I can't answer this: " + input