Skip to content

DeepTeam is a framework to red team LLMs and AI agents.

lint

A-Vamshi29ce4e8dad40
diff --git a/deepteam/attacks/attack_simulator/attack_simulator.py b/deepteam/attacks/attack_simulator/attack_simulator.py
index 50692df6..c681ea7c 100644
--- a/deepteam/attacks/attack_simulator/attack_simulator.py
+++ b/deepteam/attacks/attack_simulator/attack_simulator.py
@@ -9,7 +9,7 @@ from deepeval.metrics.utils import initialize_model
from deepeval.metrics.utils import initialize_model
from deepteam.attacks import BaseAttack
-from deepteam.utils import create_progress, rich_track, add_pbar, update_pbar
+from deepteam.utils import create_progress, add_pbar, update_pbar
from deepteam.vulnerabilities import BaseVulnerability
from deepteam.attacks.multi_turn.types import CallbackType
from deepteam.errors import ModelRefusalError
@@ -66,7 +66,7 @@ class AttackSimulator:
task_id = add_pbar(
progress,
description=f"💥 Generating {num_vulnerability_types * attacks_per_vulnerability_type} attacks (for {num_vulnerability_types} vulnerability types across {len(vulnerabilities)} vulnerability(s))",
- total=len(vulnerabilities)
+ total=len(vulnerabilities),
)
for vulnerability in vulnerabilities:
if simulator_model is not None:
@@ -88,7 +88,7 @@ class AttackSimulator:
task_id_simulation = add_pbar(
progress,
description=f"✨ Simulating {num_vulnerability_types * attacks_per_vulnerability_type} attacks (using {len(attacks)} method(s))",
- total=len(test_cases)
+ total=len(test_cases),
)
for test_case in test_cases:
diff --git a/deepteam/attacks/multi_turn/bad_likert_judge/bad_likert_judge.py b/deepteam/attacks/multi_turn/bad_likert_judge/bad_likert_judge.py
index a333de8b..38899726 100644
--- a/deepteam/attacks/multi_turn/bad_likert_judge/bad_likert_judge.py
+++ b/deepteam/attacks/multi_turn/bad_likert_judge/bad_likert_judge.py
@@ -83,12 +83,16 @@ class BadLikertJudge(BaseAttack):
break
if current_attack is None:
- raise ValueError("No user turn found in the conversation history")
+ raise ValueError(
+ "No user turn found in the conversation history"
+ )
# Generate assistant response if needed
if len(turns) <= 1 or turns[-1].role == "user":
assistant_response = model_callback(current_attack, turns)
- turns.append(RTTurn(role="assistant", content=assistant_response))
+ turns.append(
+ RTTurn(role="assistant", content=assistant_response)
+ )
else:
assistant_response = turns[-1].content
@@ -135,8 +139,10 @@ class BadLikertJudge(BaseAttack):
raise ModelRefusalError(entity=self.get_name())
if self.enable_refinement and self.num_turns >= 3:
- current_attack = BadLikertJudgeTemplate.likert_refine_score_3(
- next_attack, vulnerability_data
+ current_attack = (
+ BadLikertJudgeTemplate.likert_refine_score_3(
+ next_attack, vulnerability_data
+ )
)
else:
current_attack = next_attack
@@ -208,7 +214,9 @@ class BadLikertJudge(BaseAttack):
# Ensure assistant response
if len(turns) <= 1 or turns[-1].role == "user":
assistant_response = await model_callback(current_attack, turns)
- turns.append(RTTurn(role="assistant", content=assistant_response))
+ turns.append(
+ RTTurn(role="assistant", content=assistant_response)
+ )
else:
assistant_response = turns[-1].content
@@ -256,8 +264,10 @@ class BadLikertJudge(BaseAttack):
raise ModelRefusalError(entity=self.get_name())
if self.enable_refinement and self.num_turns >= 3:
- current_attack = BadLikertJudgeTemplate.likert_refine_score_3(
- next_attack, vulnerability_data
+ current_attack = (
+ BadLikertJudgeTemplate.likert_refine_score_3(
+ next_attack, vulnerability_data
+ )
)
else:
current_attack = next_attack
diff --git a/deepteam/attacks/multi_turn/linear_jailbreaking/linear_jailbreaking.py b/deepteam/attacks/multi_turn/linear_jailbreaking/linear_jailbreaking.py
index 4886952b..e1a73747 100644
--- a/deepteam/attacks/multi_turn/linear_jailbreaking/linear_jailbreaking.py
+++ b/deepteam/attacks/multi_turn/linear_jailbreaking/linear_jailbreaking.py
@@ -150,7 +150,9 @@ class LinearJailbreaking(BaseAttack):
)
)
else:
- turns.append(RTTurn(role="assistant", content=target_response))
+ turns.append(
+ RTTurn(role="assistant", content=target_response)
+ )
update_pbar(progress, task_id)
@@ -256,7 +258,9 @@ class LinearJailbreaking(BaseAttack):
)
)
else:
- turns.append(RTTurn(role="assistant", content=target_response))
+ turns.append(
+ RTTurn(role="assistant", content=target_response)
+ )
update_pbar(progress, task_id)
diff --git a/deepteam/attacks/multi_turn/sequential_break/sequential_break.py b/deepteam/attacks/multi_turn/sequential_break/sequential_break.py
index 91e715d9..0a53a91d 100644
--- a/deepteam/attacks/multi_turn/sequential_break/sequential_break.py
+++ b/deepteam/attacks/multi_turn/sequential_break/sequential_break.py
@@ -141,7 +141,9 @@ class SequentialJailbreak(BaseAttack):
rewritten_content = rewritten_content.replace(
"Paraphrased version:", ""
).strip()
- rewritten_content = rewritten_content.replace("<end>", "").strip()
+ rewritten_content = rewritten_content.replace(
+ "<end>", ""
+ ).strip()
if self.attack_type == "question_bank":
current_attack = (
@@ -156,8 +158,10 @@ class SequentialJailbreak(BaseAttack):
)
)
else:
- current_attack = SequentialBreakTemplate.get_dialogue_template(
- rewritten_content, self.persona
+ current_attack = (
+ SequentialBreakTemplate.get_dialogue_template(
+ rewritten_content, self.persona
+ )
)
# Randomly enhancing a turn attack
@@ -209,11 +213,13 @@ class SequentialJailbreak(BaseAttack):
eval_flag = judge_res.classification == "Harmful"
eval_percentage = getattr(judge_res, "score", 0)
elif self.attack_type == "game_environment":
- judge_prompt = SequentialBreakTemplate.game_environment_judge(
- original_attack,
- current_attack,
- assistant_response,
- vulnerability_data,
+ judge_prompt = (
+ SequentialBreakTemplate.game_environment_judge(
+ original_attack,
+ current_attack,
+ assistant_response,
+ vulnerability_data,
+ )
)
judge_res: GameEnvironmentJudge = generate(
judge_prompt, GameEnvironmentJudge, self.simulator_model
@@ -321,7 +327,9 @@ class SequentialJailbreak(BaseAttack):
rewritten_content = rewritten_content.replace(
"Paraphrased version:", ""
).strip()
- rewritten_content = rewritten_content.replace("<end>", "").strip()
+ rewritten_content = rewritten_content.replace(
+ "<end>", ""
+ ).strip()
if self.attack_type == "question_bank":
current_attack = (
@@ -336,8 +344,10 @@ class SequentialJailbreak(BaseAttack):
)
)
else:
- current_attack = SequentialBreakTemplate.get_dialogue_template(
- rewritten_content, self.persona
+ current_attack = (
+ SequentialBreakTemplate.get_dialogue_template(
+ rewritten_content, self.persona
+ )
)
# Randomly enhancing a turn attack
@@ -388,11 +398,13 @@ class SequentialJailbreak(BaseAttack):
)
eval_flag = judge_res.classification == "Harmful"
elif self.attack_type == "game_environment":
- judge_prompt = SequentialBreakTemplate.game_environment_judge(
- original_attack,
- current_attack,
- assistant_response,
- vulnerability_data,
+ judge_prompt = (
+ SequentialBreakTemplate.game_environment_judge(
+ original_attack,
+ current_attack,
+ assistant_response,
+ vulnerability_data,
+ )
)
judge_res: GameEnvironmentJudge = await a_generate(
judge_prompt, GameEnvironmentJudge, self.simulator_model
diff --git a/deepteam/attacks/multi_turn/tree_jailbreaking/tree_jailbreaking.py b/deepteam/attacks/multi_turn/tree_jailbreaking/tree_jailbreaking.py
index 7bc60854..d1ac0997 100644
--- a/deepteam/attacks/multi_turn/tree_jailbreaking/tree_jailbreaking.py
+++ b/deepteam/attacks/multi_turn/tree_jailbreaking/tree_jailbreaking.py
@@ -120,7 +120,13 @@ class TreeJailbreaking(BaseAttack):
try:
best_node = self.tree_search(
- root, attack, start_time, MAX_RUNTIME, progress, task_id, vulnerability_data
+ root,
+ attack,
+ start_time,
+ MAX_RUNTIME,
+ progress,
+ task_id,
+ vulnerability_data,
)
finally:
update_pbar(progress, task_id, advance_to_end=True)
@@ -136,7 +142,8 @@ class TreeJailbreaking(BaseAttack):
if path_nodes:
first_prompt = path_nodes[0].prompt
if any(
- t.content == first_prompt and t.role == "user" for t in turns
+ t.content == first_prompt and t.role == "user"
+ for t in turns
):
path_nodes = path_nodes[1:]
@@ -144,7 +151,9 @@ class TreeJailbreaking(BaseAttack):
for node in path_nodes:
turns.append(RTTurn(role="user", content=node.prompt))
assistant_response = model_callback(node.prompt, turns)
- turns.append(RTTurn(role="assistant", content=assistant_response))
+ turns.append(
+ RTTurn(role="assistant", content=assistant_response)
+ )
if node.turn_level_attack is not None:
turns.append(
RTTurn(
@@ -209,7 +218,13 @@ class TreeJailbreaking(BaseAttack):
try:
best_node = await self.a_tree_search(
- root, attack, start_time, MAX_RUNTIME, vulnerability_data, progress, task_id
+ root,
+ attack,
+ start_time,
+ MAX_RUNTIME,
+ vulnerability_data,
+ progress,
+ task_id,
)
finally:
update_pbar(progress, task_id, advance_to_end=True)
@@ -225,7 +240,8 @@ class TreeJailbreaking(BaseAttack):
if path_nodes:
first_prompt = path_nodes[0].prompt
if any(
- t.content == first_prompt and t.role == "user" for t in turns
+ t.content == first_prompt and t.role == "user"
+ for t in turns
):
path_nodes = path_nodes[1:]
@@ -233,7 +249,9 @@ class TreeJailbreaking(BaseAttack):
for node in path_nodes:
turns.append(RTTurn(role="user", content=node.prompt))
assistant_response = await model_callback(node.prompt, turns)
- turns.append(RTTurn(role="assistant", content=assistant_response))
+ turns.append(
+ RTTurn(role="assistant", content=assistant_response)
+ )
return turns
@@ -343,7 +361,11 @@ class TreeJailbreaking(BaseAttack):
# Update progress bar
elapsed_time = time.time() - start_time
- update_pbar(progress, task_id, elapsed_time - progress.tasks[task_id].completed)
+ update_pbar(
+ progress,
+ task_id,
+ elapsed_time - progress.tasks[task_id].completed,
+ )
return best_node
@@ -527,7 +549,7 @@ class TreeJailbreaking(BaseAttack):
MAX_RUNTIME: float,
vulnerability_data: str,
progress: Progress,
- task_id: int
+ task_id: int,
) -> TreeNode:
"""Asynchronous tree search implementation with runtime limit."""
queue = [root]
diff --git a/deepteam/attacks/single_turn/gray_box/gray_box.py b/deepteam/attacks/single_turn/gray_box/gray_box.py
index 8c1074af..fd105f7f 100644
--- a/deepteam/attacks/single_turn/gray_box/gray_box.py
+++ b/deepteam/attacks/single_turn/gray_box/gray_box.py
@@ -48,7 +48,9 @@ class GrayBox(BaseSingleTurnAttack):
prompt, EnhancedAttack, self.simulator_model
)
enhanced_attack = res.input
- update_pbar(progress, task_id) # Update the progress bar for generation
+ update_pbar(
+ progress, task_id
+ ) # Update the progress bar for generation
# Check for compliance using a compliance template
compliance_prompt = GrayBoxTemplate.non_compliant(
@@ -57,7 +59,9 @@ class GrayBox(BaseSingleTurnAttack):
compliance_res: ComplianceData = generate(
compliance_prompt, ComplianceData, self.simulator_model
)
- update_pbar(progress, task_id) # Update the progress bar for compliance
+ update_pbar(
+ progress, task_id
+ ) # Update the progress bar for compliance
# Check if rewritten prompt is a gray box attack
is_gray_box_prompt = GrayBoxTemplate.is_gray_box(
@@ -66,7 +70,9 @@ class GrayBox(BaseSingleTurnAttack):
is_gray_box_res: IsGrayBox = generate(
is_gray_box_prompt, IsGrayBox, self.simulator_model
)
- update_pbar(progress, task_id) # Update the progress bar for is gray box attack
+ update_pbar(
+ progress, task_id
+ ) # Update the progress bar for is gray box attack
if (
not compliance_res.non_compliant
@@ -106,7 +112,9 @@ class GrayBox(BaseSingleTurnAttack):
prompt, EnhancedAttack, self.simulator_model
)
enhanced_attack = res.input
- update_pbar(progress, task_id) # Update the progress bar for generation
+ update_pbar(
+ progress, task_id
+ ) # Update the progress bar for generation
# Check for compliance using a compliance template
compliance_prompt = GrayBoxTemplate.non_compliant(
@@ -115,7 +123,9 @@ class GrayBox(BaseSingleTurnAttack):
compliance_res: ComplianceData = await a_generate(
compliance_prompt, ComplianceData, self.simulator_model
)
- update_pbar(progress, task_id) # Update the progress bar for compliance
+ update_pbar(
+ progress, task_id
+ ) # Update the progress bar for compliance
# Check if rewritten prompt is a gray box attack
is_gray_box_prompt = GrayBoxTemplate.is_gray_box(
@@ -124,7 +134,9 @@ class GrayBox(BaseSingleTurnAttack):
is_gray_box_res: IsGrayBox = await a_generate(
is_gray_box_prompt, IsGrayBox, self.simulator_model
)
- update_pbar(progress, task_id) # Update the progress bar for is gray box attack
+ update_pbar(
+ progress, task_id
+ ) # Update the progress bar for is gray box attack
if (
not compliance_res.non_compliant
diff --git a/deepteam/attacks/single_turn/math_problem/math_problem.py b/deepteam/attacks/single_turn/math_problem/math_problem.py
index a3bddb71..7729b07a 100644
--- a/deepteam/attacks/single_turn/math_problem/math_problem.py
+++ b/deepteam/attacks/single_turn/math_problem/math_problem.py
@@ -51,7 +51,9 @@ class MathProblem(BaseSingleTurnAttack):
prompt, EnhancedAttack, self.simulator_model
)
enhanced_attack = res.input + self.get_additional_instructions()
- update_pbar(progress, task_id) # Update the progress bar for generation
+ update_pbar(
+ progress, task_id
+ ) # Update the progress bar for generation
# Check for compliance using a compliance template
compliance_prompt = MathProblemTemplate.non_compliant(
@@ -60,7 +62,9 @@ class MathProblem(BaseSingleTurnAttack):
compliance_res: ComplianceData = generate(
compliance_prompt, ComplianceData, self.simulator_model
)
- update_pbar(progress, task_id) # Update the progress bar for compliance
+ update_pbar(
+ progress, task_id
+ ) # Update the progress bar for compliance
# Check if rewritten prompt is a math problem
is_math_problem_prompt = MathProblemTemplate.is_math_problem(
@@ -69,7 +73,9 @@ class MathProblem(BaseSingleTurnAttack):
is_math_problem_res: IsMathProblem = generate(
is_math_problem_prompt, IsMathProblem, self.simulator_model
)
- update_pbar(progress, task_id) # Update the progress bar for is math problem
+ update_pbar(
+ progress, task_id
+ ) # Update the progress bar for is math problem
if (
not compliance_res.non_compliant
@@ -78,7 +84,7 @@ class MathProblem(BaseSingleTurnAttack):
# If it's compliant and is a math problem, return the enhanced prompt
update_pbar(progress, task_id, advance_to_end=True)
return enhanced_attack
-
+
update_pbar(progress, task_id, advance_to_end=True)
# If all retries fail, return the original attack
return attack
@@ -106,8 +112,12 @@ class MathProblem(BaseSingleTurnAttack):
res: EnhancedAttack = await a_generate(
prompt, EnhancedAttack, self.simulator_model
)
- enhanced_attack = res.input + self.get_additional_instructions()
- update_pbar(progress, task_id) # Update the progress bar for generation
+ enhanced_attack = (
+ res.input + self.get_additional_instructions()
+ )
+ update_pbar(
+ progress, task_id
+ ) # Update the progress bar for generation
# Check for compliance using a compliance template
compliance_prompt = MathProblemTemplate.non_compliant(
@@ -116,16 +126,22 @@ class MathProblem(BaseSingleTurnAttack):
compliance_res: ComplianceData = await a_generate(
compliance_prompt, ComplianceData, self.simulator_model
)
- update_pbar(progress, task_id) # Update the progress bar for compliance
+ update_pbar(
+ progress, task_id
+ ) # Update the progress bar for compliance
# Check if rewritten prompt is a math problem
- is_math_problem_prompt = MathProblemTemplate.is_math_problem(
- res.model_dump()
+ is_math_problem_prompt = (
+ MathProblemTemplate.is_math_problem(res.model_dump())
)
is_math_problem_res: IsMathProblem = await a_generate(
- is_math_problem_prompt, IsMathProblem, self.simulator_model
+ is_math_problem_prompt,
+ IsMathProblem,
+ self.simulator_model,
)
- update_pbar(progress, task_id) # Update the progress bar for is math problem
+ update_pbar(
+ progress, task_id
+ ) # Update the progress bar for is math problem
if (
not compliance_res.non_compliant
diff --git a/deepteam/attacks/single_turn/multilingual/multilingual.py b/deepteam/attacks/single_turn/multilingual/multilingual.py
index 1eafd21d..0f566d7a 100644
--- a/deepteam/attacks/single_turn/multilingual/multilingual.py
+++ b/deepteam/attacks/single_turn/multilingual/multilingual.py
@@ -48,7 +48,9 @@ class Multilingual(BaseSingleTurnAttack):
prompt, EnhancedAttack, self.simulator_model
)
enhanced_attack = res.input
- update_pbar(progress, task_id) # Update the progress bar for generation
+ update_pbar(
+ progress, task_id
+ ) # Update the progress bar for generation
# Check for compliance using a compliance template
compliance_prompt = MultilingualTemplate.non_compliant(
@@ -57,7 +59,9 @@ class Multilingual(BaseSingleTurnAttack):
compliance_res: ComplianceData = generate(
compliance_prompt, ComplianceData, self.simulator_model
)
- update_pbar(progress, task_id) # Update the progress bar for compliance
+ update_pbar(
+ progress, task_id
+ ) # Update the progress bar for compliance
# Check if rewritten prompt is a translation
is_translation_prompt = MultilingualTemplate.is_translation(
@@ -66,7 +70,9 @@ class Multilingual(BaseSingleTurnAttack):
is_translation_res: IsTranslation = generate(
is_translation_prompt, IsTranslation, self.simulator_model
)
- update_pbar(progress, task_id) # Update the progress bar for is a translation
+ update_pbar(
+ progress, task_id
+ ) # Update the progress bar for is a translation
if (
not compliance_res.non_compliant
@@ -103,7 +109,9 @@ class Multilingual(BaseSingleTurnAttack):
prompt, EnhancedAttack, self.simulator_model
)
enhanced_attack = res.input
- update_pbar(progress, task_id) # Update the progress bar for generation
+ update_pbar(
+ progress, task_id
+ ) # Update the progress bar for generation
# Check for compliance using a compliance template
compliance_prompt = MultilingualTemplate.non_compliant(
@@ -112,16 +120,22 @@ class Multilingual(BaseSingleTurnAttack):
compliance_res: ComplianceData = await a_generate(
compliance_prompt, ComplianceData, self.simulator_model
)
- update_pbar(progress, task_id) # Update the progress bar for compliance
+ update_pbar(
+ progress, task_id
+ ) # Update the progress bar for compliance
# Check if rewritten prompt is a translation
is_translation_prompt = MultilingualTemplate.is_translation(
res.model_dump()
)
is_translation_res: IsTranslation = await a_generate(
- is_translation_prompt, IsTranslation, self.simulator_model
+ is_translation_prompt,
+ IsTranslation,
+ self.simulator_model,
)
- update_pbar(progress, task_id) # Update the progress bar for is a translation
+ update_pbar(
+ progress, task_id
+ ) # Update the progress bar for is a translation
if (
not compliance_res.non_compliant
diff --git a/deepteam/attacks/single_turn/prompt_probing/prompt_probing.py b/deepteam/attacks/single_turn/prompt_probing/prompt_probing.py
index 55b527ba..5a97d62c 100644
--- a/deepteam/attacks/single_turn/prompt_probing/prompt_probing.py
+++ b/deepteam/attacks/single_turn/prompt_probing/prompt_probing.py
@@ -48,7 +48,9 @@ class PromptProbing(BaseSingleTurnAttack):
prompt, EnhancedAttack, self.simulator_model
)
enhanced_attack = res.input
- update_pbar(progress, task_id) # Update the progress bar for generation
+ update_pbar(
+ progress, task_id
+ ) # Update the progress bar for generation
# Check for compliance using a compliance template
compliance_prompt = PromptProbingTemplate.non_compliant(
@@ -57,7 +59,9 @@ class PromptProbing(BaseSingleTurnAttack):
compliance_res: ComplianceData = generate(
compliance_prompt, ComplianceData, self.simulator_model
)
- update_pbar(progress, task_id) # Update the progress bar for compliance
+ update_pbar(
+ progress, task_id
+ ) # Update the progress bar for compliance
# Check if rewritten prompt is a prompt probing attack
is_prompt_probing_prompt = (
@@ -105,7 +109,9 @@ class PromptProbing(BaseSingleTurnAttack):
prompt, EnhancedAttack, self.simulator_model
)
enhanced_attack = res.input
- update_pbar(progress, task_id) # Update the progress bar for generation
+ update_pbar(
+ progress, task_id
+ ) # Update the progress bar for generation
# Check for compliance using a compliance template
compliance_prompt = PromptProbingTemplate.non_compliant(
@@ -114,18 +120,22 @@ class PromptProbing(BaseSingleTurnAttack):
compliance_res: ComplianceData = await a_generate(
compliance_prompt, ComplianceData, self.simulator_model
)
- update_pbar(progress, task_id) # Update the progress bar for compliance
+ update_pbar(
+ progress, task_id
+ ) # Update the progress bar for compliance
# Check if rewritten prompt is a prompt probing attack
is_prompt_probing_prompt = (
- PromptProbingTemplate.is_prompt_probing(res.model_dump())
+ PromptProbingTemplate.is_prompt_probing(
+ res.model_dump()
+ )
)
is_prompt_probing_res: IsPromptProbing = await a_generate(
is_prompt_probing_prompt,
IsPromptProbing,
self.simulator_model,
)
- update_pbar(progress, task_id) # Update the progress bar
+ update_pbar(progress, task_id) # Update the progress bar
if (
not compliance_res.non_compliant
diff --git a/deepteam/attacks/single_turn/roleplay/roleplay.py b/deepteam/attacks/single_turn/roleplay/roleplay.py
index 1b88f2ef..d8340a9a 100644
--- a/deepteam/attacks/single_turn/roleplay/roleplay.py
+++ b/deepteam/attacks/single_turn/roleplay/roleplay.py
@@ -57,7 +57,9 @@ class Roleplay(BaseSingleTurnAttack):
prompt, EnhancedAttack, self.simulator_model
)
enhanced_attack = res.input
- update_pbar(progress, task_id) # Update the progress bar for generation
+ update_pbar(
+ progress, task_id
+ ) # Update the progress bar for generation
# Check for compliance using a compliance template
compliance_prompt = RoleplayTemplate.non_compliant(
@@ -66,7 +68,9 @@ class Roleplay(BaseSingleTurnAttack):
compliance_res: ComplianceData = generate(
compliance_prompt, ComplianceData, self.simulator_model
)
- update_pbar(progress, task_id) # Update the progress bar for compliance
+ update_pbar(
+ progress, task_id
+ ) # Update the progress bar for compliance
# Check if rewritten prompt is a roleplay attack
is_roleplay_prompt = RoleplayTemplate.is_roleplay(
@@ -112,7 +116,9 @@ class Roleplay(BaseSingleTurnAttack):
prompt, EnhancedAttack, self.simulator_model
)
enhanced_attack = res.input
- update_pbar(progress, task_id) # Update the progress bar for generation
+ update_pbar(
+ progress, task_id
+ ) # Update the progress bar for generation
# Check for compliance using a compliance template
compliance_prompt = RoleplayTemplate.non_compliant(
@@ -121,7 +127,9 @@ class Roleplay(BaseSingleTurnAttack):
compliance_res: ComplianceData = await a_generate(
compliance_prompt, ComplianceData, self.simulator_model
)
- update_pbar(progress, task_id) # Update the progress bar for compliance
+ update_pbar(
+ progress, task_id
+ ) # Update the progress bar for compliance
# Check if rewritten prompt is a roleplay attack
is_roleplay_prompt = RoleplayTemplate.is_roleplay(
diff --git a/deepteam/red_teamer/red_teamer.py b/deepteam/red_teamer/red_teamer.py
index ee19c275..05b65405 100644
--- a/deepteam/red_teamer/red_teamer.py
+++ b/deepteam/red_teamer/red_teamer.py
@@ -5,7 +5,6 @@ from rich.table import Table
import inspect
from rich import box
from enum import Enum
-from concurrent.futures import ThreadPoolExecutor, as_completed
from collections import defaultdict
from deepeval.models import DeepEvalBaseLLM
@@ -21,7 +20,6 @@ from deepteam.attacks import BaseAttack
from deepteam.utils import (
validate_model_callback_signature,
create_progress,
- rich_track,
add_pbar,
update_pbar,
)
diff --git a/deepteam/utils.py b/deepteam/utils.py
index cc372798..d2e6d184 100644
--- a/deepteam/utils.py
+++ b/deepteam/utils.py
@@ -87,21 +87,3 @@ def remove_pbars(
task = next((t for t in progress.tasks if t.id == pbar_id), None)
if task is not None:
progress.remove_task(pbar_id)
-
-
-def rich_track(
- iterable: Iterable[Any], progress: Optional[Progress], description: str
-) -> Iterable[Any]:
- if progress is None:
- for item in iterable:
- yield item
- return
- try:
- total = len(iterable)
- except Exception:
- total = None
- task_id = add_pbar(progress, description, total)
- for item in iterable:
- yield item
- update_pbar(progress, task_id)
- update_pbar(progress, task_id, advance_to_end=True)