Skip to content

DeepTeam is a framework to red team LLMs and AI agents.

lint

A-Vamshi1821b3d0b2d3
diff --git a/deepteam/frameworks/aegis/aegis.py b/deepteam/frameworks/aegis/aegis.py
index 111d8acb..496e6524 100644
--- a/deepteam/frameworks/aegis/aegis.py
+++ b/deepteam/frameworks/aegis/aegis.py
@@ -59,10 +59,10 @@ class Aegis(AISafetyFramework):
return self.test_cases
def assess(
- self,
- model_callback: CallbackType,
- pbar: tqdm,
- ignore_errors: bool = True
+ self,
+ model_callback: CallbackType,
+ pbar: tqdm,
+ ignore_errors: bool = True,
):
for test_case in self.test_cases:
try:
@@ -71,7 +71,7 @@ class Aegis(AISafetyFramework):
metric.measure(test_case)
test_case.score = metric.score
test_case.reason = metric.reason
- except Exception as e:
+ except Exception as e:
if ignore_errors:
test_case.error = e.message
else:
@@ -80,12 +80,11 @@ class Aegis(AISafetyFramework):
return self.test_cases
-
async def a_assess(
- self,
- model_callback: CallbackType,
+ self,
+ model_callback: CallbackType,
pbar: tqdm,
- ignore_errors: bool = True
+ ignore_errors: bool = True,
):
async def evaluate_test_case(test_case):
@@ -95,7 +94,7 @@ class Aegis(AISafetyFramework):
await metric.a_measure(test_case)
test_case.score = metric.score
test_case.reason = metric.reason
- except Exception as e:
+ except Exception as e:
if ignore_errors:
test_case.error = e.message
else:
diff --git a/deepteam/frameworks/aegis/types.py b/deepteam/frameworks/aegis/types.py
index 031403fe..979f55cd 100644
--- a/deepteam/frameworks/aegis/types.py
+++ b/deepteam/frameworks/aegis/types.py
@@ -4,4 +4,3 @@ from typing import Literal
class AegisType(Enum):
AEGIS = "aegis_safety_dataset"
-
diff --git a/deepteam/red_teamer/red_teamer.py b/deepteam/red_teamer/red_teamer.py
index 2cb1a919..731dfc67 100644
--- a/deepteam/red_teamer/red_teamer.py
+++ b/deepteam/red_teamer/red_teamer.py
@@ -105,7 +105,7 @@ class RedTeamer:
else:
attacks = framework.attacks
vulnerabilities = framework.vulnerabilities
-
+
assert not inspect.iscoroutinefunction(
model_callback
), "`model_callback` needs to be sync. `async_mode` has been set to False."
@@ -313,14 +313,14 @@ class RedTeamer:
)
if framework and framework._has_dataset:
- pbar = tqdm(
- total=len(simulated_test_cases),
- desc=f"πŸ“ Evaluating {len(simulated_test_cases)} test cases using {framework.get_name()} risk categories",
- )
- red_teaming_test_cases = await framework.a_assess(
- model_callback, pbar, ignore_errors
- )
- pbar.close()
+ pbar = tqdm(
+ total=len(simulated_test_cases),
+ desc=f"πŸ“ Evaluating {len(simulated_test_cases)} test cases using {framework.get_name()} risk categories",
+ )
+ red_teaming_test_cases = await framework.a_assess(
+ model_callback, pbar, ignore_errors
+ )
+ pbar.close()
else:
semaphore = asyncio.Semaphore(self.max_concurrent)
total_attacks = sum(