DeepTeam is a framework to red team LLMs and AI agents.
lint
A-Vamshi1821b3d0b2d3
diff --git a/deepteam/frameworks/aegis/aegis.py b/deepteam/frameworks/aegis/aegis.pyindex 111d8acb..496e6524 100644--- a/deepteam/frameworks/aegis/aegis.py+++ b/deepteam/frameworks/aegis/aegis.py@@ -59,10 +59,10 @@ class Aegis(AISafetyFramework):return self.test_casesdef assess(- self,- model_callback: CallbackType,- pbar: tqdm,- ignore_errors: bool = True+ self,+ model_callback: CallbackType,+ pbar: tqdm,+ ignore_errors: bool = True,):for test_case in self.test_cases:try:@@ -71,7 +71,7 @@ class Aegis(AISafetyFramework):metric.measure(test_case)test_case.score = metric.scoretest_case.reason = metric.reason- except Exception as e:+ except Exception as e:if ignore_errors:test_case.error = e.messageelse:@@ -80,12 +80,11 @@ class Aegis(AISafetyFramework):return self.test_cases-async def a_assess(- self,- model_callback: CallbackType,+ self,+ model_callback: CallbackType,pbar: tqdm,- ignore_errors: bool = True+ ignore_errors: bool = True,):async def evaluate_test_case(test_case):@@ -95,7 +94,7 @@ class Aegis(AISafetyFramework):await metric.a_measure(test_case)test_case.score = metric.scoretest_case.reason = metric.reason- except Exception as e:+ except Exception as e:if ignore_errors:test_case.error = e.messageelse:diff --git a/deepteam/frameworks/aegis/types.py b/deepteam/frameworks/aegis/types.pyindex 031403fe..979f55cd 100644--- a/deepteam/frameworks/aegis/types.py+++ b/deepteam/frameworks/aegis/types.py@@ -4,4 +4,3 @@ from typing import Literalclass AegisType(Enum):AEGIS = "aegis_safety_dataset"-diff --git a/deepteam/red_teamer/red_teamer.py b/deepteam/red_teamer/red_teamer.pyindex 2cb1a919..731dfc67 100644--- a/deepteam/red_teamer/red_teamer.py+++ b/deepteam/red_teamer/red_teamer.py@@ -105,7 +105,7 @@ class RedTeamer:else:attacks = framework.attacksvulnerabilities = framework.vulnerabilities-+assert not inspect.iscoroutinefunction(model_callback), "`model_callback` needs to be sync. `async_mode` has been set to False."@@ -313,14 +313,14 @@ class RedTeamer:)if framework and framework._has_dataset:- pbar = tqdm(- total=len(simulated_test_cases),- desc=f"π Evaluating {len(simulated_test_cases)} test cases using {framework.get_name()} risk categories",- )- red_teaming_test_cases = await framework.a_assess(- model_callback, pbar, ignore_errors- )- pbar.close()+ pbar = tqdm(+ total=len(simulated_test_cases),+ desc=f"π Evaluating {len(simulated_test_cases)} test cases using {framework.get_name()} risk categories",+ )+ red_teaming_test_cases = await framework.a_assess(+ model_callback, pbar, ignore_errors+ )+ pbar.close()else:semaphore = asyncio.Semaphore(self.max_concurrent)total_attacks = sum(