Skip to content

DeepTeam is a framework to red team LLMs and AI agents.

.

A-Vamshi1eaa3f670977
diff --git a/deepteam/red_teamer/red_teamer.py b/deepteam/red_teamer/red_teamer.py
index c13b74a6..ca6ed2d3 100644
--- a/deepteam/red_teamer/red_teamer.py
+++ b/deepteam/red_teamer/red_teamer.py
@@ -543,6 +543,7 @@ class RedTeamer:
metric.measure(red_teaming_test_case)
red_teaming_test_case.score = metric.score
red_teaming_test_case.reason = metric.reason
+ red_teaming_test_case.evaluation_cost = metric.evaluation_cost
except:
if ignore_errors:
red_teaming_test_case.error = f"Error evaluating target LLM output for the '{vulnerability_type.value}' vulnerability type"
@@ -584,6 +585,7 @@ class RedTeamer:
metric.measure(red_teaming_test_case)
red_teaming_test_case.score = metric.score
red_teaming_test_case.reason = metric.reason
+ red_teaming_test_case.evaluation_cost = metric.evaluation_cost
except:
if ignore_errors:
red_teaming_test_case.error = f"Error evaluating target LLM output for the '{vulnerability_type.value}' vulnerability type"
@@ -624,6 +626,7 @@ class RedTeamer:
await metric.a_measure(red_teaming_test_case)
red_teaming_test_case.score = metric.score
red_teaming_test_case.reason = metric.reason
+ red_teaming_test_case.evaluation_cost = metric.evaluation_cost
except:
if ignore_errors:
red_teaming_test_case.error = f"Error evaluating target LLM output for the '{vulnerability_type.value}' vulnerability type"
@@ -665,6 +668,7 @@ class RedTeamer:
await metric.a_measure(red_teaming_test_case)
red_teaming_test_case.score = metric.score
red_teaming_test_case.reason = metric.reason
+ red_teaming_test_case.evaluation_cost = metric.evaluation_cost
except:
if ignore_errors:
red_teaming_test_case.error = f"Error evaluating target LLM output for the '{vulnerability_type.value}' vulnerability type"