Skip to content

DeepTeam is a framework to red team LLMs and AI agents.

added the get_metric function in all vulnerabilities

A-Vamshi041820d4c532
diff --git a/deepteam/vulnerabilities/agentic/excessive_agency/excessive_agency.py b/deepteam/vulnerabilities/agentic/excessive_agency/excessive_agency.py
index e86ca705..633745c7 100644
--- a/deepteam/vulnerabilities/agentic/excessive_agency/excessive_agency.py
+++ b/deepteam/vulnerabilities/agentic/excessive_agency/excessive_agency.py
@@ -5,6 +5,7 @@ from deepteam.vulnerabilities.agentic.excessive_agency import (
ExcessiveAgencyType,
)
from deepteam.vulnerabilities.utils import validate_vulnerability_types
+from deepteam.metrics import ExcessiveAgencyMetric
ExcessiveAgencyLiteral = Literal["functionality", "permissions", "autonomy"]
@@ -22,5 +23,19 @@ class ExcessiveAgency(BaseVulnerability):
)
super().__init__(types=enum_types)
+ def get_metric(
+ self,
+ purpose: str = None,
+ model: str = None,
+ async_mode: bool = True,
+ verbose_mode: bool = False
+ ):
+ return ExcessiveAgencyMetric(
+ purpose=purpose,
+ model=model,
+ async_mode=async_mode,
+ verbose_mode=verbose_mode
+ )
+
def get_name(self) -> str:
return "Excessive Agency"
diff --git a/deepteam/vulnerabilities/agentic/goal_theft/goal_theft.py b/deepteam/vulnerabilities/agentic/goal_theft/goal_theft.py
index 1aca1d13..72dafd59 100644
--- a/deepteam/vulnerabilities/agentic/goal_theft/goal_theft.py
+++ b/deepteam/vulnerabilities/agentic/goal_theft/goal_theft.py
@@ -3,6 +3,7 @@ from typing import List, Literal, Optional
from deepteam.vulnerabilities import BaseVulnerability
from deepteam.vulnerabilities.agentic.goal_theft import GoalTheftType
from deepteam.vulnerabilities.utils import validate_vulnerability_types
+from deepteam.metrics.agentic.extraction_success.extraction_success import ExtractionSuccessMetric
GoalTheftLiteralType = Literal[
"escalating_probing", "cooperative_dialogue", "social_engineering"
@@ -21,5 +22,19 @@ class GoalTheft(BaseVulnerability):
)
super().__init__(types=enum_types)
+ def get_metric(
+ self,
+ purpose: str,
+ model: str = None,
+ async_mode: bool = True,
+ verbose_mode: bool = False
+ ):
+ return ExtractionSuccessMetric(
+ purpose=purpose,
+ model=model,
+ async_mode=async_mode,
+ verbose_mode=verbose_mode
+ )
+
def get_name(self) -> str:
return "Goal Theft"
diff --git a/deepteam/vulnerabilities/agentic/recursive_hijacking/recursive_hijacking.py b/deepteam/vulnerabilities/agentic/recursive_hijacking/recursive_hijacking.py
index 4f524b64..d55f44cc 100644
--- a/deepteam/vulnerabilities/agentic/recursive_hijacking/recursive_hijacking.py
+++ b/deepteam/vulnerabilities/agentic/recursive_hijacking/recursive_hijacking.py
@@ -5,6 +5,7 @@ from deepteam.vulnerabilities.agentic.recursive_hijacking import (
RecursiveHijackingType,
)
from deepteam.vulnerabilities.utils import validate_vulnerability_types
+from deepteam.metrics.agentic.subversion_success.subversion_success import SubversionSuccessMetric
RecursiveHijackingLiteralType = Literal[
"self_modifying_goals",
@@ -25,5 +26,19 @@ class RecursiveHijacking(BaseVulnerability):
)
super().__init__(types=enum_types)
+ def get_metric(
+ self,
+ purpose: str,
+ model: str = None,
+ async_mode: bool = True,
+ verbose_mode: bool = False
+ ):
+ return SubversionSuccessMetric(
+ purpose=purpose,
+ model=model,
+ async_mode=async_mode,
+ verbose_mode=verbose_mode
+ )
+
def get_name(self) -> str:
return "Recursive Hijacking"
diff --git a/deepteam/vulnerabilities/agentic/robustness/robustness.py b/deepteam/vulnerabilities/agentic/robustness/robustness.py
index b82cdd76..ccb086f2 100644
--- a/deepteam/vulnerabilities/agentic/robustness/robustness.py
+++ b/deepteam/vulnerabilities/agentic/robustness/robustness.py
@@ -3,6 +3,7 @@ from typing import List, Literal, Optional
from deepteam.vulnerabilities import BaseVulnerability
from deepteam.vulnerabilities.agentic.robustness import RobustnessType
from deepteam.vulnerabilities.utils import validate_vulnerability_types
+from deepteam.metrics import HijackingMetric, OverrelianceMetric
RobustnessLiteral = Literal["input overreliance", "hijacking"]
@@ -19,5 +20,31 @@ class Robustness(BaseVulnerability):
)
super().__init__(types=enum_types)
+ def get_metric(
+ self,
+ type: RobustnessType,
+ purpose: str,
+ model: str = None,
+ async_mode: bool = True,
+ verbose_mode: bool = False
+ ):
+ if type == RobustnessType.HIJACKING:
+ return HijackingMetric(
+ purpose=purpose,
+ model=model,
+ async_mode=async_mode,
+ verbose_mode=verbose_mode
+ )
+ if type == RobustnessType.INPUT_OVERRELIANCE:
+ return OverrelianceMetric(
+ purpose=purpose,
+ model=model,
+ async_mode=async_mode,
+ verbose_mode=verbose_mode
+ )
+ raise ValueError(
+ "Invalid type passed in the 'get_metric' function. Please pass an enum from 'RobustnessType'"
+ )
+
def get_name(self) -> str:
return "Robustness"
diff --git a/deepteam/vulnerabilities/base_vulnerability.py b/deepteam/vulnerabilities/base_vulnerability.py
index c50c1f7a..b8e378f1 100644
--- a/deepteam/vulnerabilities/base_vulnerability.py
+++ b/deepteam/vulnerabilities/base_vulnerability.py
@@ -28,6 +28,9 @@ class BaseVulnerability(ABC):
:return: List of string values from the Enum types.
"""
return [t.value for t in self.types]
+
+ def get_metric(self) -> BaseRedTeamingMetric:
+ pass
def get_name(self) -> str:
return self.__class__.__name__
diff --git a/deepteam/vulnerabilities/bfla/bfla.py b/deepteam/vulnerabilities/bfla/bfla.py
index bd58e1e7..e1841d8b 100644
--- a/deepteam/vulnerabilities/bfla/bfla.py
+++ b/deepteam/vulnerabilities/bfla/bfla.py
@@ -3,6 +3,7 @@ from typing import List, Literal, Optional
from deepteam.vulnerabilities import BaseVulnerability
from deepteam.vulnerabilities.bfla import BFLAType
from deepteam.vulnerabilities.utils import validate_vulnerability_types
+from deepteam.metrics import BFLAMetric
BFLALiteral = Literal[
"privilege_escalation",
@@ -21,5 +22,19 @@ class BFLA(BaseVulnerability):
)
super().__init__(types=enum_types)
+ def get_metric(
+ self,
+ purpose: str,
+ model: str = None,
+ async_mode: bool = True,
+ verbose_mode: bool = False
+ ):
+ return BFLAMetric(
+ purpose=purpose,
+ model=model,
+ async_mode=async_mode,
+ verbose_mode=verbose_mode
+ )
+
def get_name(self) -> str:
return "BFLA"
diff --git a/deepteam/vulnerabilities/bias/bias.py b/deepteam/vulnerabilities/bias/bias.py
index 6fd115b1..99663bb2 100644
--- a/deepteam/vulnerabilities/bias/bias.py
+++ b/deepteam/vulnerabilities/bias/bias.py
@@ -3,6 +3,7 @@ from typing import List, Literal, Optional
from deepteam.vulnerabilities import BaseVulnerability
from deepteam.vulnerabilities.bias import BiasType
from deepteam.vulnerabilities.utils import validate_vulnerability_types
+from deepteam.metrics import BiasMetric
BiasLiteralType = Literal["religion", "politics", "gender", "race"]
@@ -19,5 +20,19 @@ class Bias(BaseVulnerability):
)
super().__init__(types=enum_types)
+ def get_metric(
+ self,
+ purpose: str,
+ model: str = None,
+ async_mode: bool = True,
+ verbose_mode: bool = False
+ ):
+ return BiasMetric(
+ purpose=purpose,
+ model=model,
+ async_mode=async_mode,
+ verbose_mode=verbose_mode
+ )
+
def get_name(self) -> str:
return "Bias"
diff --git a/deepteam/vulnerabilities/bola/bola.py b/deepteam/vulnerabilities/bola/bola.py
index a36c5493..ddecc8d0 100644
--- a/deepteam/vulnerabilities/bola/bola.py
+++ b/deepteam/vulnerabilities/bola/bola.py
@@ -3,6 +3,7 @@ from typing import List, Literal, Optional
from deepteam.vulnerabilities import BaseVulnerability
from deepteam.vulnerabilities.bola import BOLAType
from deepteam.vulnerabilities.utils import validate_vulnerability_types
+from deepteam.metrics import BOLAMetric
BOLALiteral = Literal[
"object_access_bypass",
@@ -21,5 +22,17 @@ class BOLA(BaseVulnerability):
)
super().__init__(types=enum_types)
+ def get_metric(
+ self,
+ model: str = None,
+ async_mode: bool = True,
+ verbose_mode: bool = False
+ ):
+ return BOLAMetric(
+ model=model,
+ async_mode=async_mode,
+ verbose_mode=verbose_mode
+ )
+
def get_name(self) -> str:
return "BOLA"
diff --git a/deepteam/vulnerabilities/competition/competition.py b/deepteam/vulnerabilities/competition/competition.py
index d40b2c16..60b75f0a 100644
--- a/deepteam/vulnerabilities/competition/competition.py
+++ b/deepteam/vulnerabilities/competition/competition.py
@@ -3,6 +3,7 @@ from typing import List, Literal, Optional
from deepteam.vulnerabilities import BaseVulnerability
from deepteam.vulnerabilities.competition import CompetitionType
from deepteam.vulnerabilities.utils import validate_vulnerability_types
+from deepteam.metrics import CompetitorsMetric
CompetitionLiteralType = Literal[
@@ -25,5 +26,19 @@ class Competition(BaseVulnerability):
)
super().__init__(types=enum_types)
+ def get_metric(
+ self,
+ purpose: str,
+ model: str = None,
+ async_mode: bool = True,
+ verbose_mode: bool = False
+ ):
+ return CompetitorsMetric(
+ purpose=purpose,
+ model=model,
+ async_mode=async_mode,
+ verbose_mode=verbose_mode
+ )
+
def get_name(self) -> str:
return "Competition"
diff --git a/deepteam/vulnerabilities/debug_access/debug_access.py b/deepteam/vulnerabilities/debug_access/debug_access.py
index 720ed7ec..2185d3df 100644
--- a/deepteam/vulnerabilities/debug_access/debug_access.py
+++ b/deepteam/vulnerabilities/debug_access/debug_access.py
@@ -3,6 +3,7 @@ from typing import List, Literal, Optional
from deepteam.vulnerabilities import BaseVulnerability
from deepteam.vulnerabilities.debug_access import DebugAccessType
from deepteam.vulnerabilities.utils import validate_vulnerability_types
+from deepteam.metrics import DebugAccessMetric
DebugAccessLiteral = Literal[
"debug_mode_bypass",
@@ -23,5 +24,17 @@ class DebugAccess(BaseVulnerability):
)
super().__init__(types=enum_types)
+ def get_metric(
+ self,
+ model: str = None,
+ async_mode: bool = True,
+ verbose_mode: bool = False
+ ):
+ return DebugAccessMetric(
+ model=model,
+ async_mode=async_mode,
+ verbose_mode=verbose_mode
+ )
+
def get_name(self) -> str:
return "Debug Access"
diff --git a/deepteam/vulnerabilities/graphic_content/graphic_content.py b/deepteam/vulnerabilities/graphic_content/graphic_content.py
index 15477801..939ab734 100644
--- a/deepteam/vulnerabilities/graphic_content/graphic_content.py
+++ b/deepteam/vulnerabilities/graphic_content/graphic_content.py
@@ -3,6 +3,7 @@ from typing import List, Literal, Optional
from deepteam.vulnerabilities import BaseVulnerability
from deepteam.vulnerabilities.graphic_content import GraphicContentType
from deepteam.vulnerabilities.utils import validate_vulnerability_types
+from deepteam.metrics import GraphicMetric
GraphicContentLiteral = Literal[
"sexual content", "graphic content", "pornographic content"
@@ -21,5 +22,19 @@ class GraphicContent(BaseVulnerability):
)
super().__init__(types=enum_types)
+ def get_metric(
+ self,
+ graphic_category: str,
+ model: str = None,
+ async_mode: bool = True,
+ verbose_mode: bool = False
+ ):
+ return GraphicMetric(
+ graphic_category=graphic_category,
+ model=model,
+ async_mode=async_mode,
+ verbose_mode=verbose_mode
+ )
+
def get_name(self) -> str:
return "Graphic Content"
diff --git a/deepteam/vulnerabilities/illegal_activity/illegal_activity.py b/deepteam/vulnerabilities/illegal_activity/illegal_activity.py
index 4bd332af..1d5cef6d 100644
--- a/deepteam/vulnerabilities/illegal_activity/illegal_activity.py
+++ b/deepteam/vulnerabilities/illegal_activity/illegal_activity.py
@@ -3,6 +3,7 @@ from typing import List, Literal, Optional
from deepteam.vulnerabilities import BaseVulnerability
from deepteam.vulnerabilities.illegal_activity import IllegalActivityType
from deepteam.vulnerabilities.utils import validate_vulnerability_types
+from deepteam.metrics import IllegalMetric
IllegalActivityLiteral = Literal[
"weapons",
@@ -27,5 +28,19 @@ class IllegalActivity(BaseVulnerability):
)
super().__init__(types=enum_types)
+ def get_metric(
+ self,
+ illegal_category: str,
+ model: str = None,
+ async_mode: bool = True,
+ verbose_mode: bool = False
+ ):
+ return IllegalMetric(
+ illegal_category=illegal_category,
+ model=model,
+ async_mode=async_mode,
+ verbose_mode=verbose_mode
+ )
+
def get_name(self) -> str:
return "Illegal Activity"
diff --git a/deepteam/vulnerabilities/intellectual_property/intellectual_property.py b/deepteam/vulnerabilities/intellectual_property/intellectual_property.py
index d01015c9..8db69eef 100644
--- a/deepteam/vulnerabilities/intellectual_property/intellectual_property.py
+++ b/deepteam/vulnerabilities/intellectual_property/intellectual_property.py
@@ -5,6 +5,7 @@ from deepteam.vulnerabilities.intellectual_property import (
IntellectualPropertyType,
)
from deepteam.vulnerabilities.utils import validate_vulnerability_types
+from deepteam.metrics import IntellectualPropertyMetric
IntellectualPropertyLiteral = Literal[
"imitation",
@@ -26,5 +27,19 @@ class IntellectualProperty(BaseVulnerability):
)
super().__init__(types=enum_types)
+ def get_metric(
+ self,
+ purpose: str,
+ model: str = None,
+ async_mode: bool = True,
+ verbose_mode: bool = False
+ ):
+ return IntellectualPropertyMetric(
+ purpose=purpose,
+ model=model,
+ async_mode=async_mode,
+ verbose_mode=verbose_mode
+ )
+
def get_name(self) -> str:
return "Intellectual Property"
diff --git a/deepteam/vulnerabilities/misinformation/misinformation.py b/deepteam/vulnerabilities/misinformation/misinformation.py
index 3e161bb8..41fed262 100644
--- a/deepteam/vulnerabilities/misinformation/misinformation.py
+++ b/deepteam/vulnerabilities/misinformation/misinformation.py
@@ -3,6 +3,7 @@ from typing import List, Literal, Optional
from deepteam.vulnerabilities import BaseVulnerability
from deepteam.vulnerabilities.misinformation import MisinformationType
from deepteam.vulnerabilities.utils import validate_vulnerability_types
+from deepteam.metrics import MisinformationMetric
MisinformationLiteral = Literal[
@@ -22,5 +23,19 @@ class Misinformation(BaseVulnerability):
)
super().__init__(types=enum_types)
+ def get_metric(
+ self,
+ misinformation_category: str,
+ model: str = None,
+ async_mode: bool = True,
+ verbose_mode: bool = False
+ ):
+ return MisinformationMetric(
+ misinformation_category=misinformation_category,
+ model=model,
+ async_mode=async_mode,
+ verbose_mode=verbose_mode
+ )
+
def get_name(self) -> str:
return "Misinformation"
diff --git a/deepteam/vulnerabilities/personal_safety/personal_safety.py b/deepteam/vulnerabilities/personal_safety/personal_safety.py
index 26b311b6..b3ad5fe9 100644
--- a/deepteam/vulnerabilities/personal_safety/personal_safety.py
+++ b/deepteam/vulnerabilities/personal_safety/personal_safety.py
@@ -3,6 +3,7 @@ from typing import List, Literal, Optional
from deepteam.vulnerabilities import BaseVulnerability
from deepteam.vulnerabilities.personal_safety import PersonalSafetyType
from deepteam.vulnerabilities.utils import validate_vulnerability_types
+from deepteam.metrics import SafetyMetric
PersonalSafetyLiteral = Literal[
"bullying",
@@ -25,5 +26,19 @@ class PersonalSafety(BaseVulnerability):
)
super().__init__(types=enum_types)
+ def get_metric(
+ self,
+ safety_category: str,
+ model: str = None,
+ async_mode: bool = True,
+ verbose_mode: bool = False
+ ):
+ return SafetyMetric(
+ safety_category=safety_category,
+ model=model,
+ async_mode=async_mode,
+ verbose_mode=verbose_mode
+ )
+
def get_name(self) -> str:
return "Personal Safety"
diff --git a/deepteam/vulnerabilities/pii_leakage/pii_leakage.py b/deepteam/vulnerabilities/pii_leakage/pii_leakage.py
index 8230b2ad..f18fb569 100644
--- a/deepteam/vulnerabilities/pii_leakage/pii_leakage.py
+++ b/deepteam/vulnerabilities/pii_leakage/pii_leakage.py
@@ -3,6 +3,7 @@ from typing import List, Literal, Optional
from deepteam.vulnerabilities import BaseVulnerability
from deepteam.vulnerabilities.pii_leakage import PIILeakageType
from deepteam.vulnerabilities.utils import validate_vulnerability_types
+from deepteam.metrics import PIIMetric
PIILeakageLiteral = Literal[
"api and database access",
@@ -23,6 +24,20 @@ class PIILeakage(BaseVulnerability):
self.get_name(), types=types, allowed_type=PIILeakageType
)
super().__init__(types=enum_types)
+
+ def get_metric(
+ self,
+ purpose: str,
+ model: str = None,
+ async_mode: bool = True,
+ verbose_mode: bool = False
+ ):
+ return PIIMetric(
+ purpose=purpose,
+ model=model,
+ async_mode=async_mode,
+ verbose_mode=verbose_mode
+ )
def get_name(self) -> str:
return "PII Leakage"
diff --git a/deepteam/vulnerabilities/prompt_leakage/prompt_leakage.py b/deepteam/vulnerabilities/prompt_leakage/prompt_leakage.py
index c746557e..2be685e1 100644
--- a/deepteam/vulnerabilities/prompt_leakage/prompt_leakage.py
+++ b/deepteam/vulnerabilities/prompt_leakage/prompt_leakage.py
@@ -3,6 +3,7 @@ from typing import List, Literal, Optional
from deepteam.vulnerabilities import BaseVulnerability
from deepteam.vulnerabilities.prompt_leakage import PromptLeakageType
from deepteam.vulnerabilities.utils import validate_vulnerability_types
+from deepteam.metrics import PromptExtractionMetric
PromptLeakageLiteral = Literal[
"secrets and credentials",
@@ -24,5 +25,19 @@ class PromptLeakage(BaseVulnerability):
)
super().__init__(types=enum_types)
+ def get_metric(
+ self,
+ purpose: str,
+ model: str = None,
+ async_mode: bool = True,
+ verbose_mode: bool = False
+ ):
+ return PromptExtractionMetric(
+ purpose=purpose,
+ model=model,
+ async_mode=async_mode,
+ verbose_mode=verbose_mode
+ )
+
def get_name(self) -> str:
return "Prompt Leakage"
diff --git a/deepteam/vulnerabilities/rbac/rbac.py b/deepteam/vulnerabilities/rbac/rbac.py
index d4bfd762..72822775 100644
--- a/deepteam/vulnerabilities/rbac/rbac.py
+++ b/deepteam/vulnerabilities/rbac/rbac.py
@@ -3,6 +3,7 @@ from typing import List, Literal, Optional
from deepteam.vulnerabilities import BaseVulnerability
from deepteam.vulnerabilities.rbac import RBACType
from deepteam.vulnerabilities.utils import validate_vulnerability_types
+from deepteam.metrics import RBACMetric
RBACLiteral = Literal[
"role_bypass",
@@ -21,5 +22,19 @@ class RBAC(BaseVulnerability):
)
super().__init__(types=enum_types)
+ def get_metric(
+ self,
+ purpose: str,
+ model: str = None,
+ async_mode: bool = True,
+ verbose_mode: bool = False
+ ):
+ return RBACMetric(
+ purpose=purpose,
+ model=model,
+ async_mode=async_mode,
+ verbose_mode=verbose_mode
+ )
+
def get_name(self) -> str:
return "RBAC"
diff --git a/deepteam/vulnerabilities/shell_injection/shell_injection.py b/deepteam/vulnerabilities/shell_injection/shell_injection.py
index 81af76b3..048a05d6 100644
--- a/deepteam/vulnerabilities/shell_injection/shell_injection.py
+++ b/deepteam/vulnerabilities/shell_injection/shell_injection.py
@@ -3,6 +3,7 @@ from typing import List, Literal, Optional
from deepteam.vulnerabilities import BaseVulnerability
from deepteam.vulnerabilities.shell_injection import ShellInjectionType
from deepteam.vulnerabilities.utils import validate_vulnerability_types
+from deepteam.metrics import ShellInjectionMetric
ShellInjectionLiteral = Literal[
"command_injection",
@@ -23,5 +24,17 @@ class ShellInjection(BaseVulnerability):
)
super().__init__(types=enum_types)
+ def get_metric(
+ self,
+ model: str = None,
+ async_mode: bool = True,
+ verbose_mode: bool = False
+ ):
+ return ShellInjectionMetric(
+ model=model,
+ async_mode=async_mode,
+ verbose_mode=verbose_mode
+ )
+
def get_name(self) -> str:
return "Shell Injection"
diff --git a/deepteam/vulnerabilities/sql_injection/sql_injection.py b/deepteam/vulnerabilities/sql_injection/sql_injection.py
index 78e3a412..60790f03 100644
--- a/deepteam/vulnerabilities/sql_injection/sql_injection.py
+++ b/deepteam/vulnerabilities/sql_injection/sql_injection.py
@@ -3,6 +3,7 @@ from typing import List, Literal, Optional
from deepteam.vulnerabilities import BaseVulnerability
from deepteam.vulnerabilities.sql_injection import SQLInjectionType
from deepteam.vulnerabilities.utils import validate_vulnerability_types
+from deepteam.metrics import SQLInjectionMetric
SQLInjectionLiteral = Literal[
"blind_sql_injection",
@@ -23,5 +24,17 @@ class SQLInjection(BaseVulnerability):
)
super().__init__(types=enum_types)
+ def get_metric(
+ self,
+ model: str = None,
+ async_mode: bool = True,
+ verbose_mode: bool = False
+ ):
+ return SQLInjectionMetric(
+ model=model,
+ async_mode=async_mode,
+ verbose_mode=verbose_mode
+ )
+
def get_name(self) -> str:
return "SQL Injection"
diff --git a/deepteam/vulnerabilities/ssrf/ssrf.py b/deepteam/vulnerabilities/ssrf/ssrf.py
index f5ed0d5a..761cc3a7 100644
--- a/deepteam/vulnerabilities/ssrf/ssrf.py
+++ b/deepteam/vulnerabilities/ssrf/ssrf.py
@@ -3,6 +3,7 @@ from typing import List, Literal, Optional
from deepteam.vulnerabilities import BaseVulnerability
from deepteam.vulnerabilities.ssrf import SSRFType
from deepteam.vulnerabilities.utils import validate_vulnerability_types
+from deepteam.metrics import SSRFMetric
SSRFLiteral = Literal[
"internal_service_access",
@@ -21,5 +22,19 @@ class SSRF(BaseVulnerability):
)
super().__init__(types=enum_types)
+ def get_metric(
+ self,
+ purpose: str,
+ model: str = None,
+ async_mode: bool = True,
+ verbose_mode: bool = False
+ ):
+ return SSRFMetric(
+ purpose=purpose,
+ model=model,
+ async_mode=async_mode,
+ verbose_mode=verbose_mode
+ )
+
def get_name(self) -> str:
return "SSRF"
diff --git a/deepteam/vulnerabilities/toxicity/toxicity.py b/deepteam/vulnerabilities/toxicity/toxicity.py
index fdd8c21f..db28d5f1 100644
--- a/deepteam/vulnerabilities/toxicity/toxicity.py
+++ b/deepteam/vulnerabilities/toxicity/toxicity.py
@@ -3,6 +3,7 @@ from typing import List, Literal, Optional
from deepteam.vulnerabilities import BaseVulnerability
from deepteam.vulnerabilities.toxicity import ToxicityType
from deepteam.vulnerabilities.utils import validate_vulnerability_types
+from deepteam.metrics import ToxicityMetric
ToxicityLiteral = Literal["profanity", "insults", "threats", "mockery"]
@@ -19,5 +20,19 @@ class Toxicity(BaseVulnerability):
)
super().__init__(types=enum_types)
+ def get_metric(
+ self,
+ toxicity_category: str,
+ model: str = None,
+ async_mode: bool = True,
+ verbose_mode: bool = False
+ ):
+ return ToxicityMetric(
+ toxicity_category=toxicity_category,
+ model=model,
+ async_mode=async_mode,
+ verbose_mode=verbose_mode
+ )
+
def get_name(self) -> str:
return "Toxicity"