DeepTeam is a framework to red team LLMs and AI agents.
added the get_metric function in all vulnerabilities
A-Vamshi041820d4c532
diff --git a/deepteam/vulnerabilities/agentic/excessive_agency/excessive_agency.py b/deepteam/vulnerabilities/agentic/excessive_agency/excessive_agency.pyindex e86ca705..633745c7 100644--- a/deepteam/vulnerabilities/agentic/excessive_agency/excessive_agency.py+++ b/deepteam/vulnerabilities/agentic/excessive_agency/excessive_agency.py@@ -5,6 +5,7 @@ from deepteam.vulnerabilities.agentic.excessive_agency import (ExcessiveAgencyType,)from deepteam.vulnerabilities.utils import validate_vulnerability_types+from deepteam.metrics import ExcessiveAgencyMetricExcessiveAgencyLiteral = Literal["functionality", "permissions", "autonomy"]@@ -22,5 +23,19 @@ class ExcessiveAgency(BaseVulnerability):)super().__init__(types=enum_types)+ def get_metric(+ self,+ purpose: str = None,+ model: str = None,+ async_mode: bool = True,+ verbose_mode: bool = False+ ):+ return ExcessiveAgencyMetric(+ purpose=purpose,+ model=model,+ async_mode=async_mode,+ verbose_mode=verbose_mode+ )+def get_name(self) -> str:return "Excessive Agency"diff --git a/deepteam/vulnerabilities/agentic/goal_theft/goal_theft.py b/deepteam/vulnerabilities/agentic/goal_theft/goal_theft.pyindex 1aca1d13..72dafd59 100644--- a/deepteam/vulnerabilities/agentic/goal_theft/goal_theft.py+++ b/deepteam/vulnerabilities/agentic/goal_theft/goal_theft.py@@ -3,6 +3,7 @@ from typing import List, Literal, Optionalfrom deepteam.vulnerabilities import BaseVulnerabilityfrom deepteam.vulnerabilities.agentic.goal_theft import GoalTheftTypefrom deepteam.vulnerabilities.utils import validate_vulnerability_types+from deepteam.metrics.agentic.extraction_success.extraction_success import ExtractionSuccessMetricGoalTheftLiteralType = Literal["escalating_probing", "cooperative_dialogue", "social_engineering"@@ -21,5 +22,19 @@ class GoalTheft(BaseVulnerability):)super().__init__(types=enum_types)+ def get_metric(+ self,+ purpose: str,+ model: str = None,+ async_mode: bool = True,+ verbose_mode: bool = False+ ):+ return ExtractionSuccessMetric(+ purpose=purpose,+ model=model,+ async_mode=async_mode,+ verbose_mode=verbose_mode+ )+def get_name(self) -> str:return "Goal Theft"diff --git a/deepteam/vulnerabilities/agentic/recursive_hijacking/recursive_hijacking.py b/deepteam/vulnerabilities/agentic/recursive_hijacking/recursive_hijacking.pyindex 4f524b64..d55f44cc 100644--- a/deepteam/vulnerabilities/agentic/recursive_hijacking/recursive_hijacking.py+++ b/deepteam/vulnerabilities/agentic/recursive_hijacking/recursive_hijacking.py@@ -5,6 +5,7 @@ from deepteam.vulnerabilities.agentic.recursive_hijacking import (RecursiveHijackingType,)from deepteam.vulnerabilities.utils import validate_vulnerability_types+from deepteam.metrics.agentic.subversion_success.subversion_success import SubversionSuccessMetricRecursiveHijackingLiteralType = Literal["self_modifying_goals",@@ -25,5 +26,19 @@ class RecursiveHijacking(BaseVulnerability):)super().__init__(types=enum_types)+ def get_metric(+ self,+ purpose: str,+ model: str = None,+ async_mode: bool = True,+ verbose_mode: bool = False+ ):+ return SubversionSuccessMetric(+ purpose=purpose,+ model=model,+ async_mode=async_mode,+ verbose_mode=verbose_mode+ )+def get_name(self) -> str:return "Recursive Hijacking"diff --git a/deepteam/vulnerabilities/agentic/robustness/robustness.py b/deepteam/vulnerabilities/agentic/robustness/robustness.pyindex b82cdd76..ccb086f2 100644--- a/deepteam/vulnerabilities/agentic/robustness/robustness.py+++ b/deepteam/vulnerabilities/agentic/robustness/robustness.py@@ -3,6 +3,7 @@ from typing import List, Literal, Optionalfrom deepteam.vulnerabilities import BaseVulnerabilityfrom deepteam.vulnerabilities.agentic.robustness import RobustnessTypefrom deepteam.vulnerabilities.utils import validate_vulnerability_types+from deepteam.metrics import HijackingMetric, OverrelianceMetricRobustnessLiteral = Literal["input overreliance", "hijacking"]@@ -19,5 +20,31 @@ class Robustness(BaseVulnerability):)super().__init__(types=enum_types)+ def get_metric(+ self,+ type: RobustnessType,+ purpose: str,+ model: str = None,+ async_mode: bool = True,+ verbose_mode: bool = False+ ):+ if type == RobustnessType.HIJACKING:+ return HijackingMetric(+ purpose=purpose,+ model=model,+ async_mode=async_mode,+ verbose_mode=verbose_mode+ )+ if type == RobustnessType.INPUT_OVERRELIANCE:+ return OverrelianceMetric(+ purpose=purpose,+ model=model,+ async_mode=async_mode,+ verbose_mode=verbose_mode+ )+ raise ValueError(+ "Invalid type passed in the 'get_metric' function. Please pass an enum from 'RobustnessType'"+ )+def get_name(self) -> str:return "Robustness"diff --git a/deepteam/vulnerabilities/base_vulnerability.py b/deepteam/vulnerabilities/base_vulnerability.pyindex c50c1f7a..b8e378f1 100644--- a/deepteam/vulnerabilities/base_vulnerability.py+++ b/deepteam/vulnerabilities/base_vulnerability.py@@ -28,6 +28,9 @@ class BaseVulnerability(ABC)::return: List of string values from the Enum types."""return [t.value for t in self.types]++ def get_metric(self) -> BaseRedTeamingMetric:+ passdef get_name(self) -> str:return self.__class__.__name__diff --git a/deepteam/vulnerabilities/bfla/bfla.py b/deepteam/vulnerabilities/bfla/bfla.pyindex bd58e1e7..e1841d8b 100644--- a/deepteam/vulnerabilities/bfla/bfla.py+++ b/deepteam/vulnerabilities/bfla/bfla.py@@ -3,6 +3,7 @@ from typing import List, Literal, Optionalfrom deepteam.vulnerabilities import BaseVulnerabilityfrom deepteam.vulnerabilities.bfla import BFLATypefrom deepteam.vulnerabilities.utils import validate_vulnerability_types+from deepteam.metrics import BFLAMetricBFLALiteral = Literal["privilege_escalation",@@ -21,5 +22,19 @@ class BFLA(BaseVulnerability):)super().__init__(types=enum_types)+ def get_metric(+ self,+ purpose: str,+ model: str = None,+ async_mode: bool = True,+ verbose_mode: bool = False+ ):+ return BFLAMetric(+ purpose=purpose,+ model=model,+ async_mode=async_mode,+ verbose_mode=verbose_mode+ )+def get_name(self) -> str:return "BFLA"diff --git a/deepteam/vulnerabilities/bias/bias.py b/deepteam/vulnerabilities/bias/bias.pyindex 6fd115b1..99663bb2 100644--- a/deepteam/vulnerabilities/bias/bias.py+++ b/deepteam/vulnerabilities/bias/bias.py@@ -3,6 +3,7 @@ from typing import List, Literal, Optionalfrom deepteam.vulnerabilities import BaseVulnerabilityfrom deepteam.vulnerabilities.bias import BiasTypefrom deepteam.vulnerabilities.utils import validate_vulnerability_types+from deepteam.metrics import BiasMetricBiasLiteralType = Literal["religion", "politics", "gender", "race"]@@ -19,5 +20,19 @@ class Bias(BaseVulnerability):)super().__init__(types=enum_types)+ def get_metric(+ self,+ purpose: str,+ model: str = None,+ async_mode: bool = True,+ verbose_mode: bool = False+ ):+ return BiasMetric(+ purpose=purpose,+ model=model,+ async_mode=async_mode,+ verbose_mode=verbose_mode+ )+def get_name(self) -> str:return "Bias"diff --git a/deepteam/vulnerabilities/bola/bola.py b/deepteam/vulnerabilities/bola/bola.pyindex a36c5493..ddecc8d0 100644--- a/deepteam/vulnerabilities/bola/bola.py+++ b/deepteam/vulnerabilities/bola/bola.py@@ -3,6 +3,7 @@ from typing import List, Literal, Optionalfrom deepteam.vulnerabilities import BaseVulnerabilityfrom deepteam.vulnerabilities.bola import BOLATypefrom deepteam.vulnerabilities.utils import validate_vulnerability_types+from deepteam.metrics import BOLAMetricBOLALiteral = Literal["object_access_bypass",@@ -21,5 +22,17 @@ class BOLA(BaseVulnerability):)super().__init__(types=enum_types)+ def get_metric(+ self,+ model: str = None,+ async_mode: bool = True,+ verbose_mode: bool = False+ ):+ return BOLAMetric(+ model=model,+ async_mode=async_mode,+ verbose_mode=verbose_mode+ )+def get_name(self) -> str:return "BOLA"diff --git a/deepteam/vulnerabilities/competition/competition.py b/deepteam/vulnerabilities/competition/competition.pyindex d40b2c16..60b75f0a 100644--- a/deepteam/vulnerabilities/competition/competition.py+++ b/deepteam/vulnerabilities/competition/competition.py@@ -3,6 +3,7 @@ from typing import List, Literal, Optionalfrom deepteam.vulnerabilities import BaseVulnerabilityfrom deepteam.vulnerabilities.competition import CompetitionTypefrom deepteam.vulnerabilities.utils import validate_vulnerability_types+from deepteam.metrics import CompetitorsMetricCompetitionLiteralType = Literal[@@ -25,5 +26,19 @@ class Competition(BaseVulnerability):)super().__init__(types=enum_types)+ def get_metric(+ self,+ purpose: str,+ model: str = None,+ async_mode: bool = True,+ verbose_mode: bool = False+ ):+ return CompetitorsMetric(+ purpose=purpose,+ model=model,+ async_mode=async_mode,+ verbose_mode=verbose_mode+ )+def get_name(self) -> str:return "Competition"diff --git a/deepteam/vulnerabilities/debug_access/debug_access.py b/deepteam/vulnerabilities/debug_access/debug_access.pyindex 720ed7ec..2185d3df 100644--- a/deepteam/vulnerabilities/debug_access/debug_access.py+++ b/deepteam/vulnerabilities/debug_access/debug_access.py@@ -3,6 +3,7 @@ from typing import List, Literal, Optionalfrom deepteam.vulnerabilities import BaseVulnerabilityfrom deepteam.vulnerabilities.debug_access import DebugAccessTypefrom deepteam.vulnerabilities.utils import validate_vulnerability_types+from deepteam.metrics import DebugAccessMetricDebugAccessLiteral = Literal["debug_mode_bypass",@@ -23,5 +24,17 @@ class DebugAccess(BaseVulnerability):)super().__init__(types=enum_types)+ def get_metric(+ self,+ model: str = None,+ async_mode: bool = True,+ verbose_mode: bool = False+ ):+ return DebugAccessMetric(+ model=model,+ async_mode=async_mode,+ verbose_mode=verbose_mode+ )+def get_name(self) -> str:return "Debug Access"diff --git a/deepteam/vulnerabilities/graphic_content/graphic_content.py b/deepteam/vulnerabilities/graphic_content/graphic_content.pyindex 15477801..939ab734 100644--- a/deepteam/vulnerabilities/graphic_content/graphic_content.py+++ b/deepteam/vulnerabilities/graphic_content/graphic_content.py@@ -3,6 +3,7 @@ from typing import List, Literal, Optionalfrom deepteam.vulnerabilities import BaseVulnerabilityfrom deepteam.vulnerabilities.graphic_content import GraphicContentTypefrom deepteam.vulnerabilities.utils import validate_vulnerability_types+from deepteam.metrics import GraphicMetricGraphicContentLiteral = Literal["sexual content", "graphic content", "pornographic content"@@ -21,5 +22,19 @@ class GraphicContent(BaseVulnerability):)super().__init__(types=enum_types)+ def get_metric(+ self,+ graphic_category: str,+ model: str = None,+ async_mode: bool = True,+ verbose_mode: bool = False+ ):+ return GraphicMetric(+ graphic_category=graphic_category,+ model=model,+ async_mode=async_mode,+ verbose_mode=verbose_mode+ )+def get_name(self) -> str:return "Graphic Content"diff --git a/deepteam/vulnerabilities/illegal_activity/illegal_activity.py b/deepteam/vulnerabilities/illegal_activity/illegal_activity.pyindex 4bd332af..1d5cef6d 100644--- a/deepteam/vulnerabilities/illegal_activity/illegal_activity.py+++ b/deepteam/vulnerabilities/illegal_activity/illegal_activity.py@@ -3,6 +3,7 @@ from typing import List, Literal, Optionalfrom deepteam.vulnerabilities import BaseVulnerabilityfrom deepteam.vulnerabilities.illegal_activity import IllegalActivityTypefrom deepteam.vulnerabilities.utils import validate_vulnerability_types+from deepteam.metrics import IllegalMetricIllegalActivityLiteral = Literal["weapons",@@ -27,5 +28,19 @@ class IllegalActivity(BaseVulnerability):)super().__init__(types=enum_types)+ def get_metric(+ self,+ illegal_category: str,+ model: str = None,+ async_mode: bool = True,+ verbose_mode: bool = False+ ):+ return IllegalMetric(+ illegal_category=illegal_category,+ model=model,+ async_mode=async_mode,+ verbose_mode=verbose_mode+ )+def get_name(self) -> str:return "Illegal Activity"diff --git a/deepteam/vulnerabilities/intellectual_property/intellectual_property.py b/deepteam/vulnerabilities/intellectual_property/intellectual_property.pyindex d01015c9..8db69eef 100644--- a/deepteam/vulnerabilities/intellectual_property/intellectual_property.py+++ b/deepteam/vulnerabilities/intellectual_property/intellectual_property.py@@ -5,6 +5,7 @@ from deepteam.vulnerabilities.intellectual_property import (IntellectualPropertyType,)from deepteam.vulnerabilities.utils import validate_vulnerability_types+from deepteam.metrics import IntellectualPropertyMetricIntellectualPropertyLiteral = Literal["imitation",@@ -26,5 +27,19 @@ class IntellectualProperty(BaseVulnerability):)super().__init__(types=enum_types)+ def get_metric(+ self,+ purpose: str,+ model: str = None,+ async_mode: bool = True,+ verbose_mode: bool = False+ ):+ return IntellectualPropertyMetric(+ purpose=purpose,+ model=model,+ async_mode=async_mode,+ verbose_mode=verbose_mode+ )+def get_name(self) -> str:return "Intellectual Property"diff --git a/deepteam/vulnerabilities/misinformation/misinformation.py b/deepteam/vulnerabilities/misinformation/misinformation.pyindex 3e161bb8..41fed262 100644--- a/deepteam/vulnerabilities/misinformation/misinformation.py+++ b/deepteam/vulnerabilities/misinformation/misinformation.py@@ -3,6 +3,7 @@ from typing import List, Literal, Optionalfrom deepteam.vulnerabilities import BaseVulnerabilityfrom deepteam.vulnerabilities.misinformation import MisinformationTypefrom deepteam.vulnerabilities.utils import validate_vulnerability_types+from deepteam.metrics import MisinformationMetricMisinformationLiteral = Literal[@@ -22,5 +23,19 @@ class Misinformation(BaseVulnerability):)super().__init__(types=enum_types)+ def get_metric(+ self,+ misinformation_category: str,+ model: str = None,+ async_mode: bool = True,+ verbose_mode: bool = False+ ):+ return MisinformationMetric(+ misinformation_category=misinformation_category,+ model=model,+ async_mode=async_mode,+ verbose_mode=verbose_mode+ )+def get_name(self) -> str:return "Misinformation"diff --git a/deepteam/vulnerabilities/personal_safety/personal_safety.py b/deepteam/vulnerabilities/personal_safety/personal_safety.pyindex 26b311b6..b3ad5fe9 100644--- a/deepteam/vulnerabilities/personal_safety/personal_safety.py+++ b/deepteam/vulnerabilities/personal_safety/personal_safety.py@@ -3,6 +3,7 @@ from typing import List, Literal, Optionalfrom deepteam.vulnerabilities import BaseVulnerabilityfrom deepteam.vulnerabilities.personal_safety import PersonalSafetyTypefrom deepteam.vulnerabilities.utils import validate_vulnerability_types+from deepteam.metrics import SafetyMetricPersonalSafetyLiteral = Literal["bullying",@@ -25,5 +26,19 @@ class PersonalSafety(BaseVulnerability):)super().__init__(types=enum_types)+ def get_metric(+ self,+ safety_category: str,+ model: str = None,+ async_mode: bool = True,+ verbose_mode: bool = False+ ):+ return SafetyMetric(+ safety_category=safety_category,+ model=model,+ async_mode=async_mode,+ verbose_mode=verbose_mode+ )+def get_name(self) -> str:return "Personal Safety"diff --git a/deepteam/vulnerabilities/pii_leakage/pii_leakage.py b/deepteam/vulnerabilities/pii_leakage/pii_leakage.pyindex 8230b2ad..f18fb569 100644--- a/deepteam/vulnerabilities/pii_leakage/pii_leakage.py+++ b/deepteam/vulnerabilities/pii_leakage/pii_leakage.py@@ -3,6 +3,7 @@ from typing import List, Literal, Optionalfrom deepteam.vulnerabilities import BaseVulnerabilityfrom deepteam.vulnerabilities.pii_leakage import PIILeakageTypefrom deepteam.vulnerabilities.utils import validate_vulnerability_types+from deepteam.metrics import PIIMetricPIILeakageLiteral = Literal["api and database access",@@ -23,6 +24,20 @@ class PIILeakage(BaseVulnerability):self.get_name(), types=types, allowed_type=PIILeakageType)super().__init__(types=enum_types)++ def get_metric(+ self,+ purpose: str,+ model: str = None,+ async_mode: bool = True,+ verbose_mode: bool = False+ ):+ return PIIMetric(+ purpose=purpose,+ model=model,+ async_mode=async_mode,+ verbose_mode=verbose_mode+ )def get_name(self) -> str:return "PII Leakage"diff --git a/deepteam/vulnerabilities/prompt_leakage/prompt_leakage.py b/deepteam/vulnerabilities/prompt_leakage/prompt_leakage.pyindex c746557e..2be685e1 100644--- a/deepteam/vulnerabilities/prompt_leakage/prompt_leakage.py+++ b/deepteam/vulnerabilities/prompt_leakage/prompt_leakage.py@@ -3,6 +3,7 @@ from typing import List, Literal, Optionalfrom deepteam.vulnerabilities import BaseVulnerabilityfrom deepteam.vulnerabilities.prompt_leakage import PromptLeakageTypefrom deepteam.vulnerabilities.utils import validate_vulnerability_types+from deepteam.metrics import PromptExtractionMetricPromptLeakageLiteral = Literal["secrets and credentials",@@ -24,5 +25,19 @@ class PromptLeakage(BaseVulnerability):)super().__init__(types=enum_types)+ def get_metric(+ self,+ purpose: str,+ model: str = None,+ async_mode: bool = True,+ verbose_mode: bool = False+ ):+ return PromptExtractionMetric(+ purpose=purpose,+ model=model,+ async_mode=async_mode,+ verbose_mode=verbose_mode+ )+def get_name(self) -> str:return "Prompt Leakage"diff --git a/deepteam/vulnerabilities/rbac/rbac.py b/deepteam/vulnerabilities/rbac/rbac.pyindex d4bfd762..72822775 100644--- a/deepteam/vulnerabilities/rbac/rbac.py+++ b/deepteam/vulnerabilities/rbac/rbac.py@@ -3,6 +3,7 @@ from typing import List, Literal, Optionalfrom deepteam.vulnerabilities import BaseVulnerabilityfrom deepteam.vulnerabilities.rbac import RBACTypefrom deepteam.vulnerabilities.utils import validate_vulnerability_types+from deepteam.metrics import RBACMetricRBACLiteral = Literal["role_bypass",@@ -21,5 +22,19 @@ class RBAC(BaseVulnerability):)super().__init__(types=enum_types)+ def get_metric(+ self,+ purpose: str,+ model: str = None,+ async_mode: bool = True,+ verbose_mode: bool = False+ ):+ return RBACMetric(+ purpose=purpose,+ model=model,+ async_mode=async_mode,+ verbose_mode=verbose_mode+ )+def get_name(self) -> str:return "RBAC"diff --git a/deepteam/vulnerabilities/shell_injection/shell_injection.py b/deepteam/vulnerabilities/shell_injection/shell_injection.pyindex 81af76b3..048a05d6 100644--- a/deepteam/vulnerabilities/shell_injection/shell_injection.py+++ b/deepteam/vulnerabilities/shell_injection/shell_injection.py@@ -3,6 +3,7 @@ from typing import List, Literal, Optionalfrom deepteam.vulnerabilities import BaseVulnerabilityfrom deepteam.vulnerabilities.shell_injection import ShellInjectionTypefrom deepteam.vulnerabilities.utils import validate_vulnerability_types+from deepteam.metrics import ShellInjectionMetricShellInjectionLiteral = Literal["command_injection",@@ -23,5 +24,17 @@ class ShellInjection(BaseVulnerability):)super().__init__(types=enum_types)+ def get_metric(+ self,+ model: str = None,+ async_mode: bool = True,+ verbose_mode: bool = False+ ):+ return ShellInjectionMetric(+ model=model,+ async_mode=async_mode,+ verbose_mode=verbose_mode+ )+def get_name(self) -> str:return "Shell Injection"diff --git a/deepteam/vulnerabilities/sql_injection/sql_injection.py b/deepteam/vulnerabilities/sql_injection/sql_injection.pyindex 78e3a412..60790f03 100644--- a/deepteam/vulnerabilities/sql_injection/sql_injection.py+++ b/deepteam/vulnerabilities/sql_injection/sql_injection.py@@ -3,6 +3,7 @@ from typing import List, Literal, Optionalfrom deepteam.vulnerabilities import BaseVulnerabilityfrom deepteam.vulnerabilities.sql_injection import SQLInjectionTypefrom deepteam.vulnerabilities.utils import validate_vulnerability_types+from deepteam.metrics import SQLInjectionMetricSQLInjectionLiteral = Literal["blind_sql_injection",@@ -23,5 +24,17 @@ class SQLInjection(BaseVulnerability):)super().__init__(types=enum_types)+ def get_metric(+ self,+ model: str = None,+ async_mode: bool = True,+ verbose_mode: bool = False+ ):+ return SQLInjectionMetric(+ model=model,+ async_mode=async_mode,+ verbose_mode=verbose_mode+ )+def get_name(self) -> str:return "SQL Injection"diff --git a/deepteam/vulnerabilities/ssrf/ssrf.py b/deepteam/vulnerabilities/ssrf/ssrf.pyindex f5ed0d5a..761cc3a7 100644--- a/deepteam/vulnerabilities/ssrf/ssrf.py+++ b/deepteam/vulnerabilities/ssrf/ssrf.py@@ -3,6 +3,7 @@ from typing import List, Literal, Optionalfrom deepteam.vulnerabilities import BaseVulnerabilityfrom deepteam.vulnerabilities.ssrf import SSRFTypefrom deepteam.vulnerabilities.utils import validate_vulnerability_types+from deepteam.metrics import SSRFMetricSSRFLiteral = Literal["internal_service_access",@@ -21,5 +22,19 @@ class SSRF(BaseVulnerability):)super().__init__(types=enum_types)+ def get_metric(+ self,+ purpose: str,+ model: str = None,+ async_mode: bool = True,+ verbose_mode: bool = False+ ):+ return SSRFMetric(+ purpose=purpose,+ model=model,+ async_mode=async_mode,+ verbose_mode=verbose_mode+ )+def get_name(self) -> str:return "SSRF"diff --git a/deepteam/vulnerabilities/toxicity/toxicity.py b/deepteam/vulnerabilities/toxicity/toxicity.pyindex fdd8c21f..db28d5f1 100644--- a/deepteam/vulnerabilities/toxicity/toxicity.py+++ b/deepteam/vulnerabilities/toxicity/toxicity.py@@ -3,6 +3,7 @@ from typing import List, Literal, Optionalfrom deepteam.vulnerabilities import BaseVulnerabilityfrom deepteam.vulnerabilities.toxicity import ToxicityTypefrom deepteam.vulnerabilities.utils import validate_vulnerability_types+from deepteam.metrics import ToxicityMetricToxicityLiteral = Literal["profanity", "insults", "threats", "mockery"]@@ -19,5 +20,19 @@ class Toxicity(BaseVulnerability):)super().__init__(types=enum_types)+ def get_metric(+ self,+ toxicity_category: str,+ model: str = None,+ async_mode: bool = True,+ verbose_mode: bool = False+ ):+ return ToxicityMetric(+ toxicity_category=toxicity_category,+ model=model,+ async_mode=async_mode,+ verbose_mode=verbose_mode+ )+def get_name(self) -> str:return "Toxicity"