DeepTeam is a framework to red team LLMs and AI agents.
portkey model support added
A-Vamshi5db735d214fd
diff --git a/deepteam/cli/model_callback.py b/deepteam/cli/model_callback.pyindex 65e473ac..91a139a1 100644--- a/deepteam/cli/model_callback.py+++ b/deepteam/cli/model_callback.py@@ -14,6 +14,7 @@ from deepeval.models import (AnthropicModel,AmazonBedrockModel,DeepEvalBaseLLM,+ # PortkeyModel,)from deepeval.metrics.utils import initialize_model@@ -102,6 +103,14 @@ def load_model(spec: Union[str, Dict[str, Any], None]) -> DeepEvalBaseLLM:if provider == "anthropic":return AnthropicModel(model=model_name, temperature=temperature)++ # if provider == "portkey":+ # return PortkeyModel(+ # model=model_name,+ # api_key=spec.get("api_key"),+ # base_url=spec.get("base_url"),+ # provider=spec.get("provider_name"),+ # )if provider == "bedrock":return AmazonBedrockModel(diff --git a/docs/docs/red-teaming-yaml-cli.mdx b/docs/docs/red-teaming-yaml-cli.mdxindex d8739506..3f48e58c 100644--- a/docs/docs/red-teaming-yaml-cli.mdx+++ b/docs/docs/red-teaming-yaml-cli.mdx@@ -186,6 +186,20 @@ models:...```</TabItem>+<TabItem value="portkey" label="Portkey">+```yaml+models:+ simulator:+ model:+ provider: portkey+ model: "model_name"+ api_key: "<your-api-key>"+ base_url: "<your-base-url>"+ provider_name: "<your-provider-name>"+ evaluation:+ ...+```+</TabItem></Tabs>:::note@@ -311,6 +325,20 @@ target:api_key: "<your-api-key>"```</TabItem>+<TabItem value="portkey" label="Portkey">+```yaml+models:+ simulator:+ model:+ provider: portkey+ model: "model_name"+ api_key: "<your-api-key>"+ base_url: "<your-base-url>"+ provider_name: "<your-provider-name>"+ evaluation:+ ...+```+</TabItem></Tabs>:::note