Skip to content

DeepTeam is a framework to red team LLMs and AI agents.

portkey model support added

A-Vamshi5db735d214fd
diff --git a/deepteam/cli/model_callback.py b/deepteam/cli/model_callback.py
index 65e473ac..91a139a1 100644
--- a/deepteam/cli/model_callback.py
+++ b/deepteam/cli/model_callback.py
@@ -14,6 +14,7 @@ from deepeval.models import (
AnthropicModel,
AmazonBedrockModel,
DeepEvalBaseLLM,
+ # PortkeyModel,
)
from deepeval.metrics.utils import initialize_model
@@ -102,6 +103,14 @@ def load_model(spec: Union[str, Dict[str, Any], None]) -> DeepEvalBaseLLM:
if provider == "anthropic":
return AnthropicModel(model=model_name, temperature=temperature)
+
+ # if provider == "portkey":
+ # return PortkeyModel(
+ # model=model_name,
+ # api_key=spec.get("api_key"),
+ # base_url=spec.get("base_url"),
+ # provider=spec.get("provider_name"),
+ # )
if provider == "bedrock":
return AmazonBedrockModel(
diff --git a/docs/docs/red-teaming-yaml-cli.mdx b/docs/docs/red-teaming-yaml-cli.mdx
index d8739506..3f48e58c 100644
--- a/docs/docs/red-teaming-yaml-cli.mdx
+++ b/docs/docs/red-teaming-yaml-cli.mdx
@@ -186,6 +186,20 @@ models:
...
```
</TabItem>
+<TabItem value="portkey" label="Portkey">
+```yaml
+models:
+ simulator:
+ model:
+ provider: portkey
+ model: "model_name"
+ api_key: "<your-api-key>"
+ base_url: "<your-base-url>"
+ provider_name: "<your-provider-name>"
+ evaluation:
+ ...
+```
+</TabItem>
</Tabs>
:::note
@@ -311,6 +325,20 @@ target:
api_key: "<your-api-key>"
```
</TabItem>
+<TabItem value="portkey" label="Portkey">
+```yaml
+models:
+ simulator:
+ model:
+ provider: portkey
+ model: "model_name"
+ api_key: "<your-api-key>"
+ base_url: "<your-base-url>"
+ provider_name: "<your-provider-name>"
+ evaluation:
+ ...
+```
+</TabItem>
</Tabs>
:::note