Skip to content

armgit / E2B

Public Imported from GitHub
0

Open-source, secure environment with real-world tools for enterprise-grade agents.

Add Azure OpenAI model provider

DennizSvens713e694bb347
diff --git a/api-service/models/base.py b/api-service/models/base.py
index fd3426e25..037f328cb 100644
--- a/api-service/models/base.py
+++ b/api-service/models/base.py
@@ -1,6 +1,6 @@
from typing import TypedDict, Dict, Any
from enum import Enum
-from langchain.chat_models import ChatOpenAI
+from langchain.chat_models import ChatOpenAI, AzureChatOpenAI
from langchain.llms import Anthropic, HuggingFaceEndpoint
from langchain.schema import BaseLanguageModel
from langchain.callbacks.base import BaseCallbackManager
@@ -12,6 +12,7 @@ from .providers.banana import BananaFix
class ModelProvider(Enum):
OpenAI = "OpenAI"
+ AzureOpenAI = "AzureOpenAI"
Replicate = "Replicate"
Anthropic = "Anthropic"
HuggingFace = "HuggingFace"
@@ -44,6 +45,14 @@ def get_model(
streaming=True,
callback_manager=callback_manager,
)
+ case ModelProvider.AzureOpenAI.value:
+ return AzureChatOpenAI(
+ **config["args"],
+ request_timeout=3600,
+ verbose=True,
+ streaming=True,
+ callback_manager=callback_manager,
+ )
case ModelProvider.Replicate.value:
return ReplicateFix(
model=config["args"]["model"],
diff --git a/components/Editor/Sidebar/Model/index.tsx b/components/Editor/Sidebar/Model/index.tsx
index c4962e99b..de5506fa5 100644
--- a/components/Editor/Sidebar/Model/index.tsx
+++ b/components/Editor/Sidebar/Model/index.tsx
@@ -9,6 +9,7 @@ import ProviderCard from './ProviderCard'
const modelProviderOrder = sortByOrder<ModelProvider, [string, ProviderTemplate]>(
[
ModelProvider.OpenAI,
+ ModelProvider.AzureOpenAI,
ModelProvider.Anthropic,
ModelProvider.HuggingFace,
ModelProvider.Replicate,
diff --git a/components/icons/ProviderIcon.tsx b/components/icons/ProviderIcon.tsx
index de483dc0d..77b9da593 100644
--- a/components/icons/ProviderIcon.tsx
+++ b/components/icons/ProviderIcon.tsx
@@ -6,6 +6,7 @@ import { ModelProvider } from 'state/model'
const iconPaths: {
[provider in keyof typeof ModelProvider]: string
} = {
+ [ModelProvider.AzureOpenAI]: '/azure-open-ai.png',
[ModelProvider.OpenAI]: '/open-ai.png',
[ModelProvider.Replicate]: '/replicate.png',
[ModelProvider.Anthropic]: '/anthropic.png',
diff --git a/public/azure-open-ai.png b/public/azure-open-ai.png
new file mode 100644
index 000000000..0d370aeaf
Binary files /dev/null and b/public/azure-open-ai.png differ
diff --git a/state/model.ts b/state/model.ts
index 52d3048ad..341f50002 100644
--- a/state/model.ts
+++ b/state/model.ts
@@ -9,6 +9,7 @@ export enum ModelProvider {
Anthropic = 'Anthropic',
HuggingFace = 'HuggingFace',
Banana = 'Banana',
+ AzureOpenAI = 'AzureOpenAI'
}
export interface ModelConfig extends Model {
@@ -513,9 +514,89 @@ export const providerTemplates: {
editable: true,
},
},
+
},
],
},
+ [ModelProvider.AzureOpenAI]: {
+ link: 'https://azure.microsoft.com/en-us/products/cognitive-services/openai-service',
+ creds: {
+ openai_api_key: {
+ label: 'Azure OpenAI API Key',
+ type: 'string',
+ },
+ openai_api_version: {
+ label: 'Azure OpenAI API version',
+ type: 'string',
+ },
+ openai_api_base: {
+ label: 'Azure OpenAI API base',
+ type: 'string',
+ }
+
+ },
+ models: [
+ {
+ name: 'Hosted model',
+ args: {
+ model_name: {
+ label: "Model name",
+ type: 'string',
+ value: 'gpt-3.5-turbo',
+ editable: true,
+ },
+ deployment_name: {
+ label: "Deployment name",
+ type: 'string',
+ value: 'gpt-3.5-turbo',
+ editable: true,
+ },
+ max_tokens: {
+ label: 'Max tokens',
+ type: 'number',
+ value: 2048,
+ editable: true,
+ },
+ temperature: {
+ type: 'number',
+ label: 'Temperature',
+ value: 0.0,
+ min: 0,
+ step: 0.01,
+ max: 2,
+ editable: true,
+ },
+ presence_penalty: {
+ type: 'number',
+ label: 'Presence penalty',
+ value: 0.0,
+ min: -2,
+ step: 0.01,
+ max: 2,
+ editable: true,
+ },
+ frequency_penalty: {
+ type: 'number',
+ label: 'Frequency penalty',
+ value: 0.0,
+ min: -2,
+ step: 0.01,
+ max: 2,
+ editable: true,
+ },
+ top_p: {
+ label: 'Top-p',
+ type: 'number',
+ value: 1,
+ min: 0.0,
+ max: 1,
+ step: 0.01,
+ editable: true,
+ },
+ },
+ }
+ ],
+ }
}
export function getModelArgs(