Open-source, secure environment with real-world tools for enterprise-grade agents.
Python agentaiai-agentai-agentscode-interpretercopilotdevelopmentdevtoolsgptgpt-4javascriptllmnextjsopenaipythonreactsoftwaretypescript
Add Azure OpenAI model provider
DennizSvens713e694bb347
diff --git a/api-service/models/base.py b/api-service/models/base.pyindex fd3426e25..037f328cb 100644--- a/api-service/models/base.py+++ b/api-service/models/base.py@@ -1,6 +1,6 @@from typing import TypedDict, Dict, Anyfrom enum import Enum-from langchain.chat_models import ChatOpenAI+from langchain.chat_models import ChatOpenAI, AzureChatOpenAIfrom langchain.llms import Anthropic, HuggingFaceEndpointfrom langchain.schema import BaseLanguageModelfrom langchain.callbacks.base import BaseCallbackManager@@ -12,6 +12,7 @@ from .providers.banana import BananaFixclass ModelProvider(Enum):OpenAI = "OpenAI"+ AzureOpenAI = "AzureOpenAI"Replicate = "Replicate"Anthropic = "Anthropic"HuggingFace = "HuggingFace"@@ -44,6 +45,14 @@ def get_model(streaming=True,callback_manager=callback_manager,)+ case ModelProvider.AzureOpenAI.value:+ return AzureChatOpenAI(+ **config["args"],+ request_timeout=3600,+ verbose=True,+ streaming=True,+ callback_manager=callback_manager,+ )case ModelProvider.Replicate.value:return ReplicateFix(model=config["args"]["model"],diff --git a/components/Editor/Sidebar/Model/index.tsx b/components/Editor/Sidebar/Model/index.tsxindex c4962e99b..de5506fa5 100644--- a/components/Editor/Sidebar/Model/index.tsx+++ b/components/Editor/Sidebar/Model/index.tsx@@ -9,6 +9,7 @@ import ProviderCard from './ProviderCard'const modelProviderOrder = sortByOrder<ModelProvider, [string, ProviderTemplate]>([ModelProvider.OpenAI,+ ModelProvider.AzureOpenAI,ModelProvider.Anthropic,ModelProvider.HuggingFace,ModelProvider.Replicate,diff --git a/components/icons/ProviderIcon.tsx b/components/icons/ProviderIcon.tsxindex de483dc0d..77b9da593 100644--- a/components/icons/ProviderIcon.tsx+++ b/components/icons/ProviderIcon.tsx@@ -6,6 +6,7 @@ import { ModelProvider } from 'state/model'const iconPaths: {[provider in keyof typeof ModelProvider]: string} = {+ [ModelProvider.AzureOpenAI]: '/azure-open-ai.png',[ModelProvider.OpenAI]: '/open-ai.png',[ModelProvider.Replicate]: '/replicate.png',[ModelProvider.Anthropic]: '/anthropic.png',diff --git a/public/azure-open-ai.png b/public/azure-open-ai.pngnew file mode 100644index 000000000..0d370aeafBinary files /dev/null and b/public/azure-open-ai.png differdiff --git a/state/model.ts b/state/model.tsindex 52d3048ad..341f50002 100644--- a/state/model.ts+++ b/state/model.ts@@ -9,6 +9,7 @@ export enum ModelProvider {Anthropic = 'Anthropic',HuggingFace = 'HuggingFace',Banana = 'Banana',+ AzureOpenAI = 'AzureOpenAI'}export interface ModelConfig extends Model {@@ -513,9 +514,89 @@ export const providerTemplates: {editable: true,},},+},],},+ [ModelProvider.AzureOpenAI]: {+ link: 'https://azure.microsoft.com/en-us/products/cognitive-services/openai-service',+ creds: {+ openai_api_key: {+ label: 'Azure OpenAI API Key',+ type: 'string',+ },+ openai_api_version: {+ label: 'Azure OpenAI API version',+ type: 'string',+ },+ openai_api_base: {+ label: 'Azure OpenAI API base',+ type: 'string',+ }++ },+ models: [+ {+ name: 'Hosted model',+ args: {+ model_name: {+ label: "Model name",+ type: 'string',+ value: 'gpt-3.5-turbo',+ editable: true,+ },+ deployment_name: {+ label: "Deployment name",+ type: 'string',+ value: 'gpt-3.5-turbo',+ editable: true,+ },+ max_tokens: {+ label: 'Max tokens',+ type: 'number',+ value: 2048,+ editable: true,+ },+ temperature: {+ type: 'number',+ label: 'Temperature',+ value: 0.0,+ min: 0,+ step: 0.01,+ max: 2,+ editable: true,+ },+ presence_penalty: {+ type: 'number',+ label: 'Presence penalty',+ value: 0.0,+ min: -2,+ step: 0.01,+ max: 2,+ editable: true,+ },+ frequency_penalty: {+ type: 'number',+ label: 'Frequency penalty',+ value: 0.0,+ min: -2,+ step: 0.01,+ max: 2,+ editable: true,+ },+ top_p: {+ label: 'Top-p',+ type: 'number',+ value: 1,+ min: 0.0,+ max: 1,+ step: 0.01,+ editable: true,+ },+ },+ }+ ],+ }}export function getModelArgs(