The Memory Layer for AI Agents - Drop-in memory infrastructure for AI agents and apps. Context that persists. Built for production.
Python agentic-memoryagentic-memory-systemagentsaiai-agentschatgptgenaillmlong-term-memorymemorymemory-managementpythonragstate-management
azure openai features and bugs solve - openai_version, docs (#1425)
Pranav Puranik4547d870af4a
diff --git a/docs/api-reference/advanced/configuration.mdx b/docs/api-reference/advanced/configuration.mdxindex cc91ecbea..c9ecb79b7 100644--- a/docs/api-reference/advanced/configuration.mdx+++ b/docs/api-reference/advanced/configuration.mdx@@ -29,6 +29,7 @@ llm:model_kwargs:response_format:type: json_object+ api_version: 2024-02-01prompt: |Use the following pieces of context to answer the query at the end.If you don't know the answer, just say that you don't know, don't try to make up an answer.@@ -87,7 +88,8 @@ cache:"prompt": "Use the following pieces of context to answer the query at the end.\nIf you don't know the answer, just say that you don't know, don't try to make up an answer.\n$context\n\nQuery: $query\n\nHelpful Answer:","system_prompt": "Act as William Shakespeare. Answer the following questions in the style of William Shakespeare.","api_key": "sk-xxx",- "model_kwargs": {"response_format": {"type": "json_object"}}+ "model_kwargs": {"response_format": {"type": "json_object"}},+ "api_version": "2024-02-01"}},"vectordb": {diff --git a/docs/components/llms.mdx b/docs/components/llms.mdxindex 3bd88b615..14f4ada2f 100644--- a/docs/components/llms.mdx+++ b/docs/components/llms.mdx@@ -193,8 +193,8 @@ import osfrom embedchain import Appos.environ["OPENAI_API_TYPE"] = "azure"-os.environ["OPENAI_API_BASE"] = "https://xxx.openai.azure.com/"-os.environ["OPENAI_API_KEY"] = "xxx"+os.environ["AZURE_OPENAI_ENDPOINT"] = "https://xxx.openai.azure.com/"+os.environ["AZURE_OPENAI_KEY"] = "xxx"os.environ["OPENAI_API_VERSION"] = "xxx"app = App.from_config(config_path="config.yaml")diff --git a/embedchain/config/llm/base.py b/embedchain/config/llm/base.pyindex 39df717eb..ac570b1c0 100644--- a/embedchain/config/llm/base.py+++ b/embedchain/config/llm/base.py@@ -103,6 +103,7 @@ class BaseLlmConfig(BaseConfig):http_async_client: Optional[Any] = None,local: Optional[bool] = False,default_headers: Optional[Mapping[str, str]] = None,+ api_version: Optional[str] = None,):"""Initializes a configuration class instance for the LLM.@@ -185,6 +186,7 @@ class BaseLlmConfig(BaseConfig):self.local = localself.default_headers = default_headersself.online = online+ self.api_version = api_versionif isinstance(prompt, str):prompt = Template(prompt)diff --git a/embedchain/llm/azure_openai.py b/embedchain/llm/azure_openai.pyindex b2542b428..6c5a03f1c 100644--- a/embedchain/llm/azure_openai.py+++ b/embedchain/llm/azure_openai.py@@ -25,7 +25,7 @@ class AzureOpenAILlm(BaseLlm):chat = AzureChatOpenAI(deployment_name=config.deployment_name,- openai_api_version="2023-05-15",+ openai_api_version=str(config.api_version) if config.api_version else "2023-05-15",model_name=config.model or "gpt-3.5-turbo",temperature=config.temperature,max_tokens=config.max_tokens,diff --git a/embedchain/utils/misc.py b/embedchain/utils/misc.pyindex 31fd12ac4..03db506ad 100644--- a/embedchain/utils/misc.py+++ b/embedchain/utils/misc.py@@ -1,3 +1,4 @@+import datetimeimport itertoolsimport jsonimport logging@@ -439,6 +440,7 @@ def validate_config(config_data):Optional("local"): bool,Optional("base_url"): str,Optional("default_headers"): dict,+ Optional("api_version"): Or(str, datetime.date)},},Optional("vectordb"): {diff --git a/tests/llm/test_azure_openai.py b/tests/llm/test_azure_openai.pyindex ab5a8d93c..b936a3025 100644--- a/tests/llm/test_azure_openai.py+++ b/tests/llm/test_azure_openai.py@@ -64,3 +64,27 @@ def test_when_no_deployment_name_provided():with pytest.raises(ValueError):llm = AzureOpenAILlm(config)llm.get_llm_model_answer("Test Prompt")++def test_with_api_version():+ config = BaseLlmConfig(+ deployment_name="azure_deployment",+ temperature=0.7,+ model="gpt-3.5-turbo",+ max_tokens=50,+ system_prompt="System Prompt",+ api_version="2024-02-01",+ )++ with patch("langchain_community.chat_models.AzureChatOpenAI") as mock_chat:++ llm = AzureOpenAILlm(config)+ llm.get_llm_model_answer("Test Prompt")++ mock_chat.assert_called_once_with(+ deployment_name="azure_deployment",+ openai_api_version="2024-02-01",+ model_name="gpt-3.5-turbo",+ temperature=0.7,+ max_tokens=50,+ streaming=False,+ )\ No newline at end of file