The Memory Layer for AI Agents - Drop-in memory infrastructure for AI agents and apps. Context that persists. Built for production.
Python agentic-memoryagentic-memory-systemagentsaiai-agentschatgptgenaillmlong-term-memorymemorymemory-managementpythonragstate-management
Support supplying custom headers to OpenAI requests (#1356)
Niv Hertz797dea1dcaa2
diff --git a/embedchain/config/llm/base.py b/embedchain/config/llm/base.pyindex 1efe8acb2..26b094c9e 100644--- a/embedchain/config/llm/base.py+++ b/embedchain/config/llm/base.py@@ -1,7 +1,7 @@import loggingimport refrom string import Template-from typing import Any, Optional+from typing import Any, Mapping, Optionalfrom embedchain.config.base_config import BaseConfigfrom embedchain.helpers.json_serializable import register_deserializable@@ -99,6 +99,7 @@ class BaseLlmConfig(BaseConfig):endpoint: Optional[str] = None,model_kwargs: Optional[dict[str, Any]] = None,local: Optional[bool] = False,+ default_headers: Optional[Mapping[str, str]] = None,):"""Initializes a configuration class instance for the LLM.@@ -144,6 +145,8 @@ class BaseLlmConfig(BaseConfig)::type query_type: Optional[str], optional:param local: If True, the model will be run locally, defaults to False (for huggingface provider):type local: Optional[bool], optional+ :param default_headers: Set additional HTTP headers to be sent with requests to OpenAI+ :type default_headers: Optional[Mapping[str, str]], optional:raises ValueError: If the template is not valid as template shouldcontain $context and $query (and optionally $history):raises ValueError: Stream is not boolean@@ -173,6 +176,7 @@ class BaseLlmConfig(BaseConfig):self.endpoint = endpointself.model_kwargs = model_kwargsself.local = local+ self.default_headers = default_headersif isinstance(prompt, str):prompt = Template(prompt)diff --git a/embedchain/llm/openai.py b/embedchain/llm/openai.pyindex 4432b5f8f..c1b2d0afd 100644--- a/embedchain/llm/openai.py+++ b/embedchain/llm/openai.py@@ -42,6 +42,8 @@ class OpenAILlm(BaseLlm):base_url = config.base_url or os.environ.get("OPENAI_API_BASE", None)if config.top_p:kwargs["model_kwargs"]["top_p"] = config.top_p+ if config.default_headers:+ kwargs["default_headers"] = config.default_headersif config.stream:callbacks = config.callbacks if config.callbacks else [StreamingStdOutCallbackHandler()]chat = ChatOpenAI(@@ -65,8 +67,7 @@ class OpenAILlm(BaseLlm):messages: list[BaseMessage],) -> str:from langchain.output_parsers.openai_tools import JsonOutputToolsParser- from langchain_core.utils.function_calling import \- convert_to_openai_tool+ from langchain_core.utils.function_calling import convert_to_openai_toolopenai_tools = [convert_to_openai_tool(tools)]chat = chat.bind(tools=openai_tools).pipe(JsonOutputToolsParser())diff --git a/embedchain/utils/misc.py b/embedchain/utils/misc.pyindex 4b9911161..6c046f439 100644--- a/embedchain/utils/misc.py+++ b/embedchain/utils/misc.py@@ -431,6 +431,7 @@ def validate_config(config_data):Optional("model_kwargs"): dict,Optional("local"): bool,Optional("base_url"): str,+ Optional("default_headers"): dict,},},Optional("vectordb"): {diff --git a/tests/llm/test_openai.py b/tests/llm/test_openai.pyindex d95f942a4..51150ca7d 100644--- a/tests/llm/test_openai.py+++ b/tests/llm/test_openai.py@@ -76,6 +76,23 @@ def test_get_llm_model_answer_without_system_prompt(config, mocker):base_url=os.environ["OPENAI_API_BASE"],)+def test_get_llm_model_answer_with_special_headers(config, mocker):+ config.default_headers = {'test': 'test'}+ mocked_openai_chat = mocker.patch("embedchain.llm.openai.ChatOpenAI")++ llm = OpenAILlm(config)+ llm.get_llm_model_answer("Test query")++ mocked_openai_chat.assert_called_once_with(+ model=config.model,+ temperature=config.temperature,+ max_tokens=config.max_tokens,+ model_kwargs={"top_p": config.top_p},+ api_key=os.environ["OPENAI_API_KEY"],+ base_url=os.environ["OPENAI_API_BASE"],+ default_headers={'test': 'test'}+ )+@pytest.mark.parametrize("mock_return, expected",