The Memory Layer for AI Agents - Drop-in memory infrastructure for AI agents and apps. Context that persists. Built for production.
Python agentic-memoryagentic-memory-systemagentsaiai-agentschatgptgenaillmlong-term-memorymemorymemory-managementpythonragstate-management
[Bug fix] Anthropic, Llama2 and VertexAI LLMs dependencies (#820)
Sidharth Mohanty65a20aa457ab
diff --git a/embedchain/llm/anthropic.py b/embedchain/llm/anthropic.pyindex 027da1ce8..492854f6f 100644--- a/embedchain/llm/anthropic.py+++ b/embedchain/llm/anthropic.py@@ -1,4 +1,5 @@import logging+import osfrom typing import Optionalfrom embedchain.config import BaseLlmConfig@@ -9,6 +10,8 @@ from embedchain.llm.base import BaseLlm@register_deserializableclass AnthropicLlm(BaseLlm):def __init__(self, config: Optional[BaseLlmConfig] = None):+ if "ANTHROPIC_API_KEY" not in os.environ:+ raise ValueError("Please set the ANTHROPIC_API_KEY environment variable.")super().__init__(config=config)def get_llm_model_answer(self, prompt):@@ -18,7 +21,9 @@ class AnthropicLlm(BaseLlm):def _get_answer(prompt: str, config: BaseLlmConfig) -> str:from langchain.chat_models import ChatAnthropic- chat = ChatAnthropic(temperature=config.temperature, model=config.model)+ chat = ChatAnthropic(+ anthropic_api_key=os.environ["ANTHROPIC_API_KEY"], temperature=config.temperature, model=config.model+ )if config.max_tokens and config.max_tokens != 1000:logging.warning("Config option `max_tokens` is not supported by this model.")diff --git a/embedchain/llm/llama2.py b/embedchain/llm/llama2.pyindex f59a0b1ef..2e5c8c05d 100644--- a/embedchain/llm/llama2.py+++ b/embedchain/llm/llama2.py@@ -1,3 +1,4 @@+import importlibimport osfrom typing import Optional@@ -7,6 +8,14 @@ from embedchain.config import BaseLlmConfigfrom embedchain.helper.json_serializable import register_deserializablefrom embedchain.llm.base import BaseLlm+try:+ importlib.import_module("replicate")+except ModuleNotFoundError:+ raise ModuleNotFoundError(+ "The required dependencies for Llama2 are not installed."+ 'Please install with `pip install --upgrade "embedchain[llama2]"`'+ ) from None+@register_deserializableclass Llama2Llm(BaseLlm):diff --git a/embedchain/llm/vertex_ai.py b/embedchain/llm/vertex_ai.pyindex f2adc9aef..98e816211 100644--- a/embedchain/llm/vertex_ai.py+++ b/embedchain/llm/vertex_ai.py@@ -1,3 +1,4 @@+import importlibimport loggingfrom typing import Optional@@ -5,6 +6,14 @@ from embedchain.config import BaseLlmConfigfrom embedchain.helper.json_serializable import register_deserializablefrom embedchain.llm.base import BaseLlm+try:+ importlib.import_module("vertexai")+except ModuleNotFoundError:+ raise ModuleNotFoundError(+ "The required dependencies for VertexAI are not installed."+ 'Please install with `pip install --upgrade "embedchain[vertexai]"`'+ ) from None+@register_deserializableclass VertexAILlm(BaseLlm):diff --git a/pyproject.toml b/pyproject.tomlindex b51a690fc..d499f00ad 100644--- a/pyproject.toml+++ b/pyproject.toml@@ -121,6 +121,8 @@ ftfy = { version = "6.1.1", optional = true }regex = { version = "2023.8.8", optional = true }huggingface_hub = { version = "^0.17.3", optional = true }pymilvus = { version="2.3.1", optional = true }+google-cloud-aiplatform = { version="^1.26.1", optional = true }+replicate = { version="^0.15.4", optional = true }[tool.poetry.group.dev.dependencies]black = "^23.3.0"@@ -162,6 +164,8 @@ dataloaders=["unstructured","sentence-transformers",]+vertexai = ["google-cloud-aiplatform"]+llama2 = ["replicate"][tool.poetry.group.docs.dependencies]diff --git a/tests/llm/test_antrophic.py b/tests/llm/test_anthrophic.pysimilarity index 86%rename from tests/llm/test_antrophic.pyrename to tests/llm/test_anthrophic.pyindex 2bb74d35c..fa281dbf9 100644--- a/tests/llm/test_antrophic.py+++ b/tests/llm/test_anthrophic.py@@ -1,3 +1,4 @@+import osfrom unittest.mock import MagicMock, patchimport pytest@@ -9,6 +10,7 @@ from embedchain.llm.anthropic import AnthropicLlm@pytest.fixturedef anthropic_llm():+ os.environ["ANTHROPIC_API_KEY"] = "test_api_key"config = BaseLlmConfig(temperature=0.5, model="gpt2")return AnthropicLlm(config)@@ -31,7 +33,9 @@ def test_get_answer(anthropic_llm):assert response == "Test Response"mock_chat.assert_called_once_with(- temperature=anthropic_llm.config.temperature, model=anthropic_llm.config.model+ anthropic_api_key="test_api_key",+ temperature=anthropic_llm.config.temperature,+ model=anthropic_llm.config.model,)mock_chat_instance.assert_called_once_with(anthropic_llm._get_messages(prompt, system_prompt=anthropic_llm.config.system_prompt)@@ -60,6 +64,8 @@ def test_get_answer_max_tokens_is_provided(anthropic_llm, caplog):response = anthropic_llm._get_answer(prompt, config)assert response == "Test Response"- mock_chat.assert_called_once_with(temperature=config.temperature, model=config.model)+ mock_chat.assert_called_once_with(+ anthropic_api_key="test_api_key", temperature=config.temperature, model=config.model+ )assert "Config option `max_tokens` is not supported by this model." in caplog.textdiff --git a/tests/test_factory.py b/tests/test_factory.pyindex 1e3bcee5a..cc2d0b045 100644--- a/tests/test_factory.py+++ b/tests/test_factory.py@@ -1,3 +1,5 @@+import os+import pytestimport embedchain@@ -22,6 +24,8 @@ class TestFactories:],)def test_llm_factory_create(self, provider_name, config_data, expected_class):+ os.environ["ANTHROPIC_API_KEY"] = "test_api_key"+ os.environ["OPENAI_API_KEY"] = "test_api_key"llm_instance = LlmFactory.create(provider_name, config_data)assert isinstance(llm_instance, expected_class)