The Memory Layer for AI Agents - Drop-in memory infrastructure for AI agents and apps. Context that persists. Built for production.
Python agentic-memoryagentic-memory-systemagentsaiai-agentschatgptgenaillmlong-term-memorymemorymemory-managementpythonragstate-management
Add tests for gpt4all llm (#852)
Deven Patelc95d458e52bf
diff --git a/embedchain/factory.py b/embedchain/factory.pyindex 66268855d..8e8d7b509 100644--- a/embedchain/factory.py+++ b/embedchain/factory.py@@ -50,6 +50,7 @@ class EmbedderFactory:provider_to_config_class = {"azure_openai": "embedchain.config.embedder.base.BaseEmbedderConfig","openai": "embedchain.config.embedder.base.BaseEmbedderConfig",+ "gpt4all": "embedchain.config.embedder.base.BaseEmbedderConfig",}@classmethoddiff --git a/embedchain/llm/gpt4all.py b/embedchain/llm/gpt4all.pyindex c644b135b..3853877c1 100644--- a/embedchain/llm/gpt4all.py+++ b/embedchain/llm/gpt4all.py@@ -15,7 +15,7 @@ class GPT4ALLLlm(BaseLlm):if self.config.model is None:self.config.model = "orca-mini-3b.ggmlv3.q4_0.bin"self.instance = GPT4ALLLlm._get_instance(self.config.model)- self.instance.streaming = config.stream+ self.instance.streaming = self.config.streamdef get_llm_model_answer(self, prompt):return self._get_answer(prompt=prompt, config=self.config)diff --git a/tests/llm/test_gpt4all.py b/tests/llm/test_gpt4all.pynew file mode 100644index 000000000..e59db4011--- /dev/null+++ b/tests/llm/test_gpt4all.py@@ -0,0 +1,60 @@+import pytest+from langchain.llms.gpt4all import GPT4All as LangchainGPT4All++from embedchain.config import BaseLlmConfig+from embedchain.llm.gpt4all import GPT4ALLLlm+++def config():+ config = BaseLlmConfig(+ temperature=0.7,+ max_tokens=50,+ top_p=0.8,+ stream=False,+ system_prompt="System prompt",+ model="orca-mini-3b.ggmlv3.q4_0.bin",+ )+ yield config+++def gpt4all_with_config(config):+ return GPT4ALLLlm(config=config)+++def gpt4all_without_config():+ return GPT4ALLLlm()+++def test_gpt4all_init_with_config(config, gpt4all_with_config):+ assert gpt4all_with_config.config.temperature == config.temperature+ assert gpt4all_with_config.config.max_tokens == config.max_tokens+ assert gpt4all_with_config.config.top_p == config.top_p+ assert gpt4all_with_config.config.stream == config.stream+ assert gpt4all_with_config.config.system_prompt == config.system_prompt+ assert gpt4all_with_config.config.model == config.model++ assert isinstance(gpt4all_with_config.instance, LangchainGPT4All)+++def test_gpt4all_init_without_config(gpt4all_without_config):+ assert gpt4all_without_config.config.model == "orca-mini-3b.ggmlv3.q4_0.bin"+ assert isinstance(gpt4all_without_config.instance, LangchainGPT4All)+++def test_get_llm_model_answer(mocker, gpt4all_with_config):+ test_query = "Test query"+ test_answer = "Test answer"++ mocked_get_answer = mocker.patch("embedchain.llm.gpt4all.GPT4ALLLlm._get_answer", return_value=test_answer)+ answer = gpt4all_with_config.get_llm_model_answer(test_query)++ assert answer == test_answer+ mocked_get_answer.assert_called_once_with(prompt=test_query, config=gpt4all_with_config.config)+++def test_gpt4all_model_switching(gpt4all_with_config):+ with pytest.raises(RuntimeError, match="GPT4ALLLlm does not support switching models at runtime."):+ gpt4all_with_config._get_answer("Test prompt", BaseLlmConfig(model="new_model"))