Skip to content

armgit / mem0

Public Imported from GitHub
0

The Memory Layer for AI Agents - Drop-in memory infrastructure for AI agents and apps. Context that persists. Built for production.

Add tests for gpt4all llm (#852)

Deven Patelc95d458e52bf
diff --git a/embedchain/factory.py b/embedchain/factory.py
index 66268855d..8e8d7b509 100644
--- a/embedchain/factory.py
+++ b/embedchain/factory.py
@@ -50,6 +50,7 @@ class EmbedderFactory:
provider_to_config_class = {
"azure_openai": "embedchain.config.embedder.base.BaseEmbedderConfig",
"openai": "embedchain.config.embedder.base.BaseEmbedderConfig",
+ "gpt4all": "embedchain.config.embedder.base.BaseEmbedderConfig",
}
@classmethod
diff --git a/embedchain/llm/gpt4all.py b/embedchain/llm/gpt4all.py
index c644b135b..3853877c1 100644
--- a/embedchain/llm/gpt4all.py
+++ b/embedchain/llm/gpt4all.py
@@ -15,7 +15,7 @@ class GPT4ALLLlm(BaseLlm):
if self.config.model is None:
self.config.model = "orca-mini-3b.ggmlv3.q4_0.bin"
self.instance = GPT4ALLLlm._get_instance(self.config.model)
- self.instance.streaming = config.stream
+ self.instance.streaming = self.config.stream
def get_llm_model_answer(self, prompt):
return self._get_answer(prompt=prompt, config=self.config)
diff --git a/tests/llm/test_gpt4all.py b/tests/llm/test_gpt4all.py
new file mode 100644
index 000000000..e59db4011
--- /dev/null
+++ b/tests/llm/test_gpt4all.py
@@ -0,0 +1,60 @@
+import pytest
+from langchain.llms.gpt4all import GPT4All as LangchainGPT4All
+
+from embedchain.config import BaseLlmConfig
+from embedchain.llm.gpt4all import GPT4ALLLlm
+
+
+def config():
+ config = BaseLlmConfig(
+ temperature=0.7,
+ max_tokens=50,
+ top_p=0.8,
+ stream=False,
+ system_prompt="System prompt",
+ model="orca-mini-3b.ggmlv3.q4_0.bin",
+ )
+ yield config
+
+
+def gpt4all_with_config(config):
+ return GPT4ALLLlm(config=config)
+
+
+def gpt4all_without_config():
+ return GPT4ALLLlm()
+
+
+def test_gpt4all_init_with_config(config, gpt4all_with_config):
+ assert gpt4all_with_config.config.temperature == config.temperature
+ assert gpt4all_with_config.config.max_tokens == config.max_tokens
+ assert gpt4all_with_config.config.top_p == config.top_p
+ assert gpt4all_with_config.config.stream == config.stream
+ assert gpt4all_with_config.config.system_prompt == config.system_prompt
+ assert gpt4all_with_config.config.model == config.model
+
+ assert isinstance(gpt4all_with_config.instance, LangchainGPT4All)
+
+
+def test_gpt4all_init_without_config(gpt4all_without_config):
+ assert gpt4all_without_config.config.model == "orca-mini-3b.ggmlv3.q4_0.bin"
+ assert isinstance(gpt4all_without_config.instance, LangchainGPT4All)
+
+
+def test_get_llm_model_answer(mocker, gpt4all_with_config):
+ test_query = "Test query"
+ test_answer = "Test answer"
+
+ mocked_get_answer = mocker.patch("embedchain.llm.gpt4all.GPT4ALLLlm._get_answer", return_value=test_answer)
+ answer = gpt4all_with_config.get_llm_model_answer(test_query)
+
+ assert answer == test_answer
+ mocked_get_answer.assert_called_once_with(prompt=test_query, config=gpt4all_with_config.config)
+
+
+def test_gpt4all_model_switching(gpt4all_with_config):
+ with pytest.raises(RuntimeError, match="GPT4ALLLlm does not support switching models at runtime."):
+ gpt4all_with_config._get_answer("Test prompt", BaseLlmConfig(model="new_model"))