Skip to content

armgit / txtai

Public Imported from GitHub
0

💡 All-in-one AI framework for semantic search, LLM orchestration and language model workflows

Add ability to store agent memory by session, closes #1025

davidmezzetti90bee00f1dd9
diff --git a/docs/agent/configuration.md b/docs/agent/configuration.md
index 98223823..18f9e10e 100644
--- a/docs/agent/configuration.md
+++ b/docs/agent/configuration.md
@@ -118,6 +118,8 @@ memory: int
Keeps a rolling window of `memory` inputs and outputs. These are added to future prompts and serve as "agent memory".
+Supports storing memory by `session` to enable multiple conversation threads. Defaults to shared memory when not set. See the [method documentation](../methods#txtai.agent.base.Agent.__call__) for more information.
+
## method
```yaml
diff --git a/src/python/txtai/agent/base.py b/src/python/txtai/agent/base.py
index 58dd5df6..57933642 100644
--- a/src/python/txtai/agent/base.py
+++ b/src/python/txtai/agent/base.py
@@ -46,10 +46,11 @@ class Agent:
self.tools = self.process.tools
# Agent memory
- self.memory = deque(maxlen=memory) if memory else None
+ self.memory = {}
+ self.window = memory
self.template = template
- def __call__(self, text, maxlength=8192, stream=False, reset=False, **kwargs):
+ def __call__(self, text, maxlength=8192, stream=False, session=None, reset=False, **kwargs):
"""
Runs an agent loop.
@@ -57,6 +58,7 @@ class Agent:
text: instructions to run
maxlength: maximum sequence length
stream: stream response if True, defaults to False
+ session: session id for stored memory, defaults to None which shares all memory
reset: clears previously stored memory if True, defaults to False
kwargs: additional keyword arguments
@@ -67,26 +69,31 @@ class Agent:
# Process parameters
self.process.model.parameters(maxlength)
+ # Create memory, if necessary
+ if self.window and session not in self.memory:
+ self.memory[session] = deque(maxlen=self.window)
+
# Clear memory, if reset flag set
- if reset and self.memory:
- self.memory.clear()
+ if reset and session in self.memory:
+ self.memory[session].clear()
# Run agent loop
- output = self.process.run(self.prompt(text), stream=stream, **kwargs)
+ output = self.process.run(self.prompt(text, session), stream=stream, **kwargs)
# Add output to memory, if necessary
- if self.memory is not None:
- self.memory.append((text, output))
+ if session in self.memory:
+ self.memory[session].append((text, output))
return output
- def prompt(self, text):
+ def prompt(self, text, session):
"""
Generates the full agent prompt using the input instructions. Adds in agent memory
if available.
Args:
text: instructions to run
+ session: session id for stored memory
Returns:
formatted instructions
@@ -108,9 +115,9 @@ If the history is irrelevant, forget it and use other tools to answer the questi
# pylint: disable=E1133
memory = []
- if self.memory:
+ if self.memory.get(session):
# Add memory context
- for request, output in self.memory:
+ for request, output in self.memory[session]:
memory.append(f"User: {request}\nAssistant: {output}")
memory = "\n\n".join(memory)
diff --git a/test/python/testagent.py b/test/python/testagent.py
index 2476ccc4..cdf5d0b8 100644
--- a/test/python/testagent.py
+++ b/test/python/testagent.py
@@ -79,12 +79,21 @@ class TestAgent(unittest.TestCase):
self.assertEqual(agent("Hello"), "Hi")
self.assertEqual(agent("Hello"), "Hi")
- # Test that results are stored in memory
- self.assertEqual(len(agent.memory), 2)
+ # Test that results are stored in shared memory
+ self.assertEqual(len(agent.memory.get(None)), 2)
- # Test resetting memory
+ # Test resetting shared memory
self.assertEqual(agent("Hello", reset=True), "Hi")
- self.assertEqual(len(agent.memory), 1)
+ self.assertEqual(len(agent.memory.get(None)), 1)
+
+ # Test session memory
+ self.assertEqual(agent("Hello", session="session-0"), "Hi")
+ self.assertEqual(len(agent.memory.get("session-0")), 1)
+
+ # Test resetting session memory
+ self.assertEqual(agent("Hello", session="session-0", reset=True), "Hi")
+ self.assertEqual(len(agent.memory.get("session-0")), 1)
+ self.assertEqual(len(agent.memory.get(None)), 1)
def testMethod(self):
"""