💡 All-in-one AI framework for semantic search, LLM orchestration and language model workflows
Python agentsaiai-agentsembeddingsinformation-retrievallanguage-modellarge-language-modelsllmnlppythonragretrieval-augmented-generationsearchsearch-enginesemantic-searchsentence-embeddingstransformerstxtaivector-databasevector-search
Add ability to store agent memory by session, closes #1025
davidmezzetti90bee00f1dd9
diff --git a/docs/agent/configuration.md b/docs/agent/configuration.mdindex 98223823..18f9e10e 100644--- a/docs/agent/configuration.md+++ b/docs/agent/configuration.md@@ -118,6 +118,8 @@ memory: intKeeps a rolling window of `memory` inputs and outputs. These are added to future prompts and serve as "agent memory".+Supports storing memory by `session` to enable multiple conversation threads. Defaults to shared memory when not set. See the [method documentation](../methods#txtai.agent.base.Agent.__call__) for more information.+## method```yamldiff --git a/src/python/txtai/agent/base.py b/src/python/txtai/agent/base.pyindex 58dd5df6..57933642 100644--- a/src/python/txtai/agent/base.py+++ b/src/python/txtai/agent/base.py@@ -46,10 +46,11 @@ class Agent:self.tools = self.process.tools# Agent memory- self.memory = deque(maxlen=memory) if memory else None+ self.memory = {}+ self.window = memoryself.template = template- def __call__(self, text, maxlength=8192, stream=False, reset=False, **kwargs):+ def __call__(self, text, maxlength=8192, stream=False, session=None, reset=False, **kwargs):"""Runs an agent loop.@@ -57,6 +58,7 @@ class Agent:text: instructions to runmaxlength: maximum sequence lengthstream: stream response if True, defaults to False+ session: session id for stored memory, defaults to None which shares all memoryreset: clears previously stored memory if True, defaults to Falsekwargs: additional keyword arguments@@ -67,26 +69,31 @@ class Agent:# Process parametersself.process.model.parameters(maxlength)+ # Create memory, if necessary+ if self.window and session not in self.memory:+ self.memory[session] = deque(maxlen=self.window)+# Clear memory, if reset flag set- if reset and self.memory:- self.memory.clear()+ if reset and session in self.memory:+ self.memory[session].clear()# Run agent loop- output = self.process.run(self.prompt(text), stream=stream, **kwargs)+ output = self.process.run(self.prompt(text, session), stream=stream, **kwargs)# Add output to memory, if necessary- if self.memory is not None:- self.memory.append((text, output))+ if session in self.memory:+ self.memory[session].append((text, output))return output- def prompt(self, text):+ def prompt(self, text, session):"""Generates the full agent prompt using the input instructions. Adds in agent memoryif available.Args:text: instructions to run+ session: session id for stored memoryReturns:formatted instructions@@ -108,9 +115,9 @@ If the history is irrelevant, forget it and use other tools to answer the questi# pylint: disable=E1133memory = []- if self.memory:+ if self.memory.get(session):# Add memory context- for request, output in self.memory:+ for request, output in self.memory[session]:memory.append(f"User: {request}\nAssistant: {output}")memory = "\n\n".join(memory)diff --git a/test/python/testagent.py b/test/python/testagent.pyindex 2476ccc4..cdf5d0b8 100644--- a/test/python/testagent.py+++ b/test/python/testagent.py@@ -79,12 +79,21 @@ class TestAgent(unittest.TestCase):self.assertEqual(agent("Hello"), "Hi")self.assertEqual(agent("Hello"), "Hi")- # Test that results are stored in memory- self.assertEqual(len(agent.memory), 2)+ # Test that results are stored in shared memory+ self.assertEqual(len(agent.memory.get(None)), 2)- # Test resetting memory+ # Test resetting shared memoryself.assertEqual(agent("Hello", reset=True), "Hi")- self.assertEqual(len(agent.memory), 1)+ self.assertEqual(len(agent.memory.get(None)), 1)++ # Test session memory+ self.assertEqual(agent("Hello", session="session-0"), "Hi")+ self.assertEqual(len(agent.memory.get("session-0")), 1)++ # Test resetting session memory+ self.assertEqual(agent("Hello", session="session-0", reset=True), "Hi")+ self.assertEqual(len(agent.memory.get("session-0")), 1)+ self.assertEqual(len(agent.memory.get(None)), 1)def testMethod(self):"""