Skip to content

Agent Zero AI framework

Memory recall speedup

frdel4e028a3ce428
diff --git a/python/api/nudge.py b/python/api/nudge.py
index 66ff7f998..62a497853 100644
--- a/python/api/nudge.py
+++ b/python/api/nudge.py
@@ -1,8 +1,6 @@
from python.helpers.api import ApiHandler
from flask import Request, Response
-from python.helpers import persist_chat
-
class Nudge(ApiHandler):
async def process(self, input: dict, request: Request) -> dict | Response:
ctxid = input.get("ctxid", "")
diff --git a/python/extensions/message_loop_prompts/_50_recall_memories.py b/python/extensions/message_loop_prompts/_50_recall_memories.py
index f25a8b856..fc99f9fb0 100644
--- a/python/extensions/message_loop_prompts/_50_recall_memories.py
+++ b/python/extensions/message_loop_prompts/_50_recall_memories.py
@@ -1,29 +1,36 @@
+import asyncio
from python.helpers.extension import Extension
from python.helpers.memory import Memory
from agent import LoopData
+DATA_NAME_TASK = "_recall_memories_task"
class RecallMemories(Extension):
INTERVAL = 3
- HISTORY = 5 # TODO cleanup
+ HISTORY = 5 # TODO cleanup
RESULTS = 3
THRESHOLD = 0.6
async def execute(self, loop_data: LoopData = LoopData(), **kwargs):
- if (
- loop_data.iteration % RecallMemories.INTERVAL == 0
- ): # every 3 iterations (or the first one) recall memories
- await self.search_memories(loop_data=loop_data, **kwargs)
+ # every 3 iterations (or the first one) recall memories
+ if loop_data.iteration % RecallMemories.INTERVAL == 0:
+ task = asyncio.create_task(self.search_memories(loop_data=loop_data, **kwargs))
+ else:
+ task = None
+
+ # set to agent to be able to wait for it
+ self.agent.set_data(DATA_NAME_TASK, task)
+
async def search_memories(self, loop_data: LoopData, **kwargs):
- #cleanup
+ # cleanup
extras = loop_data.extras_temporary
if "memories" in extras:
del extras["memories"]
-
+
# try:
# show temp info message
self.agent.context.log.log(
@@ -51,7 +58,9 @@ class RecallMemories(Extension):
# call util llm to summarize conversation
query = await self.agent.call_utility_llm(
- system=system, msg=loop_data.user_message.output_text() if loop_data.user_message else "", callback=log_callback
+ system=system,
+ msg=loop_data.user_message.output_text() if loop_data.user_message else "",
+ callback=log_callback,
)
# get solutions database
@@ -91,7 +100,7 @@ class RecallMemories(Extension):
# append to prompt
extras["memories"] = memories_prompt
-
+
# except Exception as e:
# err = errors.format_error(e)
# self.agent.context.log.log(
diff --git a/python/extensions/message_loop_prompts/_51_recall_solutions.py b/python/extensions/message_loop_prompts/_51_recall_solutions.py
index 9a0884a5c..21908c971 100644
--- a/python/extensions/message_loop_prompts/_51_recall_solutions.py
+++ b/python/extensions/message_loop_prompts/_51_recall_solutions.py
@@ -1,7 +1,9 @@
+import asyncio
from python.helpers.extension import Extension
from python.helpers.memory import Memory
from agent import LoopData
+DATA_NAME_TASK = "_recall_solutions_task"
class RecallSolutions(Extension):
@@ -13,10 +15,14 @@ class RecallSolutions(Extension):
async def execute(self, loop_data: LoopData = LoopData(), **kwargs):
- if (
- loop_data.iteration % RecallSolutions.INTERVAL == 0
- ): # every 3 iterations (or the first one) recall solution memories
- await self.search_solutions(loop_data=loop_data, **kwargs)
+ # every 3 iterations (or the first one) recall memories
+ if loop_data.iteration % RecallSolutions.INTERVAL == 0:
+ task = asyncio.create_task(self.search_solutions(loop_data=loop_data, **kwargs))
+ else:
+ task = None
+
+ # set to agent to be able to wait for it
+ self.agent.set_data(DATA_NAME_TASK, task)
async def search_solutions(self, loop_data: LoopData, **kwargs):
diff --git a/python/extensions/message_loop_prompts/_90_organize_history_wait.py b/python/extensions/message_loop_prompts/_90_organize_history_wait.py
index 72d37ebf2..84bc5ab50 100644
--- a/python/extensions/message_loop_prompts/_90_organize_history_wait.py
+++ b/python/extensions/message_loop_prompts/_90_organize_history_wait.py
@@ -15,7 +15,7 @@ class OrganizeHistoryWait(Extension):
# Check if the task is already done
if task:
if not task.done():
- self.log()
+ self.agent.context.log.set_progress("Compressing history...")
# Wait for the task to complete
await task
@@ -24,11 +24,6 @@ class OrganizeHistoryWait(Extension):
self.agent.set_data(DATA_NAME_TASK, None)
else:
# no task running, start and wait
- self.log()
+ self.agent.context.log.set_progress("Compressing history...")
await self.agent.history.compress()
- def log(self):
- if not hasattr(self, 'log_item') or not self.log_item:
- self.log_item = self.agent.context.log.log(
- type="util", heading="Waiting for history to be compressed..."
- )
diff --git a/python/extensions/message_loop_prompts/_91_recall_wait.py b/python/extensions/message_loop_prompts/_91_recall_wait.py
new file mode 100644
index 000000000..40b41f5c7
--- /dev/null
+++ b/python/extensions/message_loop_prompts/_91_recall_wait.py
@@ -0,0 +1,19 @@
+from python.helpers.extension import Extension
+from agent import LoopData
+from python.extensions.message_loop_prompts._50_recall_memories import DATA_NAME_TASK as DATA_NAME_TASK_MEMORIES
+from python.extensions.message_loop_prompts._51_recall_solutions import DATA_NAME_TASK as DATA_NAME_TASK_SOLUTIONS
+
+
+class RecallWait(Extension):
+ async def execute(self, loop_data: LoopData = LoopData(), **kwargs):
+
+ task = self.agent.get_data(DATA_NAME_TASK_MEMORIES)
+ if task and not task.done():
+ self.agent.context.log.set_progress("Recalling memories...")
+ await task
+
+ task = self.agent.get_data(DATA_NAME_TASK_SOLUTIONS)
+ if task and not task.done():
+ self.agent.context.log.set_progress("Recalling solutions...")
+ await task
+
diff --git a/python/helpers/log.py b/python/helpers/log.py
index 3747babe2..7312a74ae 100644
--- a/python/helpers/log.py
+++ b/python/helpers/log.py
@@ -5,165 +5,172 @@ import uuid
from collections import OrderedDict # Import OrderedDict
Type = Literal[
- "agent",
- "code_exe",
- "error",
- "hint",
- "info",
- "progress",
- "response",
- "tool",
- "user",
- "util",
- "warning",
+ "agent",
+ "code_exe",
+ "error",
+ "hint",
+ "info",
+ "progress",
+ "response",
+ "tool",
+ "input",
+ "user",
+ "util",
+ "warning",
]
+
@dataclass
class LogItem:
- log: "Log"
- no: int
- type: str
- heading: str
- content: str
- temp: bool
- kvps: Optional[OrderedDict] = None # Use OrderedDict for kvps
- id: Optional[str] = None # Add id field
- guid: str = ""
-
- def __post_init__(self):
- self.guid = self.log.guid
-
- def update(
- self,
- type: Type | None = None,
- heading: str | None = None,
- content: str | None = None,
- kvps: dict | None = None,
- temp: bool | None = None,
- **kwargs,
- ):
- if self.guid == self.log.guid:
- self.log.update_item(
- self.no,
- type=type,
- heading=heading,
- content=content,
- kvps=kvps,
- temp=temp,
- **kwargs,
- )
-
- def stream(self, heading: str | None = None, content: str | None = None, **kwargs):
- if heading is not None:
- self.update(heading=self.heading + heading)
- if content is not None:
- self.update(content=self.content + content)
-
- for k, v in kwargs.items():
- prev = self.kvps.get(k, "") if self.kvps else ""
- self.update(**{k: prev + v})
-
- def output(self):
- return {
- "no": self.no,
- "id": self.id, # Include id in output
- "type": self.type,
- "heading": self.heading,
- "content": self.content,
- "temp": self.temp,
- "kvps": self.kvps,
- }
+ log: "Log"
+ no: int
+ type: str
+ heading: str
+ content: str
+ temp: bool
+ kvps: Optional[OrderedDict] = None # Use OrderedDict for kvps
+ id: Optional[str] = None # Add id field
+ guid: str = ""
+
+ def __post_init__(self):
+ self.guid = self.log.guid
+
+ def update(
+ self,
+ type: Type | None = None,
+ heading: str | None = None,
+ content: str | None = None,
+ kvps: dict | None = None,
+ temp: bool | None = None,
+ **kwargs,
+ ):
+ if self.guid == self.log.guid:
+ self.log.update_item(
+ self.no,
+ type=type,
+ heading=heading,
+ content=content,
+ kvps=kvps,
+ temp=temp,
+ **kwargs,
+ )
+
+ def stream(self, heading: str | None = None, content: str | None = None, **kwargs):
+ if heading is not None:
+ self.update(heading=self.heading + heading)
+ if content is not None:
+ self.update(content=self.content + content)
+
+ for k, v in kwargs.items():
+ prev = self.kvps.get(k, "") if self.kvps else ""
+ self.update(**{k: prev + v})
+
+ def output(self):
+ return {
+ "no": self.no,
+ "id": self.id, # Include id in output
+ "type": self.type,
+ "heading": self.heading,
+ "content": self.content,
+ "temp": self.temp,
+ "kvps": self.kvps,
+ }
+
class Log:
- def __init__(self):
- self.guid: str = str(uuid.uuid4())
- self.updates: list[int] = []
- self.logs: list[LogItem] = []
- self.progress = ""
- self.progress_no = 0
-
- def log(
- self,
- type: Type,
- heading: str | None = None,
- content: str | None = None,
- kvps: dict | None = None,
- temp: bool | None = None,
- id: Optional[str] = None, # Add id parameter
- ) -> LogItem:
- # Use OrderedDict if kvps is provided
- if kvps is not None:
- kvps = OrderedDict(kvps)
- item = LogItem(
- log=self,
- no=len(self.logs),
- type=type,
- heading=heading or "",
- content=content or "",
- kvps=kvps,
- temp=temp or False,
- id=id, # Pass id to LogItem
- )
- self.logs.append(item)
- self.updates += [item.no]
- if heading and item.no >= self.progress_no:
- self.progress = heading
- self.progress_no = item.no
- return item
-
- def update_item(
- self,
- no: int,
- type: str | None = None,
- heading: str | None = None,
- content: str | None = None,
- kvps: dict | None = None,
- temp: bool | None = None,
- **kwargs,
- ):
- item = self.logs[no]
- if type is not None:
- item.type = type
- if heading is not None:
- item.heading = heading
- if no >= self.progress_no:
- self.progress = heading
- self.progress_no = no
- if content is not None:
- item.content = content
- if kvps is not None:
- item.kvps = OrderedDict(kvps) # Use OrderedDict to keep the order
-
- if temp is not None:
- item.temp = temp
-
- if kwargs:
- if item.kvps is None:
- item.kvps = OrderedDict() # Ensure kvps is an OrderedDict
- for k, v in kwargs.items():
- item.kvps[k] = v
-
- self.updates += [item.no]
-
- def output(self, start=None, end=None):
- if start is None:
- start = 0
- if end is None:
- end = len(self.updates)
-
- out = []
- seen = set()
- for update in self.updates[start:end]:
- if update not in seen:
- out.append(self.logs[update].output())
- seen.add(update)
-
- return out
-
- def reset(self):
- self.guid = str(uuid.uuid4())
- self.updates = []
- self.logs = []
- self.progress = ""
- self.progress_no = 0
\ No newline at end of file
+ def __init__(self):
+ self.guid: str = str(uuid.uuid4())
+ self.updates: list[int] = []
+ self.logs: list[LogItem] = []
+ self.progress = ""
+ self.progress_no = 0
+
+ def log(
+ self,
+ type: Type,
+ heading: str | None = None,
+ content: str | None = None,
+ kvps: dict | None = None,
+ temp: bool | None = None,
+ id: Optional[str] = None, # Add id parameter
+ ) -> LogItem:
+ # Use OrderedDict if kvps is provided
+ if kvps is not None:
+ kvps = OrderedDict(kvps)
+ item = LogItem(
+ log=self,
+ no=len(self.logs),
+ type=type,
+ heading=heading or "",
+ content=content or "",
+ kvps=kvps,
+ temp=temp or False,
+ id=id, # Pass id to LogItem
+ )
+ self.logs.append(item)
+ self.updates += [item.no]
+ if heading and item.no >= self.progress_no:
+ self.progress = heading
+ self.progress_no = item.no
+ return item
+
+ def update_item(
+ self,
+ no: int,
+ type: str | None = None,
+ heading: str | None = None,
+ content: str | None = None,
+ kvps: dict | None = None,
+ temp: bool | None = None,
+ **kwargs,
+ ):
+ item = self.logs[no]
+ if type is not None:
+ item.type = type
+ if heading is not None:
+ item.heading = heading
+ if no >= self.progress_no:
+ self.progress = heading
+ self.progress_no = no
+ if content is not None:
+ item.content = content
+ if kvps is not None:
+ item.kvps = OrderedDict(kvps) # Use OrderedDict to keep the order
+
+ if temp is not None:
+ item.temp = temp
+
+ if kwargs:
+ if item.kvps is None:
+ item.kvps = OrderedDict() # Ensure kvps is an OrderedDict
+ for k, v in kwargs.items():
+ item.kvps[k] = v
+
+ self.updates += [item.no]
+
+ def set_progress(self, progress: str):
+ self.progress = progress
+ self.progress_no = len(self.logs)
+
+ def output(self, start=None, end=None):
+ if start is None:
+ start = 0
+ if end is None:
+ end = len(self.updates)
+
+ out = []
+ seen = set()
+ for update in self.updates[start:end]:
+ if update not in seen:
+ out.append(self.logs[update].output())
+ seen.add(update)
+
+ return out
+
+ def reset(self):
+ self.guid = str(uuid.uuid4())
+ self.updates = []
+ self.logs = []
+ self.progress = ""
+ self.progress_no = 0
diff --git a/python/helpers/settings.py b/python/helpers/settings.py
index e5b60a82a..02baf535d 100644
--- a/python/helpers/settings.py
+++ b/python/helpers/settings.py
@@ -703,7 +703,7 @@ def get_default_settings() -> Settings:
chat_model_temperature=0,
chat_model_kwargs={},
chat_model_ctx_length=8192,
- chat_model_ctx_history=0.65,
+ chat_model_ctx_history=0.7,
util_model_provider=ModelProvider.OPENAI.name,
util_model_name="gpt-4o-mini",
util_model_temperature=0,