Agent Zero AI framework
Persist chat prototype
frdel61e218bc5d9d
diff --git a/agent.py b/agent.pyindex bf31188a4..672a42cf7 100644--- a/agent.py+++ b/agent.py@@ -23,19 +23,22 @@ class AgentContext:_counter: int = 0def __init__(- self, config: "AgentConfig", id: str | None = None, agent0: "Agent|None" = None+ self, config: "AgentConfig", id: str | None = None, name: str | None = None, agent0: "Agent|None" = None,+ log: Log.Log | None = None,+ paused: bool = False, streaming_agent: "Agent|None" = None,):# build contextself.id = id or str(uuid.uuid4())+ self.name = nameself.config = config- self.log = Log.Log()+ self.log = log or Log.Log()self.agent0 = agent0 or Agent(0, self.config, self)- self.paused = False- self.streaming_agent: Agent | None = None+ self.paused = paused+ self.streaming_agent = streaming_agentself.process: DeferredTask | None = NoneAgentContext._counter += 1self.no = AgentContext._counter-+self._contexts[self.id] = self@staticmethod@@ -317,9 +320,6 @@ class Agent:agent_response) # process tools requested in agent messageif tools_result: # final response of message loop available- await self.call_extensions(- "monologue_end", tools_result=tools_result- ) # call monologue_end extensionsreturn tools_result # break the execution if the task is done# exceptions inside message loop:@@ -338,6 +338,12 @@ class Agent:except Exception as e: # Other exception kill the loopself.handle_critical_exception(e)+ finally:+ # call message_loop_end extensions+ await self.call_extensions(+ "message_loop_end", loop_data=loop_data+ )+# exceptions outside message loop:except InterventionException as e:pass # just start over@@ -345,6 +351,8 @@ class Agent:self.handle_critical_exception(e)finally:self.context.streaming_agent = None # unset current streamer+ # call monologue_end extensions+ await self.call_extensions("monologue_end", loop_data=loop_data) # type: ignoredef handle_critical_exception(self, exception: Exception):if isinstance(exception, HandledException):diff --git a/python/extensions/msg_loop_break/.gitkeep b/python/extensions/message_loop_end/.gitkeepsimilarity index 100%rename from python/extensions/msg_loop_break/.gitkeeprename to python/extensions/message_loop_end/.gitkeepdiff --git a/python/extensions/message_loop_end/_90_save_chat.py b/python/extensions/message_loop_end/_90_save_chat.pynew file mode 100644index 000000000..91bc6c9cc--- /dev/null+++ b/python/extensions/message_loop_end/_90_save_chat.py@@ -0,0 +1,8 @@+from python.helpers.extension import Extension+from agent import LoopData+from python.helpers import persist_chat+++class SaveChat(Extension):+ async def execute(self, loop_data: LoopData = LoopData(), **kwargs):+ persist_chat.save_chat(self.agent.context)\ No newline at end of filediff --git a/python/extensions/msg_loop_end/.gitkeep b/python/extensions/msg_loop_end/.gitkeepdeleted file mode 100644index e69de29bb..000000000diff --git a/python/helpers/files.py b/python/helpers/files.pyindex a94213661..003ace8e5 100644--- a/python/helpers/files.py+++ b/python/helpers/files.py@@ -1,3 +1,4 @@+from fnmatch import fnmatchimport os, reimport re@@ -62,6 +63,22 @@ def find_file_in_dirs(file_path, backup_dirs):def remove_code_fences(text):return re.sub(r'~~~\w*\n|~~~', '', text)+def write_file(relative_path:str, content:str):+ abs_path = get_abs_path(relative_path)+ os.makedirs(os.path.dirname(abs_path), exist_ok=True)+ with open(abs_path, 'w') as f:+ f.write(content)++def delete_file(relative_path:str):+ abs_path = get_abs_path(relative_path)+ if os.path.exists(abs_path):+ os.remove(abs_path)++def list_files(relative_path:str, filter:str="*"):+ abs_path = get_abs_path(relative_path)+ if not os.path.exists(abs_path):+ return []+ return [file for file in os.listdir(abs_path) if fnmatch(file, filter)]def get_abs_path(*relative_paths):return os.path.join(get_base_dir(), *relative_paths)@@ -70,7 +87,6 @@ def exists(*relative_paths):path = get_abs_path(*relative_paths)return os.path.exists(path)-def get_base_dir():# Get the base directory from the current file pathbase_dir = os.path.dirname(os.path.abspath(os.path.join(__file__,"../../")))diff --git a/python/helpers/log.py b/python/helpers/log.pyindex 7a9500c4a..bbc99a59d 100644--- a/python/helpers/log.py+++ b/python/helpers/log.py@@ -1,6 +1,6 @@from dataclasses import dataclass, fieldimport json-from typing import Literal, Optional, Dict+from typing import Any, Literal, Optional, Dictimport uuidfrom collections import OrderedDict # Import OrderedDict@@ -145,7 +145,7 @@ class Log:self.updates += [item.no]- def output(self, start=None, end=None):+ def output(self, start=None, end=None):if start is None:start = 0if end is None:diff --git a/python/helpers/persist_chat.py b/python/helpers/persist_chat.pynew file mode 100644index 000000000..86b908fb9--- /dev/null+++ b/python/helpers/persist_chat.py@@ -0,0 +1,192 @@+from collections import OrderedDict+from typing import Any+import uuid+from agent import Agent, AgentConfig, AgentContext, HumanMessage, AIMessage+from python.helpers import files+import json+from initialize import initialize++from python.helpers.log import Log, LogItem++CHATS_FOLDER = "tmp/chats"+LOG_SIZE = 1000+++def save_chat(context: AgentContext):+ relative_path = _get_file_path(context.id)+ data = _serialize_context(context)+ js = _safe_json_serialize(data, ensure_ascii=False)+ files.write_file(relative_path, js)+++def load_chats():+ json_files = files.list_files("tmp/chats", "*.json")+ for file in json_files:+ path = files.get_abs_path(CHATS_FOLDER, file)+ js = files.read_file(path)+ data = json.loads(js)+ ctx = _deserialize_context(data)+++def remove_chat(ctxid):+ files.delete_file(_get_file_path(ctxid))+++def _get_file_path(ctxid: str):+ return f"{CHATS_FOLDER}/{ctxid}.json"+++def _serialize_context(context: AgentContext):+ # serialize agents+ agents = []+ agent = context.agent0+ while agent:+ agents.append(_serialize_agent(agent))+ agent = agent.data.get("subordinate", None)++ return {+ "id": context.id,+ "agents": agents,+ "streaming_agent": (+ context.streaming_agent.number if context.streaming_agent else 0+ ),+ "log": _serialize_log(context.log),+ }+++def _serialize_agent(agent: Agent):+ data = {**agent.data}+ if "superior" in data:+ del data["superior"]+ if "subordinate" in data:+ del data["subordinate"]++ history = []+ for msg in agent.history:+ history.append({"type": msg.type, "content": msg.content})++ return {+ "number": agent.number,+ "data": data,+ "history": history,+ }+++def _serialize_log(log: Log):+ return {+ "guid": log.guid,+ "logs": [item.output() for item in log.logs[-LOG_SIZE:]]+, # serialize LogItem objects+ "progress": log.progress,+ "progress_no": log.progress_no,+ }+++def _deserialize_context(data):+ config = initialize()+ log = _deserialize_log(data.get("log", None))++ context = AgentContext(+ config=config,+ id=data.get("id", None),+ name=data.get("name", None),+ log=log,+ paused=True,+ # agent0=agent0,+ # streaming_agent=straming_agent,+ )++ agents = data.get("agents", [])+ agent0 = _deserialize_agents(agents, config, context)+ streaming_agent_no = data.get("streaming_agent", 0)+ straming_agent = (+ agents[streaming_agent_no] if streaming_agent_no < len(agents) else None+ )++ context.agent0 = agent0+ context.streaming_agent = straming_agent++ return context+++def _deserialize_agents(+ agents: list[dict[str, Any]], config: AgentConfig, context: AgentContext+) -> Agent:+ prev: Agent | None = None+ zero: Agent | None = None++ for ag in agents:+ current = Agent(+ number=ag["number"],+ config=config,+ context=context,+ )+ current.data = ag.get("data", {})+ current.history = _deserialize_history(ag.get("history", []))++ if not zero:+ zero = current++ if prev:+ prev.set_data("subordinate", current)+ current.set_data("superior", prev)++ return zero or Agent(0, config, context)+++def _deserialize_history(history: list[dict[str, Any]]):+ result = []+ for hist in history:+ content = hist.get("content", "")+ msg = (+ HumanMessage(content=content)+ if hist.get("type") == "human"+ else AIMessage(content=content)+ )+ result.append(msg)+ return result+++def _deserialize_log(data: dict[str, Any]) -> "Log":+ log = Log()+ log.guid = data.get("guid", str(uuid.uuid4()))+ log.progress = data.get("progress", "")+ log.progress_no = data.get("progress_no", 0)++ # Deserialize the list of LogItem objects+ i = 0+ for item_data in data.get("logs", []):+ log.logs.append(LogItem(+ log=log, # restore the log reference+ no=item_data["no"],+ type=item_data["type"],+ heading=item_data.get("heading", ""),+ content=item_data.get("content", ""),+ kvps=OrderedDict(item_data["kvps"]) if item_data["kvps"] else None,+ temp=item_data.get("temp", False),+ ))+ log.updates.append(i)+ i += 1++ return log+++def _safe_json_serialize(obj, **kwargs):+ def serializer(o):+ if isinstance(o, dict):+ return {k: v for k, v in o.items() if is_json_serializable(v)}+ elif isinstance(o, (list, tuple)):+ return [item for item in o if is_json_serializable(item)]+ elif is_json_serializable(o):+ return o+ else:+ return None # Skip this property++ def is_json_serializable(item):+ try:+ json.dumps(item)+ return True+ except (TypeError, OverflowError):+ return False++ return json.dumps(obj, default=serializer, **kwargs)diff --git a/run_ui.py b/run_ui.pyindex a5790a792..42ccc20a0 100644--- a/run_ui.py+++ b/run_ui.py@@ -8,9 +8,11 @@ from flask import Flask, request, jsonify, Responsefrom flask_basicauth import BasicAuthfrom agent import AgentContextfrom initialize import initialize+from python.helpers import filesfrom python.helpers.files import get_abs_pathfrom python.helpers.print_style import PrintStylefrom python.helpers.dotenv import load_dotenv+from python.helpers import persist_chat# initialize the internal Flask server@@ -119,6 +121,7 @@ async def handle_message(sync: bool):response = {"ok": True,"message": result,+ "context": context.id,}else:@@ -126,6 +129,7 @@ async def handle_message(sync: bool):response = {"ok": True,"message": "Message received.",+ "context": context.id,}except Exception as e:@@ -183,6 +187,7 @@ async def reset():# context instance - get or createcontext = get_context(ctxid)context.reset()+ persist_chat.save_chat(context)response = {"ok": True,@@ -211,6 +216,7 @@ async def remove():# context instance - get or createAgentContext.remove(ctxid)+ persist_chat.remove_chat(ctxid)response = {"ok": True,@@ -235,7 +241,7 @@ async def poll():# data sent to the serverinput = request.get_json()- ctxid = input.get("context", uuid.uuid4())+ ctxid = input.get("context", None)from_no = input.get("log_from", 0)# context instance - get or create@@ -286,6 +292,9 @@ def run():#load env varsload_dotenv()++ # initialize contexts from persisted chats+ persist_chat.load_chats()# Suppress only request logs but keep the startup messagesfrom werkzeug.serving import WSGIRequestHandlerdiff --git a/webui/index.js b/webui/index.jsindex 7e55bcec0..7e0bc1728 100644--- a/webui/index.js+++ b/webui/index.js@@ -73,6 +73,8 @@ async function sendMessage() {} else {toast("Undefined error.", "error")}+ } else {+ setContext(response.context)}//setMessage('user', message);@@ -186,7 +188,8 @@ async function poll() {if (response.ok) {- setContext(response.context)+ if (!context) setContext(response.context)+ if (response.context != context) return //skip late polls after context changeif (lastLogGuid != response.log_guid) {chatHistory.innerHTML = ""@@ -408,7 +411,6 @@ function scrollChanged(isAtBottom) {const inputAS = Alpine.$data(autoScrollSwitch);inputAS.autoScroll = isAtBottom// autoScrollSwitch.checked = isAtBottom- console.log(isAtBottom)}function updateAfterScroll() {