Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.
feat: trigger sleeptime doc processing (#1715)
cthomasd572f04285ee
diff --git a/letta/server/server.py b/letta/server/server.pyindex 7f12020ca..a8e82bb96 100644--- a/letta/server/server.py+++ b/letta/server/server.py@@ -34,8 +34,9 @@ from letta.interface import AgentInterface # abstractfrom letta.interface import CLIInterface # for printing to terminalfrom letta.log import get_loggerfrom letta.orm.errors import NoResultFound+from letta.prompts.gpt_system import get_system_textfrom letta.schemas.agent import AgentState, AgentType, CreateAgent, UpdateAgent-from letta.schemas.block import BlockUpdate, CreateBlock+from letta.schemas.block import Block, BlockUpdate, CreateBlockfrom letta.schemas.embedding_config import EmbeddingConfig# openai schemas@@ -996,12 +997,6 @@ class SyncServer(Server):connector = DirectoryConnector(input_files=[file_path])num_passages, num_documents = self.load_data(user_id=source.created_by_id, source_name=source.name, connector=connector)- # update job status- job.status = JobStatus.completed- job.metadata["num_passages"] = num_passages- job.metadata["num_documents"] = num_documents- self.job_manager.update_job_by_id(job_id=job_id, job_update=JobUpdate(**job.model_dump()), actor=actor)-# update all agents who have this source attachedagent_states = self.source_manager.list_attached_agents(source_id=source_id, actor=actor)for agent_state in agent_states:@@ -1009,15 +1004,74 @@ class SyncServer(Server):# Attach source to agentcurr_passage_size = self.agent_manager.passage_size(actor=actor, agent_id=agent_id)- self.agent_manager.attach_source(agent_id=agent_state.id, source_id=source_id, actor=actor)+ agent_state = self.agent_manager.attach_source(agent_id=agent_state.id, source_id=source_id, actor=actor)new_passage_size = self.agent_manager.passage_size(actor=actor, agent_id=agent_id)assert new_passage_size >= curr_passage_size # in case empty files are added+ # Process file via sleeptime agent+ if agent_state.enable_sleeptime:+ ephemeral_sleeptime_agent = self.create_document_sleeptime_agent(+ main_agent=agent_state, source_name=source.name, actor=actor+ )++ agent = self.load_agent(agent_id=ephemeral_sleeptime_agent.id, actor=actor)+ for passage in self.list_data_source_passages(source_id=source_id, user_id=actor.id):+ agent.step(+ messages=[+ Message(+ role="user",+ content=[TextContent(text=passage.text)],+ agent_id=ephemeral_sleeptime_agent.id,+ ),+ ]+ )++ self.agent_manager.delete_agent(agent_id=ephemeral_sleeptime_agent.id, actor=actor)+# rebuild system prompt and force- self.agent_manager.rebuild_system_prompt(agent_id=agent_id, actor=actor, force=True)+ agent_state = self.agent_manager.rebuild_system_prompt(agent_id=agent_id, actor=actor, force=True)++ # update job status+ job.status = JobStatus.completed+ job.metadata["num_passages"] = num_passages+ job.metadata["num_documents"] = num_documents+ self.job_manager.update_job_by_id(job_id=job_id, job_update=JobUpdate(**job.model_dump()), actor=actor)return job+ def create_document_sleeptime_agent(self, main_agent: AgentState, source_name: str, actor: User) -> AgentState:+ try:+ block = self.agent_manager.get_block_with_label(agent_id=main_agent.id, block_label=source_name, actor=actor)+ except:+ block = self.block_manager.create_or_update_block(Block(label=source_name, value=""), actor=actor)+ self.agent_manager.attach_block(agent_id=main_agent.id, block_id=block.id, actor=actor)+ request = CreateAgent(+ name=main_agent.name + "-doc-sleeptime",+ system=get_system_text("sleeptime_doc_ingest"),+ agent_type=AgentType.sleeptime_agent,+ block_ids=[block.id],+ memory_blocks=[+ CreateBlock(+ label="persona",+ value=(+ "I am an expert document summarizer. "+ "I manage the data source blocks such that they "+ "contain everything that is important about "+ "the corresponding files."+ ),+ ),+ ],+ llm_config=main_agent.llm_config,+ embedding_config=main_agent.embedding_config,+ project_id=main_agent.project_id,+ include_base_tools=False,+ tools=["core_memory_insert", "rethink_memory", "finish_rethinking_memory", "view_core_memory_with_line_numbers"],+ )+ return self.agent_manager.create_agent(+ agent_create=request,+ actor=actor,+ )+def load_data(self,user_id: str,diff --git a/letta/services/agent_manager.py b/letta/services/agent_manager.pyindex bb56abb64..d3ff7f7e3 100644--- a/letta/services/agent_manager.py+++ b/letta/services/agent_manager.py@@ -305,7 +305,7 @@ class AgentManager:agent_update.system = derive_system_message(agent_type=agent_state.agent_type,enable_sleeptime=agent_update.enable_sleeptime,- system=agent_update.system,+ system=agent_update.system or agent_state.system,)if agent_update.system and agent_update.system != agent_state.system:agent_state = self.rebuild_system_prompt(agent_id=agent_state.id, actor=actor, force=True, update_timestamp=False)