A programming framework for agentic AI
chat completion agent and state (#32)
Eric Zhucd147b6eedf8
diff --git a/examples/patterns.py b/examples/patterns.pyindex 4c096f900..797b58b8a 100644--- a/examples/patterns.py+++ b/examples/patterns.py@@ -3,14 +3,17 @@ import asyncioimport loggingimport openai+from agnext.agent_components.types import SystemMessagefrom agnext.application_components import (SingleThreadedAgentRuntime,)+from agnext.chat.agents.chat_completion_agent import ChatCompletionAgentfrom agnext.chat.agents.oai_assistant import OpenAIAssistantAgentfrom agnext.chat.patterns.group_chat import GroupChat, GroupChatOutputfrom agnext.chat.patterns.orchestrator_chat import OrchestratorChatfrom agnext.chat.types import TextMessagefrom agnext.core._agent import Agent+from agnext.agent_components.model_client import OpenAIfrom agnext.core.intervention import DefaultInterventionHandler, DropMessagefrom typing_extensions import Any, override@@ -95,7 +98,14 @@ async def group_chat(message: str) -> None:thread_id=cathy_oai_thread.id,)- chat = GroupChat("Host", "A round-robin chat room.", runtime, [joe, cathy], num_rounds=5, output=ConcatOutput())+ chat = GroupChat(+ "Host",+ "A round-robin chat room.",+ runtime,+ [joe, cathy],+ num_rounds=5,+ output=ConcatOutput(),+ )response = runtime.send_message(TextMessage(content=message, source="host"), chat)@@ -105,7 +115,7 @@ async def group_chat(message: str) -> None:await response-async def orchestrator(message: str) -> None:+async def orchestrator_oai_assistant(message: str) -> None:runtime = SingleThreadedAgentRuntime(before_send=LoggingHandler())developer_oai_assistant = openai.beta.assistants.create(@@ -169,7 +179,63 @@ async def orchestrator(message: str) -> None:)chat = OrchestratorChat(- "Orchestrator Chat",+ "OrchestratorChat",+ "A software development team.",+ runtime,+ orchestrator=orchestrator,+ planner=planner,+ specialists=[developer, product_manager],+ )++ response = runtime.send_message(TextMessage(content=message, source="Customer"), chat)++ while not response.done():+ await runtime.process_next()++ print((await response).content) # type: ignore+++async def orchestrator_chat_completion(message: str) -> None:+ runtime = SingleThreadedAgentRuntime(before_send=LoggingHandler())++ developer = ChatCompletionAgent(+ name="Developer",+ description="A developer that writes code.",+ runtime=runtime,+ system_messages=[SystemMessage("You are a Python developer.")],+ model_client=OpenAI(model="gpt-3.5-turbo"),+ )++ product_manager = ChatCompletionAgent(+ name="ProductManager",+ description="A product manager that plans and comes up with specs.",+ runtime=runtime,+ system_messages=[+ SystemMessage("You are a product manager good at translating customer needs into software specifications.")+ ],+ model_client=OpenAI(model="gpt-3.5-turbo"),+ )++ planner = ChatCompletionAgent(+ name="Planner",+ description="A planner that organizes and schedules tasks.",+ runtime=runtime,+ system_messages=[SystemMessage("You are a planner of complex tasks.")],+ model_client=OpenAI(model="gpt-4-turbo"),+ )++ orchestrator = ChatCompletionAgent(+ name="Orchestrator",+ description="An orchestrator that coordinates the team.",+ runtime=runtime,+ system_messages=[+ SystemMessage("You are an orchestrator that coordinates the team to complete a complex task.")+ ],+ model_client=OpenAI(model="gpt-4-turbo"),+ )++ chat = OrchestratorChat(+ "OrchestratorChat","A software development team.",runtime,orchestrator=orchestrator,@@ -187,18 +253,16 @@ async def orchestrator(message: str) -> None:if __name__ == "__main__":parser = argparse.ArgumentParser(description="Run a pattern demo.")- chocies = ["group_chat", "orchestrator"]+ choices = {+ "group_chat": group_chat,+ "orchestrator_oai_assistant": orchestrator_oai_assistant,+ "orchestrator_chat_completion": orchestrator_chat_completion,+ }parser.add_argument("--pattern",- choices=chocies,+ choices=list(choices.keys()),help="The pattern to demo.",)parser.add_argument("--message", help="The message to send.")args = parser.parse_args()-- if args.pattern == "group_chat":- asyncio.run(group_chat(args.message))- elif args.pattern == "orchestrator":- asyncio.run(orchestrator(args.message))- else:- raise ValueError(f"Invalid pattern: {args.pattern}")+ asyncio.run(choices[args.pattern](args.message))diff --git a/src/agnext/chat/agents/chat_completion_agent.py b/src/agnext/chat/agents/chat_completion_agent.pynew file mode 100644index 000000000..9fc4de11e--- /dev/null+++ b/src/agnext/chat/agents/chat_completion_agent.py@@ -0,0 +1,63 @@+from typing import Any, Callable, Dict, List, Mapping++from agnext.agent_components.model_client import ModelClient+from agnext.agent_components.type_routed_agent import TypeRoutedAgent, message_handler+from agnext.agent_components.types import SystemMessage+from agnext.chat.agents.base import BaseChatAgent+from agnext.chat.types import Message, Reset, RespondNow, ResponseFormat, TextMessage+from agnext.chat.utils import convert_messages_to_llm_messages+from agnext.core import AgentRuntime, CancellationToken+++class ChatCompletionAgent(BaseChatAgent, TypeRoutedAgent):+ def __init__(+ self,+ name: str,+ description: str,+ runtime: AgentRuntime,+ system_messages: List[SystemMessage],+ model_client: ModelClient,+ tools: Dict[str, Callable[..., str]] | None = None,+ ) -> None:+ super().__init__(name, description, runtime)+ self._system_messages = system_messages+ self._client = model_client+ self._tools = tools or {}+ self._chat_messages: List[Message] = []++ @message_handler(TextMessage)+ async def on_text_message(self, message: TextMessage, cancellation_token: CancellationToken) -> None:+ # Add a user message.+ self._chat_messages.append(message)++ @message_handler(Reset)+ async def on_reset(self, message: Reset, cancellation_token: CancellationToken) -> None:+ # Reset the chat messages.+ self._chat_messages = []++ @message_handler(RespondNow)+ async def on_respond_now(self, message: RespondNow, cancellation_token: CancellationToken) -> TextMessage:+ if message.response_format == ResponseFormat.json_object:+ response_format = {"type": "json_object"}+ else:+ response_format = {"type": "text"}+ response = await self._client.create(+ self._system_messages + convert_messages_to_llm_messages(self._chat_messages, self.name),+ extra_create_args={"response_format": response_format},+ )+ if isinstance(response.content, str):+ return TextMessage(content=response.content, source=self.name)+ else:+ raise ValueError(f"Unexpected response: {response.content}")++ def save_state(self) -> Mapping[str, Any]:+ return {+ "description": self.description,+ "chat_messages": self._chat_messages,+ "system_messages": self._system_messages,+ }++ def load_state(self, state: Mapping[str, Any]) -> None:+ self._chat_messages = state["chat_messages"]+ self._system_messages = state["system_messages"]+ self._description = state["description"]diff --git a/src/agnext/chat/agents/oai_assistant.py b/src/agnext/chat/agents/oai_assistant.pyindex d8e1c4e91..d4461ef02 100644--- a/src/agnext/chat/agents/oai_assistant.py+++ b/src/agnext/chat/agents/oai_assistant.py@@ -1,10 +1,11 @@-from typing import Callable, Dict, List+from typing import Any, Callable, Dict, List, Mappingimport openai+from openai.types.beta import AssistantResponseFormatParamfrom agnext.agent_components.type_routed_agent import TypeRoutedAgent, message_handlerfrom agnext.chat.agents.base import BaseChatAgent-from agnext.chat.types import Reset, RespondNow, TextMessage+from agnext.chat.types import Reset, RespondNow, ResponseFormat, TextMessagefrom agnext.core import AgentRuntime, CancellationToken@@ -56,12 +57,16 @@ class OpenAIAssistantAgent(BaseChatAgent, TypeRoutedAgent):@message_handler(RespondNow)async def on_respond_now(self, message: RespondNow, cancellation_token: CancellationToken) -> TextMessage:# Handle response format.+ if message.response_format == ResponseFormat.json_object:+ response_format = AssistantResponseFormatParam(type="json_object")+ else:+ response_format = AssistantResponseFormatParam(type="text")# Create a run and wait until it finishes.run = await self._client.beta.threads.runs.create_and_poll(thread_id=self._thread_id,assistant_id=self._assistant_id,- response_format=message.response_format,+ response_format=response_format,)if run.status != "completed":@@ -79,3 +84,15 @@ class OpenAIAssistantAgent(BaseChatAgent, TypeRoutedAgent):# TODO: handle multiple text content.return TextMessage(content=text_content[0].text.value, source=self.name)++ def save_state(self) -> Mapping[str, Any]:+ return {+ "description": self.description,+ "assistant_id": self._assistant_id,+ "thread_id": self._thread_id,+ }++ def load_state(self, state: Mapping[str, Any]) -> None:+ self._description = state["description"]+ self._assistant_id = state["assistant_id"]+ self._thread_id = state["thread_id"]diff --git a/src/agnext/chat/messages.py b/src/agnext/chat/messages.pydeleted file mode 100644index b570fb314..000000000--- a/src/agnext/chat/messages.py+++ /dev/null@@ -1,13 +0,0 @@-from dataclasses import dataclass-from typing import Any, Optional---@dataclass-class ChatMessage:- """The message type for the chat API."""-- body: str- sender: str- save_message_only: bool = False- payload: Optional[Any] = None- reset: bool = Falsediff --git a/src/agnext/chat/patterns/orchestrator_chat.py b/src/agnext/chat/patterns/orchestrator_chat.pyindex fc6d1fb12..060e334c6 100644--- a/src/agnext/chat/patterns/orchestrator_chat.py+++ b/src/agnext/chat/patterns/orchestrator_chat.py@@ -4,7 +4,7 @@ from typing import Any, Sequence, Tuplefrom ...agent_components.type_routed_agent import TypeRoutedAgent, message_handlerfrom ...core import AgentRuntime, CancellationTokenfrom ..agents.base import BaseChatAgent-from ..types import Reset, RespondNow, TextMessage+from ..types import Reset, RespondNow, ResponseFormat, TextMessageclass OrchestratorChat(BaseChatAgent, TypeRoutedAgent):@@ -140,7 +140,11 @@ Some additional points to consider:# Update all other agents with the speaker's response.for agent in [agent for agent in self._specialists if agent != speaker] + [self._orchestrator]:self._send_message(- TextMessage(content=speaker_response.content, source=speaker_response.source), agent+ TextMessage(+ content=speaker_response.content,+ source=speaker_response.source,+ ),+ agent,)# Increment the total turns.@@ -255,7 +259,7 @@ Please output an answer in pure JSON format according to the following schema. Tself._send_message(TextMessage(content=step_prompt, source=sender), self._orchestrator)# Request a response.step_response = await self._send_message(- RespondNow(response_format={"type": "json_object"}), self._orchestrator+ RespondNow(response_format=ResponseFormat.json_object), self._orchestrator)# TODO: handle invalid JSON.# TODO: use typed dictionary.@@ -293,7 +297,7 @@ Please output an answer in pure JSON format according to the following schema. Tself._send_message(TextMessage(content=educated_guess_promt, source=sender), self._orchestrator)# Request a response.educated_guess_response = await self._send_message(- RespondNow(response_format={"type": "json_object"}), self._orchestrator+ RespondNow(response_format=ResponseFormat.json_object), self._orchestrator)# TODO: handle invalid JSON.# TODO: use typed dictionary.diff --git a/src/agnext/chat/types.py b/src/agnext/chat/types.pyindex 3279ce997..4cbf7998c 100644--- a/src/agnext/chat/types.py+++ b/src/agnext/chat/types.py@@ -1,9 +1,8 @@from __future__ import annotations-from dataclasses import dataclass-from typing import List, Literal, Union--from openai.types.beta import AssistantResponseFormatParam+from dataclasses import dataclass, field+from enum import Enum+from typing import List, Unionfrom agnext.agent_components.image import Imagefrom agnext.agent_components.types import FunctionCall@@ -44,9 +43,14 @@ class FunctionExecutionResultMessage(BaseMessage):Message = Union[TextMessage, MultiModalMessage, FunctionCallMessage, FunctionExecutionResultMessage]+class ResponseFormat(Enum):+ text = "text"+ json_object = "json_object"++@dataclassclass RespondNow:- response_format: Union[Literal["none", "auto"], AssistantResponseFormatParam] = "auto"+ response_format: ResponseFormat = field(default=ResponseFormat.text)class Reset: ...