A programming framework for agentic AI
Support for Human Input Mode in AutoGen Studio (#3484)
Victor Dibia084a54daba9e
diff --git a/samples/apps/autogen-studio/autogenstudio/chatmanager.py b/samples/apps/autogen-studio/autogenstudio/chatmanager.pyindex a91401e66..e8ed3abfd 100644--- a/samples/apps/autogen-studio/autogenstudio/chatmanager.py+++ b/samples/apps/autogen-studio/autogenstudio/chatmanager.py@@ -1,13 +1,12 @@-import asyncioimport osfrom datetime import datetimefrom queue import Queuefrom typing import Any, Dict, List, Optional, Tuple, Union-import websockets-from fastapi import WebSocket, WebSocketDisconnect+from loguru import loggerfrom .datamodel import Message+from .websocket_connection_manager import WebSocketConnectionManagerfrom .workflowmanager import WorkflowManager@@ -17,15 +16,19 @@ class AutoGenChatManager:using an automated workflow configuration and message queue."""- def __init__(self, message_queue: Queue) -> None:+ def __init__(+ self, message_queue: Queue, websocket_manager: WebSocketConnectionManager = None, human_input_timeout: int = 180+ ) -> None:"""Initializes the AutoGenChatManager with a message queue.:param message_queue: A queue to use for sending messages asynchronously."""self.message_queue = message_queue+ self.websocket_manager = websocket_manager+ self.a_human_input_timeout = human_input_timeout- def send(self, message: str) -> None:+ def send(self, message: dict) -> None:"""Sends a message by putting it into the message queue.@@ -34,6 +37,45 @@ class AutoGenChatManager:if self.message_queue is not None:self.message_queue.put_nowait(message)+ async def a_send(self, message: dict) -> None:+ """+ Asynchronously sends a message via the WebSocketManager class++ :param message: The message string to be sent.+ """+ for connection, socket_client_id in self.websocket_manager.active_connections:+ if message["connection_id"] == socket_client_id:+ logger.info(+ f"Sending message to connection_id: {message['connection_id']}. Connection ID: {socket_client_id}"+ )+ await self.websocket_manager.send_message(message, connection)+ else:+ logger.info(+ f"Skipping message for connection_id: {message['connection_id']}. Connection ID: {socket_client_id}"+ )++ async def a_prompt_for_input(self, prompt: dict, timeout: int = 60) -> str:+ """+ Sends the user a prompt and waits for a response asynchronously via the WebSocketManager class++ :param message: The message string to be sent.+ """++ for connection, socket_client_id in self.websocket_manager.active_connections:+ if prompt["connection_id"] == socket_client_id:+ logger.info(+ f"Sending message to connection_id: {prompt['connection_id']}. Connection ID: {socket_client_id}"+ )+ try:+ result = await self.websocket_manager.get_input(prompt, connection, timeout)+ return result+ except Exception as e:+ return f"Error: {e}\nTERMINATE"+ else:+ logger.info(+ f"Skipping message for connection_id: {prompt['connection_id']}. Connection ID: {socket_client_id}"+ )+def chat(self,message: Message,@@ -72,6 +114,7 @@ class AutoGenChatManager:history=history,work_dir=work_dir,send_message_function=self.send,+ a_send_message_function=self.a_send,connection_id=connection_id,)@@ -82,96 +125,55 @@ class AutoGenChatManager:result_message.session_id = message.session_idreturn result_message--class WebSocketConnectionManager:- """- Manages WebSocket connections including sending, broadcasting, and managing the lifecycle of connections.- """-- def __init__(+ async def a_chat(self,- active_connections: List[Tuple[WebSocket, str]] = None,- active_connections_lock: asyncio.Lock = None,- ) -> None:- """- Initializes WebSocketConnectionManager with an optional list of active WebSocket connections.-- :param active_connections: A list of tuples, each containing a WebSocket object and its corresponding client_id.- """- if active_connections is None:- active_connections = []- self.active_connections_lock = active_connections_lock- self.active_connections: List[Tuple[WebSocket, str]] = active_connections-- async def connect(self, websocket: WebSocket, client_id: str) -> None:+ message: Message,+ history: List[Dict[str, Any]],+ workflow: Any = None,+ connection_id: Optional[str] = None,+ user_dir: Optional[str] = None,+ **kwargs,+ ) -> Message:"""- Accepts a new WebSocket connection and appends it to the active connections list.+ Processes an incoming message according to the agent's workflow configuration+ and generates a response.- :param websocket: The WebSocket instance representing a client connection.- :param client_id: A string representing the unique identifier of the client.+ :param message: An instance of `Message` representing an incoming message.+ :param history: A list of dictionaries, each representing a past interaction.+ :param flow_config: An instance of `AgentWorkFlowConfig`. If None, defaults to a standard configuration.+ :param connection_id: An optional connection identifier.+ :param kwargs: Additional keyword arguments.+ :return: An instance of `Message` representing a response."""- await websocket.accept()- async with self.active_connections_lock:- self.active_connections.append((websocket, client_id))- print(f"New Connection: {client_id}, Total: {len(self.active_connections)}")- async def disconnect(self, websocket: WebSocket) -> None:- """- Disconnects and removes a WebSocket connection from the active connections list.+ # create a working director for workflow based on user_dir/session_id/time_hash+ work_dir = os.path.join(+ user_dir,+ str(message.session_id),+ datetime.now().strftime("%Y%m%d_%H-%M-%S"),+ )+ os.makedirs(work_dir, exist_ok=True)- :param websocket: The WebSocket instance to remove.- """- async with self.active_connections_lock:- try:- self.active_connections = [conn for conn in self.active_connections if conn[0] != websocket]- print(f"Connection Closed. Total: {len(self.active_connections)}")- except ValueError:- print("Error: WebSocket connection not found")-- async def disconnect_all(self) -> None:- """- Disconnects all active WebSocket connections.- """- for connection, _ in self.active_connections[:]:- await self.disconnect(connection)+ # if no flow config is provided, use the default+ if workflow is None:+ raise ValueError("Workflow must be specified")- async def send_message(self, message: Union[Dict, str], websocket: WebSocket) -> None:- """- Sends a JSON message to a single WebSocket connection.+ workflow_manager = WorkflowManager(+ workflow=workflow,+ history=history,+ work_dir=work_dir,+ send_message_function=self.send,+ a_send_message_function=self.a_send,+ a_human_input_function=self.a_prompt_for_input,+ a_human_input_timeout=self.a_human_input_timeout,+ connection_id=connection_id,+ )- :param message: A JSON serializable dictionary containing the message to send.- :param websocket: The WebSocket instance through which to send the message.- """- try:- async with self.active_connections_lock:- await websocket.send_json(message)- except WebSocketDisconnect:- print("Error: Tried to send a message to a closed WebSocket")- await self.disconnect(websocket)- except websockets.exceptions.ConnectionClosedOK:- print("Error: WebSocket connection closed normally")- await self.disconnect(websocket)- except Exception as e:- print(f"Error in sending message: {str(e)}", message)- await self.disconnect(websocket)-- async def broadcast(self, message: Dict) -> None:- """- Broadcasts a JSON message to all active WebSocket connections.+ message_text = message.content.strip()+ result_message: Message = await workflow_manager.a_run(+ message=f"{message_text}", clear_history=False, history=history+ )- :param message: A JSON serializable dictionary containing the message to broadcast.- """- # Create a message dictionary with the desired format- message_dict = {"message": message}-- for connection, _ in self.active_connections[:]:- try:- if connection.client_state == websockets.protocol.State.OPEN:- # Call send_message method with the message dictionary and current WebSocket connection- await self.send_message(message_dict, connection)- else:- print("Error: WebSocket connection is closed")- await self.disconnect(connection)- except (WebSocketDisconnect, websockets.exceptions.ConnectionClosedOK) as e:- print(f"Error: WebSocket disconnected or closed({str(e)})")- await self.disconnect(connection)+ result_message.user_id = message.user_id+ result_message.session_id = message.session_id+ return result_messagediff --git a/samples/apps/autogen-studio/autogenstudio/database/utils.py b/samples/apps/autogen-studio/autogenstudio/database/utils.pyindex 189fa1baf..ac77a9161 100644--- a/samples/apps/autogen-studio/autogenstudio/database/utils.py+++ b/samples/apps/autogen-studio/autogenstudio/database/utils.py@@ -175,6 +175,13 @@ def init_db_samples(dbmanager: Any):model="gpt-4-1106-preview", description="OpenAI GPT-4 model", user_id="[email protected]", api_type="open_ai")+ anthropic_sonnet_model = Model(+ model="claude-3-5-sonnet-20240620",+ description="Anthropic's Claude 3.5 Sonnet model",+ api_type="anthropic",+ user_id="[email protected]",+ )+# skillsgenerate_pdf_skill = Skill(name="generate_and_save_pdf",@@ -303,6 +310,7 @@ def init_db_samples(dbmanager: Any):session.add(google_gemini_model)session.add(azure_model)session.add(gpt_4_model)+ session.add(anthropic_sonnet_model)session.add(generate_image_skill)session.add(generate_pdf_skill)session.add(user_proxy)diff --git a/samples/apps/autogen-studio/autogenstudio/version.py b/samples/apps/autogen-studio/autogenstudio/version.pyindex 3d83da06d..bf51c1b62 100644--- a/samples/apps/autogen-studio/autogenstudio/version.py+++ b/samples/apps/autogen-studio/autogenstudio/version.py@@ -1,3 +1,3 @@-VERSION = "0.1.4"+VERSION = "0.1.6"__version__ = VERSIONAPP_NAME = "autogenstudio"diff --git a/samples/apps/autogen-studio/autogenstudio/web/app.py b/samples/apps/autogen-studio/autogenstudio/web/app.pyindex 5926f6c64..bbd087f52 100644--- a/samples/apps/autogen-studio/autogenstudio/web/app.py+++ b/samples/apps/autogen-studio/autogenstudio/web/app.py@@ -12,13 +12,14 @@ from fastapi.staticfiles import StaticFilesfrom loguru import loggerfrom openai import OpenAIError-from ..chatmanager import AutoGenChatManager, WebSocketConnectionManager+from ..chatmanager import AutoGenChatManagerfrom ..database import workflow_from_idfrom ..database.dbmanager import DBManagerfrom ..datamodel import Agent, Message, Model, Response, Session, Skill, Workflowfrom ..profiler import Profilerfrom ..utils import check_and_cast_datetime_fields, init_app_folders, md5_hash, test_modelfrom ..version import VERSION+from ..websocket_connection_manager import WebSocketConnectionManagerprofiler = Profiler()managers = {"chat": None} # manage calls to autogen@@ -64,11 +65,17 @@ ui_folder_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), "ui")database_engine_uri = folders["database_engine_uri"]dbmanager = DBManager(engine_uri=database_engine_uri)+HUMAN_INPUT_TIMEOUT_SECONDS = 180+@asynccontextmanagerasync def lifespan(app: FastAPI):print("***** App started *****")- managers["chat"] = AutoGenChatManager(message_queue=message_queue)+ managers["chat"] = AutoGenChatManager(+ message_queue=message_queue,+ websocket_manager=websocket_manager,+ human_input_timeout=HUMAN_INPUT_TIMEOUT_SECONDS,+ )dbmanager.create_db_and_tables()yield@@ -449,7 +456,7 @@ async def run_session_workflow(message: Message, session_id: int, workflow_id: iuser_dir = os.path.join(folders["files_static_root"], "user", md5_hash(message.user_id))os.makedirs(user_dir, exist_ok=True)workflow = workflow_from_id(workflow_id, dbmanager=dbmanager)- agent_response: Message = managers["chat"].chat(+ agent_response: Message = await managers["chat"].a_chat(message=message,history=user_message_history,user_dir=user_dir,diff --git a/samples/apps/autogen-studio/autogenstudio/websocket_connection_manager.py b/samples/apps/autogen-studio/autogenstudio/websocket_connection_manager.pynew file mode 100644index 000000000..73f7ef896--- /dev/null+++ b/samples/apps/autogen-studio/autogenstudio/websocket_connection_manager.py@@ -0,0 +1,135 @@+import asyncio+from typing import Any, Dict, List, Optional, Tuple, Union++import websockets+from fastapi import WebSocket, WebSocketDisconnect+++class WebSocketConnectionManager:+ """+ Manages WebSocket connections including sending, broadcasting, and managing the lifecycle of connections.+ """++ def __init__(+ self,+ active_connections: List[Tuple[WebSocket, str]] = None,+ active_connections_lock: asyncio.Lock = None,+ ) -> None:+ """+ Initializes WebSocketConnectionManager with an optional list of active WebSocket connections.++ :param active_connections: A list of tuples, each containing a WebSocket object and its corresponding client_id.+ """+ if active_connections is None:+ active_connections = []+ self.active_connections_lock = active_connections_lock+ self.active_connections: List[Tuple[WebSocket, str]] = active_connections++ async def connect(self, websocket: WebSocket, client_id: str) -> None:+ """+ Accepts a new WebSocket connection and appends it to the active connections list.++ :param websocket: The WebSocket instance representing a client connection.+ :param client_id: A string representing the unique identifier of the client.+ """+ await websocket.accept()+ async with self.active_connections_lock:+ self.active_connections.append((websocket, client_id))+ print(f"New Connection: {client_id}, Total: {len(self.active_connections)}")++ async def disconnect(self, websocket: WebSocket) -> None:+ """+ Disconnects and removes a WebSocket connection from the active connections list.++ :param websocket: The WebSocket instance to remove.+ """+ async with self.active_connections_lock:+ try:+ self.active_connections = [conn for conn in self.active_connections if conn[0] != websocket]+ print(f"Connection Closed. Total: {len(self.active_connections)}")+ except ValueError:+ print("Error: WebSocket connection not found")++ async def disconnect_all(self) -> None:+ """+ Disconnects all active WebSocket connections.+ """+ for connection, _ in self.active_connections[:]:+ await self.disconnect(connection)++ async def send_message(self, message: Union[Dict, str], websocket: WebSocket) -> None:+ """+ Sends a JSON message to a single WebSocket connection.++ :param message: A JSON serializable dictionary containing the message to send.+ :param websocket: The WebSocket instance through which to send the message.+ """+ try:+ async with self.active_connections_lock:+ await websocket.send_json(message)+ except WebSocketDisconnect:+ print("Error: Tried to send a message to a closed WebSocket")+ await self.disconnect(websocket)+ except websockets.exceptions.ConnectionClosedOK:+ print("Error: WebSocket connection closed normally")+ await self.disconnect(websocket)+ except Exception as e:+ print(f"Error in sending message: {str(e)}", message)+ await self.disconnect(websocket)++ async def get_input(self, prompt: Union[Dict, str], websocket: WebSocket, timeout: int = 60) -> str:+ """+ Sends a JSON message to a single WebSocket connection as a prompt for user input.+ Waits on a user response or until the given timeout elapses.++ :param prompt: A JSON serializable dictionary containing the message to send.+ :param websocket: The WebSocket instance through which to send the message.+ """+ response = "Error: Unexpected response.\nTERMINATE"+ try:+ async with self.active_connections_lock:+ await websocket.send_json(prompt)+ result = await asyncio.wait_for(websocket.receive_json(), timeout=timeout)+ data = result.get("data")+ if data:+ response = data.get("content", "Error: Unexpected response format\nTERMINATE")+ else:+ response = "Error: Unexpected response format\nTERMINATE"++ except asyncio.TimeoutError:+ response = f"The user was timed out after {timeout} seconds of inactivity.\nTERMINATE"+ except WebSocketDisconnect:+ print("Error: Tried to send a message to a closed WebSocket")+ await self.disconnect(websocket)+ response = "The user was disconnected\nTERMINATE"+ except websockets.exceptions.ConnectionClosedOK:+ print("Error: WebSocket connection closed normally")+ await self.disconnect(websocket)+ response = "The user was disconnected\nTERMINATE"+ except Exception as e:+ print(f"Error in sending message: {str(e)}", prompt)+ await self.disconnect(websocket)+ response = f"Error: {e}\nTERMINATE"++ return response++ async def broadcast(self, message: Dict) -> None:+ """+ Broadcasts a JSON message to all active WebSocket connections.++ :param message: A JSON serializable dictionary containing the message to broadcast.+ """+ # Create a message dictionary with the desired format+ message_dict = {"message": message}++ for connection, _ in self.active_connections[:]:+ try:+ if connection.client_state == websockets.protocol.State.OPEN:+ # Call send_message method with the message dictionary and current WebSocket connection+ await self.send_message(message_dict, connection)+ else:+ print("Error: WebSocket connection is closed")+ await self.disconnect(connection)+ except (WebSocketDisconnect, websockets.exceptions.ConnectionClosedOK) as e:+ print(f"Error: WebSocket disconnected or closed({str(e)})")+ await self.disconnect(connection)diff --git a/samples/apps/autogen-studio/autogenstudio/workflowmanager.py b/samples/apps/autogen-studio/autogenstudio/workflowmanager.pyindex f5065e85e..2da3b58b7 100644--- a/samples/apps/autogen-studio/autogenstudio/workflowmanager.py+++ b/samples/apps/autogen-studio/autogenstudio/workflowmanager.py@@ -2,7 +2,7 @@ import jsonimport osimport timefrom datetime import datetime-from typing import Any, Dict, List, Optional, Union+from typing import Any, Coroutine, Dict, List, Optional, Unionimport autogen@@ -40,6 +40,9 @@ class AutoWorkflowManager:work_dir: str = None,clear_work_dir: bool = True,send_message_function: Optional[callable] = None,+ a_send_message_function: Optional[Coroutine] = None,+ a_human_input_function: Optional[callable] = None,+ a_human_input_timeout: Optional[int] = 60,connection_id: Optional[str] = None,) -> None:"""@@ -51,6 +54,9 @@ class AutoWorkflowManager:work_dir (str): The working directory.clear_work_dir (bool): If set to True, clears the working directory.send_message_function (Optional[callable]): The function to send messages.+ a_send_message_function (Optional[Coroutine]): Async coroutine to send messages.+ a_human_input_function (Optional[callable]): Async coroutine to prompt the user for input.+ a_human_input_timeout (Optional[int]): A time (in seconds) to wait for user input. After this time, the a_human_input_function will timeout and end the conversation.connection_id (Optional[str]): The connection identifier."""if isinstance(workflow, str):@@ -67,6 +73,9 @@ class AutoWorkflowManager:# TODO - improved typing for workflowself.workflow_skills = []self.send_message_function = send_message_function+ self.a_send_message_function = a_send_message_function+ self.a_human_input_function = a_human_input_function+ self.a_human_input_timeout = a_human_input_timeoutself.connection_id = connection_idself.work_dir = work_dir or "work_dir"self.code_executor_pool = {@@ -112,6 +121,36 @@ class AutoWorkflowManager:else:raise ValueError("Sender and receiver agents are not defined in the workflow configuration.")+ async def _a_run_workflow(+ self, message: str, history: Optional[List[Message]] = None, clear_history: bool = False+ ) -> None:+ """+ Asynchronously runs the workflow based on the provided configuration.++ Args:+ message: The initial message to start the chat.+ history: A list of messages to populate the agents' history.+ clear_history: If set to True, clears the chat history before initiating.++ """+ for agent in self.workflow.get("agents", []):+ if agent.get("link").get("agent_type") == "sender":+ self.sender = self.load(agent.get("agent"))+ elif agent.get("link").get("agent_type") == "receiver":+ self.receiver = self.load(agent.get("agent"))+ if self.sender and self.receiver:+ # save all agent skills to skills.py+ save_skills_to_file(self.workflow_skills, self.work_dir)+ if history:+ self._populate_history(history)+ await self.sender.a_initiate_chat(+ self.receiver,+ message=message,+ clear_history=clear_history,+ )+ else:+ raise ValueError("Sender and receiver agents are not defined in the workflow configuration.")+def _serialize_agent(self,agent: Agent,@@ -182,7 +221,9 @@ class AutoWorkflowManager:"connection_id": self.connection_id,"message_type": "agent_message",}- # if the agent will respond to the message, or the message is sent by a groupchat agent. This avoids adding groupchat broadcast messages to the history (which are sent with request_reply=False), or when agent populated from history+ # if the agent will respond to the message, or the message is sent by a groupchat agent.+ # This avoids adding groupchat broadcast messages to the history (which are sent with request_reply=False),+ # or when agent populated from historyif request_reply is not False or sender_type == "groupchat":self.agent_history.append(message_payload) # add to historyif self.send_message_function: # send over the message queue@@ -193,6 +234,53 @@ class AutoWorkflowManager:)self.send_message_function(socket_msg.dict())+ async def a_process_message(+ self,+ sender: autogen.Agent,+ receiver: autogen.Agent,+ message: Dict,+ request_reply: bool = False,+ silent: bool = False,+ sender_type: str = "agent",+ ) -> None:+ """+ Asynchronously processes the message and adds it to the agent history.++ Args:++ sender: The sender of the message.+ receiver: The receiver of the message.+ message: The message content.+ request_reply: If set to True, the message will be added to agent history.+ silent: determining verbosity.+ sender_type: The type of the sender of the message.+ """++ message = message if isinstance(message, dict) else {"content": message, "role": "user"}+ message_payload = {+ "recipient": receiver.name,+ "sender": sender.name,+ "message": message,+ "timestamp": datetime.now().isoformat(),+ "sender_type": sender_type,+ "connection_id": self.connection_id,+ "message_type": "agent_message",+ }+ # if the agent will respond to the message, or the message is sent by a groupchat agent.+ # This avoids adding groupchat broadcast messages to the history (which are sent with request_reply=False),+ # or when agent populated from history+ if request_reply is not False or sender_type == "groupchat":+ self.agent_history.append(message_payload) # add to history+ socket_msg = SocketMessage(+ type="agent_message",+ data=message_payload,+ connection_id=self.connection_id,+ )+ if self.a_send_message_function: # send over the message queue+ await self.a_send_message_function(socket_msg.dict())+ elif self.send_message_function: # send over the message queue+ self.send_message_function(socket_msg.dict())+def _populate_history(self, history: List[Message]) -> None:"""Populates the agent message history from the provided list of messages.@@ -222,6 +310,12 @@ class AutoWorkflowManager:""" """skills = agent.get("skills", [])++ # When human input mode is not NEVER and no model is attached, the ui is passing bogus llm_config.+ configured_models = agent.get("models")+ if not configured_models or len(configured_models) == 0:+ agent["config"]["llm_config"] = False+agent = Agent.model_validate(agent)agent.config.is_termination_msg = agent.config.is_termination_msg or (lambda x: "TERMINATE" in x.get("content", "").rstrip()[-20:]@@ -284,6 +378,10 @@ class AutoWorkflowManager:agent = ExtendedGroupChatManager(groupchat=groupchat,message_processor=self.process_message,+ a_message_processor=self.a_process_message,+ a_human_input_function=self.a_human_input_function,+ a_human_input_timeout=self.a_human_input_timeout,+ connection_id=self.connection_id,llm_config=agent.config.llm_config.model_dump(),)return agent@@ -293,11 +391,19 @@ class AutoWorkflowManager:agent = ExtendedConversableAgent(**self._serialize_agent(agent),message_processor=self.process_message,+ a_message_processor=self.a_process_message,+ a_human_input_function=self.a_human_input_function,+ a_human_input_timeout=self.a_human_input_timeout,+ connection_id=self.connection_id,)elif agent.type == "userproxy":agent = ExtendedConversableAgent(**self._serialize_agent(agent),message_processor=self.process_message,+ a_message_processor=self.a_process_message,+ a_human_input_function=self.a_human_input_function,+ a_human_input_timeout=self.a_human_input_timeout,+ connection_id=self.connection_id,)else:raise ValueError(f"Unknown agent type: {agent.type}")@@ -409,6 +515,40 @@ class AutoWorkflowManager:)return result_message+ async def a_run(+ self, message: str, history: Optional[List[Message]] = None, clear_history: bool = False+ ) -> Message:+ """+ Asynchronously initiates a chat between the sender and receiver agents with an initial message+ and an option to clear the history.++ Args:+ message: The initial message to start the chat.+ clear_history: If set to True, clears the chat history before initiating.+ """++ start_time = time.time()+ await self._a_run_workflow(message=message, history=history, clear_history=clear_history)+ end_time = time.time()++ output = self._generate_output(message, self.workflow.get("summary_method", "last"))++ usage = self._get_usage_summary()+ # print("usage", usage)++ result_message = Message(+ content=output,+ role="assistant",+ meta={+ "messages": self.agent_history,+ "summary_method": self.workflow.get("summary_method", "last"),+ "time": end_time - start_time,+ "files": get_modified_files(start_time, end_time, source_dir=self.work_dir),+ "usage": usage,+ },+ )+ return result_message+class SequentialWorkflowManager:"""@@ -422,6 +562,9 @@ class SequentialWorkflowManager:work_dir: str = None,clear_work_dir: bool = True,send_message_function: Optional[callable] = None,+ a_send_message_function: Optional[Coroutine] = None,+ a_human_input_function: Optional[callable] = None,+ a_human_input_timeout: Optional[int] = 60,connection_id: Optional[str] = None,) -> None:"""@@ -433,6 +576,9 @@ class SequentialWorkflowManager:work_dir (str): The working directory.clear_work_dir (bool): If set to True, clears the working directory.send_message_function (Optional[callable]): The function to send messages.+ a_send_message_function (Optional[Coroutine]): Async coroutine to send messages.+ a_human_input_function (Optional[callable]): Async coroutine to prompt for human input.+ a_human_input_timeout (Optional[int]): A time (in seconds) to wait for user input. After this time, the a_human_input_function will timeout and end the conversation.connection_id (Optional[str]): The connection identifier."""if isinstance(workflow, str):@@ -448,6 +594,9 @@ class SequentialWorkflowManager:# TODO - improved typing for workflowself.send_message_function = send_message_function+ self.a_send_message_function = a_send_message_function+ self.a_human_input_function = a_human_input_function+ self.a_human_input_timeout = a_human_input_timeoutself.connection_id = connection_idself.work_dir = work_dir or "work_dir"if clear_work_dir:@@ -498,6 +647,8 @@ class SequentialWorkflowManager:work_dir=self.work_dir,clear_work_dir=True,send_message_function=self.send_message_function,+ a_send_message_function=self.a_send_message_function,+ a_human_input_timeout=self.a_human_input_timeout,connection_id=self.connection_id,)task_prompt = (@@ -519,6 +670,72 @@ class SequentialWorkflowManager:print(f"======== end of sequence === {i}============")self.agent_history.extend(result.meta.get("messages", []))+ async def _a_run_workflow(+ self, message: str, history: Optional[List[Message]] = None, clear_history: bool = False+ ) -> None:+ """+ Asynchronously runs the workflow based on the provided configuration.++ Args:+ message: The initial message to start the chat.+ history: A list of messages to populate the agents' history.+ clear_history: If set to True, clears the chat history before initiating.++ """+ user_proxy = {+ "config": {+ "name": "user_proxy",+ "human_input_mode": "NEVER",+ "max_consecutive_auto_reply": 25,+ "code_execution_config": "local",+ "default_auto_reply": "TERMINATE",+ "description": "User Proxy Agent Configuration",+ "llm_config": False,+ "type": "userproxy",+ }+ }+ sequential_history = []+ for i, agent in enumerate(self.workflow.get("agents", [])):+ workflow = Workflow(+ name="agent workflow", type=WorkFlowType.autonomous, summary_method=WorkFlowSummaryMethod.llm+ )+ workflow = workflow.model_dump(mode="json")+ agent = agent.get("agent")+ workflow["agents"] = [+ {"agent": user_proxy, "link": {"agent_type": "sender"}},+ {"agent": agent, "link": {"agent_type": "receiver"}},+ ]++ auto_workflow = AutoWorkflowManager(+ workflow=workflow,+ history=history,+ work_dir=self.work_dir,+ clear_work_dir=True,+ send_message_function=self.send_message_function,+ a_send_message_function=self.a_send_message_function,+ a_human_input_function=self.a_human_input_function,+ a_human_input_timeout=self.a_human_input_timeout,+ connection_id=self.connection_id,+ )+ task_prompt = (+ f"""+ Your primary instructions are as follows:+ {agent.get("task_instruction")}+ Context for addressing your task is below:+ =======+ {str(sequential_history)}+ =======+ Now address your task:+ """+ if i > 0+ else message+ )+ result = await auto_workflow.a_run(message=task_prompt, clear_history=clear_history)+ sequential_history.append(result.content)+ self.model_client = auto_workflow.receiver.client+ print(f"======== end of sequence === {i}============")+ self.agent_history.extend(result.meta.get("messages", []))+def _generate_output(self,message_text: str,@@ -587,6 +804,36 @@ class SequentialWorkflowManager:)return result_message+ async def a_run(+ self, message: str, history: Optional[List[Message]] = None, clear_history: bool = False+ ) -> Message:+ """+ Asynchronously initiates a chat between the sender and receiver agents with an initial message+ and an option to clear the history.++ Args:+ message: The initial message to start the chat.+ clear_history: If set to True, clears the chat history before initiating.+ """++ start_time = time.time()+ await self._a_run_workflow(message=message, history=history, clear_history=clear_history)+ end_time = time.time()+ output = self._generate_output(message, self.workflow.get("summary_method", "last"))++ result_message = Message(+ content=output,+ role="assistant",+ meta={+ "messages": self.agent_history,+ "summary_method": self.workflow.get("summary_method", "last"),+ "time": end_time - start_time,+ "files": get_modified_files(start_time, end_time, source_dir=self.work_dir),+ "task": message,+ },+ )+ return result_message+class WorkflowManager:"""@@ -600,6 +847,9 @@ class WorkflowManager:work_dir: str = None,clear_work_dir: bool = True,send_message_function: Optional[callable] = None,+ a_send_message_function: Optional[Coroutine] = None,+ a_human_input_function: Optional[callable] = None,+ a_human_input_timeout: Optional[int] = 60,connection_id: Optional[str] = None,) -> None:"""@@ -611,6 +861,9 @@ class WorkflowManager:work_dir (str): The working directory.clear_work_dir (bool): If set to True, clears the working directory.send_message_function (Optional[callable]): The function to send messages.+ a_send_message_function (Optional[Coroutine]): Async coroutine to send messages.+ a_human_input_function (Optional[callable]): Async coroutine to prompt for user input.+ a_human_input_timeout (Optional[int]): A time (in seconds) to wait for user input. After this time, the a_human_input_function will timeout and end the conversation.connection_id (Optional[str]): The connection identifier."""if isinstance(workflow, str):@@ -631,6 +884,9 @@ class WorkflowManager:work_dir=work_dir,clear_work_dir=clear_work_dir,send_message_function=send_message_function,+ a_send_message_function=a_send_message_function,+ a_human_input_function=a_human_input_function,+ a_human_input_timeout=a_human_input_timeout,connection_id=connection_id,)elif self.workflow.get("type") == WorkFlowType.sequential.value:@@ -640,14 +896,32 @@ class WorkflowManager:work_dir=work_dir,clear_work_dir=clear_work_dir,send_message_function=send_message_function,+ a_send_message_function=a_send_message_function,+ a_human_input_function=a_human_input_function,+ a_human_input_timeout=a_human_input_timeout,connection_id=connection_id,)class ExtendedConversableAgent(autogen.ConversableAgent):- def __init__(self, message_processor=None, *args, **kwargs):+ def __init__(+ self,+ message_processor=None,+ a_message_processor=None,+ a_human_input_function=None,+ a_human_input_timeout: Optional[int] = 60,+ connection_id=None,+ *args,+ **kwargs,+ ):+super().__init__(*args, **kwargs)self.message_processor = message_processor+ self.a_message_processor = a_message_processor+ self.a_human_input_function = a_human_input_function+ self.a_human_input_response = None+ self.a_human_input_timeout = a_human_input_timeout+ self.connection_id = connection_iddef receive(self,@@ -660,14 +934,79 @@ class ExtendedConversableAgent(autogen.ConversableAgent):self.message_processor(sender, self, message, request_reply, silent, sender_type="agent")super().receive(message, sender, request_reply, silent)+ async def a_receive(+ self,+ message: Union[Dict, str],+ sender: autogen.Agent,+ request_reply: Optional[bool] = None,+ silent: Optional[bool] = False,+ ) -> None:+ if self.a_message_processor:+ await self.a_message_processor(sender, self, message, request_reply, silent, sender_type="agent")+ elif self.message_processor:+ self.message_processor(sender, self, message, request_reply, silent, sender_type="agent")+ await super().a_receive(message, sender, request_reply, silent)++ # Strangely, when the response from a_get_human_input == "" (empty string) the libs call into the+ # sync version. I guess that's "just in case", but it's odd because replying with an empty string+ # is the intended way for the user to signal the underlying libs that they want to system to go forward+ # with whatever function call, tool call or AI generated response the request calls for. Oh well,+ # Que Sera Sera.+ def get_human_input(self, prompt: str) -> str:+ if self.a_human_input_response is None:+ return super().get_human_input(prompt)+ else:+ response = self.a_human_input_response+ self.a_human_input_response = None+ return response++ async def a_get_human_input(self, prompt: str) -> str:+ if self.message_processor and self.a_human_input_function:+ message_dict = {"content": prompt, "role": "system", "type": "user-input-request"}++ message_payload = {+ "recipient": self.name,+ "sender": "system",+ "message": message_dict,+ "timestamp": datetime.now().isoformat(),+ "sender_type": "system",+ "connection_id": self.connection_id,+ "message_type": "agent_message",+ }++ socket_msg = SocketMessage(+ type="user_input_request",+ data=message_payload,+ connection_id=self.connection_id,+ )+ self.a_human_input_response = await self.a_human_input_function(+ socket_msg.dict(), self.a_human_input_timeout+ )+ return self.a_human_input_response-""+ else:+ result = await super().a_get_human_input(prompt)+ return resultclass ExtendedGroupChatManager(autogen.GroupChatManager):- def __init__(self, message_processor=None, *args, **kwargs):+ def __init__(+ self,+ message_processor=None,+ a_message_processor=None,+ a_human_input_function=None,+ a_human_input_timeout: Optional[int] = 60,+ connection_id=None,+ *args,+ **kwargs,+ ):super().__init__(*args, **kwargs)self.message_processor = message_processor+ self.a_message_processor = a_message_processor+ self.a_human_input_function = a_human_input_function+ self.a_human_input_response = None+ self.a_human_input_timeout = a_human_input_timeout+ self.connection_id = connection_iddef receive(self,@@ -679,3 +1018,49 @@ class ExtendedGroupChatManager(autogen.GroupChatManager):if self.message_processor:self.message_processor(sender, self, message, request_reply, silent, sender_type="groupchat")super().receive(message, sender, request_reply, silent)++ async def a_receive(+ self,+ message: Union[Dict, str],+ sender: autogen.Agent,+ request_reply: Optional[bool] = None,+ silent: Optional[bool] = False,+ ) -> None:+ if self.a_message_processor:+ await self.a_message_processor(sender, self, message, request_reply, silent, sender_type="agent")+ elif self.message_processor:+ self.message_processor(sender, self, message, request_reply, silent, sender_type="agent")+ await super().a_receive(message, sender, request_reply, silent)++ def get_human_input(self, prompt: str) -> str:+ if self.a_human_input_response is None:+ return super().get_human_input(prompt)+ else:+ response = self.a_human_input_response+ self.a_human_input_response = None+ return response++ async def a_get_human_input(self, prompt: str) -> str:+ if self.message_processor and self.a_human_input_function:+ message_dict = {"content": prompt, "role": "system", "type": "user-input-request"}++ message_payload = {+ "recipient": self.name,+ "sender": "system",+ "message": message_dict,+ "timestamp": datetime.now().isoformat(),+ "sender_type": "system",+ "connection_id": self.connection_id,+ "message_type": "agent_message",+ }+ socket_msg = SocketMessage(+ type="user_input_request",+ data=message_payload,+ connection_id=self.connection_id,+ )+ result = await self.a_human_input_function(socket_msg.dict(), self.a_human_input_timeout)+ return result++ else:+ result = await super().a_get_human_input(prompt)+ return resultdiff --git a/samples/apps/autogen-studio/frontend/src/components/atoms.tsx b/samples/apps/autogen-studio/frontend/src/components/atoms.tsxindex a0864153f..8f52e6028 100644--- a/samples/apps/autogen-studio/frontend/src/components/atoms.tsx+++ b/samples/apps/autogen-studio/frontend/src/components/atoms.tsx@@ -49,7 +49,7 @@ export const SectionHeader = ({icon,}: IProps) => {return (- <div className="mb-4">+ <div id="section-header" className="mb-4"><h1 className="text-primary text-2xl">{/* {count !== null && <span className="text-accent mr-1">{count}</span>} */}{icon && <>{icon}</>}@@ -72,6 +72,7 @@ export const IconButton = ({}: IProps) => {return (<span+ id="icon-button"role={"button"}onClick={onClick}className={`inline-block mr-2 hover:text-accent transition duration-300 ${className} ${@@ -90,6 +91,7 @@ export const LaunchButton = ({}: any) => {return (<button+ id="launch-button"role={"button"}className={` focus:ring ring-accent ring-l-none rounded cursor-pointer hover:brightness-110 bg-accent transition duration-500 text-white ${className} `}onClick={onClick}@@ -102,6 +104,7 @@ export const LaunchButton = ({export const SecondaryButton = ({ children, onClick, className }: any) => {return (<button+ id="secondary-button"role={"button"}className={` ${className} focus:ring ring-accent p-2 px-5 rounded cursor-pointer hover:brightness-90 bg-secondary transition duration-500 text-primary`}onClick={onClick}@@ -128,6 +131,7 @@ export const Card = ({return (<button+ id="card"tabIndex={0}onClick={onClick}role={"button"}@@ -157,6 +161,7 @@ export const CollapseBox = ({const chevronClass = "h-4 cursor-pointer inline-block mr-1";return (<div+ id="collapse-box"onMouseDown={(e) => {if (e.detail > 1) {e.preventDefault();@@ -192,7 +197,7 @@ export const CollapseBox = ({};export const HighLight = ({ children }: IProps) => {- return <span className="border-b border-accent">{children}</span>;+ return <span id="highlight" className="border-b border-accent">{children}</span>;};export const LoadBox = ({@@ -200,8 +205,7 @@ export const LoadBox = ({className = "my-2 text-accent ",}: IProps) => {return (- <div className={`${className} `}>- {" "}+ <div id="load-box" className={`${className} `}><span className="mr-2 ">{" "}<Icon size={5} icon="loading" />@@ -214,7 +218,7 @@ export const LoadBox = ({export const LoadingBar = ({ children }: IProps) => {return (<>- <div className="rounded bg-secondary p-3">+ <div id="loading-bar" className="rounded bg-secondary p-3"><span className="inline-block h-6 w-6 relative mr-2"><Cog8ToothIcon className="animate-ping text-accent absolute inline-flex h-full w-full rounded-ful opacity-75" /><Cog8ToothIcon className="relative text-accent animate-spin inline-flex rounded-full h-6 w-6" />@@ -239,6 +243,7 @@ export const MessageBox = ({ title, children, className }: IProps) => {return (<div+ id="message-box"ref={messageBox}className={`${className} p-3 rounded bg-secondary transition duration-1000 ease-in-out overflow-hidden`}>@@ -272,7 +277,7 @@ export const GroupView = ({className = "text-primary bg-primary ",}: any) => {return (- <div className={`rounded mt-4 border-secondary ${className}`}>+ <div id="group-view" className={`rounded mt-4 border-secondary ${className}`}><div className="mt-4 p-2 rounded border relative"><div className={`absolute -top-3 inline-block ${className}`}>{title}@@ -297,6 +302,7 @@ export const ExpandView = ({const minImageWidth = 400;return (<div+ id="expand-view"style={{minHeight: "100px",}}@@ -347,6 +353,7 @@ export const LoadingOverlay = ({ children, loading }: IProps) => {{loading && (<><div+ id="loading-overlay"className="absolute inset-0 bg-secondary flex pointer-events-none"style={{ opacity: 0.5 }}>@@ -376,7 +383,11 @@ export const MarkdownView = ({showCode?: boolean;}) => {function processString(inputString: string): string {- inputString = inputString.replace(/\n/g, " \n");+ // TODO: Had to add this temp measure while debugging. Why is it null?+ if (!inputString) {+ console.log("inputString is null!")+ }+ inputString = inputString && inputString.replace(/\n/g, " \n");const markdownPattern = /```markdown\s+([\s\S]*?)\s+```/g;return inputString?.replace(markdownPattern, (match, content) => content);}@@ -449,6 +460,7 @@ export const MarkdownView = ({return (<div+ id="markdown-view"className={` w-full chatbox prose dark:prose-invert text-primary rounded ${className}`}><ReactMarkdown@@ -499,7 +511,7 @@ export const CodeBlock = ({const [showCopied, setShowCopied] = React.useState(false);return (- <div className="relative">+ <div id="code-block" className="relative"><div className=" rounded absolute right-5 top-4 z-10 "><div className="relative border border-transparent w-full h-full"><div@@ -566,7 +578,7 @@ export const ControlRowView = ({truncateLength?: number;}) => {return (- <div className={`${className}`}>+ <div id="control-row-view" className={`${className}`}><div><span className="text-primary inline-block">{title} </span><span className="text-xs ml-1 text-accent -mt-2 inline-block">@@ -590,7 +602,7 @@ export const BounceLoader = ({title?: string;}) => {return (- <div className="inline-block">+ <div id="bounce-loader" className="inline-block"><div className="inline-flex gap-2"><span className=" rounded-full bg-accent h-2 w-2 inline-block"></span><span className="animate-bounce rounded-full bg-accent h-3 w-3 inline-block"></span>@@ -611,10 +623,10 @@ export const ImageLoader = ({const [isLoading, setIsLoading] = useState(true);return (- <div className="w-full rounded relative">+ <div id="image-loader" className="w-full rounded relative">{isLoading && (<div className="absolute h-24 inset-0 flex items-center justify-center">- <BounceLoader title=" loading .." />{" "}+ <BounceLoader title=" loading .." /></div>)}<img@@ -685,7 +697,7 @@ export const CsvLoader = ({const scrollX = columns.length * 150;return (- <div className={`CsvLoader ${className}`}>+ <div id="csv-loader" className={`CsvLoader ${className}`}><TabledataSource={data}columns={columns}@@ -720,7 +732,7 @@ export const CodeLoader = ({}, [url]);return (- <div className={`w-full rounded relative ${className}`}>+ <div id="code-loader" className={`w-full rounded relative ${className}`}>{isLoading && (<div className="absolute h-24 inset-0 flex items-center justify-center"><BounceLoader />@@ -743,7 +755,7 @@ export const PdfViewer = ({ url }: { url: string }) => {// Render the PDF viewerreturn (- <div className="h-full">+ <div id="pdf-viewer" className="h-full">{loading && <p>Loading PDF...</p>}{!loading && (<object@@ -779,7 +791,7 @@ export const MonacoEditor = ({setIsEditorReady(true);};return (- <div className="h-full rounded">+ <div id="monaco-editor" className="h-full rounded"><Editorheight="100%"className="h-full rounded"@@ -820,6 +832,7 @@ export const CardHoverBar = ({return (<divkey={"cardhoverrow" + i}+ id={`card-hover-bar-item-${i}`}role="button"className="text-accent text-xs inline-block hover:bg-primary p-2 rounded"onClick={item.onClick}@@ -832,6 +845,7 @@ export const CardHoverBar = ({});return (<div+ id="card-hover-bar"onMouseEnter={(e) => {e.stopPropagation();}}diff --git a/samples/apps/autogen-studio/frontend/src/components/views/builder/utils/agentconfig.tsx b/samples/apps/autogen-studio/frontend/src/components/views/builder/utils/agentconfig.tsxindex 885a1e402..a62e6fc6e 100644--- a/samples/apps/autogen-studio/frontend/src/components/views/builder/utils/agentconfig.tsx+++ b/samples/apps/autogen-studio/frontend/src/components/views/builder/utils/agentconfig.tsx@@ -193,8 +193,8 @@ export const AgentConfigView = ({options={[{ label: "NEVER", value: "NEVER" },- // { label: "TERMINATE", value: "TERMINATE" },- // { label: "ALWAYS", value: "ALWAYS" },+ { label: "TERMINATE", value: "TERMINATE" },+ { label: "ALWAYS", value: "ALWAYS" },] as any}/>diff --git a/samples/apps/autogen-studio/frontend/src/components/views/playground/chatbox.tsx b/samples/apps/autogen-studio/frontend/src/components/views/playground/chatbox.tsxindex e0b10f3b1..e638d4a49 100644--- a/samples/apps/autogen-studio/frontend/src/components/views/playground/chatbox.tsx+++ b/samples/apps/autogen-studio/frontend/src/components/views/playground/chatbox.tsx@@ -62,6 +62,10 @@ const ChatBox = ({const [workflow, setWorkflow] = React.useState<IWorkflow | null>(null);const [socketMessages, setSocketMessages] = React.useState<any[]>([]);+ const [awaitingUserInput, setAwaitingUserInput] = React.useState(false); // New state for tracking user input+ const setAreSessionButtonsDisabled = useConfigStore(+ (state) => state.setAreSessionButtonsDisabled+ );const MAX_RETRIES = 10;const RETRY_INTERVAL = 2000;@@ -102,7 +106,7 @@ const ChatBox = ({try {meta = JSON.parse(message.meta);} catch (e) {- meta = message.meta;+ meta = message?.meta;}const msg: IChatMessage = {text: message.content,@@ -122,7 +126,6 @@ const ChatBox = ({const initMsgs: IChatMessage[] = parseMessages(initMessages);setMessages(initMsgs);wsMessages.current = initMsgs;- socketMsgs = [];}, [initMessages]);const promptButtons = examplePrompts.map((prompt, i) => {@@ -141,7 +144,7 @@ const ChatBox = ({);});- const messageListView = messages?.map((message: IChatMessage, i: number) => {+ const messageListView = messages && messages?.map((message: IChatMessage, i: number) => {const isUser = message.sender === "user";const css = isUser ? "bg-accent text-white " : "bg-light";// console.log("message", message);@@ -209,7 +212,7 @@ const ChatBox = ({return (<div- className={`align-right ${isUser ? "text-righpt" : ""} mb-2 border-b`}+ id={"message" + i} className={`align-right ${isUser ? "text-righpt" : ""} mb-2 border-b`}key={"message" + i}>{" "}@@ -294,10 +297,10 @@ const ChatBox = ({}, 500);}, [messages]);- const textAreaDefaultHeight = "50px";+ const textAreaDefaultHeight = "64px";// clear text box if loading has just changed to false and there is no errorReact.useEffect(() => {- if (loading === false && textAreaInputRef.current) {+ if ((awaitingUserInput || loading === false) && textAreaInputRef.current) {if (textAreaInputRef.current) {if (error === null || (error && error.status === false)) {textAreaInputRef.current.value = "";@@ -372,6 +375,19 @@ const ChatBox = ({scrollChatBox(messageBoxInputRef);}, 200);// console.log("received message", data, socketMsgs.length);+ } else if (data && data.type === "user_input_request") {+ setAwaitingUserInput(true); // Set awaiting input state+ textAreaInputRef.current.value = ""+ textAreaInputRef.current.placeholder = data.data.message.content+ const newsocketMessages = Object.assign([], socketMessages);+ newsocketMessages.push(data.data);+ setSocketMessages(newsocketMessages);+ socketMsgs.push(data.data);+ setTimeout(() => {+ scrollChatBox(socketDivRef);+ scrollChatBox(messageBoxInputRef);+ }, 200);+ ToastMessage.info(data.data.message)} else if (data && data.type === "agent_status") {// indicates a status message updateconst agentStatusSpan = document.getElementById("agentstatusspan");@@ -380,6 +396,8 @@ const ChatBox = ({}} else if (data && data.type === "agent_response") {// indicates a final agent response+ setAwaitingUserInput(false); // Set awaiting input state+ setAreSessionButtonsDisabled(false);processAgentResponse(data.data);}};@@ -408,11 +426,13 @@ const ChatBox = ({wsMessages.current.push(msg);setMessages(wsMessages.current);setLoading(false);+ setAwaitingUserInput(false);} else {console.log("error", data);// setError(data);ToastMessage.error(data.message);setLoading(false);+ setAwaitingUserInput(false);}};@@ -442,6 +462,7 @@ const ChatBox = ({const runWorkflow = (query: string) => {setError(null);+ setAreSessionButtonsDisabled(true);socketMsgs = [];let messageHolder = Object.assign([], messages);@@ -519,6 +540,43 @@ const ChatBox = ({}};+ const sendUserResponse = (userResponse: string) => {+ setAwaitingUserInput(false);+ setError(null);+ setLoading(true);++ textAreaInputRef.current.placeholder = "Write message here..."++ const userMessage: IChatMessage = {+ text: userResponse,+ sender: "system",+ };++ const messagePayload: IMessage = {+ role: "user",+ content: userResponse,+ user_id: user?.email || "",+ session_id: session?.id,+ workflow_id: session?.workflow_id,+ connection_id: connectionId,+ };++ // check if socket connected,+ if (wsClient.current && wsClient.current.readyState === 1) {+ wsClient.current.send(+ JSON.stringify({+ connection_id: connectionId,+ data: messagePayload,+ type: "user_message",+ session_id: session?.id,+ workflow_id: session?.workflow_id,+ })+ );+ } else {+ console.err("websocket client error")+ }+ };+const handleTextChange = (event: React.ChangeEvent<HTMLTextAreaElement>): void => {@@ -529,9 +587,14 @@ const ChatBox = ({event: React.KeyboardEvent<HTMLTextAreaElement>): void => {if (event.key === "Enter" && !event.shiftKey) {- if (textAreaInputRef.current && !loading) {+ if (textAreaInputRef.current &&(awaitingUserInput || !loading)) {event.preventDefault();- runWorkflow(textAreaInputRef.current.value);+ if (awaitingUserInput) {+ sendUserResponse(textAreaInputRef.current.value); // New function call for sending user input+ textAreaInputRef.current.value = "";+ } else {+ runWorkflow(textAreaInputRef.current.value);+ }}}};@@ -554,7 +617,7 @@ const ChatBox = ({const WorkflowView = ({ workflow }: { workflow: IWorkflow }) => {return (- <div className="text-xs cursor-pointer inline-block">+ <div id="workflow-view" className="text-xs cursor-pointer inline-block">{" "}{workflow.name}</div>@@ -563,11 +626,13 @@ const ChatBox = ({return (<div+ id="chatbox-main"style={{ height: "calc(100vh - " + heightOffset + "px)" }}className="text-primary relative rounded "ref={mainDivRef}><div+ id="workflow-name"style={{ zIndex: 100 }}className=" absolute right-3 bg-primary rounded text-secondary -top-6 p-2">@@ -576,17 +641,18 @@ const ChatBox = ({</div><div+ id="message-box"ref={messageBoxInputRef}className="flex h-full flex-col rounded scroll pr-2 overflow-auto "style={{ minHeight: "30px", height: "calc(100vh - 310px)" }}>- <div className="scroll-gradient h-10">+ <div id="scroll-gradient" className="scroll-gradient h-10">{" "}<span className=" inline-block h-6"></span>{" "}</div><div className="flex-1 boder mt-4"></div>{!messages && messages !== null && (- <div className="w-full text-center boder mt-4">+ <div id="loading-messages" className="w-full text-center boder mt-4"><div>{" "}<BounceLoader />@@ -596,15 +662,15 @@ const ChatBox = ({)}{messages && messages?.length === 0 && (- <div className="ml-2 text-sm text-secondary ">+ <div id="no-messages" className="ml-2 text-sm text-secondary "><InformationCircleIcon className="inline-block h-6 mr-2" />No messages in the current session. Start a conversation to begin.</div>)}- <div className="ml-2"> {messageListView}</div>- {loading && (- <div className={` inline-flex gap-2 duration-300 `}>+ <div id="message-list" className="ml-2"> {messageListView}</div>+ {(loading || awaitingUserInput) && (+ <div id="loading-bar" className={` inline-flex gap-2 duration-300 `}><div className=""></div><div className="font-semibold text-secondary text-sm w-16">AGENTS@@ -632,6 +698,7 @@ const ChatBox = ({{socketMsgs.length > 0 && (<div+ id="agent-messages"ref={socketDivRef}style={{minHeight: "300px",@@ -661,10 +728,11 @@ const ChatBox = ({)}</div>{editable && (- <div className="mt-2 p-2 absolute bg-primary bottom-0 w-full">+ <div id="input-area" className="mt-2 p-2 absolute bg-primary bottom-0 w-full"><div+ id="input-form"className={`rounded p-2 shadow-lg flex mb-1 gap-2 ${- loading ? " opacity-50 pointer-events-none" : ""+ loading && !awaitingUserInput ? " opacity-50 pointer-events-none" : ""}`}>{/* <input className="flex-1 p-2 ring-2" /> */}@@ -683,7 +751,7 @@ const ChatBox = ({onChange={handleTextChange}placeholder="Write message here..."ref={textAreaInputRef}- className="flex items-center w-full resize-none text-gray-600 bg-white p-2 ring-2 rounded-sm pl-5 pr-16"+ className="flex items-center w-full resize-none text-gray-600 bg-white p-2 ring-2 rounded-sm pl-5 pr-16 h-64"style={{maxHeight: "120px",overflowY: "auto",@@ -691,23 +759,28 @@ const ChatBox = ({}}/><div+ id="send-button"role={"button"}style={{ width: "45px", height: "35px" }}title="Send message"onClick={() => {- if (textAreaInputRef.current && !loading) {- runWorkflow(textAreaInputRef.current.value);+ if (textAreaInputRef.current && (awaitingUserInput || !loading)) {+ if (awaitingUserInput) {+ sendUserResponse(textAreaInputRef.current.value); // Use the new function for user input+ } else {+ runWorkflow(textAreaInputRef.current.value);+ }}}}className="absolute right-3 bottom-2 bg-accent hover:brightness-75 transition duration-300 rounded cursor-pointer flex justify-center items-center">{" "}- {!loading && (+ {(awaitingUserInput || !loading) && (<div className="inline-block "><PaperAirplaneIcon className="h-6 w-6 text-white " />{" "}</div>)}- {loading && (+ {loading && !awaitingUserInput && (<div className="inline-block "><Cog6ToothIcon className="text-white animate-spin rounded-full h-6 w-6" /></div>@@ -728,15 +801,16 @@ const ChatBox = ({</div><div+ id="prompt-buttons"className={`mt-2 inline-flex gap-2 flex-wrap ${- loading ? "brightness-75 pointer-events-none" : ""+ (loading && !awaitingUserInput) ? "brightness-75 pointer-events-none" : ""}`}>{promptButtons}</div></div>{error && !error.status && (- <div className="p-2 rounded mt-4 text-orange-500 text-sm">+ <div id="error-message" className="p-2 rounded mt-4 text-orange-500 text-sm">{" "}<ExclamationTriangleIcon className="h-5 text-orange-500 inline-block mr-2" />{" "}{error.message}diff --git a/samples/apps/autogen-studio/frontend/src/components/views/playground/sessions.tsx b/samples/apps/autogen-studio/frontend/src/components/views/playground/sessions.tsxindex d9abb11cb..be5d0be30 100644--- a/samples/apps/autogen-studio/frontend/src/components/views/playground/sessions.tsx+++ b/samples/apps/autogen-studio/frontend/src/components/views/playground/sessions.tsx@@ -51,6 +51,10 @@ const SessionsView = ({}: any) => {const session = useConfigStore((state) => state.session);const setSession = useConfigStore((state) => state.setSession);+ const isSessionButtonsDisabled = useConfigStore(+ (state) => state.areSessionButtonsDisabled+ );+const deleteSession = (session: IChatSession) => {setError(null);setLoading(true);@@ -284,7 +288,9 @@ const SessionsView = ({}: any) => {return (<divkey={"sessionsrow" + index}- className="group relative mb-2 pb-1 border-b border-dashed "+ className={`group relative mb-2 pb-1 border-b border-dashed ${+ isSessionButtonsDisabled ? "opacity-50 pointer-events-none" : ""+ }`}>{items.length > 0 && (<div className=" absolute right-2 top-2 group-hover:opacity-100 opacity-0 ">@@ -295,8 +301,10 @@ const SessionsView = ({}: any) => {className={`rounded p-2 cursor-pointer ${rowClass}`}role="button"onClick={() => {- setSession(data);// setWorkflowConfig(data.flow_config);+ if (!isSessionButtonsDisabled) {+ setSession(data);+ }}}><div className="text-xs mt-1">@@ -424,7 +432,7 @@ const SessionsView = ({}: any) => {<div className="flex gap-x-2"><div className="flex-1"></div><LaunchButton- className="text-sm p-2 px-3"+ className={`text-sm p-2 px-3 ${isSessionButtonsDisabled ? 'opacity-50 cursor-not-allowed' : ''}`}onClick={() => {setSelectedSession(sampleSession);setNewSessionModalVisible(true);diff --git a/samples/apps/autogen-studio/frontend/src/hooks/store.tsx b/samples/apps/autogen-studio/frontend/src/hooks/store.tsxindex 6dffe62a0..43622c327 100644--- a/samples/apps/autogen-studio/frontend/src/hooks/store.tsx+++ b/samples/apps/autogen-studio/frontend/src/hooks/store.tsx@@ -14,6 +14,8 @@ interface ConfigState {setVersion: (version: string) => void;connectionId: string;setConnectionId: (connectionId: string) => void;+ areSessionButtonsDisabled: boolean;+ setAreSessionButtonsDisabled: (disabled: boolean) => void;}export const useConfigStore = create<ConfigState>()((set) => ({@@ -27,4 +29,6 @@ export const useConfigStore = create<ConfigState>()((set) => ({setVersion: (version) => set({ version }),connectionId: uuidv4(),setConnectionId: (connectionId) => set({ connectionId }),+ areSessionButtonsDisabled: false,+ setAreSessionButtonsDisabled: (disabled) => set({ areSessionButtonsDisabled: disabled }),}));