Open-source, secure environment with real-world tools for enterprise-grade agents.
Python agentaiai-agentai-agentscode-interpretercopilotdevelopmentdevtoolsgptgpt-4javascriptllmnextjsopenaipythonreactsoftwaretypescript
Add run pause and output editing [WIP]
Tomas Valenta635ef19c8996
diff --git a/api-service/app.py b/api-service/app.pyindex 96fefdfb8..ef8225959 100644--- a/api-service/app.py+++ b/api-service/app.py@@ -1,14 +1,16 @@import osimport uuid+import asynciofrom pprint import pprint-from typing import List-from codegen.tools.base import create_toolsfrom dotenv import load_dotenv-from playground_client.exceptions import NotFoundExceptionfrom quart import Quart, requestfrom quart_cors import cors+from quart import websocket+from broker import Broker+from codegen.tools.base import create_tools+from playground_client.exceptions import NotFoundExceptionfrom codegen import Codegenfrom database import Database, DeploymentStatefrom session.playground.nodejs import NodeJSPlayground@@ -33,6 +35,28 @@ async def health():return "OK"+broker = Broker()+++async def _receive() -> None:+ while True:+ message = await websocket.receive()+ await broker.publish(message)++[email protected]("/agent/dev")+async def ws() -> None:+ task: asyncio.Task[None] | None = None+ try:+ task = asyncio.ensure_future(_receive())+ async for message in broker.subscribe():+ await websocket.send(message)+ finally:+ if task:+ task.cancel()+ await task++# TODO: SECURITY - Check if user invoking this request has permission to generate and deploy to this project@app.route("/generate", methods=["POST"])async def generate():@@ -61,7 +85,6 @@ async def generate():tools=list(tools),model_config=model_config,database=db,- prompt=model_config["prompt"],)# Generate the code@@ -76,4 +99,3 @@ async def generate():finally:if playground is not None:playground.close()-\ No newline at end of filediff --git a/api-service/broker.py b/api-service/broker.pynew file mode 100644index 000000000..e7e6caa23--- /dev/null+++ b/api-service/broker.py@@ -0,0 +1,22 @@+import asyncio+from typing import AsyncGenerator++from quart import Quart++class Broker:+ def __init__(self) -> None:+ self.connections = set()++ async def publish(self, message: str) -> None:+ for connection in self.connections:+ await connection.put(message)++ async def subscribe(self) -> AsyncGenerator[str, None]:+ connection = asyncio.Queue()+ self.connections.add(connection)+ try:+ while True:+ yield await connection.get()+ finally:+ self.connections.remove(connection)+\ No newline at end of filediff --git a/api-service/codegen/codegen.py b/api-service/codegen/codegen.pyindex 7fbde3336..0a74365b6 100644--- a/api-service/codegen/codegen.py+++ b/api-service/codegen/codegen.py@@ -6,8 +6,8 @@ from typing import (ClassVar,Sequence,)-from codegen.callbacks.logs import LogsCallbackHandlerfrom langchain.agents import AgentExecutor, Agent+from langchain.chains.llm import LLMChainfrom langchain.schema import BaseLanguageModelfrom pydantic import BaseModel, PrivateAttrfrom langchain.callbacks.base import (@@ -17,9 +17,10 @@ from langchain.callbacks.base import (from langchain.callbacks.streaming_stdout import StreamingStdOutCallbackHandlerfrom langchain.tools import BaseTool+from codegen.callbacks.logs import LogsCallbackHandlerfrom models import get_model, ModelConfigfrom database import Database-from codegen.agent import CodegenAgent, CodegenAgentExecutor+from codegen.agent import CodegenAgentclass PromptPart(TypedDict):@@ -43,13 +44,12 @@ class Codegen(BaseModel):database: Database,tools: Sequence[BaseTool],model_config: ModelConfig,- prompt: List[PromptPart],**kwargs: Any,) -> None:super().__init__(**kwargs)self._database = databaseself._tools = tools- self._prompt = prompt+ self._prompt = model_config["prompt"]self._callback_manager = AsyncCallbackManager([StreamingStdOutCallbackHandler()]@@ -66,23 +66,41 @@ class Codegen(BaseModel):f"Using LLM '{model_config['provider']}' with args:\n{model_config['args']}")- # Create CodegenAgent- self._agent = CodegenAgent.from_llm_and_tools(+ # prompt = cls.create_prompt(+ # tools,+ # prefix=prefix,+ # suffix=suffix,+ # format_instructions=format_instructions,+ # input_variables=input_variables,+ # )++ #++ llm_chain = LLMChain(llm=self._llm,- tools=tools,- prefix=self.get_prompt_part("system", "prefix"),- format_instructions=self.get_prompt_part("system", "suffix"),- suffix="",- input_variables=Codegen.input_variables,+ prompt=prompt,callback_manager=self._callback_manager,)- self._agent_executor = CodegenAgentExecutor.from_agent_and_tools(- agent=self._agent,- tools=self._tools,- verbose=True,- callback_manager=self._callback_manager,- )+ # # Create CodegenAgent+ # self._agent = CodegenAgent.from_llm_and_tools(+ # llm=self._llm,+ # tools=tools,+ # prefix=self.get_prompt_part("system", "prefix"),+ # format_instructions=self.get_prompt_part("system", "suffix"),+ # suffix="",+ # input_variables=Codegen.input_variables,+ # callback_manager=self._callback_manager,+ # )++ # self._agent_executor = CodegenAgentExecutor.from_agent_and_tools(+ # agent=self._agent,+ # tools=self._tools,+ # verbose=True,+ # callback_manager=self._callback_manager,+ # )++ # remove agent executordef tool_names(self):return [tool.name for tool in self._tools]diff --git a/api-service/models/base.py b/api-service/models/base.pyindex fd3426e25..8a5b5de55 100644--- a/api-service/models/base.py+++ b/api-service/models/base.py@@ -1,5 +1,6 @@-from typing import TypedDict, Dict, Any+from typing import TypedDict, Dict, Any, Listfrom enum import Enum+from codegen.codegen import PromptPartfrom langchain.chat_models import ChatOpenAIfrom langchain.llms import Anthropic, HuggingFaceEndpointfrom langchain.schema import BaseLanguageModel@@ -21,6 +22,7 @@ class ModelProvider(Enum):class ModelConfig(TypedDict):# Provider is string and not ModelProvider because we deserialize it form request's JSON bodyprovider: str+ prompt: List[PromptPart]args: Dict[str, Any]