Skip to content

armgit / E2B

Public Imported from GitHub
0

Open-source, secure environment with real-world tools for enterprise-grade agents.

Add run pause and output editing [WIP]

Tomas Valenta635ef19c8996
diff --git a/api-service/app.py b/api-service/app.py
index 96fefdfb8..ef8225959 100644
--- a/api-service/app.py
+++ b/api-service/app.py
@@ -1,14 +1,16 @@
import os
import uuid
+import asyncio
from pprint import pprint
-from typing import List
-from codegen.tools.base import create_tools
from dotenv import load_dotenv
-from playground_client.exceptions import NotFoundException
from quart import Quart, request
from quart_cors import cors
+from quart import websocket
+from broker import Broker
+from codegen.tools.base import create_tools
+from playground_client.exceptions import NotFoundException
from codegen import Codegen
from database import Database, DeploymentState
from session.playground.nodejs import NodeJSPlayground
@@ -33,6 +35,28 @@ async def health():
return "OK"
+broker = Broker()
+
+
+async def _receive() -> None:
+ while True:
+ message = await websocket.receive()
+ await broker.publish(message)
+
+
[email protected]("/agent/dev")
+async def ws() -> None:
+ task: asyncio.Task[None] | None = None
+ try:
+ task = asyncio.ensure_future(_receive())
+ async for message in broker.subscribe():
+ await websocket.send(message)
+ finally:
+ if task:
+ task.cancel()
+ await task
+
+
# TODO: SECURITY - Check if user invoking this request has permission to generate and deploy to this project
@app.route("/generate", methods=["POST"])
async def generate():
@@ -61,7 +85,6 @@ async def generate():
tools=list(tools),
model_config=model_config,
database=db,
- prompt=model_config["prompt"],
)
# Generate the code
@@ -76,4 +99,3 @@ async def generate():
finally:
if playground is not None:
playground.close()
-
\ No newline at end of file
diff --git a/api-service/broker.py b/api-service/broker.py
new file mode 100644
index 000000000..e7e6caa23
--- /dev/null
+++ b/api-service/broker.py
@@ -0,0 +1,22 @@
+import asyncio
+from typing import AsyncGenerator
+
+from quart import Quart
+
+class Broker:
+ def __init__(self) -> None:
+ self.connections = set()
+
+ async def publish(self, message: str) -> None:
+ for connection in self.connections:
+ await connection.put(message)
+
+ async def subscribe(self) -> AsyncGenerator[str, None]:
+ connection = asyncio.Queue()
+ self.connections.add(connection)
+ try:
+ while True:
+ yield await connection.get()
+ finally:
+ self.connections.remove(connection)
+
\ No newline at end of file
diff --git a/api-service/codegen/codegen.py b/api-service/codegen/codegen.py
index 7fbde3336..0a74365b6 100644
--- a/api-service/codegen/codegen.py
+++ b/api-service/codegen/codegen.py
@@ -6,8 +6,8 @@ from typing import (
ClassVar,
Sequence,
)
-from codegen.callbacks.logs import LogsCallbackHandler
from langchain.agents import AgentExecutor, Agent
+from langchain.chains.llm import LLMChain
from langchain.schema import BaseLanguageModel
from pydantic import BaseModel, PrivateAttr
from langchain.callbacks.base import (
@@ -17,9 +17,10 @@ from langchain.callbacks.base import (
from langchain.callbacks.streaming_stdout import StreamingStdOutCallbackHandler
from langchain.tools import BaseTool
+from codegen.callbacks.logs import LogsCallbackHandler
from models import get_model, ModelConfig
from database import Database
-from codegen.agent import CodegenAgent, CodegenAgentExecutor
+from codegen.agent import CodegenAgent
class PromptPart(TypedDict):
@@ -43,13 +44,12 @@ class Codegen(BaseModel):
database: Database,
tools: Sequence[BaseTool],
model_config: ModelConfig,
- prompt: List[PromptPart],
**kwargs: Any,
) -> None:
super().__init__(**kwargs)
self._database = database
self._tools = tools
- self._prompt = prompt
+ self._prompt = model_config["prompt"]
self._callback_manager = AsyncCallbackManager(
[StreamingStdOutCallbackHandler()]
@@ -66,23 +66,41 @@ class Codegen(BaseModel):
f"Using LLM '{model_config['provider']}' with args:\n{model_config['args']}"
)
- # Create CodegenAgent
- self._agent = CodegenAgent.from_llm_and_tools(
+ # prompt = cls.create_prompt(
+ # tools,
+ # prefix=prefix,
+ # suffix=suffix,
+ # format_instructions=format_instructions,
+ # input_variables=input_variables,
+ # )
+
+ #
+
+ llm_chain = LLMChain(
llm=self._llm,
- tools=tools,
- prefix=self.get_prompt_part("system", "prefix"),
- format_instructions=self.get_prompt_part("system", "suffix"),
- suffix="",
- input_variables=Codegen.input_variables,
+ prompt=prompt,
callback_manager=self._callback_manager,
)
- self._agent_executor = CodegenAgentExecutor.from_agent_and_tools(
- agent=self._agent,
- tools=self._tools,
- verbose=True,
- callback_manager=self._callback_manager,
- )
+ # # Create CodegenAgent
+ # self._agent = CodegenAgent.from_llm_and_tools(
+ # llm=self._llm,
+ # tools=tools,
+ # prefix=self.get_prompt_part("system", "prefix"),
+ # format_instructions=self.get_prompt_part("system", "suffix"),
+ # suffix="",
+ # input_variables=Codegen.input_variables,
+ # callback_manager=self._callback_manager,
+ # )
+
+ # self._agent_executor = CodegenAgentExecutor.from_agent_and_tools(
+ # agent=self._agent,
+ # tools=self._tools,
+ # verbose=True,
+ # callback_manager=self._callback_manager,
+ # )
+
+ # remove agent executor
def tool_names(self):
return [tool.name for tool in self._tools]
diff --git a/api-service/models/base.py b/api-service/models/base.py
index fd3426e25..8a5b5de55 100644
--- a/api-service/models/base.py
+++ b/api-service/models/base.py
@@ -1,5 +1,6 @@
-from typing import TypedDict, Dict, Any
+from typing import TypedDict, Dict, Any, List
from enum import Enum
+from codegen.codegen import PromptPart
from langchain.chat_models import ChatOpenAI
from langchain.llms import Anthropic, HuggingFaceEndpoint
from langchain.schema import BaseLanguageModel
@@ -21,6 +22,7 @@ class ModelProvider(Enum):
class ModelConfig(TypedDict):
# Provider is string and not ModelProvider because we deserialize it form request's JSON body
provider: str
+ prompt: List[PromptPart]
args: Dict[str, Any]