Open-source, secure environment with real-world tools for enterprise-grade agents.
Python agentaiai-agentai-agentscode-interpretercopilotdevelopmentdevtoolsgptgpt-4javascriptllmnextjsopenaipythonreactsoftwaretypescript
Allow users to select OpenAI model when using custom key
Vasek Mlejnsky4ae6d2987a4e
diff --git a/api-service/agent/smol_agent.py b/api-service/agent/smol_agent.pyindex 290a72138..f16f0fd4c 100644--- a/api-service/agent/smol_agent.py+++ b/api-service/agent/smol_agent.py@@ -30,14 +30,25 @@ from agent.base import AgentBase, AgentInteractionRequest, GetEnvsfrom session.playground import Playgrounddefault_openai_api_key = os.environ.get("OPENAI_API_KEY", None)--model_version = "gpt-4-0613"-+default_openai_model = "gpt-4"+# Pricing is in USD per tokenpricing = {- "gpt-4-0613": {+ "gpt-4": {"prompt": Decimal(0.00003),"completion": Decimal(0.00006),- }+ },+ "gpt-4-32k": {+ "prompt": Decimal(0.00006),+ "completion": Decimal(0.00012),+ },+ "gpt-3.5-turbo": {+ "prompt": Decimal(0.0000015),+ "completion": Decimal(0.000002),+ },+ "gpt-3.5-turbo-16k": {+ "prompt": Decimal(0.000003),+ "completion": Decimal(0.000004),+ },}extensions_to_skip = [@@ -84,11 +95,13 @@ class SmolAgent(AgentBase):on_logs: OnLogs,on_interaction_request: OnInteractionRequest,model: BaseLanguageModel,+ model_name: str,):super().__init__()self._dev_loop: asyncio.Task | None = Noneself.get_envs = get_envsself.config = config+ self.model_name = model_nameself.on_interaction_request = on_interaction_requestself.on_logs = on_logsself.set_run_id = set_run_id@@ -109,10 +122,11 @@ class SmolAgent(AgentBase):config.get("openAIKey") or default_openai_api_key,)+ model_name = config.get("openAIModel") or default_openai_modelmodel: BaseLanguageModel = ChatOpenAI(temperature=0,max_tokens=6000,- model_name=model_version,+ model_name=model_name,openai_api_key=config.get("openAIKey") or default_openai_api_key,request_timeout=3600,verbose=True,@@ -129,6 +143,7 @@ class SmolAgent(AgentBase):on_logs,on_interaction_request,model,+ model_name,)async def generate_file(@@ -201,9 +216,9 @@ Begin generating the code now.cost = (Decimal(response.llm_output["token_usage"]["prompt_tokens"])- * pricing[model_version]["prompt"]+ * pricing[self.model_name]["prompt"]+ Decimal(response.llm_output["token_usage"]["completion_tokens"])- * pricing[model_version]["completion"]+ * pricing[self.model_name]["completion"]if response.llm_outputelse None)@@ -339,7 +354,7 @@ do not add any other explanation, only return a python list of strings."properties": {**metadata,"result": filepaths_string,- "model": model_version,+ "model": self.model_name,},"type": "LLM",},@@ -349,7 +364,7 @@ do not add any other explanation, only return a python list of strings."filepaths-generated",{"filepaths": filepaths_string,- "model": model_version,+ "model": self.model_name,**metadata,},)@@ -389,7 +404,7 @@ Exclusively focus on the names of the shared dependencies, and do not add any ot"properties": {**metadata,"result": shared_dependencies,- "model": model_version,+ "model": self.model_name,},"message": f"Called OpenAI","type": "LLM",@@ -399,7 +414,7 @@ Exclusively focus on the names of the shared dependencies, and do not add any ot"model-used",{"shared_dependencies": shared_dependencies,- "model": model_version,+ "model": self.model_name,**metadata,},)@@ -434,7 +449,7 @@ Exclusively focus on the names of the shared dependencies, and do not add any otsemaphore = asyncio.Semaphore(2)# execute the file generation in paralell and wait for all of them to finish. Use list comprehension to generate the tasks- async def create_file(name):+ async def create_file(name, model_name):filename, content, metadata = await self.generate_file(name,filepaths_string=filepaths_string,@@ -452,7 +467,7 @@ Exclusively focus on the names of the shared dependencies, and do not add any ot"properties": {**metadata,"result": content,- "model": model_version,+ "model": model_name,},"type": "LLM",},@@ -465,6 +480,7 @@ Exclusively focus on the names of the shared dependencies, and do not add any otsemaphore,create_file(name,+ model_name=self.model_name,),))@@ -574,6 +590,7 @@ Exclusively focus on the names of the shared dependencies, and do not add any otasync def interaction(self, interaction: AgentInteraction):print("Agent interaction")+match interaction.type:case "start":await self._dev_in_background(interaction.data["instructions"])diff --git a/pages/agent/smol-developer/setup.tsx b/pages/agent/smol-developer/setup.tsxindex f5b8493de..7e0283a92 100644--- a/pages/agent/smol-developer/setup.tsx+++ b/pages/agent/smol-developer/setup.tsx@@ -50,6 +50,7 @@ export interface PostAgentBody {commitMessage: stringtemplateID: typeof smolDeveloperTemplateIDopenAIKey?: string+ openAIModel: string}const steps = [@@ -169,6 +170,7 @@ function Setup() {commitMessage: 'Initial commit',templateID: smolDeveloperTemplateID,openAIKey: userOpenAIKey,+ openAIModel: selectedOpenAIModel.value,})posthog?.capture('clicked on deploy agent', {diff --git a/pages/api/agent/index.ts b/pages/api/agent/index.tsindex fc32127d4..8ba9335e3 100644--- a/pages/api/agent/index.ts+++ b/pages/api/agent/index.ts@@ -53,6 +53,7 @@ async function postAgent(req: NextApiRequest, res: NextApiResponse) {openAIKey,defaultBranch,repo,+ openAIModel,} = req.body as PostAgentBodytry {@@ -154,7 +155,11 @@ async function postAgent(req: NextApiRequest, res: NextApiResponse) {create: {auth: authData as any,enabled: false,- config: { templateID } as any,+ config: {+ templateID,+ // OpenAI Model if OpenAI Key is provided+ ...(openAIKey && { openAIModel }),+ } as any,...openAIKey && { secrets: JSON.stringify({ openAIKey }) },},},@@ -189,7 +194,11 @@ async function postAgent(req: NextApiRequest, res: NextApiResponse) {await createAgentDeployment({project_id: project.id,- config: { templateID } as any,+ config: {+ templateID,+ // OpenAI Model if OpenAI Key is provided+ ...(openAIKey && { openAIModel }),+ } as any,secrets: { openAIKey } as any,})