Automate browser based workflows with AI
Python aiapiautomationbrowserbrowser-automationcomputergptllmplaywrightpowerautomatepuppeteerpythonrpaseleniumvisionworkflow
safety checks for CUA (#2188)
Shuchang Zheng378d20ad03fe
diff --git a/skyvern-frontend/src/routes/workflows/editor/panels/WorkflowNodeLibraryPanel.tsx b/skyvern-frontend/src/routes/workflows/editor/panels/WorkflowNodeLibraryPanel.tsxindex 4f30d76f9..630031634 100644--- a/skyvern-frontend/src/routes/workflows/editor/panels/WorkflowNodeLibraryPanel.tsx+++ b/skyvern-frontend/src/routes/workflows/editor/panels/WorkflowNodeLibraryPanel.tsx@@ -234,7 +234,7 @@ function WorkflowNodeLibraryPanel({ onNodeClick, first }: Props) {<div className="space-y-4"><header className="space-y-2"><div className="flex justify-between">- <h1 className="text-lg">Block Library</h1>+ <h1 className="text-lg">Node Library</h1>{!first && (<Cross2IconclassName="size-6 cursor-pointer"diff --git a/skyvern/forge/agent.py b/skyvern/forge/agent.pyindex b055596b9..850506c2a 100644--- a/skyvern/forge/agent.py+++ b/skyvern/forge/agent.py@@ -1324,6 +1324,18 @@ class ForgeAgent:temperature=0,)else:+ last_computer_call = computer_calls[-1]+ computer_call_input = {+ "call_id": last_call_id,+ "type": "computer_call_output",+ "output": {+ "type": "input_image",+ "image_url": f"data:image/png;base64,{screenshot_base64}",+ },+ }+ if last_computer_call.pending_safety_checks:+ computer_call_input["acknowledge_safety_checks"] = last_computer_call.pending_safety_checks+current_response = await app.OPENAI_CLIENT.responses.create(model="computer-use-preview",previous_response_id=previous_response.id,@@ -1335,16 +1347,7 @@ class ForgeAgent:"environment": "browser",}],- input=[- {- "call_id": last_call_id,- "type": "computer_call_output",- "output": {- "type": "input_image",- "image_url": f"data:image/png;base64,{screenshot_base64}",- },- }- ],+ input=[computer_call_input],reasoning={"generate_summary": "concise",},