Skip to content

Automate browser based workflows with AI

safety checks for CUA (#2188)

Shuchang Zheng378d20ad03fe
diff --git a/skyvern-frontend/src/routes/workflows/editor/panels/WorkflowNodeLibraryPanel.tsx b/skyvern-frontend/src/routes/workflows/editor/panels/WorkflowNodeLibraryPanel.tsx
index 4f30d76f9..630031634 100644
--- a/skyvern-frontend/src/routes/workflows/editor/panels/WorkflowNodeLibraryPanel.tsx
+++ b/skyvern-frontend/src/routes/workflows/editor/panels/WorkflowNodeLibraryPanel.tsx
@@ -234,7 +234,7 @@ function WorkflowNodeLibraryPanel({ onNodeClick, first }: Props) {
<div className="space-y-4">
<header className="space-y-2">
<div className="flex justify-between">
- <h1 className="text-lg">Block Library</h1>
+ <h1 className="text-lg">Node Library</h1>
{!first && (
<Cross2Icon
className="size-6 cursor-pointer"
diff --git a/skyvern/forge/agent.py b/skyvern/forge/agent.py
index b055596b9..850506c2a 100644
--- a/skyvern/forge/agent.py
+++ b/skyvern/forge/agent.py
@@ -1324,6 +1324,18 @@ class ForgeAgent:
temperature=0,
)
else:
+ last_computer_call = computer_calls[-1]
+ computer_call_input = {
+ "call_id": last_call_id,
+ "type": "computer_call_output",
+ "output": {
+ "type": "input_image",
+ "image_url": f"data:image/png;base64,{screenshot_base64}",
+ },
+ }
+ if last_computer_call.pending_safety_checks:
+ computer_call_input["acknowledge_safety_checks"] = last_computer_call.pending_safety_checks
+
current_response = await app.OPENAI_CLIENT.responses.create(
model="computer-use-preview",
previous_response_id=previous_response.id,
@@ -1335,16 +1347,7 @@ class ForgeAgent:
"environment": "browser",
}
],
- input=[
- {
- "call_id": last_call_id,
- "type": "computer_call_output",
- "output": {
- "type": "input_image",
- "image_url": f"data:image/png;base64,{screenshot_base64}",
- },
- }
- ],
+ input=[computer_call_input],
reasoning={
"generate_summary": "concise",
},