Skip to content

Automate browser based workflows with AI

fix tool_call_input parsing with anthropic sdk (#2242)

Shuchang Zheng7e4a19344353
diff --git a/skyvern/forge/sdk/api/llm/api_handler_factory.py b/skyvern/forge/sdk/api/llm/api_handler_factory.py
index 4aebb5c24..fc575ba49 100644
--- a/skyvern/forge/sdk/api/llm/api_handler_factory.py
+++ b/skyvern/forge/sdk/api/llm/api_handler_factory.py
@@ -642,7 +642,7 @@ class LLMCaller:
organization_id=step.organization_id if step else (thought.organization_id if thought else None),
)
if raw_response:
- return response.model_dump()
+ return response.model_dump(exclude_none=True)
parsed_response = parse_api_response(response, self.llm_config.add_assistant_prefix)
await app.ARTIFACT_MANAGER.create_llm_artifact(
@@ -694,7 +694,13 @@ class LLMCaller:
model_name = self.llm_config.model_name.replace("bedrock/", "").replace("anthropic/", "")
betas = active_parameters.get("betas", NOT_GIVEN)
thinking = active_parameters.get("thinking", NOT_GIVEN)
- LOG.info("Anthropic request", betas=betas, tools=tools, timeout=timeout)
+ LOG.info(
+ "Anthropic request",
+ model_name=model_name,
+ betas=betas,
+ tools=tools,
+ timeout=timeout,
+ )
response = await app.ANTHROPIC_CLIENT.beta.messages.create(
max_tokens=max_tokens,
messages=messages,
@@ -704,7 +710,14 @@ class LLMCaller:
betas=betas,
thinking=thinking,
)
- LOG.info("Anthropic response", response=response, betas=betas, tools=tools, timeout=timeout)
+ LOG.info(
+ "Anthropic response",
+ model_name=model_name,
+ response=response,
+ betas=betas,
+ tools=tools,
+ timeout=timeout,
+ )
return response
diff --git a/skyvern/webeye/actions/parse_actions.py b/skyvern/webeye/actions/parse_actions.py
index 719209fb9..715a3567c 100644
--- a/skyvern/webeye/actions/parse_actions.py
+++ b/skyvern/webeye/actions/parse_actions.py
@@ -1,4 +1,3 @@
-import json
from typing import Any, Dict
import structlog
@@ -456,19 +455,20 @@ async def parse_anthropic_actions(
step: Step,
assistant_content: list[dict[str, Any]],
) -> list[Action]:
- tool_calls = [block for block in assistant_content if block["type"] == "tool_use"]
+ tool_calls = [block for block in assistant_content if block["type"] == "tool_use" and block["name"] == "computer"]
idx = 0
actions: list[Action] = []
+ LOG.info("Anthropic tool calls", tool_calls=tool_calls, assistant_content=assistant_content)
while idx < len(tool_calls):
tool_call = tool_calls[idx]
tool_call_id = tool_call["id"]
- parsed_args = _parse_anthropic_computer_args(tool_call)
- if not parsed_args:
+ tool_call_input = tool_call.get("input")
+ if not tool_call_input:
idx += 1
continue
- action = parsed_args["action"]
+ action = tool_call_input["action"]
if action == "mouse_move":
- x, y = parsed_args["coordinate"]
+ x, y = tool_call_input["coordinate"]
actions.append(
MoveAction(
x=x,
@@ -483,15 +483,12 @@ async def parse_anthropic_actions(
)
)
elif action == "left_click":
- if idx - 1 >= 0:
+ coordinate = tool_call_input.get("coordinate")
+ if not coordinate and idx - 1 >= 0:
prev_tool_call = tool_calls[idx - 1]
- prev_parsed_args = _parse_anthropic_computer_args(prev_tool_call)
- if prev_parsed_args and prev_parsed_args["action"] == "mouse_move":
- coordinate = prev_parsed_args["coordinate"]
- else:
- coordinate = parsed_args.get("coordinate")
- else:
- coordinate = parsed_args.get("coordinate")
+ prev_tool_call_input = prev_tool_call.get("input")
+ if prev_tool_call_input and prev_tool_call_input["action"] == "mouse_move":
+ coordinate = prev_tool_call_input.get("coordinate")
if not coordinate:
LOG.warning(
@@ -517,10 +514,10 @@ async def parse_anthropic_actions(
)
)
elif action == "type":
- text = parsed_args.get("text")
+ text = tool_call_input.get("text")
if not text:
LOG.warning(
- "Type action has no text",
+ "Anthropic type action has no text",
tool_call=tool_call,
)
idx += 1
@@ -539,7 +536,7 @@ async def parse_anthropic_actions(
)
)
elif action == "key":
- text = parsed_args.get("text")
+ text = tool_call_input.get("text")
if not text:
LOG.warning(
"Key action has no text",
@@ -579,14 +576,3 @@ async def parse_anthropic_actions(
)
idx += 1
return actions
-
-
-def _parse_anthropic_computer_args(tool_call: dict[str, Any]) -> dict[str, Any] | None:
- tool_call_type = tool_call["type"]
- if tool_call_type != "function":
- return None
- tool_call_name = tool_call["function"]["name"]
- if tool_call_name != "computer":
- return None
- tool_call_arguments = tool_call["function"]["arguments"]
- return json.loads(tool_call_arguments)