Automate browser based workflows with AI
Python aiapiautomationbrowserbrowser-automationcomputergptllmplaywrightpowerautomatepuppeteerpythonrpaseleniumvisionworkflow
GPT-5 Support + Better Logs (#3277)
Shuchang Zheng5055daad007e
diff --git a/skyvern/config.py b/skyvern/config.pyindex 5c52b9516..726ec12bb 100644--- a/skyvern/config.py+++ b/skyvern/config.py@@ -273,6 +273,11 @@ class Settings(BaseSettings):GROQ_MODEL: str | None = NoneGROQ_API_BASE: str = "https://api.groq.com/openai/v1"+ # MOONSHOT AI+ ENABLE_MOONSHOT: bool = False+ MOONSHOT_API_KEY: str | None = None+ MOONSHOT_API_BASE: str = "https://api.moonshot.cn/v1"+# TOTP SettingsTOTP_LIFESPAN_MINUTES: int = 10VERIFICATION_CODE_INITIAL_WAIT_TIME_SECS: int = 40diff --git a/skyvern/forge/sdk/api/llm/api_handler_factory.py b/skyvern/forge/sdk/api/llm/api_handler_factory.pyindex e4131d3a1..95762bac4 100644--- a/skyvern/forge/sdk/api/llm/api_handler_factory.py+++ b/skyvern/forge/sdk/api/llm/api_handler_factory.py@@ -259,7 +259,7 @@ class LLMAPIHandlerFactory:ai_suggestion=ai_suggestion,)- # Track LLM API handler duration+ # Track LLM API handler duration, token counts, and costduration_seconds = time.time() - start_timeLOG.info("LLM API handler duration metrics",@@ -270,6 +270,11 @@ class LLMAPIHandlerFactory:step_id=step.step_id if step else None,thought_id=thought.observer_thought_id if thought else None,organization_id=step.organization_id if step else (thought.organization_id if thought else None),+ input_tokens=prompt_tokens if prompt_tokens > 0 else None,+ output_tokens=completion_tokens if completion_tokens > 0 else None,+ reasoning_tokens=reasoning_tokens if reasoning_tokens > 0 else None,+ cached_tokens=cached_tokens if cached_tokens > 0 else None,+ llm_cost=llm_cost if llm_cost > 0 else None,)return parsed_response@@ -403,6 +408,13 @@ class LLMAPIHandlerFactory:ai_suggestion=ai_suggestion,)+ prompt_tokens = 0+ completion_tokens = 0+ reasoning_tokens = 0+ cached_tokens = 0+ completion_token_detail = None+ cached_token_detail = None+ llm_cost = 0if step or thought:try:# FIXME: volcengine doesn't support litellm cost calculation.@@ -464,7 +476,7 @@ class LLMAPIHandlerFactory:ai_suggestion=ai_suggestion,)- # Track LLM API handler duration+ # Track LLM API handler duration, token counts, and costduration_seconds = time.time() - start_timeLOG.info("LLM API handler duration metrics",@@ -475,6 +487,11 @@ class LLMAPIHandlerFactory:step_id=step.step_id if step else None,thought_id=thought.observer_thought_id if thought else None,organization_id=step.organization_id if step else (thought.organization_id if thought else None),+ input_tokens=prompt_tokens if prompt_tokens > 0 else None,+ output_tokens=completion_tokens if completion_tokens > 0 else None,+ reasoning_tokens=reasoning_tokens if reasoning_tokens > 0 else None,+ cached_tokens=cached_tokens if cached_tokens > 0 else None,+ llm_cost=llm_cost if llm_cost > 0 else None,)return parsed_response@@ -678,6 +695,7 @@ class LLMCaller:ai_suggestion=ai_suggestion,)+ call_stats = Noneif step or thought:call_stats = await self.get_call_stats(response)if step:@@ -701,7 +719,7 @@ class LLMCaller:cached_token_count=call_stats.cached_tokens,thought_cost=call_stats.llm_cost,)- # Track LLM API handler duration+ # Track LLM API handler duration, token counts, and costduration_seconds = time.perf_counter() - start_timeLOG.info("LLM API handler duration metrics",@@ -712,6 +730,11 @@ class LLMCaller:step_id=step.step_id if step else None,thought_id=thought.observer_thought_id if thought else None,organization_id=step.organization_id if step else (thought.organization_id if thought else None),+ input_tokens=call_stats.input_tokens if call_stats and call_stats.input_tokens else None,+ output_tokens=call_stats.output_tokens if call_stats and call_stats.output_tokens else None,+ reasoning_tokens=call_stats.reasoning_tokens if call_stats and call_stats.reasoning_tokens else None,+ cached_tokens=call_stats.cached_tokens if call_stats and call_stats.cached_tokens else None,+ llm_cost=call_stats.llm_cost if call_stats and call_stats.llm_cost else None,)if raw_response:return response.model_dump(exclude_none=True)diff --git a/skyvern/forge/sdk/api/llm/config_registry.py b/skyvern/forge/sdk/api/llm/config_registry.pyindex f354f0df7..508bfb2b2 100644--- a/skyvern/forge/sdk/api/llm/config_registry.py+++ b/skyvern/forge/sdk/api/llm/config_registry.py@@ -234,7 +234,6 @@ if settings.ENABLE_OPENAI:),)-if settings.ENABLE_ANTHROPIC:LLMConfigRegistry.register_config("ANTHROPIC_CLAUDE3",@@ -1205,6 +1204,24 @@ if settings.ENABLE_GROQ:),),)++if settings.ENABLE_MOONSHOT:+ LLMConfigRegistry.register_config(+ "MOONSHOT_KIMI_K2",+ LLMConfig(+ "moonshot/kimi-k2",+ ["MOONSHOT_API_KEY"],+ supports_vision=True,+ add_assistant_prefix=False,+ max_completion_tokens=32768,+ litellm_params=LiteLLMParams(+ api_key=settings.MOONSHOT_API_KEY,+ api_base=settings.MOONSHOT_API_BASE,+ api_version=None,+ model_info={"model_name": "moonshot/kimi-k2"},+ ),+ ),+ )# Add support for dynamically configuring OpenAI-compatible LLM models# Based on liteLLM's support for OpenAI-compatible APIs# See documentation: https://docs.litellm.ai/docs/providers/openai_compatible