Automate browser based workflows with AI
Python aiapiautomationbrowserbrowser-automationcomputergptllmplaywrightpowerautomatepuppeteerpythonrpaseleniumvisionworkflow
set extract-actions thinking budget to 512, others to 1024 (#4249)
pedrohsdbc939d34603e1
diff --git a/skyvern/config.py b/skyvern/config.pyindex 0ea9d3b1f..341c76c33 100644--- a/skyvern/config.py+++ b/skyvern/config.py@@ -291,7 +291,7 @@ class Settings(BaseSettings):# GEMINIGEMINI_API_KEY: str | None = NoneGEMINI_INCLUDE_THOUGHT: bool = False- GEMINI_THINKING_BUDGET: int | None = 512+ GEMINI_THINKING_BUDGET: int | None = None# VERTEX_AIVERTEX_CREDENTIALS: str | None = Nonediff --git a/skyvern/forge/sdk/api/llm/api_handler_factory.py b/skyvern/forge/sdk/api/llm/api_handler_factory.pyindex dd22f317b..c432cb2d9 100644--- a/skyvern/forge/sdk/api/llm/api_handler_factory.py+++ b/skyvern/forge/sdk/api/llm/api_handler_factory.py@@ -49,6 +49,9 @@ LOG = structlog.get_logger()EXTRACT_ACTION_PROMPT_NAME = "extract-actions"CHECK_USER_GOAL_PROMPT_NAMES = {"check-user-goal", "check-user-goal-with-termination"}+# Default thinking budget for extract-actions prompt (can be overridden by THINKING_BUDGET_OPTIMIZATION experiment)+EXTRACT_ACTION_DEFAULT_THINKING_BUDGET = 512+@runtime_checkableclass RouterWithModelList(Protocol):@@ -380,6 +383,11 @@ class LLMAPIHandlerFactory:LLMAPIHandlerFactory._apply_thinking_budget_optimization(parameters, new_budget, llm_config, prompt_name)+ elif prompt_name == EXTRACT_ACTION_PROMPT_NAME:+ # Apply default thinking budget for extract-actions (512) unless overridden by experiment+ LLMAPIHandlerFactory._apply_thinking_budget_optimization(+ parameters, EXTRACT_ACTION_DEFAULT_THINKING_BUDGET, llm_config, prompt_name+ )context = skyvern_context.current()is_speculative_step = step.is_speculative if step else False@@ -780,6 +788,11 @@ class LLMAPIHandlerFactory:LLMAPIHandlerFactory._apply_thinking_budget_optimization(active_parameters, new_budget, llm_config, prompt_name)+ elif prompt_name == EXTRACT_ACTION_PROMPT_NAME:+ # Apply default thinking budget for extract-actions (512) unless overridden by experiment+ LLMAPIHandlerFactory._apply_thinking_budget_optimization(+ active_parameters, EXTRACT_ACTION_DEFAULT_THINKING_BUDGET, llm_config, prompt_name+ )context = skyvern_context.current()is_speculative_step = step.is_speculative if step else False