Automate browser based workflows with AI
Python aiapiautomationbrowserbrowser-automationcomputergptllmplaywrightpowerautomatepuppeteerpythonrpaseleniumvisionworkflow
fix evaluation script (#1819)
LawyZheng148693aa255b
diff --git a/evaluation/script/create_webvoyager_evaluation_result.py b/evaluation/script/create_webvoyager_evaluation_result.pyindex b51343865..76078ec7f 100644--- a/evaluation/script/create_webvoyager_evaluation_result.py+++ b/evaluation/script/create_webvoyager_evaluation_result.py@@ -3,10 +3,13 @@ import jsonfrom typing import Anyimport typer+from dotenv import load_dotenvfrom evaluation.core import SkyvernClientfrom skyvern.forge.sdk.workflow.models.workflow import WorkflowRunStatus+load_dotenv()+csv_headers = ["id","status",diff --git a/evaluation/script/create_webvoyager_task_v2.py b/evaluation/script/create_webvoyager_task_v2.pyindex 53d7345dd..955c83e3a 100644--- a/evaluation/script/create_webvoyager_task_v2.py+++ b/evaluation/script/create_webvoyager_task_v2.py@@ -4,6 +4,7 @@ from datetime import datetimefrom uuid import uuid4import typer+from dotenv import load_dotenvfrom evaluation.core import Evaluator, SkyvernClientfrom evaluation.core.utils import load_webvoyager_case_from_json@@ -11,6 +12,8 @@ from skyvern.forge import appfrom skyvern.forge.prompts import prompt_enginefrom skyvern.forge.sdk.schemas.task_v2 import ObserverTaskRequest+load_dotenv()+async def create_task_v2(base_url: str,diff --git a/evaluation/script/create_webvoyager_workflow.py b/evaluation/script/create_webvoyager_workflow.pyindex b47f16251..d25130f22 100644--- a/evaluation/script/create_webvoyager_workflow.py+++ b/evaluation/script/create_webvoyager_workflow.py@@ -5,6 +5,7 @@ from typing import Optionalfrom uuid import uuid4import typer+from dotenv import load_dotenvfrom evaluation.core import Evaluator, SkyvernClientfrom evaluation.core.utils import load_webvoyager_case_from_json@@ -13,6 +14,8 @@ from skyvern.forge.prompts import prompt_enginefrom skyvern.forge.sdk.schemas.tasks import ProxyLocationfrom skyvern.forge.sdk.workflow.models.workflow import WorkflowRequestBody+load_dotenv()+async def create_workflow_run(base_url: str,diff --git a/evaluation/script/eval_webvoyager_cruise.py b/evaluation/script/eval_webvoyager_task_v2.pysimilarity index 98%rename from evaluation/script/eval_webvoyager_cruise.pyrename to evaluation/script/eval_webvoyager_task_v2.pyindex f50841251..00bbd7fba 100644--- a/evaluation/script/eval_webvoyager_cruise.py+++ b/evaluation/script/eval_webvoyager_task_v2.py@@ -4,10 +4,13 @@ import jsonfrom typing import Anyimport typer+from dotenv import load_dotenvfrom evaluation.core import Evaluator, SkyvernClientfrom skyvern.forge.sdk.workflow.models.workflow import WorkflowRunStatus+load_dotenv()+csv_headers = ["id","status",