Automate browser based workflows with AI
Python aiapiautomationbrowserbrowser-automationcomputergptllmplaywrightpowerautomatepuppeteerpythonrpaseleniumvisionworkflow
fix(home): thread Generate Script + Data Schema through the prompt box, pill/empty-state UX (#7356)
Shuchang Zhengcf13ed2f0ac7
diff --git a/skyvern-frontend/src/routes/discover/WorkflowTemplates.tsx b/skyvern-frontend/src/routes/discover/WorkflowTemplates.tsxindex 4ea886ac7..604af3c8b 100644--- a/skyvern-frontend/src/routes/discover/WorkflowTemplates.tsx+++ b/skyvern-frontend/src/routes/discover/WorkflowTemplates.tsx@@ -29,7 +29,7 @@ function WorkflowTemplates() {);}- if (!workflowTemplates) {+ if (!workflowTemplates || workflowTemplates.length === 0) {return null;}diff --git a/skyvern-frontend/src/routes/tasks/create/ExampleCasePill.tsx b/skyvern-frontend/src/routes/tasks/create/ExampleCasePill.tsxindex eacad780d..4a39e40ef 100644--- a/skyvern-frontend/src/routes/tasks/create/ExampleCasePill.tsx+++ b/skyvern-frontend/src/routes/tasks/create/ExampleCasePill.tsx@@ -1,14 +1,26 @@+import { cn } from "@/util/utils";+type Props = {icon: React.ReactNode;label: string;onClick: () => void;+ disabled?: boolean;};-function ExampleCasePill({ icon, label, onClick }: Props) {+function ExampleCasePill({ icon, label, onClick, disabled = false }: Props) {return (<div- className="flex cursor-pointer gap-2 whitespace-normal rounded-sm bg-slate-elevation3 px-4 py-3 hover:bg-slate-elevation5 lg:whitespace-nowrap"- onClick={onClick}+ className={cn(+ "flex cursor-pointer gap-2 whitespace-normal rounded-sm bg-slate-elevation3 px-4 py-3 hover:bg-slate-elevation5 lg:whitespace-nowrap",+ disabled && "pointer-events-none opacity-50",+ )}+ aria-disabled={disabled}+ onClick={() => {+ if (disabled) {+ return;+ }+ onClick();+ }}><div>{icon}</div><div>{label}</div>diff --git a/skyvern-frontend/src/routes/tasks/create/PromptBox.tsx b/skyvern-frontend/src/routes/tasks/create/PromptBox.tsxindex c307eb06a..54f76ef8b 100644--- a/skyvern-frontend/src/routes/tasks/create/PromptBox.tsx+++ b/skyvern-frontend/src/routes/tasks/create/PromptBox.tsx@@ -180,6 +180,7 @@ function PromptBox({ enableCopilotHandoff = false }: PromptBoxProps) {totp_identifier: totpIdentifier,max_screenshot_scrolls: maxScreenshotScrolls,publish_workflow: publishWorkflow,+ generate_script: generateScript,run_with: "agent",ai_fallback: true,extracted_information_schema: dataSchema@@ -204,6 +205,7 @@ function PromptBox({ enableCopilotHandoff = false }: PromptBoxProps) {request.url = "https://google.com"; // a stand-in value; real url is generated via prompt+ const trimmedMaxStepsOverride = maxStepsOverride?.trim();const result = await client.post<Createv2TaskRequest,{ data: WorkflowApiResponse }@@ -213,11 +215,9 @@ function PromptBox({ enableCopilotHandoff = false }: PromptBoxProps) {task_version: "v1",request,},- {- headers: {- "x-max-steps-override": maxStepsOverride,- },- },+ trimmedMaxStepsOverride+ ? { headers: { "x-max-steps-override": trimmedMaxStepsOverride } }+ : undefined,);return result;@@ -627,6 +627,7 @@ function PromptBox({ enableCopilotHandoff = false }: PromptBoxProps) {key={example.key}icon={example.icon}label={example.label}+ disabled={isSubmitting}onClick={() => {submitPrompt({ prompt: example.prompt });}}diff --git a/skyvern/forge/sdk/routes/agent_protocol.py b/skyvern/forge/sdk/routes/agent_protocol.pyindex 7d7c355e7..287427473 100644--- a/skyvern/forge/sdk/routes/agent_protocol.py+++ b/skyvern/forge/sdk/routes/agent_protocol.py@@ -891,6 +891,8 @@ async def create_workflow_from_prompt(run_with=request.run_with,ai_fallback=request.ai_fallback if request.ai_fallback is not None else True,task_version=task_version,+ extracted_information_schema=request.extracted_information_schema,+ generate_script=bool(request.generate_script),)except Exception as e:LOG.error("Failed to create workflow from prompt", exc_info=True, organization_id=organization.organization_id)diff --git a/skyvern/forge/sdk/schemas/task_v2.py b/skyvern/forge/sdk/schemas/task_v2.pyindex 88d18eb0a..8e8904ded 100644--- a/skyvern/forge/sdk/schemas/task_v2.py+++ b/skyvern/forge/sdk/schemas/task_v2.py@@ -215,6 +215,7 @@ class TaskV2Request(BaseModel):totp_identifier: str | None = Noneproxy_location: ProxyLocationInput = Nonepublish_workflow: bool = False+ generate_script: bool | None = Noneextracted_information_schema: dict | list | str | None = Noneerror_code_mapping: dict[str, str] | None = Noneworkflow_system_prompt: str | None = Nonediff --git a/skyvern/forge/sdk/schemas/tasks.py b/skyvern/forge/sdk/schemas/tasks.pyindex 0597cbe64..cacaa8f91 100644--- a/skyvern/forge/sdk/schemas/tasks.py+++ b/skyvern/forge/sdk/schemas/tasks.py@@ -209,6 +209,11 @@ class PromptedTaskRequest(TaskRequest):description="Whether to publish the workflow created from the prompt.",examples=[True, False],)+ generate_script: bool | None = Field(+ default=None,+ description="Whether to generate scripts for runs of the workflow created from the prompt.",+ examples=[True, False],+ )run_with: str | None = Field(default=None,description="The executor to run the task with.",diff --git a/skyvern/forge/sdk/workflow/service.py b/skyvern/forge/sdk/workflow/service.pyindex 03dccf774..dcc8ab920 100644--- a/skyvern/forge/sdk/workflow/service.py+++ b/skyvern/forge/sdk/workflow/service.py@@ -5113,6 +5113,8 @@ class WorkflowService:run_with: str | None = None,ai_fallback: bool = True,task_version: Literal["v1", "v2"] = "v1",+ extracted_information_schema: dict[str, Any] | list | str | None = None,+ generate_script: bool = False,) -> Workflow:metadata_prompt = prompt_engine.load_prompt("conversational_ui_goal",@@ -5177,6 +5179,7 @@ class WorkflowService:label="extract_data",title="Extract Data",data_extraction_goal=data_extraction_goal,+ data_schema=extracted_information_schema,output_parameter=OutputParameter(output_parameter_id=str(uuid.uuid4()),key="extract_data_output",@@ -5251,6 +5254,7 @@ class WorkflowService:status=status,run_with=run_with,ai_fallback=ai_fallback,+ generate_script_on_terminal=generate_script,)return new_workflow