Skip to content

Automate browser based workflows with AI

fix(home): thread Generate Script + Data Schema through the prompt box, pill/empty-state UX (#7356)

Shuchang Zhengcf13ed2f0ac7
diff --git a/skyvern-frontend/src/routes/discover/WorkflowTemplates.tsx b/skyvern-frontend/src/routes/discover/WorkflowTemplates.tsx
index 4ea886ac7..604af3c8b 100644
--- a/skyvern-frontend/src/routes/discover/WorkflowTemplates.tsx
+++ b/skyvern-frontend/src/routes/discover/WorkflowTemplates.tsx
@@ -29,7 +29,7 @@ function WorkflowTemplates() {
);
}
- if (!workflowTemplates) {
+ if (!workflowTemplates || workflowTemplates.length === 0) {
return null;
}
diff --git a/skyvern-frontend/src/routes/tasks/create/ExampleCasePill.tsx b/skyvern-frontend/src/routes/tasks/create/ExampleCasePill.tsx
index eacad780d..4a39e40ef 100644
--- a/skyvern-frontend/src/routes/tasks/create/ExampleCasePill.tsx
+++ b/skyvern-frontend/src/routes/tasks/create/ExampleCasePill.tsx
@@ -1,14 +1,26 @@
+import { cn } from "@/util/utils";
+
type Props = {
icon: React.ReactNode;
label: string;
onClick: () => void;
+ disabled?: boolean;
};
-function ExampleCasePill({ icon, label, onClick }: Props) {
+function ExampleCasePill({ icon, label, onClick, disabled = false }: Props) {
return (
<div
- className="flex cursor-pointer gap-2 whitespace-normal rounded-sm bg-slate-elevation3 px-4 py-3 hover:bg-slate-elevation5 lg:whitespace-nowrap"
- onClick={onClick}
+ className={cn(
+ "flex cursor-pointer gap-2 whitespace-normal rounded-sm bg-slate-elevation3 px-4 py-3 hover:bg-slate-elevation5 lg:whitespace-nowrap",
+ disabled && "pointer-events-none opacity-50",
+ )}
+ aria-disabled={disabled}
+ onClick={() => {
+ if (disabled) {
+ return;
+ }
+ onClick();
+ }}
>
<div>{icon}</div>
<div>{label}</div>
diff --git a/skyvern-frontend/src/routes/tasks/create/PromptBox.tsx b/skyvern-frontend/src/routes/tasks/create/PromptBox.tsx
index c307eb06a..54f76ef8b 100644
--- a/skyvern-frontend/src/routes/tasks/create/PromptBox.tsx
+++ b/skyvern-frontend/src/routes/tasks/create/PromptBox.tsx
@@ -180,6 +180,7 @@ function PromptBox({ enableCopilotHandoff = false }: PromptBoxProps) {
totp_identifier: totpIdentifier,
max_screenshot_scrolls: maxScreenshotScrolls,
publish_workflow: publishWorkflow,
+ generate_script: generateScript,
run_with: "agent",
ai_fallback: true,
extracted_information_schema: dataSchema
@@ -204,6 +205,7 @@ function PromptBox({ enableCopilotHandoff = false }: PromptBoxProps) {
request.url = "https://google.com"; // a stand-in value; real url is generated via prompt
+ const trimmedMaxStepsOverride = maxStepsOverride?.trim();
const result = await client.post<
Createv2TaskRequest,
{ data: WorkflowApiResponse }
@@ -213,11 +215,9 @@ function PromptBox({ enableCopilotHandoff = false }: PromptBoxProps) {
task_version: "v1",
request,
},
- {
- headers: {
- "x-max-steps-override": maxStepsOverride,
- },
- },
+ trimmedMaxStepsOverride
+ ? { headers: { "x-max-steps-override": trimmedMaxStepsOverride } }
+ : undefined,
);
return result;
@@ -627,6 +627,7 @@ function PromptBox({ enableCopilotHandoff = false }: PromptBoxProps) {
key={example.key}
icon={example.icon}
label={example.label}
+ disabled={isSubmitting}
onClick={() => {
submitPrompt({ prompt: example.prompt });
}}
diff --git a/skyvern/forge/sdk/routes/agent_protocol.py b/skyvern/forge/sdk/routes/agent_protocol.py
index 7d7c355e7..287427473 100644
--- a/skyvern/forge/sdk/routes/agent_protocol.py
+++ b/skyvern/forge/sdk/routes/agent_protocol.py
@@ -891,6 +891,8 @@ async def create_workflow_from_prompt(
run_with=request.run_with,
ai_fallback=request.ai_fallback if request.ai_fallback is not None else True,
task_version=task_version,
+ extracted_information_schema=request.extracted_information_schema,
+ generate_script=bool(request.generate_script),
)
except Exception as e:
LOG.error("Failed to create workflow from prompt", exc_info=True, organization_id=organization.organization_id)
diff --git a/skyvern/forge/sdk/schemas/task_v2.py b/skyvern/forge/sdk/schemas/task_v2.py
index 88d18eb0a..8e8904ded 100644
--- a/skyvern/forge/sdk/schemas/task_v2.py
+++ b/skyvern/forge/sdk/schemas/task_v2.py
@@ -215,6 +215,7 @@ class TaskV2Request(BaseModel):
totp_identifier: str | None = None
proxy_location: ProxyLocationInput = None
publish_workflow: bool = False
+ generate_script: bool | None = None
extracted_information_schema: dict | list | str | None = None
error_code_mapping: dict[str, str] | None = None
workflow_system_prompt: str | None = None
diff --git a/skyvern/forge/sdk/schemas/tasks.py b/skyvern/forge/sdk/schemas/tasks.py
index 0597cbe64..cacaa8f91 100644
--- a/skyvern/forge/sdk/schemas/tasks.py
+++ b/skyvern/forge/sdk/schemas/tasks.py
@@ -209,6 +209,11 @@ class PromptedTaskRequest(TaskRequest):
description="Whether to publish the workflow created from the prompt.",
examples=[True, False],
)
+ generate_script: bool | None = Field(
+ default=None,
+ description="Whether to generate scripts for runs of the workflow created from the prompt.",
+ examples=[True, False],
+ )
run_with: str | None = Field(
default=None,
description="The executor to run the task with.",
diff --git a/skyvern/forge/sdk/workflow/service.py b/skyvern/forge/sdk/workflow/service.py
index 03dccf774..dcc8ab920 100644
--- a/skyvern/forge/sdk/workflow/service.py
+++ b/skyvern/forge/sdk/workflow/service.py
@@ -5113,6 +5113,8 @@ class WorkflowService:
run_with: str | None = None,
ai_fallback: bool = True,
task_version: Literal["v1", "v2"] = "v1",
+ extracted_information_schema: dict[str, Any] | list | str | None = None,
+ generate_script: bool = False,
) -> Workflow:
metadata_prompt = prompt_engine.load_prompt(
"conversational_ui_goal",
@@ -5177,6 +5179,7 @@ class WorkflowService:
label="extract_data",
title="Extract Data",
data_extraction_goal=data_extraction_goal,
+ data_schema=extracted_information_schema,
output_parameter=OutputParameter(
output_parameter_id=str(uuid.uuid4()),
key="extract_data_output",
@@ -5251,6 +5254,7 @@ class WorkflowService:
status=status,
run_with=run_with,
ai_fallback=ai_fallback,
+ generate_script_on_terminal=generate_script,
)
return new_workflow