Skip to content

Automate browser based workflows with AI

Jon/debugger layout (#3340)

Jonathan Dobson41b341f3d8af
diff --git a/skyvern-frontend/src/components/BrowserStream.tsx b/skyvern-frontend/src/components/BrowserStream.tsx
index d0bf8c867..8724da896 100644
--- a/skyvern-frontend/src/components/BrowserStream.tsx
+++ b/skyvern-frontend/src/components/BrowserStream.tsx
@@ -328,7 +328,7 @@ function BrowserStream({
return (
<div
- className={cn("browser-stream", {
+ className={cn("browser-stream flex items-center justify-center", {
"user-is-controlling": theUserIsControlling,
})}
ref={setCanvasContainerRef}
@@ -369,7 +369,7 @@ function BrowserStream({
</div>
)}
{!isVncConnected && (
- <div className="flex h-full w-full flex-col items-center justify-center gap-2 pb-2 pt-4 text-sm text-slate-400">
+ <div className="flex aspect-video w-full flex-col items-center justify-center gap-2 rounded-md border border-slate-800 text-sm text-slate-400">
<RotateThrough interval={7 * 1000}>
<span>Hm, working on the connection...</span>
<span>Hang tight, we're almost there...</span>
diff --git a/skyvern-frontend/src/components/FloatingWindow.tsx b/skyvern-frontend/src/components/FloatingWindow.tsx
index fc0f7d75c..3cf256a18 100644
--- a/skyvern-frontend/src/components/FloatingWindow.tsx
+++ b/skyvern-frontend/src/components/FloatingWindow.tsx
@@ -756,4 +756,4 @@ function FloatingWindow({
);
}
-export { FloatingWindow };
+export { BreakoutButton, FloatingWindow, PowerButton, ReloadButton };
diff --git a/skyvern-frontend/src/components/Tip.tsx b/skyvern-frontend/src/components/Tip.tsx
new file mode 100644
index 000000000..77ca700bf
--- /dev/null
+++ b/skyvern-frontend/src/components/Tip.tsx
@@ -0,0 +1,31 @@
+import {
+ Tooltip,
+ TooltipContent,
+ TooltipProvider,
+ TooltipTrigger,
+} from "@/components/ui/tooltip";
+
+function Tip({
+ asChild = true,
+ children,
+ content,
+}: {
+ asChild?: boolean;
+ children: React.ReactNode;
+ content: string | null;
+}) {
+ if (content === null) {
+ return children;
+ }
+
+ return (
+ <TooltipProvider>
+ <Tooltip delayDuration={300}>
+ <TooltipTrigger asChild={asChild}>{children}</TooltipTrigger>
+ <TooltipContent className="max-w-[250px]">{content}</TooltipContent>
+ </Tooltip>
+ </TooltipProvider>
+ );
+}
+
+export { Tip };
diff --git a/skyvern-frontend/src/components/browser-stream.css b/skyvern-frontend/src/components/browser-stream.css
index 52f54b280..859999829 100644
--- a/skyvern-frontend/src/components/browser-stream.css
+++ b/skyvern-frontend/src/components/browser-stream.css
@@ -3,7 +3,6 @@
width: 100%;
height: 100%;
min-height: 0;
- padding: 0.5rem;
overflow: visible;
transition: padding 0.2s ease-in-out;
diff --git a/skyvern-frontend/src/routes/tasks/detail/ActionTypePillMinimal.tsx b/skyvern-frontend/src/routes/tasks/detail/ActionTypePillMinimal.tsx
new file mode 100644
index 000000000..ef873b255
--- /dev/null
+++ b/skyvern-frontend/src/routes/tasks/detail/ActionTypePillMinimal.tsx
@@ -0,0 +1,36 @@
+import { ActionType, ReadableActionTypes } from "@/api/types";
+import {
+ CheckCircledIcon,
+ CursorArrowIcon,
+ InputIcon,
+ QuestionMarkIcon,
+} from "@radix-ui/react-icons";
+import { Tip } from "@/components/Tip";
+
+type Props = {
+ actionType: ActionType;
+};
+
+const icons: Partial<Record<ActionType, React.ReactNode>> = {
+ click: <CursorArrowIcon className="h-4 w-4" />,
+ complete: <CheckCircledIcon className="h-4 w-4" />,
+ input_text: <InputIcon className="h-4 w-4" />,
+};
+
+function ActionTypePillMinimal({ actionType }: Props) {
+ const icon = icons[actionType] ?? <QuestionMarkIcon className="h-4 w-4" />;
+
+ if (!icon) {
+ return null;
+ }
+
+ return (
+ <Tip content={ReadableActionTypes[actionType]}>
+ <div className="flex w-full items-center justify-center gap-2">
+ {icon}
+ </div>
+ </Tip>
+ );
+}
+
+export { ActionTypePillMinimal };
diff --git a/skyvern-frontend/src/routes/workflows/debugger/DebuggerRun.tsx b/skyvern-frontend/src/routes/workflows/debugger/DebuggerRun.tsx
index bc090a0ca..2551d59e7 100644
--- a/skyvern-frontend/src/routes/workflows/debugger/DebuggerRun.tsx
+++ b/skyvern-frontend/src/routes/workflows/debugger/DebuggerRun.tsx
@@ -6,7 +6,7 @@ function DebuggerRun() {
const workflowFailureReason = workflowRun?.failure_reason ? (
<div
- className="align-self-start h-[8rem] w-full overflow-y-auto rounded-md border border-red-600 p-4"
+ className="align-self-start h-[8rem] min-h-[8rem] w-full overflow-y-auto rounded-md border border-red-600 p-4"
style={{
backgroundColor: "rgba(220, 38, 38, 0.10)",
width: "calc(100% - 2rem)",
diff --git a/skyvern-frontend/src/routes/workflows/debugger/DebuggerRunMinimal.tsx b/skyvern-frontend/src/routes/workflows/debugger/DebuggerRunMinimal.tsx
new file mode 100644
index 000000000..19ff94132
--- /dev/null
+++ b/skyvern-frontend/src/routes/workflows/debugger/DebuggerRunMinimal.tsx
@@ -0,0 +1,27 @@
+import { CrossCircledIcon } from "@radix-ui/react-icons";
+import { useWorkflowRunQuery } from "@/routes/workflows/hooks/useWorkflowRunQuery";
+import { DebuggerRunTimelineMinimal } from "./DebuggerRunTimelineMinimal";
+import { Tip } from "@/components/Tip";
+
+function DebuggerRunMinimal() {
+ const { data: workflowRun } = useWorkflowRunQuery();
+
+ const workflowFailureReason = workflowRun?.failure_reason ? (
+ <Tip content={workflowRun.failure_reason}>
+ <div className="items-center-justify-center flex text-destructive">
+ <CrossCircledIcon />
+ </div>
+ </Tip>
+ ) : null;
+
+ return (
+ <div className="relative flex h-full w-full flex-col items-center justify-start gap-4 overflow-hidden overflow-y-auto pb-12 pt-4">
+ {workflowFailureReason}
+ <div className="flex h-full w-full items-start justify-center">
+ <DebuggerRunTimelineMinimal />
+ </div>
+ </div>
+ );
+}
+
+export { DebuggerRunMinimal };
diff --git a/skyvern-frontend/src/routes/workflows/debugger/DebuggerRunTimeline.tsx b/skyvern-frontend/src/routes/workflows/debugger/DebuggerRunTimeline.tsx
index 39597eb8d..4a3ca1545 100644
--- a/skyvern-frontend/src/routes/workflows/debugger/DebuggerRunTimeline.tsx
+++ b/skyvern-frontend/src/routes/workflows/debugger/DebuggerRunTimeline.tsx
@@ -1,4 +1,3 @@
-import { useParams } from "react-router-dom";
import { ScrollArea, ScrollAreaViewport } from "@/components/ui/scroll-area";
import { Skeleton } from "@/components/ui/skeleton";
import { statusIsFinalized } from "@/routes/tasks/types";
@@ -18,7 +17,6 @@ import {
WorkflowRunOverviewActiveElement,
} from "@/routes/workflows/workflowRun/WorkflowRunOverview";
import { WorkflowRunTimelineBlockItem } from "@/routes/workflows/workflowRun/WorkflowRunTimelineBlockItem";
-import { useWorkflowQuery } from "../hooks/useWorkflowQuery";
type Props = {
activeItem: WorkflowRunOverviewActiveElement;
@@ -27,28 +25,12 @@ type Props = {
onBlockItemSelected: (item: WorkflowRunBlock) => void;
};
-function Step({ n, children }: { n: number; children: React.ReactNode }) {
- return (
- <div className="relative flex items-center justify-center gap-2 rounded-lg border border-slate-600 p-4">
- <div className="absolute right-[-1.22rem] top-[-1.22rem] flex h-[3rem] w-[3rem] items-center justify-center rounded-full border border-slate-600 bg-slate-elevation3 px-4 py-3 text-xl font-bold">
- {n}
- </div>
- <div className="absolute right-[-1.25rem] top-[-1.25rem] flex h-[3rem] w-[3rem] items-center justify-center rounded-full bg-slate-elevation3 px-4 py-3 text-xl font-bold text-slate-100">
- {n}
- </div>
- <div className="flex-1">{children}</div>
- </div>
- );
-}
-
function DebuggerRunTimeline({
activeItem,
onObserverThoughtCardSelected,
onActionItemSelected,
onBlockItemSelected,
}: Props) {
- const { workflowPermanentId } = useParams();
- const { data: workflow } = useWorkflowQuery({ workflowPermanentId }!);
const { data: workflowRun, isLoading: workflowRunIsLoading } =
useWorkflowRunQuery();
@@ -59,67 +41,8 @@ function DebuggerRunTimeline({
return <Skeleton className="h-full w-full" />;
}
- const blocks = workflow?.workflow_definition.blocks ?? [];
-
- const getStarted =
- blocks.length === 0 ? (
- <div>
- Hi! πŸ‘‹ To get started, add a block to your workflow. You can do that by
- clicking the round plus button beneath the Start block, on the left
- </div>
- ) : null;
-
- const runABlock = (
- <div>
- To run a single block, click the play button on that block. Skyvern will
- run the block in the browser, live!
- </div>
- );
-
- const adjustBrowser = (
- <div>
- Need to adjust the browser to test your block again? You can click around
- in the browser to bring Skyvern to any page (manually!)
- </div>
- );
-
- const parameters = (
- <div>
- Want Skyvern to do different things based on your inputs? Use Parameters
- to specify them and reference them using <code>{"{{ }}"}</code> syntax!
- </div>
- );
-
- const addBlocks = (
- <div>
- Not finished? Add a block to your workflow by clicking the round plus
- button before or after any other block.
- </div>
- );
-
- const steps = [
- getStarted,
- runABlock,
- adjustBrowser,
- getStarted === null ? parameters : null,
- getStarted === null ? addBlocks : null,
- ].filter((step) => step);
-
if (!workflowRun || !workflowRunTimeline) {
- return (
- <div className="flex h-full w-full flex-col items-center justify-center overflow-y-auto rounded-xl bg-[#020817] p-8 text-slate-300">
- <div className="flex h-full w-full flex-col items-center justify-around gap-4">
- <div className="text-center text-xl">
- Build & Debug Complex Browser Automations
- </div>
- {steps.map((step, index) => (
- <Step key={index} n={index + 1}>
- {step}
- </Step>
- ))}
- </div>
- </div>
- );
+ return null;
}
const workflowRunIsFinalized = statusIsFinalized(workflowRun);
@@ -132,7 +55,7 @@ function DebuggerRunTimeline({
}, 0);
return (
- <div className="w-full min-w-0 space-y-4 rounded bg-slate-elevation1 p-4">
+ <div className="w-full min-w-0 space-y-4 rounded p-4">
<div className="grid w-full grid-cols-2 gap-2">
<div className="flex items-center justify-center rounded bg-slate-elevation3 px-4 py-3 text-xs">
Actions: {numberOfActions}
diff --git a/skyvern-frontend/src/routes/workflows/debugger/DebuggerRunTimelineMinimal.tsx b/skyvern-frontend/src/routes/workflows/debugger/DebuggerRunTimelineMinimal.tsx
new file mode 100644
index 000000000..274fe826e
--- /dev/null
+++ b/skyvern-frontend/src/routes/workflows/debugger/DebuggerRunTimelineMinimal.tsx
@@ -0,0 +1,64 @@
+import { ScrollArea, ScrollAreaViewport } from "@/components/ui/scroll-area";
+import { Skeleton } from "@/components/ui/skeleton";
+import { statusIsFinalized } from "@/routes/tasks/types";
+import { useWorkflowRunQuery } from "../hooks/useWorkflowRunQuery";
+import { useWorkflowRunTimelineQuery } from "../hooks/useWorkflowRunTimelineQuery";
+import { isBlockItem, isThoughtItem } from "../types/workflowRunTypes";
+import { ThoughtCardMinimal } from "@/routes/workflows/workflowRun/ThoughtCardMinimal";
+import { WorkflowRunTimelineBlockItemMinimal } from "@/routes/workflows/workflowRun/WorkflowRunTimelineBlockItemMinimal";
+
+function DebuggerRunTimelineMinimal() {
+ const { data: workflowRun, isLoading: workflowRunIsLoading } =
+ useWorkflowRunQuery();
+
+ const { data: workflowRunTimeline, isLoading: workflowRunTimelineIsLoading } =
+ useWorkflowRunTimelineQuery();
+
+ if (workflowRunIsLoading || workflowRunTimelineIsLoading) {
+ return <Skeleton className="h-full w-full" />;
+ }
+
+ if (!workflowRun || !workflowRunTimeline) {
+ return null;
+ }
+
+ const workflowRunIsFinalized = statusIsFinalized(workflowRun);
+
+ return (
+ <div className="h-full w-full">
+ {!workflowRunIsFinalized && workflowRunTimeline.length === 0 && (
+ <Skeleton className="h-full w-full" />
+ )}
+ <ScrollArea className="h-full w-full">
+ <ScrollAreaViewport className="h-full w-full">
+ <div className="flex w-full flex-col items-center justify-center gap-4 pt-2">
+ {workflowRunIsFinalized && workflowRunTimeline.length === 0 && (
+ <div>-</div>
+ )}
+ {workflowRunTimeline?.map((timelineItem) => {
+ if (isBlockItem(timelineItem)) {
+ return (
+ <WorkflowRunTimelineBlockItemMinimal
+ key={timelineItem.block.workflow_run_block_id}
+ subItems={timelineItem.children}
+ block={timelineItem.block}
+ />
+ );
+ }
+ if (isThoughtItem(timelineItem)) {
+ return (
+ <ThoughtCardMinimal
+ key={timelineItem.thought.thought_id}
+ thought={timelineItem.thought}
+ />
+ );
+ }
+ })}
+ </div>
+ </ScrollAreaViewport>
+ </ScrollArea>
+ </div>
+ );
+}
+
+export { DebuggerRunTimelineMinimal };
diff --git a/skyvern-frontend/src/routes/workflows/editor/FlowRenderer.tsx b/skyvern-frontend/src/routes/workflows/editor/FlowRenderer.tsx
index 077636b9c..74588db78 100644
--- a/skyvern-frontend/src/routes/workflows/editor/FlowRenderer.tsx
+++ b/skyvern-frontend/src/routes/workflows/editor/FlowRenderer.tsx
@@ -220,6 +220,7 @@ function convertToParametersYAML(
}
type Props = {
+ hideBackground?: boolean;
nodes: Array<AppNode>;
edges: Array<Edge>;
setNodes: (nodes: Array<AppNode>) => void;
@@ -235,6 +236,7 @@ type Props = {
};
function FlowRenderer({
+ hideBackground = false,
nodes,
edges,
setNodes,
@@ -648,7 +650,7 @@ function FlowRenderer({
onEdgesChange={onEdgesChange}
nodeTypes={nodeTypes}
edgeTypes={edgeTypes}
- colorMode="dark"
+ // colorMode="dark"
fitView={true}
fitViewOptions={{
maxZoom: 1,
@@ -668,7 +670,9 @@ function FlowRenderer({
zoomOnPinch={!flowIsConstrained}
zoomOnScroll={!flowIsConstrained}
>
- <Background variant={BackgroundVariant.Dots} bgColor="#020617" />
+ {!hideBackground && (
+ <Background variant={BackgroundVariant.Dots} bgColor="#020617" />
+ )}
<Controls position="bottom-left" />
</ReactFlow>
</BlockActionContext.Provider>
diff --git a/skyvern-frontend/src/routes/workflows/editor/Workspace.tsx b/skyvern-frontend/src/routes/workflows/editor/Workspace.tsx
index 848832329..d82cf7142 100644
--- a/skyvern-frontend/src/routes/workflows/editor/Workspace.tsx
+++ b/skyvern-frontend/src/routes/workflows/editor/Workspace.tsx
@@ -1,7 +1,12 @@
import { AxiosError } from "axios";
import { useEffect, useRef, useState } from "react";
import { nanoid } from "nanoid";
-import { ReloadIcon } from "@radix-ui/react-icons";
+import {
+ ChevronRightIcon,
+ ChevronLeftIcon,
+ GlobeIcon,
+ ReloadIcon,
+} from "@radix-ui/react-icons";
import { useParams, useSearchParams } from "react-router-dom";
import { useEdgesState, useNodesState, Edge } from "@xyflow/react";
import { useMutation, useQueryClient } from "@tanstack/react-query";
@@ -10,7 +15,6 @@ import { getClient } from "@/api/AxiosClient";
import { DebugSessionApiResponse } from "@/api/types";
import { useCredentialGetter } from "@/hooks/useCredentialGetter";
import { useMountEffect } from "@/hooks/useMountEffect";
-import { useRanker } from "../hooks/useRanker";
import { useDebugSessionQuery } from "../hooks/useDebugSessionQuery";
import { useBlockScriptsQuery } from "@/routes/workflows/hooks/useBlockScriptsQuery";
import { useCacheKeyValuesQuery } from "../hooks/useCacheKeyValuesQuery";
@@ -19,6 +23,11 @@ import { useSidebarStore } from "@/store/SidebarStore";
import { AnimatedWave } from "@/components/AnimatedWave";
import { Button } from "@/components/ui/button";
+import {
+ BreakoutButton,
+ PowerButton,
+ ReloadButton,
+} from "@/components/FloatingWindow";
import {
Dialog,
DialogContent,
@@ -28,21 +37,20 @@ import {
DialogTitle,
DialogClose,
} from "@/components/ui/dialog";
-import { SwitchBar } from "@/components/SwitchBar";
import { toast } from "@/components/ui/use-toast";
import { BrowserStream } from "@/components/BrowserStream";
-import { FloatingWindow } from "@/components/FloatingWindow";
import { statusIsFinalized } from "@/routes/tasks/types.ts";
import { DebuggerRun } from "@/routes/workflows/debugger/DebuggerRun";
+import { DebuggerRunMinimal } from "@/routes/workflows/debugger/DebuggerRunMinimal";
import { useWorkflowRunQuery } from "@/routes/workflows/hooks/useWorkflowRunQuery";
-import { DebuggerRunOutput } from "@/routes/workflows/debugger/DebuggerRunOutput";
-import { DebuggerPostRunParameters } from "@/routes/workflows/debugger/DebuggerPostRunParameters";
import { useWorkflowPanelStore } from "@/store/WorkflowPanelStore";
import {
useWorkflowHasChangesStore,
useWorkflowSave,
} from "@/store/WorkflowHasChangesStore";
+import { cn } from "@/util/utils";
+
import { FlowRenderer, type FlowRendererProps } from "./FlowRenderer";
import { AppNode, isWorkflowBlockNode, WorkflowBlockNode } from "./nodes";
import { WorkflowNodeLibraryPanel } from "./panels/WorkflowNodeLibraryPanel";
@@ -60,6 +68,8 @@ import {
} from "./workflowEditorUtils";
import { constructCacheKeyValue } from "./utils";
+import "./workspace-styles.css";
+
const Constants = {
NewBrowserCooldown: 30000,
} as const;
@@ -85,10 +95,10 @@ function Workspace({
showBrowser = false,
workflow,
}: Props) {
- const { blockLabel, workflowPermanentId, workflowRunId } = useParams();
+ const { blockLabel, workflowPermanentId } = useParams();
const [searchParams, setSearchParams] = useSearchParams();
const cacheKeyValueParam = searchParams.get("cache-key-value");
- const [content, setContent] = useState("actions");
+ const [timelineMode, setTimelineMode] = useState("narrow");
const [cacheKeyValueFilter, setCacheKeyValueFilter] = useState<string | null>(
null,
);
@@ -102,7 +112,6 @@ function Workspace({
const { data: workflowRun } = useWorkflowRunQuery();
const isFinalized = workflowRun ? statusIsFinalized(workflowRun) : null;
const interactor = workflowRun && isFinalized === false ? "agent" : "human";
- const browserTitle = interactor === "agent" ? `Browser [πŸ€–]` : `Browser [πŸ‘€]`;
const [openCycleBrowserDialogue, setOpenCycleBrowserDialogue] =
useState(false);
@@ -116,36 +125,12 @@ function Workspace({
const [activeDebugSession, setActiveDebugSession] =
useState<DebugSessionApiResponse | null>(null);
const [showPowerButton, setShowPowerButton] = useState(true);
+ const [reloadKey, setReloadKey] = useState(0);
+ const [isReloading, setIsReloading] = useState(false);
const credentialGetter = useCredentialGetter();
const queryClient = useQueryClient();
const [shouldFetchDebugSession, setShouldFetchDebugSession] = useState(false);
const blockScriptStore = useBlockScriptStore();
- const { rankedItems, promote } = useRanker([
- "browserWindow",
- "header",
- "dropdown",
- "history",
- "infiniteCanvas",
- ]);
- const [hideControlButtons, setHideControlButtons] = useState(false);
-
- // ---start fya: https://github.com/frontyardart
- const hasForLoopNode = nodes.some((node) => node.type === "loop");
-
- const initialBrowserPosition = {
- x: hasForLoopNode ? 600 : 520,
- y: 132,
- };
-
- const windowWidth = window.innerWidth;
- const rightPadding = 567;
- const initialWidth = Math.max(
- 512,
- windowWidth - initialBrowserPosition.x - rightPadding,
- );
- const initialHeight = (initialWidth / 16) * 9;
- // ---end fya
-
const cacheKey = workflow?.cache_key ?? "";
const [cacheKeyValue, setCacheKeyValue] = useState(
@@ -156,6 +141,18 @@ function Workspace({
: constructCacheKeyValue(cacheKey, workflow),
);
+ useEffect(() => {
+ const handleKeyDown = (event: KeyboardEvent) => {
+ if (event.key === "Escape") {
+ setTimelineMode("narrow");
+ }
+ };
+ document.addEventListener("keydown", handleKeyDown);
+ return () => {
+ document.removeEventListener("keydown", handleKeyDown);
+ };
+ }, []);
+
useEffect(() => {
const currentUrlValue = searchParams.get("cache-key-value");
const targetValue = cacheKeyValue === "" ? null : cacheKeyValue;
@@ -202,10 +199,13 @@ function Workspace({
const workflowChangesStore = useWorkflowHasChangesStore();
+ const showBreakoutButton =
+ activeDebugSession && activeDebugSession.browser_session_id;
+
/**
* Open a new tab (not window) with the browser session URL.
*/
- const handleOnBreakout = () => {
+ const breakout = () => {
if (activeDebugSession) {
const pbsId = activeDebugSession.browser_session_id;
if (pbsId) {
@@ -214,10 +214,23 @@ function Workspace({
}
};
- const handleOnCycle = () => {
+ const cycle = () => {
setOpenCycleBrowserDialogue(true);
};
+ const reload = () => {
+ if (isReloading) {
+ return;
+ }
+
+ setReloadKey((prev) => prev + 1);
+ setIsReloading(true);
+
+ setTimeout(() => {
+ setIsReloading(false);
+ }, 1000);
+ };
+
useMountEffect(() => {
setCollapsed(true);
workflowChangesStore.setHasChanges(false);
@@ -459,7 +472,6 @@ function Workspace({
active: true,
content: "cacheKeyValues",
});
- promote("dropdown");
}
function toggleCacheKeyValuesPanel() {
@@ -468,7 +480,6 @@ function Workspace({
workflowPanelState.content === "cacheKeyValues"
) {
closeWorkflowPanel();
- promote("header");
} else {
openCacheKeyValuesPanel();
}
@@ -581,13 +592,7 @@ function Workspace({
</Dialog>
{/* header panel */}
- <div
- className="absolute left-6 right-6 top-8 h-20"
- style={{ zIndex: rankedItems.header ?? 3 }}
- onMouseDownCapture={() => {
- promote("header");
- }}
- >
+ <div className="absolute left-6 right-6 top-8 z-10 h-20">
<WorkflowHeader
cacheKeyValue={cacheKeyValue}
cacheKeyValues={cacheKeyValues}
@@ -631,13 +636,11 @@ function Workspace({
workflowPanelState.content === "parameters"
) {
closeWorkflowPanel();
- promote("header");
} else {
setWorkflowPanelState({
active: true,
content: "parameters",
});
- promote("dropdown");
}
}}
onSave={async () => {
@@ -666,13 +669,12 @@ function Workspace({
}}
onRun={() => {
closeWorkflowPanel();
- promote("header");
}}
/>
</div>
- {/* sub panels */}
- {workflowPanelState.active && (
+ {/* sub panels in design mode */}
+ {!showBrowser && workflowPanelState.active && (
<div
className="absolute right-6 top-[8.5rem]"
style={{
@@ -680,11 +682,8 @@ function Workspace({
workflowPanelState.content === "nodeLibrary"
? "calc(100vh - 9.5rem)"
: "unset",
- zIndex: rankedItems.dropdown ?? 2,
- }}
- onMouseDownCapture={() => {
- promote("dropdown");
}}
+ onMouseDownCapture={() => {}}
>
{workflowPanelState.content === "cacheKeyValues" && (
<WorkflowCacheKeyValuesPanel
@@ -695,9 +694,6 @@ function Workspace({
setToDeleteCacheKeyValue(cacheKeyValue);
setOpenConfirmCacheKeyValueDeleteDialogue(true);
}}
- onMouseDownCapture={() => {
- promote("dropdown");
- }}
onPaginate={(page) => {
setPage(page);
}}
@@ -709,17 +705,10 @@ function Workspace({
/>
)}
{workflowPanelState.content === "parameters" && (
- <WorkflowParametersPanel
- onMouseDownCapture={() => {
- promote("dropdown");
- }}
- />
+ <WorkflowParametersPanel />
)}
{workflowPanelState.content === "nodeLibrary" && (
<WorkflowNodeLibraryPanel
- onMouseDownCapture={() => {
- promote("dropdown");
- }}
onNodeClick={(props) => {
addNode(props);
}}
@@ -728,110 +717,189 @@ function Workspace({
</div>
)}
- {showBrowser && (
+ <div className="relative flex h-full w-full overflow-hidden overflow-x-hidden">
+ {/* infinite canvas */}
<div
- className="absolute right-6 top-[8.5rem] h-[calc(100vh-9.5rem)]"
- style={{ zIndex: rankedItems.history ?? 1 }}
- onMouseDownCapture={() => {
- closeWorkflowPanel();
- promote("history");
- }}
+ className={cn("skyvern-split-left h-full w-[33rem]", {
+ "w-full": !showBrowser,
+ })}
>
- <div className="pointer-events-none absolute right-0 top-0 flex h-full w-[400px] flex-col items-end justify-end bg-slate-900">
- <div className="pointer-events-auto relative flex h-full w-full flex-col items-start overflow-hidden rounded-xl border border-slate-700">
- {workflowRunId && (
- <SwitchBar
- className="m-2 border-none"
- onChange={(value) => setContent(value)}
- value={content}
- options={[
- {
- label: "Actions",
- value: "actions",
- },
- {
- label: "Inputs",
- value: "inputs",
- },
- {
- label: "Outputs",
- value: "outputs",
- },
- ]}
- />
- )}
- <div className="h-full w-full overflow-hidden overflow-y-auto">
- {(!workflowRunId || content === "actions") && <DebuggerRun />}
- {workflowRunId && content === "inputs" && (
- <DebuggerPostRunParameters />
+ <FlowRenderer
+ hideBackground={showBrowser}
+ nodes={nodes}
+ edges={edges}
+ setNodes={setNodes}
+ setEdges={setEdges}
+ onNodesChange={onNodesChange}
+ onEdgesChange={onEdgesChange}
+ initialTitle={initialTitle}
+ workflow={workflow}
+ />
+ </div>
+
+ {/* divider if browser is in play */}
+ {showBrowser && (
+ <div className="mt-[8rem] h-[calc(100%-8rem)] w-[1px] bg-slate-800" />
+ )}
+
+ {/* browser & timeline & sub-panels in debug mode */}
+ {showBrowser && (
+ <div className="skyvern-split-right relative flex h-full flex-1 items-end justify-center bg-[#020617] p-4 pl-6">
+ {/* sub panels */}
+ {workflowPanelState.active && (
+ <div
+ className={cn("absolute right-6 top-[8.5rem]", {
+ "left-6": workflowPanelState.content === "nodeLibrary",
+ })}
+ style={{
+ top: "10.5rem",
+ height:
+ workflowPanelState.content === "nodeLibrary"
+ ? "calc(100vh - 14rem)"
+ : "unset",
+ }}
+ >
+ {workflowPanelState.content === "cacheKeyValues" && (
+ <WorkflowCacheKeyValuesPanel
+ cacheKeyValues={cacheKeyValues}
+ pending={cacheKeyValuesLoading}
+ scriptKey={workflow.cache_key ?? "default"}
+ onDelete={(cacheKeyValue) => {
+ setToDeleteCacheKeyValue(cacheKeyValue);
+ setOpenConfirmCacheKeyValueDeleteDialogue(true);
+ }}
+ onPaginate={(page) => {
+ setPage(page);
+ }}
+ onSelect={(cacheKeyValue) => {
+ setCacheKeyValue(cacheKeyValue);
+ setCacheKeyValueFilter("");
+ closeWorkflowPanel();
+ }}
+ />
)}
- {workflowRunId && content === "outputs" && (
- <DebuggerRunOutput />
+ {workflowPanelState.content === "parameters" && (
+ <WorkflowParametersPanel />
+ )}
+ {workflowPanelState.content === "nodeLibrary" && (
+ <WorkflowNodeLibraryPanel
+ onNodeClick={(props) => {
+ addNode(props);
+ }}
+ />
)}
</div>
- </div>
- </div>
- </div>
- )}
+ )}
- {/* infinite canvas */}
- <FlowRenderer
- nodes={nodes}
- edges={edges}
- setNodes={setNodes}
- setEdges={setEdges}
- onNodesChange={onNodesChange}
- onEdgesChange={onEdgesChange}
- initialTitle={initialTitle}
- workflow={workflow}
- onMouseDownCapture={() => promote("infiniteCanvas")}
- zIndex={rankedItems.infiniteCanvas}
- />
-
- {/* browser */}
- {showBrowser && (
- <FloatingWindow
- title={browserTitle}
- bounded={false}
- initialPosition={initialBrowserPosition}
- initialWidth={initialWidth}
- initialHeight={initialHeight}
- showBreakoutButton={activeDebugSession !== null}
- showMaximizeButton={true}
- showMinimizeButton={true}
- showPowerButton={blockLabel === undefined && showPowerButton}
- showReloadButton={true}
- zIndex={rankedItems.browserWindow ?? 4}
- // --
- onBreakout={handleOnBreakout}
- onCycle={handleOnCycle}
- onFocus={() => promote("browserWindow")}
- onMinimize={() => {
- setHideControlButtons(true);
- }}
- onMaximize={() => {
- setHideControlButtons(false);
- }}
- onRestore={() => {
- setHideControlButtons(false);
- }}
- >
- {activeDebugSession &&
- activeDebugSession.browser_session_id &&
- !cycleBrowser.isPending ? (
- <BrowserStream
- interactive={false}
- browserSessionId={activeDebugSession.browser_session_id}
- showControlButtons={!hideControlButtons}
- />
- ) : (
- <div className="flex h-full w-full flex-col items-center justify-center gap-2 pb-2 pt-4 text-sm text-slate-400">
- Connecting to your browser...
- <AnimatedWave text=".β€§β‚ŠΛš β‹… βœ¨β˜… β€§β‚ŠΛš β‹…" />
+ {/* browser & timeline */}
+ <div className="flex h-[calc(100%-8rem)] w-full gap-6">
+ {/* browser */}
+ <div className="flex h-full w-full flex-1 flex-col items-center justify-center">
+ <div key={reloadKey} className="w-full flex-1">
+ {activeDebugSession &&
+ activeDebugSession.browser_session_id &&
+ !cycleBrowser.isPending ? (
+ <BrowserStream
+ interactive={interactor === "human"}
+ browserSessionId={activeDebugSession.browser_session_id}
+ showControlButtons={interactor === "human"}
+ />
+ ) : (
+ <div className="flex aspect-video w-full flex-col items-center justify-center gap-2 rounded-md border border-slate-800 pb-2 pt-4 text-sm text-slate-400">
+ Connecting to your browser...
+ <AnimatedWave text=".β€§β‚ŠΛš β‹… βœ¨β˜… β€§β‚ŠΛš β‹…" />
+ </div>
+ )}
+ </div>
+ <footer className="flex h-[2rem] w-full items-center justify-start gap-4">
+ <div className="flex items-center gap-2">
+ <GlobeIcon /> Live Browser
+ </div>
+ {showBreakoutButton && (
+ <BreakoutButton onClick={() => breakout()} />
+ )}
+ <div className="ml-auto flex items-center gap-2">
+ {showPowerButton && <PowerButton onClick={() => cycle()} />}
+ <ReloadButton
+ isReloading={isReloading}
+ onClick={() => reload()}
+ />
+ </div>
+ </footer>
+ </div>
+
+ {/* timeline */}
+ <div
+ className={cn("h-full w-[5rem] overflow-visible", {
+ "pointer-events-none w-[0px] overflow-hidden": !blockLabel,
+ })}
+ >
+ <div
+ className={cn(
+ "relative h-full w-[25rem] translate-x-[-20.5rem] bg-[#020617] transition-all",
+ {
+ "translate-x-[0rem]": timelineMode === "narrow",
+ group: timelineMode === "narrow",
+ },
+ )}
+ onClick={() => {
+ if (timelineMode === "narrow") {
+ setTimelineMode("wide");
+ }
+ }}
+ >
+ {/* timeline wide */}
+ <div
+ className={cn(
+ "pointer-events-none absolute left-[0.5rem] right-0 top-0 flex h-full w-[400px] flex-col items-end justify-end opacity-0 transition-all duration-1000",
+ { "opacity-100": timelineMode === "wide" },
+ )}
+ >
+ <div
+ className={cn(
+ "pointer-events-none relative flex h-full w-full flex-col items-start overflow-hidden bg-[#020617]",
+ { "pointer-events-auto": timelineMode === "wide" },
+ )}
+ >
+ <DebuggerRun />
+ </div>
+ </div>
+
+ {/* divider */}
+ <div className="vertical-line-gradient absolute left-0 top-0 h-full w-[2px]"></div>
+
+ {/* slide indicator */}
+ <div
+ className="absolute left-0 top-0 z-10 flex h-full items-center justify-center p-1 opacity-30 transition-opacity hover:opacity-100 group-hover:opacity-100"
+ onClick={(e) => {
+ e.stopPropagation();
+ setTimelineMode(
+ timelineMode === "wide" ? "narrow" : "wide",
+ );
+ }}
+ >
+ {timelineMode === "narrow" && <ChevronLeftIcon />}
+ {timelineMode === "wide" && <ChevronRightIcon />}
+ </div>
+
+ {/* timeline narrow */}
+ <div
+ className={cn(
+ "delay-[300ms] pointer-events-none absolute left-0 top-0 h-full w-[6rem] rounded-l-lg opacity-0 transition-all duration-1000",
+ {
+ "pointer-events-auto opacity-100":
+ timelineMode === "narrow",
+ },
+ )}
+ >
+ <DebuggerRunMinimal />
+ </div>
+ </div>
+ </div>
</div>
- )}
- </FloatingWindow>
- )}
+ </div>
+ )}
+ </div>
</div>
);
}
diff --git a/skyvern-frontend/src/routes/workflows/editor/workspace-styles.css b/skyvern-frontend/src/routes/workflows/editor/workspace-styles.css
new file mode 100644
index 000000000..89af84bad
--- /dev/null
+++ b/skyvern-frontend/src/routes/workflows/editor/workspace-styles.css
@@ -0,0 +1,32 @@
+.vertical-line-gradient {
+ background: linear-gradient(
+ to bottom,
+ transparent 0%,
+ rgba(51, 65, 85, 0.3) 20%,
+ rgba(51, 65, 85, 1) 50%,
+ rgba(51, 65, 85, 0.3) 80%,
+ transparent 100%
+ );
+}
+
+.vertical-gradient-error {
+ background: linear-gradient(
+ to bottom,
+ transparent 0%,
+ rgba(51, 0, 0, 0.3) 5%,
+ rgba(51, 0, 0, 0.4) 50%,
+ rgba(51, 0, 0, 0.3) 95%,
+ transparent 100%
+ );
+}
+
+.vertical-gradient-success {
+ background: linear-gradient(
+ to bottom,
+ transparent 0%,
+ rgba(0, 51, 0, 0.3) 5%,
+ rgba(0, 51, 0, 0.4) 50%,
+ rgba(0, 51, 0, 0.3) 95%,
+ transparent 100%
+ );
+}
diff --git a/skyvern-frontend/src/routes/workflows/workflowRun/ActionCardMinimal.tsx b/skyvern-frontend/src/routes/workflows/workflowRun/ActionCardMinimal.tsx
new file mode 100644
index 000000000..25e1cf59f
--- /dev/null
+++ b/skyvern-frontend/src/routes/workflows/workflowRun/ActionCardMinimal.tsx
@@ -0,0 +1,43 @@
+import { LightningBoltIcon } from "@radix-ui/react-icons";
+import { ActionsApiResponse, Status } from "@/api/types";
+import {
+ Tooltip,
+ TooltipContent,
+ TooltipProvider,
+ TooltipTrigger,
+} from "@/components/ui/tooltip";
+import { ActionTypePillMinimal } from "@/routes/tasks/detail/ActionTypePillMinimal";
+import { ItemStatusIndicator } from "./ItemStatusIndicator";
+
+type Props = {
+ action: ActionsApiResponse;
+};
+
+function ActionCardMinimal({ action }: Props) {
+ const success =
+ action.status === Status.Completed || action.status === Status.Skipped;
+
+ return (
+ <ItemStatusIndicator failure={!success} success={success} offset="-0.7rem">
+ <div className="flex items-center justify-center gap-2">
+ <ActionTypePillMinimal actionType={action.action_type} />
+ {action.created_by === "script" && (
+ <TooltipProvider>
+ <Tooltip delayDuration={300}>
+ <TooltipTrigger asChild>
+ <div className="flex gap-1">
+ <LightningBoltIcon className="h-4 w-4 text-[gold]" />
+ </div>
+ </TooltipTrigger>
+ <TooltipContent className="max-w-[250px]">
+ Code Execution
+ </TooltipContent>
+ </Tooltip>
+ </TooltipProvider>
+ )}
+ </div>
+ </ItemStatusIndicator>
+ );
+}
+
+export { ActionCardMinimal };
diff --git a/skyvern-frontend/src/routes/workflows/workflowRun/ItemStatusIndicator.tsx b/skyvern-frontend/src/routes/workflows/workflowRun/ItemStatusIndicator.tsx
new file mode 100644
index 000000000..bfbdd7dbc
--- /dev/null
+++ b/skyvern-frontend/src/routes/workflows/workflowRun/ItemStatusIndicator.tsx
@@ -0,0 +1,35 @@
+import { CheckIcon, Cross2Icon } from "@radix-ui/react-icons";
+
+interface Props {
+ children: React.ReactNode;
+ offset?: string;
+ failure?: boolean;
+ success?: boolean;
+}
+
+function ItemStatusIndicator({
+ children,
+ offset = "-0.6rem",
+ failure,
+ success,
+}: Props) {
+ return (
+ <div className="relative flex items-center justify-center overflow-visible">
+ {children}
+ {success && (
+ <CheckIcon
+ className="absolute h-3 w-3 text-success"
+ style={{ right: offset, top: offset }}
+ />
+ )}
+ {failure && (
+ <Cross2Icon
+ className="absolute h-[0.65rem] w-[0.65rem] text-destructive"
+ style={{ right: offset, top: offset }}
+ />
+ )}
+ </div>
+ );
+}
+
+export { ItemStatusIndicator };
diff --git a/skyvern-frontend/src/routes/workflows/workflowRun/ThoughtCardMinimal.tsx b/skyvern-frontend/src/routes/workflows/workflowRun/ThoughtCardMinimal.tsx
new file mode 100644
index 000000000..c9f91ee97
--- /dev/null
+++ b/skyvern-frontend/src/routes/workflows/workflowRun/ThoughtCardMinimal.tsx
@@ -0,0 +1,17 @@
+import { ObserverThought } from "../types/workflowRunTypes";
+import { Tip } from "@/components/Tip";
+import { BrainIcon } from "@/components/icons/BrainIcon";
+
+type Props = {
+ thought: ObserverThought;
+};
+
+function ThoughtCardMinimal({ thought }: Props) {
+ return (
+ <Tip content={thought.answer || thought.thought || null}>
+ <BrainIcon className="size-6" />
+ </Tip>
+ );
+}
+
+export { ThoughtCardMinimal };
diff --git a/skyvern-frontend/src/routes/workflows/workflowRun/WorkflowRunTimelineBlockItemMinimal.tsx b/skyvern-frontend/src/routes/workflows/workflowRun/WorkflowRunTimelineBlockItemMinimal.tsx
new file mode 100644
index 000000000..8d3b3dce7
--- /dev/null
+++ b/skyvern-frontend/src/routes/workflows/workflowRun/WorkflowRunTimelineBlockItemMinimal.tsx
@@ -0,0 +1,76 @@
+import { Tip } from "@/components/Tip";
+import { workflowBlockTitle } from "../editor/nodes/types";
+import { WorkflowBlockIcon } from "../editor/nodes/WorkflowBlockIcon";
+import {
+ isBlockItem,
+ isThoughtItem,
+ WorkflowRunBlock,
+ WorkflowRunTimelineItem,
+} from "../types/workflowRunTypes";
+import { ActionCardMinimal } from "./ActionCardMinimal";
+import { Status } from "@/api/types";
+import { ThoughtCardMinimal } from "./ThoughtCardMinimal";
+import { ItemStatusIndicator } from "./ItemStatusIndicator";
+
+type Props = {
+ block: WorkflowRunBlock;
+ subItems: Array<WorkflowRunTimelineItem>;
+};
+
+function WorkflowRunTimelineBlockItemMinimal({ block, subItems }: Props) {
+ const actions = block.actions ?? [];
+ const showStatusIndicator = block.status !== null;
+ const showSuccessIndicator =
+ showStatusIndicator && block.status === Status.Completed;
+ const showFailureIndicator =
+ showStatusIndicator &&
+ (block.status === Status.Failed ||
+ block.status === Status.Terminated ||
+ block.status === Status.TimedOut ||
+ block.status === Status.Canceled);
+
+ return (
+ <div className="flex flex-col items-center justify-center gap-2">
+ <Tip
+ content={workflowBlockTitle[block.block_type] ?? null}
+ asChild={false}
+ >
+ <ItemStatusIndicator
+ failure={showFailureIndicator}
+ success={showSuccessIndicator}
+ >
+ <WorkflowBlockIcon workflowBlockType={block.block_type} />
+ </ItemStatusIndicator>
+ </Tip>
+
+ {actions.length > 0 && (
+ <div className="flex flex-col items-center justify-center gap-4 rounded-md p-2">
+ {actions.map((action) => {
+ return <ActionCardMinimal key={action.action_id} action={action} />;
+ })}
+ </div>
+ )}
+ {subItems.map((item) => {
+ if (isBlockItem(item)) {
+ return (
+ <WorkflowRunTimelineBlockItemMinimal
+ key={item.block.workflow_run_block_id}
+ subItems={item.children}
+ block={item.block}
+ />
+ );
+ }
+ if (isThoughtItem(item)) {
+ return (
+ <ThoughtCardMinimal
+ key={item.thought.thought_id}
+ thought={item.thought}
+ />
+ );
+ }
+ })}
+ </div>
+ );
+}
+
+export { WorkflowRunTimelineBlockItemMinimal };