Automate browser based workflows with AI
Python aiapiautomationbrowserbrowser-automationcomputergptllmplaywrightpowerautomatepuppeteerpythonrpaseleniumvisionworkflow
enable VNC streaming for task v1 page (#4498)
Shuchang Zheng6f6e83727067
diff --git a/skyvern-frontend/src/api/types.ts b/skyvern-frontend/src/api/types.tsindex df9a33570..eb5074ac1 100644--- a/skyvern-frontend/src/api/types.ts+++ b/skyvern-frontend/src/api/types.ts@@ -150,6 +150,7 @@ export type TaskApiResponse = {max_steps_per_run: number | null;task_v2: TaskV2 | null;workflow_run_id: string | null;+ browser_session_id: string | null;};export type CreateTaskRequest = {diff --git a/skyvern-frontend/src/routes/tasks/detail/TaskActions.tsx b/skyvern-frontend/src/routes/tasks/detail/TaskActions.tsxindex 329ea8076..57349b525 100644--- a/skyvern-frontend/src/routes/tasks/detail/TaskActions.tsx+++ b/skyvern-frontend/src/routes/tasks/detail/TaskActions.tsx@@ -1,5 +1,7 @@import { getClient } from "@/api/AxiosClient";import { Status, StepApiResponse, TaskApiResponse } from "@/api/types";+import { BrowserStream } from "@/components/BrowserStream";+import { AspectRatio } from "@/components/ui/aspect-ratio";import { Skeleton } from "@/components/ui/skeleton";import { toast } from "@/components/ui/use-toast";import { ZoomableImage } from "@/components/ZoomableImage";@@ -66,8 +68,14 @@ function TaskActions() {});const taskIsNotFinalized = task && statusIsNotFinalized(task);const taskIsRunningOrQueued = task && statusIsRunningOrQueued(task);+ const browserSessionId = task?.browser_session_id;useEffect(() => {+ // Skip screenshot WebSocket if VNC streaming is available via browser_session_id+ if (browserSessionId) {+ return;+ }+if (!taskIsRunningOrQueued) {return;}@@ -138,7 +146,13 @@ function TaskActions() {socket = null;}};- }, [credentialGetter, taskId, taskIsRunningOrQueued, queryClient]);+ }, [+ browserSessionId,+ credentialGetter,+ taskId,+ taskIsRunningOrQueued,+ queryClient,+ ]);const { data: steps, isLoading: stepsIsLoading } = useQuery<Array<StepApiResponse>@@ -192,6 +206,29 @@ function TaskActions() {activeSelection !== "stream" ? actions[activeSelection] : null;function getStream() {+ // Use VNC streaming via BrowserStream when browser_session_id is available+ if (browserSessionId) {+ return (+ <AspectRatio ratio={16 / 9}>+ <BrowserStream+ key={browserSessionId}+ browserSessionId={browserSessionId}+ interactive={false}+ showControlButtons={false}+ onClose={() => {+ queryClient.invalidateQueries({+ queryKey: ["task", taskId],+ });+ queryClient.invalidateQueries({+ queryKey: ["tasks"],+ });+ }}+ />+ </AspectRatio>+ );+ }++ // Fall back to screenshot-based streamingif (task?.status === Status.Created) {return (<div className="flex h-full w-full flex-col items-center justify-center gap-4 bg-slate-elevation1 text-lg">