Automate browser based workflows with AI
Python aiapiautomationbrowserbrowser-automationcomputergptllmplaywrightpowerautomatepuppeteerpythonrpaseleniumvisionworkflow
feat: workflows-list reliability badge (self-heal UX Phase 1b) (#7494)
pedrohsdb77ad799ef6ba
diff --git a/skyvern-frontend/src/routes/workflows/WorkflowReliabilityBadge.test.tsx b/skyvern-frontend/src/routes/workflows/WorkflowReliabilityBadge.test.tsxnew file mode 100644index 000000000..19d744751--- /dev/null+++ b/skyvern-frontend/src/routes/workflows/WorkflowReliabilityBadge.test.tsx@@ -0,0 +1,76 @@+// @vitest-environment jsdom++import { render, screen } from "@testing-library/react";+import { describe, expect, it } from "vitest";++import type { WorkflowReliability } from "./types/reliabilityTypes";+import { WorkflowReliabilityBadge } from "./WorkflowReliabilityBadge";++function makeReliability(+ overrides: Partial<WorkflowReliability> = {},+): WorkflowReliability {+ return {+ state: "healthy",+ outcome_risk: false,+ scored: true,+ window_runs: 10,+ healed_runs: 4,+ heal_rate: 0.4,+ consecutive_healed_runs: 1,+ floor_runs: 0,+ outcome_risk_runs: 0,+ ...overrides,+ };+}++describe("WorkflowReliabilityBadge", () => {+ it("renders an amber badge for scored action_needed reliability", () => {+ render(+ <WorkflowReliabilityBadge+ reliability={makeReliability({ state: "action_needed" })}+ />,+ );++ const badge = screen.getByText("Needs a look");+ expect(badge).toBeDefined();+ expect(badge.className).toContain("text-warning");+ });++ it("renders nothing for healthy reliability", () => {+ const { container } = render(+ <WorkflowReliabilityBadge+ reliability={makeReliability({ state: "healthy" })}+ />,+ );++ expect(container.firstChild).toBeNull();+ });++ it("renders nothing for watch reliability", () => {+ const { container } = render(+ <WorkflowReliabilityBadge+ reliability={makeReliability({ state: "watch" })}+ />,+ );++ expect(container.firstChild).toBeNull();+ });++ it("renders nothing when reliability is not scored", () => {+ const { container } = render(+ <WorkflowReliabilityBadge+ reliability={makeReliability({ state: "action_needed", scored: false })}+ />,+ );++ expect(container.firstChild).toBeNull();+ });++ it("renders nothing when reliability is undefined", () => {+ const { container } = render(+ <WorkflowReliabilityBadge reliability={undefined} />,+ );++ expect(container.firstChild).toBeNull();+ });+});diff --git a/skyvern-frontend/src/routes/workflows/WorkflowReliabilityBadge.tsx b/skyvern-frontend/src/routes/workflows/WorkflowReliabilityBadge.tsxnew file mode 100644index 000000000..1c871d356--- /dev/null+++ b/skyvern-frontend/src/routes/workflows/WorkflowReliabilityBadge.tsx@@ -0,0 +1,27 @@+import type { WorkflowReliability } from "./types/reliabilityTypes";+import {+ reliabilityLabel,+ reliabilityShowsState,+} from "./workflowRun/reliabilityStatus";++type Props = {+ reliability?: WorkflowReliability;+};++function WorkflowReliabilityBadge({ reliability }: Props) {+ if (+ !reliability ||+ !reliabilityShowsState(reliability) ||+ reliability.state !== "action_needed"+ ) {+ return null;+ }++ return (+ <span className="inline-flex shrink-0 items-center whitespace-nowrap rounded border border-border bg-warning/15 px-1.5 py-0.5 text-[10px] font-medium uppercase tracking-wide text-warning">+ {reliabilityLabel(reliability.state)}+ </span>+ );+}++export { WorkflowReliabilityBadge };diff --git a/skyvern-frontend/src/routes/workflows/WorkflowsFlat.tsx b/skyvern-frontend/src/routes/workflows/WorkflowsFlat.tsxindex 912a68d17..b59ed7d2d 100644--- a/skyvern-frontend/src/routes/workflows/WorkflowsFlat.tsx+++ b/skyvern-frontend/src/routes/workflows/WorkflowsFlat.tsx@@ -93,7 +93,9 @@ import { useFoldersQuery } from "./hooks/useFoldersQuery";import { useTagKeysQuery } from "./hooks/useTagKeysQuery";import { useTagValuesQuery } from "./hooks/useTagValuesQuery";import { useWorkflowTagsBatchQuery } from "./hooks/useWorkflowTagsBatchQuery";+import { useWorkflowsReliabilityBatchQuery } from "./hooks/useWorkflowsReliabilityBatchQuery";import { useActiveImportsPolling } from "./hooks/useActiveImportsPolling";+import { WorkflowReliabilityBadge } from "./WorkflowReliabilityBadge";import { TagChipList } from "./components/tagging/TagChipList";import { WorkflowTagFilter } from "./components/tagging/WorkflowTagFilter";import {@@ -429,6 +431,8 @@ function WorkflowsFlat() {enabled: taggingEnabled,},);+ const { data: workflowReliabilityMap = {} } =+ useWorkflowsReliabilityBatchQuery(workflowIds);// Tags observed on the page for editor/filter suggestions: grouped values per// key plus standalone labels. Maps avoid prototype-key collisions.@@ -1041,6 +1045,13 @@ function WorkflowsFlat() {</Tooltip></TooltipProvider>)}+ <WorkflowReliabilityBadge+ reliability={+ workflowReliabilityMap[+ workflow.workflow_permanent_id+ ]+ }+ /></div>{taggingEnabled &&workflowTags &&diff --git a/skyvern-frontend/src/routes/workflows/WorkflowsTree.tsx b/skyvern-frontend/src/routes/workflows/WorkflowsTree.tsxindex b5534661f..6d1aed213 100644--- a/skyvern-frontend/src/routes/workflows/WorkflowsTree.tsx+++ b/skyvern-frontend/src/routes/workflows/WorkflowsTree.tsx@@ -71,6 +71,7 @@ import { useInfiniteFoldersQuery } from "./hooks/useInfiniteFoldersQuery";import { useTagKeysQuery } from "./hooks/useTagKeysQuery";import { useTagValuesQuery } from "./hooks/useTagValuesQuery";import { useWorkflowTagsBatchQuery } from "./hooks/useWorkflowTagsBatchQuery";+import { useWorkflowsReliabilityBatchQuery } from "./hooks/useWorkflowsReliabilityBatchQuery";import { useActiveImportsPolling } from "./hooks/useActiveImportsPolling";import { WorkflowTagFilter } from "./components/tagging/WorkflowTagFilter";import {@@ -403,6 +404,8 @@ function WorkflowsTree() {enabled: taggingEnabled,},);+ const { data: workflowReliabilityMap = {} } =+ useWorkflowsReliabilityBatchQuery(workflowIds);// Tags observed on the page for editor/filter suggestions: grouped values per// key plus standalone labels. Maps avoid prototype-key collisions.@@ -700,6 +703,7 @@ function WorkflowsTree() {selectedCount: selectedWorkflows.length,foldersMap,workflowTagsMap,+ workflowReliabilityMap,tagDescriptions,tagColors,tagKeys,diff --git a/skyvern-frontend/src/routes/workflows/components/tree/FolderTreeNode.test.tsx b/skyvern-frontend/src/routes/workflows/components/tree/FolderTreeNode.test.tsxindex 33f5eae0e..2bfb5a35b 100644--- a/skyvern-frontend/src/routes/workflows/components/tree/FolderTreeNode.test.tsx+++ b/skyvern-frontend/src/routes/workflows/components/tree/FolderTreeNode.test.tsx@@ -62,6 +62,7 @@ const contextValue: WorkflowsListContextValue = {selectedCount: 0,foldersMap: new Map(),workflowTagsMap: {},+ workflowReliabilityMap: {},tagDescriptions: new Map(),tagColors: new Map(),tagKeys: [],diff --git a/skyvern-frontend/src/routes/workflows/components/tree/WorkflowRow.tagging.test.tsx b/skyvern-frontend/src/routes/workflows/components/tree/WorkflowRow.tagging.test.tsxindex 35bb9e738..a4a73ec3a 100644--- a/skyvern-frontend/src/routes/workflows/components/tree/WorkflowRow.tagging.test.tsx+++ b/skyvern-frontend/src/routes/workflows/components/tree/WorkflowRow.tagging.test.tsx@@ -43,6 +43,7 @@ const contextValue: WorkflowsListContextValue = {selectedCount: 0,foldersMap: new Map(),workflowTagsMap: { wpid_1: [{ key: "env", value: "prod" }] },+ workflowReliabilityMap: {},tagDescriptions: new Map(),tagColors: new Map(),tagKeys: [],diff --git a/skyvern-frontend/src/routes/workflows/components/tree/WorkflowRow.tsx b/skyvern-frontend/src/routes/workflows/components/tree/WorkflowRow.tsxindex 25feafad4..d078dbe33 100644--- a/skyvern-frontend/src/routes/workflows/components/tree/WorkflowRow.tsx+++ b/skyvern-frontend/src/routes/workflows/components/tree/WorkflowRow.tsx@@ -25,6 +25,7 @@ import { workflowEditorPath } from "../../studioNavigation";import { HighlightText } from "../HighlightText";import { ParameterDisplayInline } from "../ParameterDisplayInline";import { TagChipList } from "../tagging/TagChipList";+import { WorkflowReliabilityBadge } from "../../WorkflowReliabilityBadge";import { WorkflowRowContextMenu } from "../WorkflowRowContextMenu";import { useWorkflowsListContext } from "./WorkflowsListContext";import { useNavigate } from "react-router-dom";@@ -57,6 +58,7 @@ function WorkflowRow({ workflow, depth = 0 }: WorkflowRowProps) {selectedCount,foldersMap,workflowTagsMap,+ workflowReliabilityMap,tagDescriptions,tagColors,tagKeys,@@ -193,6 +195,11 @@ function WorkflowRow({ workflow, depth = 0 }: WorkflowRowProps) {</Tooltip></TooltipProvider>)}+ <WorkflowReliabilityBadge+ reliability={+ workflowReliabilityMap[workflow.workflow_permanent_id]+ }+ /></div>{taggingEnabled && workflowTags && workflowTags.length > 0 ? (<TagChipListdiff --git a/skyvern-frontend/src/routes/workflows/components/tree/WorkflowsListContext.ts b/skyvern-frontend/src/routes/workflows/components/tree/WorkflowsListContext.tsindex b73d99058..777322e54 100644--- a/skyvern-frontend/src/routes/workflows/components/tree/WorkflowsListContext.ts+++ b/skyvern-frontend/src/routes/workflows/components/tree/WorkflowsListContext.ts@@ -1,6 +1,7 @@import { createContext, useContext, type MouseEvent } from "react";import type { ParameterDisplayItem } from "../ParameterDisplayInline";import type { Folder } from "../../types/folderTypes";+import type { WorkflowReliability } from "../../types/reliabilityTypes";import type { Tag, TagKey } from "../../types/tagTypes";import type { TagColorMap } from "../../types/tagColors";@@ -16,6 +17,7 @@ export interface WorkflowsListContextValue {selectedCount: number;foldersMap: ReadonlyMap<string, Folder>;workflowTagsMap: Record<string, Array<Tag>>;+ workflowReliabilityMap: Record<string, WorkflowReliability>;tagDescriptions: Map<string, string | null>;// (key, value) -> palette color for grouped tag chips; undefined until loaded.tagColors: TagColorMap | undefined;diff --git a/skyvern-frontend/src/routes/workflows/hooks/useWorkflowsReliabilityBatchQuery.ts b/skyvern-frontend/src/routes/workflows/hooks/useWorkflowsReliabilityBatchQuery.tsnew file mode 100644index 000000000..d7b43e149--- /dev/null+++ b/skyvern-frontend/src/routes/workflows/hooks/useWorkflowsReliabilityBatchQuery.ts@@ -0,0 +1,67 @@+import { getClient } from "@/api/AxiosClient";+import { useCredentialGetter } from "@/hooks/useCredentialGetter";+import {+ getActiveOrgQueryKeyScope,+ getOrgScopedQueryKey,+ useActiveOrgId,+} from "@/store/ActiveOrgContext";+import { useQuery } from "@tanstack/react-query";+import type {+ WorkflowReliability,+ WorkflowsReliabilityBatchResponse,+} from "../types/reliabilityTypes";++// Backend rejects more than this many ids per request; chunk so an oversized+// page never drops badges.+const BATCH_RELIABILITY_MAX_WPIDS = 100;++// One batch fetch of reliability for all visible workflows (avoids per-row+// N+1). Ids are sorted so the query key is order-independent and identical+// sets share a cache entry.+function useWorkflowsReliabilityBatchQuery(+ workflowPermanentIds: Array<string>,+) {+ const credentialGetter = useCredentialGetter();+ const activeOrgId = useActiveOrgId();+ const activeOrgQueryKeyScope = getActiveOrgQueryKeyScope(activeOrgId);+ const sortedIds = [...workflowPermanentIds].sort();++ return useQuery<Record<string, WorkflowReliability>>({+ queryKey: getOrgScopedQueryKey(+ ["workflow-reliability", "batch", sortedIds],+ activeOrgQueryKeyScope,+ ),+ enabled: sortedIds.length > 0,+ queryFn: async ({ signal }) => {+ const client = await getClient(credentialGetter, "sans-api-v1");+ const chunks: Array<Array<string>> = [];+ for (let i = 0; i < sortedIds.length; i += BATCH_RELIABILITY_MAX_WPIDS) {+ chunks.push(sortedIds.slice(i, i + BATCH_RELIABILITY_MAX_WPIDS));+ }+ const responses = await Promise.all(+ chunks.map((ids) =>+ client+ .post<WorkflowsReliabilityBatchResponse>(+ "/workflows/reliability/batch",+ { workflow_permanent_ids: ids },+ { signal },+ )+ .then((response) => response.data.reliabilities),+ ),+ );+ // Chunks are disjoint slices, so wpid keys never collide on merge.+ const merged: Record<string, WorkflowReliability> = {};+ for (const response of responses) {+ // A response-shape skew (SKY-10683) shipped once already; skip a+ // malformed chunk payload rather than let it inject garbage keys.+ if (response === null || typeof response !== "object") {+ continue;+ }+ Object.assign(merged, response);+ }+ return merged;+ },+ });+}++export { useWorkflowsReliabilityBatchQuery };diff --git a/skyvern-frontend/src/routes/workflows/types/reliabilityTypes.ts b/skyvern-frontend/src/routes/workflows/types/reliabilityTypes.tsindex 91556af53..aa078b8c6 100644--- a/skyvern-frontend/src/routes/workflows/types/reliabilityTypes.ts+++ b/skyvern-frontend/src/routes/workflows/types/reliabilityTypes.ts@@ -12,4 +12,12 @@ type WorkflowReliability = {outcome_risk_runs: number;};-export type { WorkflowReliability, WorkflowReliabilityState };+type WorkflowsReliabilityBatchResponse = {+ reliabilities: Record<string, WorkflowReliability>;+};++export type {+ WorkflowReliability,+ WorkflowReliabilityState,+ WorkflowsReliabilityBatchResponse,+};