Skip to content

Automate browser based workflows with AI

feat: workflows-list reliability badge (self-heal UX Phase 1b) (#7494)

pedrohsdb77ad799ef6ba
diff --git a/skyvern-frontend/src/routes/workflows/WorkflowReliabilityBadge.test.tsx b/skyvern-frontend/src/routes/workflows/WorkflowReliabilityBadge.test.tsx
new file mode 100644
index 000000000..19d744751
--- /dev/null
+++ b/skyvern-frontend/src/routes/workflows/WorkflowReliabilityBadge.test.tsx
@@ -0,0 +1,76 @@
+// @vitest-environment jsdom
+
+import { render, screen } from "@testing-library/react";
+import { describe, expect, it } from "vitest";
+
+import type { WorkflowReliability } from "./types/reliabilityTypes";
+import { WorkflowReliabilityBadge } from "./WorkflowReliabilityBadge";
+
+function makeReliability(
+ overrides: Partial<WorkflowReliability> = {},
+): WorkflowReliability {
+ return {
+ state: "healthy",
+ outcome_risk: false,
+ scored: true,
+ window_runs: 10,
+ healed_runs: 4,
+ heal_rate: 0.4,
+ consecutive_healed_runs: 1,
+ floor_runs: 0,
+ outcome_risk_runs: 0,
+ ...overrides,
+ };
+}
+
+describe("WorkflowReliabilityBadge", () => {
+ it("renders an amber badge for scored action_needed reliability", () => {
+ render(
+ <WorkflowReliabilityBadge
+ reliability={makeReliability({ state: "action_needed" })}
+ />,
+ );
+
+ const badge = screen.getByText("Needs a look");
+ expect(badge).toBeDefined();
+ expect(badge.className).toContain("text-warning");
+ });
+
+ it("renders nothing for healthy reliability", () => {
+ const { container } = render(
+ <WorkflowReliabilityBadge
+ reliability={makeReliability({ state: "healthy" })}
+ />,
+ );
+
+ expect(container.firstChild).toBeNull();
+ });
+
+ it("renders nothing for watch reliability", () => {
+ const { container } = render(
+ <WorkflowReliabilityBadge
+ reliability={makeReliability({ state: "watch" })}
+ />,
+ );
+
+ expect(container.firstChild).toBeNull();
+ });
+
+ it("renders nothing when reliability is not scored", () => {
+ const { container } = render(
+ <WorkflowReliabilityBadge
+ reliability={makeReliability({ state: "action_needed", scored: false })}
+ />,
+ );
+
+ expect(container.firstChild).toBeNull();
+ });
+
+ it("renders nothing when reliability is undefined", () => {
+ const { container } = render(
+ <WorkflowReliabilityBadge reliability={undefined} />,
+ );
+
+ expect(container.firstChild).toBeNull();
+ });
+});
diff --git a/skyvern-frontend/src/routes/workflows/WorkflowReliabilityBadge.tsx b/skyvern-frontend/src/routes/workflows/WorkflowReliabilityBadge.tsx
new file mode 100644
index 000000000..1c871d356
--- /dev/null
+++ b/skyvern-frontend/src/routes/workflows/WorkflowReliabilityBadge.tsx
@@ -0,0 +1,27 @@
+import type { WorkflowReliability } from "./types/reliabilityTypes";
+import {
+ reliabilityLabel,
+ reliabilityShowsState,
+} from "./workflowRun/reliabilityStatus";
+
+type Props = {
+ reliability?: WorkflowReliability;
+};
+
+function WorkflowReliabilityBadge({ reliability }: Props) {
+ if (
+ !reliability ||
+ !reliabilityShowsState(reliability) ||
+ reliability.state !== "action_needed"
+ ) {
+ return null;
+ }
+
+ return (
+ <span className="inline-flex shrink-0 items-center whitespace-nowrap rounded border border-border bg-warning/15 px-1.5 py-0.5 text-[10px] font-medium uppercase tracking-wide text-warning">
+ {reliabilityLabel(reliability.state)}
+ </span>
+ );
+}
+
+export { WorkflowReliabilityBadge };
diff --git a/skyvern-frontend/src/routes/workflows/WorkflowsFlat.tsx b/skyvern-frontend/src/routes/workflows/WorkflowsFlat.tsx
index 912a68d17..b59ed7d2d 100644
--- a/skyvern-frontend/src/routes/workflows/WorkflowsFlat.tsx
+++ b/skyvern-frontend/src/routes/workflows/WorkflowsFlat.tsx
@@ -93,7 +93,9 @@ import { useFoldersQuery } from "./hooks/useFoldersQuery";
import { useTagKeysQuery } from "./hooks/useTagKeysQuery";
import { useTagValuesQuery } from "./hooks/useTagValuesQuery";
import { useWorkflowTagsBatchQuery } from "./hooks/useWorkflowTagsBatchQuery";
+import { useWorkflowsReliabilityBatchQuery } from "./hooks/useWorkflowsReliabilityBatchQuery";
import { useActiveImportsPolling } from "./hooks/useActiveImportsPolling";
+import { WorkflowReliabilityBadge } from "./WorkflowReliabilityBadge";
import { TagChipList } from "./components/tagging/TagChipList";
import { WorkflowTagFilter } from "./components/tagging/WorkflowTagFilter";
import {
@@ -429,6 +431,8 @@ function WorkflowsFlat() {
enabled: taggingEnabled,
},
);
+ const { data: workflowReliabilityMap = {} } =
+ useWorkflowsReliabilityBatchQuery(workflowIds);
// Tags observed on the page for editor/filter suggestions: grouped values per
// key plus standalone labels. Maps avoid prototype-key collisions.
@@ -1041,6 +1045,13 @@ function WorkflowsFlat() {
</Tooltip>
</TooltipProvider>
)}
+ <WorkflowReliabilityBadge
+ reliability={
+ workflowReliabilityMap[
+ workflow.workflow_permanent_id
+ ]
+ }
+ />
</div>
{taggingEnabled &&
workflowTags &&
diff --git a/skyvern-frontend/src/routes/workflows/WorkflowsTree.tsx b/skyvern-frontend/src/routes/workflows/WorkflowsTree.tsx
index b5534661f..6d1aed213 100644
--- a/skyvern-frontend/src/routes/workflows/WorkflowsTree.tsx
+++ b/skyvern-frontend/src/routes/workflows/WorkflowsTree.tsx
@@ -71,6 +71,7 @@ import { useInfiniteFoldersQuery } from "./hooks/useInfiniteFoldersQuery";
import { useTagKeysQuery } from "./hooks/useTagKeysQuery";
import { useTagValuesQuery } from "./hooks/useTagValuesQuery";
import { useWorkflowTagsBatchQuery } from "./hooks/useWorkflowTagsBatchQuery";
+import { useWorkflowsReliabilityBatchQuery } from "./hooks/useWorkflowsReliabilityBatchQuery";
import { useActiveImportsPolling } from "./hooks/useActiveImportsPolling";
import { WorkflowTagFilter } from "./components/tagging/WorkflowTagFilter";
import {
@@ -403,6 +404,8 @@ function WorkflowsTree() {
enabled: taggingEnabled,
},
);
+ const { data: workflowReliabilityMap = {} } =
+ useWorkflowsReliabilityBatchQuery(workflowIds);
// Tags observed on the page for editor/filter suggestions: grouped values per
// key plus standalone labels. Maps avoid prototype-key collisions.
@@ -700,6 +703,7 @@ function WorkflowsTree() {
selectedCount: selectedWorkflows.length,
foldersMap,
workflowTagsMap,
+ workflowReliabilityMap,
tagDescriptions,
tagColors,
tagKeys,
diff --git a/skyvern-frontend/src/routes/workflows/components/tree/FolderTreeNode.test.tsx b/skyvern-frontend/src/routes/workflows/components/tree/FolderTreeNode.test.tsx
index 33f5eae0e..2bfb5a35b 100644
--- a/skyvern-frontend/src/routes/workflows/components/tree/FolderTreeNode.test.tsx
+++ b/skyvern-frontend/src/routes/workflows/components/tree/FolderTreeNode.test.tsx
@@ -62,6 +62,7 @@ const contextValue: WorkflowsListContextValue = {
selectedCount: 0,
foldersMap: new Map(),
workflowTagsMap: {},
+ workflowReliabilityMap: {},
tagDescriptions: new Map(),
tagColors: new Map(),
tagKeys: [],
diff --git a/skyvern-frontend/src/routes/workflows/components/tree/WorkflowRow.tagging.test.tsx b/skyvern-frontend/src/routes/workflows/components/tree/WorkflowRow.tagging.test.tsx
index 35bb9e738..a4a73ec3a 100644
--- a/skyvern-frontend/src/routes/workflows/components/tree/WorkflowRow.tagging.test.tsx
+++ b/skyvern-frontend/src/routes/workflows/components/tree/WorkflowRow.tagging.test.tsx
@@ -43,6 +43,7 @@ const contextValue: WorkflowsListContextValue = {
selectedCount: 0,
foldersMap: new Map(),
workflowTagsMap: { wpid_1: [{ key: "env", value: "prod" }] },
+ workflowReliabilityMap: {},
tagDescriptions: new Map(),
tagColors: new Map(),
tagKeys: [],
diff --git a/skyvern-frontend/src/routes/workflows/components/tree/WorkflowRow.tsx b/skyvern-frontend/src/routes/workflows/components/tree/WorkflowRow.tsx
index 25feafad4..d078dbe33 100644
--- a/skyvern-frontend/src/routes/workflows/components/tree/WorkflowRow.tsx
+++ b/skyvern-frontend/src/routes/workflows/components/tree/WorkflowRow.tsx
@@ -25,6 +25,7 @@ import { workflowEditorPath } from "../../studioNavigation";
import { HighlightText } from "../HighlightText";
import { ParameterDisplayInline } from "../ParameterDisplayInline";
import { TagChipList } from "../tagging/TagChipList";
+import { WorkflowReliabilityBadge } from "../../WorkflowReliabilityBadge";
import { WorkflowRowContextMenu } from "../WorkflowRowContextMenu";
import { useWorkflowsListContext } from "./WorkflowsListContext";
import { useNavigate } from "react-router-dom";
@@ -57,6 +58,7 @@ function WorkflowRow({ workflow, depth = 0 }: WorkflowRowProps) {
selectedCount,
foldersMap,
workflowTagsMap,
+ workflowReliabilityMap,
tagDescriptions,
tagColors,
tagKeys,
@@ -193,6 +195,11 @@ function WorkflowRow({ workflow, depth = 0 }: WorkflowRowProps) {
</Tooltip>
</TooltipProvider>
)}
+ <WorkflowReliabilityBadge
+ reliability={
+ workflowReliabilityMap[workflow.workflow_permanent_id]
+ }
+ />
</div>
{taggingEnabled && workflowTags && workflowTags.length > 0 ? (
<TagChipList
diff --git a/skyvern-frontend/src/routes/workflows/components/tree/WorkflowsListContext.ts b/skyvern-frontend/src/routes/workflows/components/tree/WorkflowsListContext.ts
index b73d99058..777322e54 100644
--- a/skyvern-frontend/src/routes/workflows/components/tree/WorkflowsListContext.ts
+++ b/skyvern-frontend/src/routes/workflows/components/tree/WorkflowsListContext.ts
@@ -1,6 +1,7 @@
import { createContext, useContext, type MouseEvent } from "react";
import type { ParameterDisplayItem } from "../ParameterDisplayInline";
import type { Folder } from "../../types/folderTypes";
+import type { WorkflowReliability } from "../../types/reliabilityTypes";
import type { Tag, TagKey } from "../../types/tagTypes";
import type { TagColorMap } from "../../types/tagColors";
@@ -16,6 +17,7 @@ export interface WorkflowsListContextValue {
selectedCount: number;
foldersMap: ReadonlyMap<string, Folder>;
workflowTagsMap: Record<string, Array<Tag>>;
+ workflowReliabilityMap: Record<string, WorkflowReliability>;
tagDescriptions: Map<string, string | null>;
// (key, value) -> palette color for grouped tag chips; undefined until loaded.
tagColors: TagColorMap | undefined;
diff --git a/skyvern-frontend/src/routes/workflows/hooks/useWorkflowsReliabilityBatchQuery.ts b/skyvern-frontend/src/routes/workflows/hooks/useWorkflowsReliabilityBatchQuery.ts
new file mode 100644
index 000000000..d7b43e149
--- /dev/null
+++ b/skyvern-frontend/src/routes/workflows/hooks/useWorkflowsReliabilityBatchQuery.ts
@@ -0,0 +1,67 @@
+import { getClient } from "@/api/AxiosClient";
+import { useCredentialGetter } from "@/hooks/useCredentialGetter";
+import {
+ getActiveOrgQueryKeyScope,
+ getOrgScopedQueryKey,
+ useActiveOrgId,
+} from "@/store/ActiveOrgContext";
+import { useQuery } from "@tanstack/react-query";
+import type {
+ WorkflowReliability,
+ WorkflowsReliabilityBatchResponse,
+} from "../types/reliabilityTypes";
+
+// Backend rejects more than this many ids per request; chunk so an oversized
+// page never drops badges.
+const BATCH_RELIABILITY_MAX_WPIDS = 100;
+
+// One batch fetch of reliability for all visible workflows (avoids per-row
+// N+1). Ids are sorted so the query key is order-independent and identical
+// sets share a cache entry.
+function useWorkflowsReliabilityBatchQuery(
+ workflowPermanentIds: Array<string>,
+) {
+ const credentialGetter = useCredentialGetter();
+ const activeOrgId = useActiveOrgId();
+ const activeOrgQueryKeyScope = getActiveOrgQueryKeyScope(activeOrgId);
+ const sortedIds = [...workflowPermanentIds].sort();
+
+ return useQuery<Record<string, WorkflowReliability>>({
+ queryKey: getOrgScopedQueryKey(
+ ["workflow-reliability", "batch", sortedIds],
+ activeOrgQueryKeyScope,
+ ),
+ enabled: sortedIds.length > 0,
+ queryFn: async ({ signal }) => {
+ const client = await getClient(credentialGetter, "sans-api-v1");
+ const chunks: Array<Array<string>> = [];
+ for (let i = 0; i < sortedIds.length; i += BATCH_RELIABILITY_MAX_WPIDS) {
+ chunks.push(sortedIds.slice(i, i + BATCH_RELIABILITY_MAX_WPIDS));
+ }
+ const responses = await Promise.all(
+ chunks.map((ids) =>
+ client
+ .post<WorkflowsReliabilityBatchResponse>(
+ "/workflows/reliability/batch",
+ { workflow_permanent_ids: ids },
+ { signal },
+ )
+ .then((response) => response.data.reliabilities),
+ ),
+ );
+ // Chunks are disjoint slices, so wpid keys never collide on merge.
+ const merged: Record<string, WorkflowReliability> = {};
+ for (const response of responses) {
+ // A response-shape skew (SKY-10683) shipped once already; skip a
+ // malformed chunk payload rather than let it inject garbage keys.
+ if (response === null || typeof response !== "object") {
+ continue;
+ }
+ Object.assign(merged, response);
+ }
+ return merged;
+ },
+ });
+}
+
+export { useWorkflowsReliabilityBatchQuery };
diff --git a/skyvern-frontend/src/routes/workflows/types/reliabilityTypes.ts b/skyvern-frontend/src/routes/workflows/types/reliabilityTypes.ts
index 91556af53..aa078b8c6 100644
--- a/skyvern-frontend/src/routes/workflows/types/reliabilityTypes.ts
+++ b/skyvern-frontend/src/routes/workflows/types/reliabilityTypes.ts
@@ -12,4 +12,12 @@ type WorkflowReliability = {
outcome_risk_runs: number;
};
-export type { WorkflowReliability, WorkflowReliabilityState };
+type WorkflowsReliabilityBatchResponse = {
+ reliabilities: Record<string, WorkflowReliability>;
+};
+
+export type {
+ WorkflowReliability,
+ WorkflowReliabilityState,
+ WorkflowsReliabilityBatchResponse,
+};