YC (S26) | Open Computer History | Continuously record your company computer work, map your workflows, help you find work worth automating, and power your agents' context
Rust agentsagiaiai-memoryaudio-recordingcomputer-visionhermeshermes-agentllmlocal-ailocal-firstmachine-learningmcpmultimodalopenclawprivacyrewindscreen-recordingspeech-to-textycombinator
Merge main localization and storage fixes into workflow UI release
louis9cd4e115f3a1
diff --cc apps/screenpipe-app-tauri/components/chat/home-card-agent-actions.tsxindex 717a5ed18,6a5cdca30..cfb528fb2--- a/apps/screenpipe-app-tauri/components/chat/home-card-agent-actions.tsx+++ b/apps/screenpipe-app-tauri/components/chat/home-card-agent-actions.tsx@@@ -115,8 -102,26 +102,26 @@@ export function HomeCardAgentActions(}: {pipe: HomeCardAgentTask;entryCard?: ChatEntryCard;- placement?: "card" | "chip";+ placement?: "card" | "chip" | "toolbar";}) {++ const ui = useGT();+ function statusLabel(state: LaunchState | null): string {+ if (state === "opening") return ui("Opening");+ if (state === "opened") return ui("Opened");+ if (state === "copied") return ui("Copied");+ if (state === "unavailable") return ui("Unavailable");+ return ui("Run in");+ }++ function resultDescription(state: LaunchState, label: string): string {+ if (state === "opened") return ui("Opened in {agent}. The prompt is also copied.", { agent: label });+ if (state === "copied") return ui("{agent} could not open. Paste the copied prompt there.", { agent: label });+ if (state === "unavailable") return ui("Could not open {agent} or copy the prompt.", { agent: label });+ return ui("Opening {agent}.", { agent: label });+ }++const [state, setState] = useState<LaunchState | null>(null);const [activeAgent, setActiveAgent] = useState<HomeCardAgentId | null>(null);const viewedAgents = useRef(new Set<HomeCardAgentId>());@@@ -198,13 -203,11 +203,13 @@@data-agent={activeAgent ?? undefined}data-placement={placement}role="group"- aria-label={`Run ${pipe.title} in another agent`}+ aria-label={ui("Run {value1} in another agent", { value1: pipe.title })}- className={`absolute top-1/2 z-20 flex -translate-y-1/2 items-center gap-0.5 rounded-md border border-border bg-background p-0.5 text-foreground transition-opacity duration-150 motion-reduce:transition-none ${- placement === "chip" ? "left-1/2 -translate-x-1/2" : "right-3"+ className={`flex items-center gap-0.5 text-foreground transition-opacity duration-150 motion-reduce:transition-none ${+ placement === "toolbar"+ ? "shrink-0"+ : `absolute z-20 rounded-md border border-border bg-background p-0.5 top-1/2 -translate-y-1/2 ${placement === "chip" ? "left-1/2 -translate-x-1/2" : "right-3"}`} ${- state+ placement === "toolbar" || state? "pointer-events-auto opacity-100": "pointer-events-none opacity-0 group-hover/home-card:pointer-events-auto group-hover/home-card:opacity-100 group-focus-within/home-card:pointer-events-auto group-focus-within/home-card:opacity-100"}`}diff --cc packages/workflows-ui/src/workflow-assistant.tsxindex 86faeb1ce,e279892ce..fbae44c90--- a/packages/workflows-ui/src/workflow-assistant.tsx+++ b/packages/workflows-ui/src/workflow-assistant.tsx@@@ -301,11 -304,8 +304,11 @@@ export function WorkflowAssistant({ pla}return <>- {!open && (loaded || loadError) && !useHeaderToggle && <button ref={launcher} className={styles.launcher} onClick={() => setOpen(true)} title={`${launcherLabel} (${shortcuts.right.keys.join(" ")})`} aria-keyshortcuts={shortcuts.right.aria} aria-label={launcherLabel} aria-expanded={false}>- <MessageCircle size={20} strokeWidth={1.65} /><span>{launcherLabel}<kbd>{shortcuts.right.keys.join(" ")}</kbd></span>{busy && <i aria-label={ui("Answer in progress")} />}+ {!open && (loaded || loadError) && !useHeaderToggle && <button ref={launcher} className={styles.launcher} onClick={() => setOpen(true)} aria-keyshortcuts={shortcuts.right.aria} aria-label={launcherLabel} aria-expanded={false}>+ <svg className={styles.launcherMark} viewBox="0 0 32 32" width="28" height="28" fill="none" aria-hidden="true">+ <path className={styles.launcherFrame} d="M8 5.5h16a3 3 0 0 1 3 3v13a3 3 0 0 1-3 3h-9l-6 3v-3H8a3 3 0 0 1-3-3v-13a3 3 0 0 1 3-3Z" stroke="currentColor" strokeWidth="1.6" strokeLinejoin="round" />+ <g className={styles.launcherEyes} fill="currentColor"><rect x="11" y="12" width="2.5" height="5" rx="1.25" /><rect x="19" y="12" width="2.5" height="5" rx="1.25" /></g>- </svg><span aria-hidden="true">{launcherLabel}<kbd>{shortcuts.right.keys.join(" ")}</kbd></span>{busy && <i aria-label="Answer in progress" />}++ </svg><span aria-hidden="true">{launcherLabel}<kbd>{shortcuts.right.keys.join(" ")}</kbd></span>{busy && <i aria-label={ui("Answer in progress")} />}</button>}<aside id="workflows-assistant" ref={panel} hidden={!open} className={[styles.panel, state.mode === "sidebar" ? styles.docked : styles.floating].join(" ")}style={{ "--assistant-width": width + "px" } as React.CSSProperties}diff --cc packages/workflows-ui/src/workflows-app.tsxindex cf1ece394,ca10ac6ec..32af7ae0d--- a/packages/workflows-ui/src/workflows-app.tsx+++ b/packages/workflows-ui/src/workflows-app.tsx@@@ -884,15 -894,8 +894,16 @@@ function WorkflowCorrection({ workflow</details>;}-function WorkflowDetail({ workflow, navigate, platform, workProfile, saveCorrection, saveEdits, onShareWorkflow }: { workflow: WorkflowMap | null; navigate: (view: AppView) => void; platform: WorkflowsPlatform; workProfile: WorkProfile | null; saveCorrection?: (note: string) => Promise<void>; saveEdits?: (draft: WorkflowEdit) => Promise<WorkflowMap>; onShareWorkflow?: WorkflowsAppProps["onShareWorkflow"] }) {+// Saved coverage notes can contain legacy capture names. Keep source quotations intact.+function screenDataNote(text: string): string {+ return text+ .replace(/\b(?:OCR|a11y)(?:[- ]derived)?(?: (?:screen )?(?:text|excerpts|data))?\b/gi, "screen data")+ .replace(/\baccessibility[- ](?:derived|extracted) (?:screen )?text\b/gi, "screen data")+ .replace(/(^|[.!?]\s+)screen data\b/g, "$1Screen data");+}++function WorkflowDetail({ workflow, navigate, platform, workProfile, saveCorrection, saveEdits, onShareWorkflow, workflowAgentActions }: { workflow: WorkflowMap | null; navigate: (view: AppView) => void; platform: WorkflowsPlatform; workProfile: WorkProfile | null; saveCorrection?: (note: string) => Promise<void>; saveEdits?: (draft: WorkflowEdit) => Promise<WorkflowMap>; onShareWorkflow?: WorkflowsAppProps["onShareWorkflow"]; workflowAgentActions?: WorkflowsAppProps["workflowAgentActions"] }) {+ const ui = useGT();const [expandedStages, setExpandedStages] = useState<Set<number>>(() => new Set());const [guideOpen, setGuideOpen] = useState(false);const [skillOpen, setSkillOpen] = useState(false);@@@ -953,7 -956,7 +964,7 @@@else next.add(index);return next;});- const workflowActions = <div className={styles.workflowActions}>{platform.guides && <button className={styles.skillButton} type="button" onClick={() => setGuideOpen(true)}><BookOpen size={14}/>Create SOP</button>}{platform.generateWorkflowSkill && platform.saveWorkflowSkill && <button className={styles.skillButton} type="button" onClick={openSkill}><Sparkles size={14} />{skillGenerating ? "Creating skill…" : skillSaved ? platform.skillInstallMode === "preview" ? "Skill preview" : "Skill installed" : skillDraft ? "Review skill" : "Create skill"}</button>}{workflowAgentActions?.(workflow)}{onShareWorkflow && <button className={styles.skillButton} type="button" onClick={() => onShareWorkflow(workflow)}><Share2 size={14} />Share with team</button>}{platform.assistant?.saveFeedback && <button className={styles.skillButton} type="button" onClick={() => window.dispatchEvent(new CustomEvent("workflows:feedback", { detail: { key: `feedback:${workflow.id || workflow.title}`, title: workflow.title, workflow, purpose: "feedback" } }))}><MessageCircle size={14} />Feedback</button>}</div>;- const workflowActions = <div className={styles.workflowActions}>{platform.guides && <button className={styles.skillButton} type="button" onClick={() => setGuideOpen(true)}><BookOpen size={14}/>Create SOP</button>}{platform.generateWorkflowSkill && platform.saveWorkflowSkill && <button className={styles.skillButton} type="button" onClick={openSkill}><Sparkles size={14} />{skillGenerating ? ui("Creating skill…") : skillSaved ? platform.skillInstallMode === "preview" ? ui("Skill preview") : ui("Skill installed") : skillDraft ? ui("Review skill") : ui("Create skill")}</button>}{onShareWorkflow && <button className={styles.skillButton} type="button" onClick={() => onShareWorkflow(workflow)}><Share2 size={14} />Share with team</button>}{platform.assistant?.saveFeedback && <button className={styles.skillButton} type="button" onClick={() => window.dispatchEvent(new CustomEvent("workflows:feedback", { detail: { key: `feedback:${workflow.id || workflow.title}`, title: workflow.title, workflow, purpose: "feedback" } }))}><MessageCircle size={14} />Feedback</button>}</div>;++ const workflowActions = <div className={styles.workflowActions}>{platform.guides && <button className={styles.skillButton} type="button" onClick={() => setGuideOpen(true)}><BookOpen size={14}/>Create SOP</button>}{platform.generateWorkflowSkill && platform.saveWorkflowSkill && <button className={styles.skillButton} type="button" onClick={openSkill}><Sparkles size={14} />{skillGenerating ? ui("Creating skill…") : skillSaved ? platform.skillInstallMode === "preview" ? ui("Skill preview") : ui("Skill installed") : skillDraft ? ui("Review skill") : ui("Create skill")}</button>}{workflowAgentActions?.(workflow)}{onShareWorkflow && <button className={styles.skillButton} type="button" onClick={() => onShareWorkflow(workflow)}><Share2 size={14} />Share with team</button>}{platform.assistant?.saveFeedback && <button className={styles.skillButton} type="button" onClick={() => window.dispatchEvent(new CustomEvent("workflows:feedback", { detail: { key: `feedback:${workflow.id || workflow.title}`, title: workflow.title, workflow, purpose: "feedback" } }))}><MessageCircle size={14} />Feedback</button>}</div>;return (<><button className={styles.backButton} onClick={() => navigate("workflows")}><ArrowLeft size={14} />All workflows</button>@@@ -1014,11 -1017,11 +1025,11 @@@<div><span>Stage screenshots</span><strong>{workflow.quality.screenshotCount} of {workflow.stages.length}</strong></div><div><span>Source coverage</span><strong>{qualityLabel(workflow.quality.grade)}</strong></div></section>- <ul>{workflow.quality.reasons.map((reason) => <li key={reason}><CheckCircle2 size={12} />{reason}</li>)}</ul>- <p className={styles.panelEmpty}>References show where text was captured. They do not prove task completion or a continuous sequence. Model confidence is not an accuracy score.</p>+ <ul>{workflow.quality.reasons.map((reason) => <li key={reason}><CheckCircle2 size={12} />{screenDataNote(reason)}</li>)}</ul>+ <p className={styles.panelEmpty}>These references show parts of the work. They may not show the full process or confirm it was completed.</p>- {!!workflow.captureSequence?.length && <section aria-label="Ordered capture example"><strong>Ordered capture example</strong><p className={styles.panelEmpty}>Check that these moments concern the same task. Time order alone does not establish this.</p><ol>{workflow.captureSequence.map((entry, index) => <li key={`${entry.timestamp}-${index}`}><details><summary>{workflow.stages[index]?.name} · {formatEvidenceTimestamp(entry.timestamp)} · {entry.app}</summary><p>{entry.detail}</p></details></li>)}</ol></section>}- {timing && <section aria-label="Time per run"><strong>Time per run</strong><p className={styles.panelEmpty}>{formatMinutes(timing.minMinutes)}–{formatMinutes(timing.maxMinutes)} across {timing.sampleCount} run{timing.sampleCount === 1 ? "" : "s"}. Estimated elapsed time includes pauses; it is not active work time.</p><ol>{timing.runs.map(run => <li key={run.start.timestamp}><details><summary>{formatEvidenceTimestamp(run.start.timestamp)} · {formatMinutes((Date.parse(run.end.timestamp) - Date.parse(run.start.timestamp)) / 60_000)}</summary><p>{run.summary}</p>{(["start", "end"] as const).map(boundary => <div key={boundary}><strong>{boundary === "start" ? "Started" : "Finished"}</strong><p>{formatEvidenceTimestamp(run[boundary].timestamp)} · {run[boundary].app}</p><blockquote>{run[boundary].quote}</blockquote><TimingSourceButton timestamp={run[boundary].timestamp} open={platform.assistant?.openLink} /></div>)}</details></li>)}</ol></section>}+ {!!workflow.captureSequence?.length && <section aria-label={ui("Ordered capture example")}><strong>Ordered capture example</strong><p className={styles.panelEmpty}>Check that these moments concern the same task. Time order alone does not establish this.</p><ol>{workflow.captureSequence.map((entry, index) => <li key={`${entry.timestamp}-${index}`}><details><summary>{workflow.stages[index]?.name} · {formatEvidenceTimestamp(entry.timestamp)} · {entry.app}</summary><p>{entry.detail}</p></details></li>)}</ol></section>}+ {timing && <section aria-label={ui("Time per run")}><strong>Time per run</strong><p className={styles.panelEmpty}>{formatMinutes(timing.minMinutes)}–{formatMinutes(timing.maxMinutes)} across {ui("{count, plural, one {# run} other {# runs}}", { count: timing.sampleCount })}. Estimated elapsed time includes pauses; it is not active work time.</p><ol>{timing.runs.map(run => <li key={run.start.timestamp}><details><summary>{formatEvidenceTimestamp(run.start.timestamp)} · {formatMinutes((Date.parse(run.end.timestamp) - Date.parse(run.start.timestamp)) / 60_000)}</summary><p>{run.summary}</p>{(["start", "end"] as const).map(boundary => <div key={boundary}><strong>{boundary === "start" ? ui("Started") : ui("Finished")}</strong><p>{formatEvidenceTimestamp(run[boundary].timestamp)} · {run[boundary].app}</p><blockquote>{run[boundary].quote}</blockquote><TimingSourceButton timestamp={run[boundary].timestamp} open={platform.assistant?.openLink} /></div>)}</details></li>)}</ol></section>}- {!!workflow.limitations?.length && <ul>{workflow.limitations.map((limitation) => <li key={limitation}>{limitation}</li>)}</ul>}+ {!!workflow.limitations?.length && <ul>{workflow.limitations.map((limitation) => <li key={limitation}>{screenDataNote(limitation)}</li>)}</ul>}</details></div>{skillOpen && <WorkflowSkillDialog workflow={workflow} draft={skillDraft} generating={skillGenerating} saving={skillSaving} saved={skillSaved} preview={platform.skillInstallMode === "preview"} progress={skillProgress} error={skillError} update={setSkillDraft} retry={generateSkill} save={saveSkill} close={() => setSkillOpen(false)} />}@@@ -1251,7 -1259,9 +1267,9 @@@ function PrivacyView({ runtime }: { run</>;}-export function WorkflowsApp({ platform, initialAnalysis = null, storageKey = "screenpipe-workflows:last-analysis-v2", initialScopeId, embedded = false, active = true, fullscreen = false, navigationBrand, composerAccessory, recordingStatus, statusNotice, analysisUnavailableReason, onAnalysisUnavailable, navigationFooter, onShareWorkflow }: WorkflowsAppProps) {+export function WorkflowsApp({ platform, initialAnalysis = null, storageKey = "screenpipe-workflows:last-analysis-v2", initialScopeId, embedded = false, active = true, fullscreen = false, navigationBrand, composerAccessory, recordingStatus, statusNotice, analysisUnavailableReason, onAnalysisUnavailable, navigationFooter, onShareWorkflow, workflowAgentActions }: WorkflowsAppProps) {+ const uiLanguage = useLocale();+ const ui = useGT();const shortcuts = useSidebarShortcuts();const [runtime, setRuntime] = useState<WorkflowRuntime | null>(null);const [analysis, setAnalysis] = useState<WorkflowAnalysis | null>(() => initialAnalysis ? sanitizeWorkflowAnalysis(initialAnalysis) : null);