YC (S26) | Open Computer History | Continuously record your company computer work, map your workflows, help you find work worth automating, and power your agents' context
Rust agentsagiaiai-memoryaudio-recordingcomputer-visionhermeshermes-agentllmlocal-ailocal-firstmachine-learningmcpmultimodalopenclawprivacyrewindscreen-recordingspeech-to-textycombinator
// screenpipe — AI that knows everything you've seen, said, or heard
// https://screenpipe.com
import type { WorkProfile, WorkflowMap } from "./model";
export type AssistantContext = {
purpose?: "feedback" | "sop" | "video";
key: string;
title: string;
workflow?: WorkflowMap;
profile?: WorkProfile | null;
catalog?: Array<{ title: string; description: string }>;
};
export type AssistantToolCall = { id: string; name: string; status: "running" | "complete" | "error" | "stopped"; detail?: string };
export type AssistantMessage = {
toolCalls?: AssistantToolCall[];
id: string;
role: "user" | "assistant";
text: string;
at: string;
context?: AssistantContext;
status?: "stopped" | "error";
feedbackSaved?: boolean;
};
export type AssistantConversation = { id: string; title: string; messages: AssistantMessage[]; draft: string; pageKey?: string; clarificationQuestion?: string; feedbackContext?: AssistantContext };
export type AssistantState = {
version: 1;
mode: "floating" | "sidebar";
sidebarWidth?: number;
activeId: string;
conversations: AssistantConversation[];
};
export type AssistantProgress = { toolCalls?: AssistantToolCall[]; text: string; activity: "starting" | "searching" | "writing" | "working"; workflow?: WorkflowMap };
export type WorkflowsAssistantPlatform = {
learnsFromFeedback?: boolean;
openLink?: (url: string) => Promise<void>;
/** Save user feedback locally for the existing discovery task, without starting AI. */
saveFeedback?: (workflow: WorkflowMap, feedback: string) => Promise<void>;
load: () => Promise<AssistantState | null>;
save: (state: AssistantState) => Promise<void>;
ask: (request: {
question: string;
context: AssistantContext | null;
history: AssistantMessage[];
signal: AbortSignal;
onProgress: (progress: AssistantProgress) => void;
}) => Promise<string>;
};
export function isAssistantLink(url: string): boolean {
try {
const parsed = new URL(url);
if (["http:", "https:"].includes(parsed.protocol)) return !parsed.username && !parsed.password;
return parsed.protocol === "screenpipe:" && (
(parsed.host === "frame" && /^\/\d+$/.test(parsed.pathname)) ||
(parsed.host === "timeline" && Boolean(parsed.searchParams.get("timestamp")) && Number.isFinite(Date.parse(parsed.searchParams.get("timestamp")!)))
);
} catch { return false; }
}
export function newAssistantConversation(): AssistantConversation {
return { id: crypto.randomUUID(), title: "New conversation", messages: [], draft: "" };
}
export function emptyAssistantState(): AssistantState {
const conversation = newAssistantConversation();
return { version: 1, mode: "floating", activeId: conversation.id, conversations: [conversation] };
}
export function isAssistantState(value: unknown): value is AssistantState {
const state = value as AssistantState | null;
return Boolean(state && state.version === 1 && ["floating", "sidebar"].includes(state.mode)
&& typeof state.activeId === "string" && Array.isArray(state.conversations)
&& state.conversations.some((c) => c?.id === state.activeId)
&& state.conversations.every((c) => c && typeof c.id === "string" && typeof c.title === "string"
&& typeof c.draft === "string" && Array.isArray(c.messages)
&& c.messages.every((m) => m && typeof m.id === "string" && ["user", "assistant"].includes(m.role)
&& typeof m.text === "string" && typeof m.at === "string")));
}
/** Capture structured page content only. Never attach screenshot data URLs or local media paths. */
export function assistantContextSnapshot(context: AssistantContext): AssistantContext {
return JSON.parse(JSON.stringify(context, (key, value) =>
["dataUrl", "filePath", "screenshot", "screenshots"].includes(key) ? undefined : value));
}
export type WorkflowComposerAccessoryProps = {
inputValue: string;
inputRef: import("react").RefObject<HTMLTextAreaElement>;
onValueChange: (value: string) => void;
disabled: boolean;
sessionId: string;
};
export type WorkflowComposerAccessory = (props: WorkflowComposerAccessoryProps) => import("react").ReactNode;