YC (S26) | Open Computer History | Continuously record your company computer work, map your workflows, help you find work worth automating, and power your agents' context
Rust agentsagiaiai-memoryaudio-recordingcomputer-visionhermeshermes-agentllmlocal-ailocal-firstmachine-learningmcpmultimodalopenclawprivacyrewindscreen-recordingspeech-to-textycombinator
feat: connect more local AI apps and guide Perplexity setup (#7619)
Louis Beaumont5187d3c838f5
diff --git a/apps/screenpipe-app-tauri/components/settings/__tests__/ai-tools-card.test.tsx b/apps/screenpipe-app-tauri/components/settings/__tests__/ai-tools-card.test.tsxindex eddb5e16f..e3f084b18 100644--- a/apps/screenpipe-app-tauri/components/settings/__tests__/ai-tools-card.test.tsx+++ b/apps/screenpipe-app-tauri/components/settings/__tests__/ai-tools-card.test.tsx@@ -12,6 +12,9 @@ import { AiToolsCard } from "@/components/settings/ai-tools-card";const libMocks = vi.hoisted(() => ({detectAiTools: vi.fn(),+ isPerplexityDetected: vi.fn(async () => false),+ buildPerplexitySetupCommand: vi.fn(async () => "fixture-command"),+ isLocalJsonMcpInstalled: vi.fn(async () => false),connectAiTool: vi.fn(),disconnectAiTool: vi.fn(),connectAiToolTargets: vi.fn(),@@ -58,6 +61,9 @@ vi.mock("@/lib/ai-tools-mcp", () => ({windsurf: "Windsurf (Devin Desktop)",vscode: "VS Code",opencode: "OpenCode",+ antigravity: "Antigravity",+ cline: "Cline (VS Code)",+ kiro: "Kiro IDE",},SKILLS_TARGET: {claude: "claude",@@ -69,6 +75,7 @@ vi.mock("@/lib/ai-tools-mcp", () => ({vi.mock("@/lib/hooks/use-hardcoded-tiles", () => hookMocks);vi.mock("@/lib/external-agent-skills", () => skillsMocks);+vi.mock("@tauri-apps/plugin-os", () => ({ platform: () => "macos" }));vi.mock("posthog-js", () => ({ default: { capture: vi.fn() } }));describe("AiToolsCard", () => {@@ -76,6 +83,8 @@ describe("AiToolsCard", () => {vi.clearAllMocks();grokMocks.isGrokBotConnected.mockResolvedValue(false);libMocks.detectAiTools.mockResolvedValue(["claude", "codex"]);+ libMocks.isPerplexityDetected.mockResolvedValue(false);+ libMocks.isLocalJsonMcpInstalled.mockResolvedValue(false);libMocks.connectAiTool.mockResolvedValue({ command: "/app/bun", args: [] });libMocks.disconnectAiTool.mockResolvedValue(undefined);libMocks.connectAiToolTargets.mockImplementation(async (targets: string[]) => ({@@ -95,6 +104,50 @@ describe("AiToolsCard", () => {afterEach(() => cleanup());+ it.each(["antigravity", "cline", "kiro"])("connects and removes %s without skills", async (id) => {+ libMocks.detectAiTools.mockResolvedValue([id]);+ render(<AiToolsCard />);+ fireEvent.click(await screen.findByRole("button", { name: /AI apps/i }));+ fireEvent.click(screen.getByRole("button", { name: /^Connect (Antigravity|Cline|Kiro)/i }));+ await waitFor(() => expect(libMocks.connectAiToolTargets).toHaveBeenCalledWith([id]));+ expect(await screen.findByText("All 1 connected")).toBeVisible();+ fireEvent.click(screen.getByRole("button", { name: /remove/i }));+ await waitFor(() => expect(libMocks.disconnectAiToolTargets).toHaveBeenCalledWith([id]));+ expect(skillsMocks.areExternalAgentSkillsInstalled).not.toHaveBeenCalled();+ });++ it("shows Perplexity-only setup without a Connect all button or invented connection", async () => {+ libMocks.detectAiTools.mockResolvedValue([]);+ libMocks.isPerplexityDetected.mockResolvedValue(true);+ const writeText = vi.fn(async () => {});+ Object.defineProperty(navigator, "clipboard", { configurable: true, value: { writeText } });+ render(<AiToolsCard />);+ fireEvent.click(await screen.findByRole("button", { name: /manage/i }));+ expect(screen.queryByRole("button", { name: /connect all/i })).toBeNull();+ fireEvent.click(screen.getByRole("button", { name: "Set up" }));+ expect(libMocks.buildPerplexitySetupCommand).not.toHaveBeenCalled();+ fireEvent.click(screen.getByRole("button", { name: "Copy setup command" }));+ await waitFor(() => expect(writeText).toHaveBeenCalledWith("fixture-command"));+ expect(await screen.findByRole("button", { name: "Command copied" })).toBeVisible();+ expect(screen.queryByText("Connected")).toBeNull();+ expect(screen.queryByText("fixture-command")).toBeNull();+ expect(libMocks.connectAiToolTargets).not.toHaveBeenCalled();+ });++ it("keeps Perplexity outside automatic connection counts and reports copy errors", async () => {+ libMocks.detectAiTools.mockResolvedValue(["kiro"]);+ libMocks.isPerplexityDetected.mockResolvedValue(true);+ libMocks.isLocalJsonMcpInstalled.mockResolvedValue(true);+ Object.defineProperty(navigator, "clipboard", { configurable: true, value: { writeText: vi.fn().mockRejectedValue(new Error("denied")) } });+ render(<AiToolsCard />);+ fireEvent.click(await screen.findByRole("button", { name: /manage/i }));+ fireEvent.click(screen.getByRole("button", { name: "Set up" }));+ fireEvent.click(screen.getByRole("button", { name: "Copy setup command" }));+ expect(await screen.findByRole("alert")).toHaveTextContent("Could not copy");+ expect(libMocks.connectAiToolTargets).not.toHaveBeenCalled();+ expect(await screen.findByText("1 of 1 automatic connections set up")).toBeVisible();+ });+it("connects OpenCode without skills and can remove the confirmed connection", async () => {libMocks.detectAiTools.mockResolvedValue(["opencode"]);libMocks.connectAiToolTargets.mockImplementationOnce(async (targets: string[]) => {diff --git a/apps/screenpipe-app-tauri/components/settings/ai-tools-card.tsx b/apps/screenpipe-app-tauri/components/settings/ai-tools-card.tsxindex ff8ea61c0..170a19851 100644--- a/apps/screenpipe-app-tauri/components/settings/ai-tools-card.tsx+++ b/apps/screenpipe-app-tauri/components/settings/ai-tools-card.tsx@@ -33,6 +33,8 @@ import {isWindsurfMcpInstalled,isVscodeMcpInstalled,isOpencodeMcpInstalled,+ isLocalJsonMcpInstalled,+ isPerplexityDetected,} from "@/lib/ai-tools-mcp";import { areExternalAgentSkillsInstalled } from "@/lib/external-agent-skills";import {@@ -43,6 +45,7 @@ import {import { isGrokBotConnected } from "@/lib/grokbot-connection";import { useGT } from "gt-react";+import { PerplexitySetup } from "./perplexity-setup";const DISPLAY_NAMES: Record<ConnectAllToolId, string> = {@@ -118,6 +121,10 @@ async function isToolConnected(id: ConnectAllToolId): Promise<boolean> {return isVscodeMcpInstalled();case "opencode":return isOpencodeMcpInstalled();+ case "antigravity":+ case "cline":+ case "kiro":+ return isLocalJsonMcpInstalled(id);}}@@ -144,6 +151,9 @@ function ToolIcon({ id }: { id: ConnectAllToolId }) {return <img src="/images/opencode.svg" alt="" className={`${img} dark:invert`} />;case "vscode":return <img src="/images/vscode.svg" alt="" className={img} />;+ case "antigravity":+ case "cline":+ case "kiro":case "grokbot":case "runner":return <Bot className={img} />;@@ -156,6 +166,7 @@ function ToolIcon({ id }: { id: ConnectAllToolId }) {export function AiToolsCard({ onChanged }: { onChanged?: () => void }) {const ui = useGT();+ const [perplexityDetected, setPerplexityDetected] = useState(false);const [detected, setDetected] = useState<ConnectAllToolId[]>([]);const [connected, setConnected] = useState<Partial<Record<ConnectAllToolId, boolean>>>({});const [busy, setBusy] = useState<Partial<Record<ConnectAllToolId, ToolBusy>>>({});@@ -167,7 +178,8 @@ export function AiToolsCard({ onChanged }: { onChanged?: () => void }) {const refresh = useCallback(async () => {try {- const tools = await detectAiTools();+ const [tools, perplexity] = await Promise.all([detectAiTools(), Promise.resolve().then(() => isPerplexityDetected(platform())).catch(() => false)]);+ setPerplexityDetected(perplexity);setDetected(tools);await Promise.all(tools.map(async (id) => {const value = await isToolConnected(id).catch(() => false);@@ -294,9 +306,13 @@ export function AiToolsCard({ onChanged }: { onChanged?: () => void }) {};// Machines with zero AI tools never see this card.- if (detected.length === 0) return null;+ if (detected.length === 0 && !perplexityDetected) return null;- const summary = noneConnected+ const summary = rows.length === 0+ ? "Perplexity found. Finish setup in the app."+ : perplexityDetected+ ? `${connectedCount} of ${rows.length} automatic connections set up`+ : noneConnected? `${rows.length} found. Connect ${rows.length === 1 ? "it" : "them"} in one click.`: allConnected? `All ${rows.length} connected`@@ -337,7 +353,7 @@ export function AiToolsCard({ onChanged }: { onChanged?: () => void }) {) : (<Plus className="h-3.5 w-3.5" />)}- {bulkRunning ? ui("Connecting...") : ui("Connect all")}+ {bulkRunning ? ui("Connecting...") : ui(perplexityDetected ? "Connect automatically" : "Connect all")}</Button>) : (<Button@@ -469,6 +485,13 @@ export function AiToolsCard({ onChanged }: { onChanged?: () => void }) {{/* Bulk-action placement rule: one bulk action per place. Whennothing is connected the header's "+ Connect all" is the onlybulk control — no footer duplicate. */}+ {(["antigravity", "cline", "kiro"] as const).some((id) => connected[id]) && (+ <p className="py-3 text-xs text-muted-foreground">+ Restart newly connected apps and approve screenpipe when prompted. Try: “Summarize today by client and draft my timesheet.”+ </p>+ )}+ {perplexityDetected && <PerplexitySetup />}+{hasAnyConnection && (<div className="flex items-center justify-between pt-2.5"><span className="text-[11px] text-muted-foreground/70">@@ -481,7 +504,7 @@ export function AiToolsCard({ onChanged }: { onChanged?: () => void }) {disabled={bulkRunning}className="text-xs text-muted-foreground/60 hover:text-foreground transition-colors disabled:opacity-50">- {confirmingDisconnect ? ui("Click again to confirm") : ui("Disconnect all…")}+ {confirmingDisconnect ? ui("Click again to confirm") : ui(perplexityDetected ? "Disconnect automatic apps…" : "Disconnect all…")}</button>{!allConnected && (<Button@@ -493,7 +516,7 @@ export function AiToolsCard({ onChanged }: { onChanged?: () => void }) {className="h-7 gap-1 text-xs normal-case font-sans tracking-normal"><Plus className="h-3 w-3" />- Connect all+ {perplexityDetected ? "Connect automatically" : "Connect all"}</Button>)}</span>diff --git a/apps/screenpipe-app-tauri/components/settings/perplexity-setup.tsx b/apps/screenpipe-app-tauri/components/settings/perplexity-setup.tsxnew file mode 100644index 000000000..e003ec39a--- /dev/null+++ b/apps/screenpipe-app-tauri/components/settings/perplexity-setup.tsx@@ -0,0 +1,63 @@+// screenpipe — AI that knows everything you've seen, said, or heard+// https://screenpipe.com++"use client";++import React, { useState } from "react";+import { Button } from "@/components/ui/button";+import { open } from "@tauri-apps/plugin-shell";+import { buildPerplexitySetupCommand } from "@/lib/ai-tools-mcp";++export function PerplexitySetup() {+ const [expanded, setExpanded] = useState(false);+ const [copyState, setCopyState] = useState<"idle" | "copying" | "copied" | "error">("idle");+ const copyCommand = async () => {+ setCopyState("copying");+ try {+ await navigator.clipboard.writeText(await buildPerplexitySetupCommand());+ setCopyState("copied");+ } catch {+ setCopyState("error");+ }+ };++ return (+ <div className="border-t border-border/60 py-2.5">+ <div className="flex items-center gap-3">+ <div className="flex h-7 w-7 shrink-0 items-center justify-center rounded-md bg-muted">+ <img src="/images/perplexity.svg" alt="" className="h-5 w-5" />+ </div>+ <div className="min-w-0 flex-1">+ <span className="text-[13px] text-foreground">Perplexity</span>+ <span className="ml-2 text-xs text-muted-foreground">Set up in the Mac app</span>+ </div>+ <Button type="button" size="sm" variant="outline" aria-expanded={expanded}+ onClick={() => setExpanded(!expanded)} className="h-7 text-xs normal-case font-sans tracking-normal">+ {expanded ? "Hide setup" : "Set up"}+ </Button>+ </div>+ {expanded && (+ <div className="mt-3 space-y-3 text-xs text-muted-foreground">+ <ol className="list-decimal pl-5 space-y-1.5">+ <li>In Perplexity, open Account settings → Connectors and install its helper when prompted. Availability depends on your Perplexity plan.</li>+ <li>Choose Add connector → Simple. Name it Screenpipe and paste the setup command below.</li>+ <li>Save, wait for Running, then enable Screenpipe under Sources in a new chat. Keep Screenpipe running.</li>+ </ol>+ <div className="flex items-center gap-3">+ <Button type="button" size="sm" variant="outline" disabled={copyState === "copying"}+ onClick={copyCommand} className="h-7 text-xs normal-case font-sans tracking-normal">+ {copyState === "copying" ? "Preparing…" : copyState === "copied" ? "Command copied" : "Copy setup command"}+ </Button>+ <button type="button" className="underline" onClick={() => void open("https://www.perplexity.ai/help-center/en/articles/11502712-local-and-remote-mcps-for-perplexity").catch(() => {})}>+ Perplexity setup guide+ </button>+ </div>+ <p>The command contains your local access key. Paste it only into Perplexity’s connector settings.</p>+ {copyState === "error" && <p role="alert">Could not copy the command. Check that Screenpipe is running and try again.</p>}+ <p>Try: “Use Screenpipe to summarize today by client and draft my timesheet. Cite the activity you found.”</p>+ <p>Connection status and removal are managed in Perplexity.</p>+ </div>+ )}+ </div>+ );+}diff --git a/apps/screenpipe-app-tauri/lib/__tests__/ai-tools-mcp.test.ts b/apps/screenpipe-app-tauri/lib/__tests__/ai-tools-mcp.test.tsindex 531882e2e..9cabc88df 100644--- a/apps/screenpipe-app-tauri/lib/__tests__/ai-tools-mcp.test.ts+++ b/apps/screenpipe-app-tauri/lib/__tests__/ai-tools-mcp.test.ts@@ -105,6 +105,9 @@ vi.mock("@/lib/hooks/use-hardcoded-tiles", () => ({vi.mock("@/lib/external-agent-skills", () => skillsMock);import {+ isPerplexityDetected,+ isLocalJsonMcpInstalled,+ buildPerplexitySetupCommand,installOpencodeMcp,uninstallOpencodeMcp,isOpencodeMcpInstalled,@@ -819,3 +822,87 @@ describe("OpenCode MCP", () => {expect(await isOpencodeMcpInstalled()).toBe(false);});});+++describe("additional local AI apps", () => {+ const clients = [+ ["antigravity", "/Users/test/.gemini/config/mcp_config.json"],+ ["cline", "/Users/test/Library/Application Support/Code/User/globalStorage/saoudrizwan.claude-dev/settings/cline_mcp_settings.json"],+ ["kiro", "/Users/test/.kiro/settings/mcp.json"],+ ] as const;++ it.each(clients)("connects and removes %s without changing unrelated settings", async (id, path) => {+ const original = JSON.stringify({ theme: "dark", mcpServers: { other: { command: "keep" } } });+ fsMock.files.set(path, original);+ await connectAiTool(id);+ const written = JSON.parse(fsMock.files.get(path)!);+ expect(written.theme).toBe("dark");+ expect(written.mcpServers.other).toEqual({ command: "keep" });+ expect(written.mcpServers.screenpipe).toMatchObject({+ command: "/app/bun", args: ["x", "screenpipe-mcp@latest"],+ env: { SCREENPIPE_MCP_CLIENT: id, SCREENPIPE_LOCAL_API_KEY: "sp-test" },+ });+ expect(await isLocalJsonMcpInstalled(id)).toBe(true);+ expect(backupsOf(path).map((p) => fsMock.files.get(p))).toContain(original);+ expect(skillsMock.installExternalAgentSkills).not.toHaveBeenCalled();+ await disconnectAiTool(id);+ expect(JSON.parse(fsMock.files.get(path)!)).toEqual(JSON.parse(original));+ expect(tauriMock.setAiToolAutoConnectOptOut).toHaveBeenCalledWith(id, true);+ expect(await isLocalJsonMcpInstalled(id)).toBe(false);+ });++ it.each(clients)("refuses malformed %s server maps untouched", async (id, path) => {+ for (const mcpServers of [[], false, "custom", null]) {+ const original = JSON.stringify({ mcpServers });+ fsMock.files.set(path, original);+ expect(await isToolConfigHealthy(id)).toBe(false);+ await expect(connectAiTool(id)).rejects.toThrow("mcpServers");+ await expect(disconnectAiTool(id)).rejects.toThrow("mcpServers");+ expect(fsMock.files.get(path)).toBe(original);+ }+ });++ it.each(clients)("does not report disabled or remote %s entries as connected", async (id, path) => {+ for (const entry of [{ command: "bun", disabled: true }, { url: "https://example.com" }, null, "custom"]) {+ fsMock.files.set(path, JSON.stringify({ mcpServers: { screenpipe: entry } }));+ expect(await isLocalJsonMcpInstalled(id)).toBe(false);+ }+ });++ it("detects the new apps independently of Gemini CLI and VS Code", async () => {+ fsMock.files.set("/Users/test/.gemini", "");+ fsMock.files.set("/Users/test/Library/Application Support/Code/User", "");+ expect(await detectAiTools()).not.toContain("antigravity");+ expect(await detectAiTools()).not.toContain("cline");+ fsMock.files.set("/Users/test/.gemini/antigravity", "");+ fsMock.files.set("/Users/test/.kiro/settings", "");+ fsMock.files.set("/Users/test/Library/Application Support/Code/User/globalStorage/saoudrizwan.claude-dev", "");+ expect(await detectAiTools()).toEqual(expect.arrayContaining(["antigravity", "cline", "kiro"]));+ });++ it("limits Perplexity detection to installed Mac apps", async () => {+ expect(await isPerplexityDetected("macos")).toBe(false);+ fsMock.files.set("/Applications/Perplexity.app", "");+ expect(await isPerplexityDetected("macos")).toBe(true);+ expect(await isPerplexityDetected("windows")).toBe(false);+ fsMock.files.clear();+ fsMock.files.set("/Users/test/Applications/Perplexity.app", "");+ expect(await isPerplexityDetected("macos")).toBe(true);+ });++ it("quotes spaces, apostrophes and shell metacharacters in the Perplexity command", async () => {+ const { commands } = await import("@/lib/utils/tauri");+ vi.mocked(commands.bunCheck).mockResolvedValueOnce({ status: "ok", data: { available: true, path: "/app/Louis's tools/bun $(ignored)", version: "test" } });+ const command = await buildPerplexitySetupCommand();+ expect(command).toContain("'/app/Louis'\\''s tools/bun $(ignored)'");+ });++ it("builds a quoted Perplexity command with local credentials without installing it", async () => {+ const command = await buildPerplexitySetupCommand();+ expect(command).toContain("'SCREENPIPE_MCP_CLIENT=perplexity'");+ expect(command).toContain("'SCREENPIPE_LOCAL_API_KEY=sp-test'");+ expect(command).toContain("'/app/bun' 'x' 'screenpipe-mcp@latest'");+ expect(tauriMock.setAiToolAutoConnectOptOut).not.toHaveBeenCalled();+ expect(fsMock.files.size).toBe(0);+ });+});diff --git a/apps/screenpipe-app-tauri/lib/ai-tools-mcp.ts b/apps/screenpipe-app-tauri/lib/ai-tools-mcp.tsindex b07c16e63..825af43d3 100644--- a/apps/screenpipe-app-tauri/lib/ai-tools-mcp.ts+++ b/apps/screenpipe-app-tauri/lib/ai-tools-mcp.ts@@ -53,6 +53,9 @@ const CONNECT_ALL_TOOL_IDS = ["windsurf","vscode","opencode",+ "antigravity",+ "cline",+ "kiro","grokbot",] as const;export type ConnectAllToolId = (typeof CONNECT_ALL_TOOL_IDS)[number];@@ -73,6 +76,9 @@ export const CONNECT_ALL_TOOL_NAMES: Record<ConnectAllToolId, string> = {windsurf: "Windsurf (Devin Desktop)",vscode: "VS Code",opencode: "OpenCode",+ antigravity: "Antigravity",+ cline: "Cline (VS Code)",+ kiro: "Kiro IDE",};// Skills support per tool lives in the disconnect-all component's@@ -107,6 +113,11 @@ export async function detectAiTools(): Promise<ConnectAllToolId[]> {(await exists(await getOpencodeConfigDir())) ||(await exists(await join(home, ".opencode", "bin", "opencode"))) ||(await exists(await join(home, ".opencode", "bin", "opencode.exe")))],+ ["antigravity", async () =>+ (await exists(await join(home, ".gemini", "antigravity"))) ||+ (await exists(await getLocalJsonMcpConfigPath("antigravity")))],+ ["cline", async () => exists(await dirname(await dirname(await getLocalJsonMcpConfigPath("cline"))))],+ ["kiro", async () => (await exists(await join(home, ".kiro", "settings"))) || (await exists(await join(await configDir(), "Kiro", "User")))],// Connect all finishes the local integrations before a cloud request.["grokbot", isGrokBotDetected],];@@ -155,7 +166,7 @@ async function resolveLocalApiKeyForMcp(): Promise<string | undefined> {*/export async function buildMcpConfig(opts?: {forceNpx?: boolean;- client?: ConnectAllToolId | "grok";+ client?: ConnectAllToolId | "grok" | "perplexity";}): Promise<McpCommand> {const apiKey = await resolveLocalApiKeyForMcp();@@ -909,6 +920,65 @@ export async function uninstallGeminiMcp(): Promise<void> {await removeScreenpipeFromJsonConfig(await getGeminiMcpConfigPath());}+// These clients use mcpServers in their documented user-level JSON config.+// Cline targets the default VS Code profile; Kiro targets the IDE config.+export type LocalJsonMcpToolId = "antigravity" | "cline" | "kiro";++export async function getLocalJsonMcpConfigPath(id: LocalJsonMcpToolId): Promise<string> {+ const home = await homeDir();+ switch (id) {+ case "antigravity": return join(home, ".gemini", "config", "mcp_config.json");+ case "kiro": return join(home, ".kiro", "settings", "mcp.json");+ case "cline": return join(await configDir(), "Code", "User", "globalStorage", "saoudrizwan.claude-dev", "settings", "cline_mcp_settings.json");+ }+}++async function readLocalJsonMcpConfig(id: LocalJsonMcpToolId) {+ const path = await getLocalJsonMcpConfigPath(id);+ const config = await readJsonConfigStrict(path);+ if ("mcpServers" in config && (!config.mcpServers || typeof config.mcpServers !== "object" || Array.isArray(config.mcpServers))) {+ throw new Error(`${path}: mcpServers is present but not an object`);+ }+ return { path, config };+}++export async function isLocalJsonMcpInstalled(id: LocalJsonMcpToolId): Promise<boolean> {+ try {+ const { config } = await readLocalJsonMcpConfig(id);+ const entry = getScreenpipeServer(config) as Record<string, unknown> | undefined;+ return !!entry && typeof entry.command === "string" && entry.command.trim().length > 0 && entry.disabled !== true && !entry.url && !entry.serverUrl;+ } catch { return false; }+}++async function installLocalJsonMcp(id: LocalJsonMcpToolId): Promise<McpCommand> {+ const { path, config } = await readLocalJsonMcpConfig(id);+ const mcp = await buildMcpConfig({ client: id });+ setScreenpipeServer(config, mcp);+ await writeJsonConfig(path, config);+ return mcp;+}++async function uninstallLocalJsonMcp(id: LocalJsonMcpToolId): Promise<void> {+ const { path } = await readLocalJsonMcpConfig(id);+ await removeScreenpipeFromJsonConfig(path);+}++export async function isPerplexityDetected(os: string): Promise<boolean> {+ if (os !== "macos") return false;+ for (const path of ["/Applications/Perplexity.app", await join(await homeDir(), "Applications", "Perplexity.app")]) {+ try { if (await exists(path)) return true; } catch { /* check the other install location */ }+ }+ return false;+}++// Perplexity's Mac helper accepts a command, not a writable public config file.+// Generate only on explicit copy; never persist credentials in UI state/logs.+export async function buildPerplexitySetupCommand(): Promise<string> {+ const mcp = await buildMcpConfig({ client: "perplexity" });+ const quote = (value: string) => "'" + value.replace(/'/g, "'\\''") + "'";+ return ["/usr/bin/env", ...Object.entries(mcp.env ?? {}).map(([key, value]) => quote(`${key}=${value}`)), quote(mcp.command), ...mcp.args.map(quote)].join(" ");+}+// ─── Transactional Settings connect / disconnect orchestrators (#5291) ──────// Tools whose agent reads global SKILL.md skills. Runner has no global skills@@ -937,6 +1007,9 @@ const INSTALL_MCP: Record<Exclude<ConnectAllToolId, "grokbot">, () => Promise<Mcwindsurf: installWindsurfMcp,vscode: installVscodeMcp,opencode: installOpencodeMcp,+ antigravity: () => installLocalJsonMcp("antigravity"),+ cline: () => installLocalJsonMcp("cline"),+ kiro: () => installLocalJsonMcp("kiro"),};const UNINSTALL_MCP: Record<Exclude<ConnectAllToolId, "grokbot">, () => Promise<void>> = {@@ -951,6 +1024,9 @@ const UNINSTALL_MCP: Record<Exclude<ConnectAllToolId, "grokbot">, () => Promise<windsurf: uninstallWindsurfMcp,vscode: uninstallVscodeMcp,opencode: uninstallOpencodeMcp,+ antigravity: () => uninstallLocalJsonMcp("antigravity"),+ cline: () => uninstallLocalJsonMcp("cline"),+ kiro: () => uninstallLocalJsonMcp("kiro"),};async function setAutoConnectOptOut(id: ConnectAllToolId, optOut: boolean): Promise<void> {@@ -1173,6 +1249,11 @@ export async function isToolConfigHealthy(id: ConnectAllToolId): Promise<booleanparseJsoncMcpConfig((await readConfigText(path)) ?? "", path, "servers");return true;}+ case "antigravity":+ case "cline":+ case "kiro":+ await readLocalJsonMcpConfig(id);+ return true;case "windsurf":await readJsonConfigStrict(await getWindsurfMcpConfigPath());return true;diff --git a/apps/screenpipe-app-tauri/src-tauri/capabilities/main.json b/apps/screenpipe-app-tauri/src-tauri/capabilities/main.jsonindex 080f14883..d0882e406 100644--- a/apps/screenpipe-app-tauri/src-tauri/capabilities/main.json+++ b/apps/screenpipe-app-tauri/src-tauri/capabilities/main.json@@ -325,6 +325,9 @@},{"path": "/Applications/Cursor.app"+ },+ {+ "path": "/Applications/Perplexity.app"}]},diff --git a/apps/screenpipe-app-tauri/src-tauri/src/skills.rs b/apps/screenpipe-app-tauri/src-tauri/src/skills.rsindex 5f0ccfb5d..fb4559f5a 100644--- a/apps/screenpipe-app-tauri/src-tauri/src/skills.rs+++ b/apps/screenpipe-app-tauri/src-tauri/src/skills.rs@@ -27,7 +27,7 @@ use tracing::{info, warn};pub(crate) const AI_TOOL_CHECK_INTERVAL: Duration = Duration::from_secs(60);-const AI_TOOL_AUTO_CONNECT_TARGETS: [&str; 12] = [+const AI_TOOL_AUTO_CONNECT_TARGETS: [&str; 15] = ["claude","claude-code","codex",@@ -39,6 +39,9 @@ const AI_TOOL_AUTO_CONNECT_TARGETS: [&str; 12] = ["windsurf","vscode","opencode",+ "antigravity",+ "cline",+ "kiro","grokbot",];@@ -1846,6 +1849,12 @@ mod tests {assert!(ai_tool_auto_connect_opt_outs_in(&root).contains("opencode"));set_ai_tool_auto_connect_opt_out_in(&root, "opencode", false).unwrap();assert!(!ai_tool_auto_connect_opt_outs_in(&root).contains("opencode"));+ for id in ["antigravity", "cline", "kiro"] {+ set_ai_tool_auto_connect_opt_out_in(&root, id, true).unwrap();+ assert!(ai_tool_auto_connect_opt_outs_in(&root).contains(id));+ set_ai_tool_auto_connect_opt_out_in(&root, id, false).unwrap();+ assert!(!ai_tool_auto_connect_opt_outs_in(&root).contains(id));+ }assert!(set_ai_tool_auto_connect_opt_out_in(&root, "../escape", true).is_err());let _ = std::fs::remove_dir_all(root);}diff --git a/crates/screenpipe-engine/src/cli/agent.rs b/crates/screenpipe-engine/src/cli/agent.rsindex 74c6d2f12..cdf89ada9 100644--- a/crates/screenpipe-engine/src/cli/agent.rs+++ b/crates/screenpipe-engine/src/cli/agent.rs@@ -55,7 +55,7 @@ pub enum AgentCommand {Setup {/// Which agent to wire up. Omit when using --all.#[arg(- value_parser = ["openclaw", "hermes", "claude-code", "claude-desktop", "codex", "cursor", "gemini", "runner", "windsurf", "vscode", "opencode"],+ value_parser = ["openclaw", "hermes", "claude-code", "claude-desktop", "codex", "cursor", "gemini", "runner", "windsurf", "vscode", "opencode", "antigravity", "cline", "kiro"],required_unless_present = "all",conflicts_with = "all")]@@ -75,7 +75,7 @@ pub enum AgentCommand {/// agent's own config or other skills.Remove {/// Which agent to unwire.- #[arg(value_parser = ["openclaw", "hermes", "claude-code", "claude-desktop", "codex", "cursor", "gemini", "runner", "windsurf", "vscode", "opencode"])]+ #[arg(value_parser = ["openclaw", "hermes", "claude-code", "claude-desktop", "codex", "cursor", "gemini", "runner", "windsurf", "vscode", "opencode", "antigravity", "cline", "kiro"])]target: String,},}@@ -251,6 +251,9 @@ fn detected_agents_in(home: &Path) -> Vec<DetectedAgent> {detected.push(DetectedAgent { target, name });}}+ for (target, name) in detected_additional_json_agents(home) {+ detected.push(DetectedAgent { target, name });+ }if opencode_detected(home) {detected.push(DetectedAgent {target: "opencode",@@ -320,6 +323,16 @@ fn has_screenpipe_mcp(layout: &AgentLayout) -> bool {}).is_some_and(|entry| {!entry.is_null()+ && (!matches!(+ layout.client,+ AgentClient::Antigravity | AgentClient::Cline | AgentClient::Kiro+ ) || (entry.get("disabled").and_then(|v| v.as_bool()) != Some(true)+ && entry+ .get("command")+ .and_then(|v| v.as_str())+ .is_some_and(|v| !v.trim().is_empty())+ && entry.get("url").is_none()+ && entry.get("serverUrl").is_none()))&& (layout.mcp_format != McpFormat::OpencodeJson|| (entry.get("type").and_then(|v| v.as_str()) == Some("local")&& entry@@ -484,6 +497,14 @@ fn detected_desktop_agents_in(home: &Path) -> Vec<DesktopDetectedAgent> {});}}+ for (id, name) in detected_additional_json_agents(home) {+ detected.push(DesktopDetectedAgent {+ id,+ name,+ mcp_target: id,+ skills_target: None,+ });+ }if opencode_detected(home) {detected.push(DesktopDetectedAgent {id: "opencode",@@ -587,8 +608,14 @@ fn desktop_mcp_ready(layout: &AgentLayout, launch: &McpLaunchConfig) -> bool {== Some(&serde_json::json!(opencode_command(launch)))&& entry.get("environment") == Some(&serde_json::json!(launch.env));}- entry.get("command").and_then(|value| value.as_str())- == Some(launch.command.as_str())+ (!matches!(+ layout.client,+ AgentClient::Antigravity | AgentClient::Cline | AgentClient::Kiro+ ) || (entry.get("disabled").and_then(|v| v.as_bool()) != Some(true)+ && entry.get("url").is_none()+ && entry.get("serverUrl").is_none()))+ && entry.get("command").and_then(|value| value.as_str())+ == Some(launch.command.as_str())&& entry.get("args").and_then(|value| serde_json::from_value::<Vec<String>>(value.clone()).ok())@@ -863,6 +890,13 @@ fn layout_in(target: &str, h: &Path) -> Result<AgentLayout> {mcp_path: h.join(".runner/mcp.json"),mcp_format: McpFormat::Json,},+ "antigravity" | "cline" | "kiro" => AgentLayout {+ client,+ name: match target { "antigravity" => "Antigravity", "cline" => "Cline (VS Code)", _ => "Kiro IDE" },+ skills_dir: None,+ mcp_path: additional_json_config(h, target),+ mcp_format: McpFormat::Json,+ },"opencode" => AgentLayout {client,name: "OpenCode",@@ -885,11 +919,51 @@ fn layout_in(target: &str, h: &Path) -> Result<AgentLayout> {mcp_format: McpFormat::Json,},other => anyhow::bail!(- "unknown agent target '{other}' (use: openclaw, hermes, claude-code, claude-desktop, codex, cursor, gemini, runner, windsurf, vscode, opencode)"+ "unknown agent target '{other}' (use: openclaw, hermes, claude-code, claude-desktop, codex, cursor, gemini, runner, windsurf, vscode, opencode, antigravity, cline, kiro)"),})}+// Default user-level configs documented by each client. Cline's CLI and+// alternate editor profiles have separate configs and are not inferred here.+fn additional_json_config(home: &Path, target: &str) -> PathBuf {+ match target {+ "antigravity" => home.join(".gemini/config/mcp_config.json"),+ "kiro" => home.join(".kiro/settings/mcp.json"),+ "cline" => vscode_config(home)+ .parent()+ .unwrap()+ .join("globalStorage/saoudrizwan.claude-dev/settings/cline_mcp_settings.json"),+ _ => unreachable!("unsupported JSON agent"),+ }+}++fn detected_additional_json_agents(home: &Path) -> Vec<(&'static str, &'static str)> {+ let mut result = Vec::new();+ if home.join(".gemini/antigravity").is_dir()+ || additional_json_config(home, "antigravity").is_file()+ {+ result.push(("antigravity", "Antigravity"));+ }+ if additional_json_config(home, "cline")+ .parent()+ .and_then(Path::parent)+ .is_some_and(Path::is_dir)+ {+ result.push(("cline", "Cline (VS Code)"));+ }+ if home.join(".kiro/settings").is_dir()+ || vscode_config(home)+ .parent()+ .and_then(Path::parent)+ .and_then(Path::parent)+ .is_some_and(|config| config.join("Kiro/User").is_dir())+ {+ result.push(("kiro", "Kiro IDE"));+ }+ result+}+// OpenCode follows XDG on every OS, including macOS. Use the real process// override only for the real home, keeping fixture/test homes isolated.fn opencode_config_dir(home: &Path) -> PathBuf {@@ -1892,6 +1966,88 @@ fn merge_mcp_toml_launch(path: &Path, launch: &McpLaunchConfig) -> Result<()> {mod tests {use super::*;+ #[test]+ fn additional_json_agents_detect_setup_repair_and_opt_out() {+ let dir = tempfile::tempdir().unwrap();+ let home = dir.path();+ std::fs::create_dir_all(home.join(".gemini")).unwrap();+ std::fs::create_dir_all(vscode_config(home).parent().unwrap()).unwrap();+ assert!(detected_additional_json_agents(home).is_empty());+ std::fs::create_dir_all(home.join(".gemini/antigravity")).unwrap();+ std::fs::create_dir_all(home.join(".kiro/settings")).unwrap();+ std::fs::create_dir_all(additional_json_config(home, "cline").parent().unwrap()).unwrap();+ assert_eq!(detected_additional_json_agents(home).len(), 3);+ for id in ["antigravity", "cline", "kiro"] {+ let layout = layout_in(id, home).unwrap();+ assert!(layout.skills_dir.is_none());+ assert!(detected_agents_in(home)+ .iter()+ .any(|agent| agent.target == id));+ let agent = detected_desktop_agents_in(home)+ .into_iter()+ .find(|agent| agent.id == id)+ .unwrap();+ let launch = desktop_launch_config(+ Path::new("/bundled/bun"),+ Some("fixture-key"),+ "http://localhost:3030",+ agent,+ );+ std::fs::create_dir_all(layout.mcp_path.parent().unwrap()).unwrap();+ std::fs::write(+ &layout.mcp_path,+ r#"{"theme":"dark","mcpServers":{"other":{"command":"keep"}}}"#,+ )+ .unwrap();+ merge_mcp_launch(&layout, &launch).unwrap();+ assert!(desktop_mcp_ready(&layout, &launch));+ assert!(is_agent_setup_in(id, home));+ let mut root: serde_json::Value =+ serde_json::from_str(&std::fs::read_to_string(&layout.mcp_path).unwrap()).unwrap();+ assert_eq!(root["theme"], "dark");+ assert_eq!(root["mcpServers"]["other"]["command"], "keep");+ assert_eq!(+ root["mcpServers"]["screenpipe"]["env"]["SCREENPIPE_MCP_CLIENT"],+ id+ );+ root["mcpServers"]["screenpipe"]["disabled"] = true.into();+ std::fs::write(&layout.mcp_path, root.to_string()).unwrap();+ assert!(!desktop_mcp_ready(&layout, &launch));+ assert!(!is_agent_setup_in(id, home));+ merge_mcp_launch(&layout, &launch).unwrap();+ assert!(desktop_mcp_ready(&layout, &launch));+ remove_mcp_json(&layout.mcp_path).unwrap();+ let after = std::fs::read_to_string(&layout.mcp_path).unwrap();+ let opted_out = BTreeSet::from([id.to_string()]);+ reconcile_detected_desktop_in(+ home,+ Path::new("/bundled/bun"),+ Some("fixture-key"),+ "http://localhost:3030",+ &opted_out,+ );+ assert_eq!(std::fs::read_to_string(&layout.mcp_path).unwrap(), after);+ }+ }++ #[test]+ fn additional_json_agents_refuse_malformed_maps_untouched() {+ let dir = tempfile::tempdir().unwrap();+ for id in ["antigravity", "cline", "kiro"] {+ let layout = layout_in(id, dir.path()).unwrap();+ std::fs::create_dir_all(layout.mcp_path.parent().unwrap()).unwrap();+ for original in [r#"{"mcpServers":[]}"#, r#"{"mcpServers":null}"#, "{broken"] {+ std::fs::write(&layout.mcp_path, original).unwrap();+ assert!(merge_mcp_launch(+ &layout,+ &cli_launch_config(false, "http://localhost:3030")+ )+ .is_err());+ assert_eq!(std::fs::read_to_string(&layout.mcp_path).unwrap(), original);+ }+ }+ }+#[test]fn openclaw_native_setup_migrates_legacy_and_preserves_other_servers() {let dir = tempfile::tempdir().unwrap();diff --git a/crates/screenpipe-engine/src/qualified_value.rs b/crates/screenpipe-engine/src/qualified_value.rsindex 4aead504d..515da0eb9 100644--- a/crates/screenpipe-engine/src/qualified_value.rs+++ b/crates/screenpipe-engine/src/qualified_value.rs@@ -20,6 +20,10 @@ pub(crate) enum AgentClient {Windsurf,Vscode,Opencode,+ Antigravity,+ Cline,+ Kiro,+ Perplexity,Grok,Grokbot,#[default]@@ -46,6 +50,10 @@ impl AgentClient {Self::Windsurf => "windsurf",Self::Vscode => "vscode",Self::Opencode => "opencode",+ Self::Antigravity => "antigravity",+ Self::Cline => "cline",+ Self::Kiro => "kiro",+ Self::Perplexity => "perplexity",Self::Grok => "grok",Self::Grokbot => "grokbot",Self::Unknown => "unknown",@@ -184,8 +192,23 @@ mod tests {#[test]fn api_and_mcp_share_fixed_app_identifiers() {for name in [- "claude", "chatgpt", "codex", "cursor", "gemini", "openclaw", "hermes", "runner",- "windsurf", "vscode", "opencode", "grok", "grokbot",+ "claude",+ "chatgpt",+ "codex",+ "cursor",+ "gemini",+ "openclaw",+ "hermes",+ "runner",+ "windsurf",+ "vscode",+ "opencode",+ "antigravity",+ "cline",+ "kiro",+ "perplexity",+ "grok",+ "grokbot",] {let client = AgentClient::from_name(name);let api = api_outcome_properties(ApiOutcomeKind::SearchResult, client);diff --git a/docs/COVERAGE.md b/docs/COVERAGE.mdindex 819dc151b..d3601bc6d 100644--- a/docs/COVERAGE.md+++ b/docs/COVERAGE.md@@ -38,15 +38,15 @@ results and `cargo llvm-cov` data on top when judging release confidence.- Mapped suites: 36- Mapped Rust files: 391-- Active test blocks: 3850+- Active test blocks: 3852- Ignored/manual test blocks: 181-- Weighted coverage points: 3180.9+- Weighted coverage points: 3182.3| Platform | Suites | Active tests | Ignored tests | Weighted points | Layers | Flows | Critical score || --- | --- | --- | --- | --- | --- | --- | --- |-| windows | 32 | 3702 | 166 | 3113.8 | 21 | 11 | 100% |-| macos | 31 | 3730 | 142 | 3103.1 | 22 | 11 | 100% |-| linux | 28 | 3280 | 141 | 2732.2 | 20 | 11 | 100% |+| windows | 32 | 3704 | 166 | 3115.2 | 21 | 11 | 100% |+| macos | 31 | 3732 | 142 | 3104.5 | 22 | 11 | 100% |+| linux | 28 | 3282 | 141 | 2733.6 | 20 | 11 | 100% |## Refreshdiff --git a/docs/coverage/CORE.md b/docs/coverage/CORE.mdindex e31478311..eacaece8e 100644--- a/docs/coverage/CORE.md+++ b/docs/coverage/CORE.md@@ -9,10 +9,10 @@ confidence, and criticality.- Tracked crates: screenpipe-engine, screenpipe-db, screenpipe-sqlite-coordinator, screenpipe-audio, screenpipe-screen, screenpipe-a11y, screenpipe-fs- Mapped suites: 36- Mapped Rust files: 391-- Active test blocks: 3850+- Active test blocks: 3852- Ignored/manual test blocks: 181-- Declared test blocks: 4031-- Weighted coverage points: 3180.9+- Declared test blocks: 4033+- Weighted coverage points: 3182.3Confidence weights: strong=1.0, partial=0.7, conditional=0.4, smoke=0.3.Criticality weights: high=1.0, medium=0.7, low=0.4.@@ -23,15 +23,15 @@ are explicitly enabled in a runtime lane.| Platform | Suites | Active tests | Ignored tests | Weighted points | Layers | Flows | Critical score || --- | --- | --- | --- | --- | --- | --- | --- |-| windows | 32 | 3702 | 166 | 3113.8 | 21 | 11 | 100% |-| macos | 31 | 3730 | 142 | 3103.1 | 22 | 11 | 100% |-| linux | 28 | 3280 | 141 | 2732.2 | 20 | 11 | 100% |+| windows | 32 | 3704 | 166 | 3115.2 | 21 | 11 | 100% |+| macos | 31 | 3732 | 142 | 3104.5 | 22 | 11 | 100% |+| linux | 28 | 3282 | 141 | 2733.6 | 20 | 11 | 100% |## Crate Summary| Crate | Suites | Integration files | Source unit files | Active tests | Ignored tests | Weighted points | Flows || --- | --- | --- | --- | --- | --- | --- | --- |-| screenpipe-engine | 12 | 22 | 128 | 1848 | 53 | 1424.0 | 10 |+| screenpipe-engine | 12 | 22 | 128 | 1850 | 53 | 1425.4 | 10 || screenpipe-db | 5 | 68 | 27 | 624 | 31 | 594.7 | 9 || screenpipe-sqlite-coordinator | 1 | 0 | 3 | 27 | 0 | 27.0 | 2 || screenpipe-audio | 7 | 28 | 53 | 686 | 53 | 601.3 | 5 |@@ -70,19 +70,19 @@ bun run coverage:core -- --llvm-cov-summary ../../docs/coverage/core-llvm-cov-su| db-search | 2 suites / 118 active / 9 ignored / 118.0 pts | 2 suites / 118 active / 9 ignored / 118.0 pts | 2 suites / 118 active / 9 ignored / 118.0 pts || engine-lifecycle | 6 suites / 265 active / 1 ignored / 238.5 pts | 6 suites / 265 active / 1 ignored / 238.5 pts | 6 suites / 261 active / 9 ignored / 237.6 pts || local-api | 3 suites / 478 active / 12 ignored / 338.2 pts | 3 suites / 478 active / 12 ignored / 338.2 pts | 3 suites / 478 active / 12 ignored / 338.2 pts |-| meeting | 6 suites / 1748 active / 32 ignored / 1430.6 pts | 6 suites / 1748 active / 32 ignored / 1430.6 pts | 4 suites / 1394 active / 28 ignored / 1100.3 pts |+| meeting | 6 suites / 1750 active / 32 ignored / 1432.0 pts | 6 suites / 1750 active / 32 ignored / 1432.0 pts | 4 suites / 1396 active / 28 ignored / 1101.7 pts || ocr | 4 suites / 140 active / 7 ignored / 129.8 pts | 4 suites / 133 active / 7 ignored / 127.6 pts | 3 suites / 124 active / 6 ignored / 118.6 pts || os-integration | 1 suites / 6 active / 0 ignored / 1.7 pts | 1 suites / 6 active / 0 ignored / 1.7 pts | - || performance | 13 suites / 1668 active / 82 ignored / 1475.7 pts | 14 suites / 1778 active / 87 ignored / 1519.7 pts | 13 suites / 1668 active / 82 ignored / 1475.7 pts |-| pipes | 1 suites / 549 active / 3 ignored / 384.3 pts | 1 suites / 549 active / 3 ignored / 384.3 pts | 1 suites / 549 active / 3 ignored / 384.3 pts |-| privacy | 5 suites / 1011 active / 42 ignored / 815.4 pts | 5 suites / 1052 active / 18 ignored / 811.1 pts | 5 suites / 969 active / 14 ignored / 780.3 pts |+| pipes | 1 suites / 551 active / 3 ignored / 385.7 pts | 1 suites / 551 active / 3 ignored / 385.7 pts | 1 suites / 551 active / 3 ignored / 385.7 pts |+| privacy | 5 suites / 1013 active / 42 ignored / 816.8 pts | 5 suites / 1054 active / 18 ignored / 812.5 pts | 5 suites / 971 active / 14 ignored / 781.7 pts || real-app | - | 1 suites / 110 active / 5 ignored / 44.0 pts | - || speaker | 2 suites / 415 active / 18 ignored / 415.0 pts | 2 suites / 415 active / 18 ignored / 415.0 pts | 2 suites / 415 active / 18 ignored / 415.0 pts || storage | 4 suites / 686 active / 41 ignored / 571.7 pts | 4 suites / 686 active / 41 ignored / 571.7 pts | 4 suites / 686 active / 41 ignored / 571.7 pts |-| sync | 1 suites / 549 active / 3 ignored / 384.3 pts | 1 suites / 549 active / 3 ignored / 384.3 pts | 1 suites / 549 active / 3 ignored / 384.3 pts |+| sync | 1 suites / 551 active / 3 ignored / 385.7 pts | 1 suites / 551 active / 3 ignored / 385.7 pts | 1 suites / 551 active / 3 ignored / 385.7 pts || timeline | 4 suites / 1234 active / 48 ignored / 1013.2 pts | 4 suites / 1234 active / 48 ignored / 1013.2 pts | 4 suites / 1234 active / 48 ignored / 1013.2 pts || transcription | 6 suites / 882 active / 53 ignored / 691.9 pts | 5 suites / 876 active / 53 ignored / 687.8 pts | 5 suites / 876 active / 53 ignored / 687.8 pts |-| ui-events | 4 suites / 826 active / 34 ignored / 626.3 pts | 3 suites / 757 active / 5 ignored / 578.0 pts | 3 suites / 757 active / 5 ignored / 578.0 pts |+| ui-events | 4 suites / 828 active / 34 ignored / 627.7 pts | 3 suites / 759 active / 5 ignored / 579.4 pts | 3 suites / 759 active / 5 ignored / 579.4 pts || vision-capture | 6 suites / 576 active / 32 ignored / 453.6 pts | 6 suites / 569 active / 32 ignored / 451.4 pts | 5 suites / 560 active / 31 ignored / 442.4 pts |## Critical Flow Matrix@@ -142,7 +142,7 @@ bun run coverage:core -- --llvm-cov-summary ../../docs/coverage/core-llvm-cov-su| engine-focus-os | screenpipe-engine | windows, macos | engine-lifecycle, os-integration | engine-health-lifecycle, performance-liveness | medium | conditional | unit | 3 | 6 | 0 | Platform focus-tracker parsing/helpers. These files are cfg-gated and only execute on their target OS. || engine-linux-keep-awake | screenpipe-engine | linux | engine-lifecycle | engine-health-lifecycle | high | conditional | mixed | 1 | 2 | 8 | Existing isolated-process missing/stalled bus regressions plus ignored live logind inhibitor tests. Live tests require logind and explicit execution. || engine-local-api-search-integration | screenpipe-engine | windows, macos, linux | local-api, db-search | local-api-search | high | strong | integration | 1 | 12 | 5 | Active /search route test builds an audio-disabled router, seeds captured-screen-shaped OCR data into an in-memory DB, and asserts the HTTP response and pagination. |-| engine-meeting-privacy-sync | screenpipe-engine | windows, macos, linux | meeting, privacy, ui-events, pipes, sync | meeting-live-notes, privacy-and-redaction, accessibility-ui-events, performance-liveness | medium | strong | unit | 33 | 549 | 3 | Unit-heavy coverage for privacy filter policy, capture exclusions, UI recorder safety, pipes/live-view/structured-output helpers, sync helpers, and CLI parsing. Meeting detection moved to the engine-meeting-watcher suite. |+| engine-meeting-privacy-sync | screenpipe-engine | windows, macos, linux | meeting, privacy, ui-events, pipes, sync | meeting-live-notes, privacy-and-redaction, accessibility-ui-events, performance-liveness | medium | strong | unit | 33 | 551 | 3 | Unit-heavy coverage for privacy filter policy, capture exclusions, UI recorder safety, pipes/live-view/structured-output helpers, sync helpers, and CLI parsing. Meeting detection moved to the engine-meeting-watcher suite. || engine-meeting-watcher | screenpipe-engine | windows, macos | meeting | meeting-live-notes | high | strong | mixed | 10 | 275 | 3 | Successor of src/meeting_detector.rs and src/meeting_telemetry.rs. Audio-process and UI-scan backend state machines, candidate resolution, shared telemetry, and a scored trajectory eval. ui_scan/macos.rs and ui_scan/windows.rs are cfg-gated and only execute on their target OS; both backends are null on Linux. || engine-retention-storage | screenpipe-engine | windows, macos, linux | storage, engine-lifecycle, performance | engine-health-lifecycle, performance-liveness | medium | strong | mixed | 5 | 39 | 0 | Local retention deletion (including lean-mode heavy-text stripping), cloud archive watermarking, atomic state-file replacement, and the low-disk capture monitor. || engine-telemetry-observability | screenpipe-engine | windows, macos, linux | engine-lifecycle, performance | engine-health-lifecycle, performance-liveness | medium | strong | unit | 6 | 35 | 0 | PostHog capture gating, telemetry context shaping, piggyback telemetry forwarding, crash-log helpers, resource monitoring, and the recording-coverage reliability metric. |@@ -379,7 +379,7 @@ bun run coverage:core -- --llvm-cov-summary ../../docs/coverage/core-llvm-cov-su| engine-config-lifecycle | screenpipe-engine | src/bin/screenpipe-engine.rs | source | 4 | 0 | 4 || engine-meeting-privacy-sync | screenpipe-engine | src/calendar_speaker_id.rs | source | 41 | 0 | 41 || engine-meeting-privacy-sync | screenpipe-engine | src/capture_exclusions.rs | source | 7 | 0 | 7 |-| engine-meeting-privacy-sync | screenpipe-engine | src/cli/agent.rs | source | 47 | 0 | 47 |+| engine-meeting-privacy-sync | screenpipe-engine | src/cli/agent.rs | source | 49 | 0 | 49 || engine-db-recovery-cli | screenpipe-engine | src/cli/db.rs | source | 33 | 0 | 33 || engine-meeting-privacy-sync | screenpipe-engine | src/cli/install.rs | source | 4 | 0 | 4 || engine-meeting-privacy-sync | screenpipe-engine | src/cli/login.rs | source | 1 | 0 | 1 |diff --git a/docs/mintlify/docs-mintlify-mig-tmp/mcp-server.mdx b/docs/mintlify/docs-mintlify-mig-tmp/mcp-server.mdxindex f7218aa17..f47268c4f 100644--- a/docs/mintlify/docs-mintlify-mig-tmp/mcp-server.mdx+++ b/docs/mintlify/docs-mintlify-mig-tmp/mcp-server.mdx@@ -23,12 +23,32 @@ Moving from Granola? Connect both servers to your assistant and use the [copyabl| Cursor | Deep link or global MCP config | Usually yes | Project configs can override global configs || Warp | Paste per-server JSON in MCP settings | No, but reconnect if stale | Warp does not use the Claude JSON wrapper || Msty | HTTP MCP server | No | Useful when the client expects HTTP transport |-| Cline, Continue, Gemini CLI, OpenCode | Stdio MCP | Depends on client | Use `npx -y screenpipe-mcp` |+| Antigravity | Settings → Connections → AI apps | Restart or reconnect | Uses the current global MCP config |+| Cline in VS Code | Settings → Connections → AI apps | Refresh MCP servers | Default VS Code profile only |+| Kiro IDE | Settings → Connections → AI apps | Reconnect if needed | Workspace and agent configs can override the global entry |+| Perplexity on Mac | Settings → Connections → AI apps → Set up | Follow Perplexity's helper setup | Manual setup, status and removal in Perplexity |+| Continue, Gemini CLI, OpenCode | Stdio MCP | Depends on client | Use `npx -y screenpipe-mcp` |<Tip>The MCP server talks to the local Screenpipe API. If MCP works but returns empty results, first check `curl http://localhost:3030/health` and `curl "http://localhost:3030/search?limit=1"`.</Tip>+## Antigravity, Cline, Kiro, and Perplexity++Open each installed app once, then open **Settings → Connections → AI apps** in Screenpipe.++Antigravity, Cline in the default VS Code profile, and Kiro IDE support Connect and Remove. These integrations use MCP only, preserve other servers and settings, and remember removal so startup does not reconnect them. Their global config paths are:++- Antigravity: `~/.gemini/config/mcp_config.json` ([client documentation](https://antigravity.google/docs/mcp)).+- Cline: VS Code's user directory → `globalStorage/saoudrizwan.claude-dev/settings/cline_mcp_settings.json`. Other VS Code profiles, editor forks, and Cline CLI use separate configs; configure those through Cline's MCP settings ([client documentation](https://docs.cline.bot/mcp/mcp-overview)).+- Kiro IDE: `~/.kiro/settings/mcp.json` ([client documentation](https://kiro.dev/docs/mcp/configuration/)).++Project-level overrides and organization policies still apply. After connecting, restart or refresh the assistant, approve Screenpipe when prompted, and verify a real retrieval below.++For **Perplexity on Mac**, select **Set up**. Install Perplexity's helper from its Connectors settings, add a Simple connector named Screenpipe, and use **Copy setup command**. That command contains your local access key, so paste it only into the connector settings. Wait for Running and enable Screenpipe under Sources. Availability depends on your Perplexity plan. Screenpipe cannot verify or remove that manually managed connection; use Perplexity's Connectors settings. See [Perplexity's setup guide](https://www.perplexity.ai/help-center/en/articles/11502712-local-and-remote-mcps-for-perplexity).++Once retrieval works, try: “Use Screenpipe to summarize today by client and draft my timesheet. Cite the activity you found.”+## Verify a real retrieval1. Keep Screenpipe running and verify `curl --fail-with-body http://localhost:3030/health`.diff --git a/docs/pr-assets/additional-ai-apps/after.jpg b/docs/pr-assets/additional-ai-apps/after.jpgnew file mode 100644index 000000000..2c3c6f7b4Binary files /dev/null and b/docs/pr-assets/additional-ai-apps/after.jpg differdiff --git a/docs/pr-assets/additional-ai-apps/before.jpg b/docs/pr-assets/additional-ai-apps/before.jpgnew file mode 100644index 000000000..cc543c5b3Binary files /dev/null and b/docs/pr-assets/additional-ai-apps/before.jpg differdiff --git a/docs/pr-assets/additional-ai-apps/connected.jpg b/docs/pr-assets/additional-ai-apps/connected.jpgnew file mode 100644index 000000000..7ca0c1388Binary files /dev/null and b/docs/pr-assets/additional-ai-apps/connected.jpg differdiff --git a/docs/pr-assets/additional-ai-apps/light-narrow.jpg b/docs/pr-assets/additional-ai-apps/light-narrow.jpgnew file mode 100644index 000000000..bc929f300Binary files /dev/null and b/docs/pr-assets/additional-ai-apps/light-narrow.jpg differdiff --git a/docs/pr-assets/additional-ai-apps/perplexity.jpg b/docs/pr-assets/additional-ai-apps/perplexity.jpgnew file mode 100644index 000000000..7a6fd9a1fBinary files /dev/null and b/docs/pr-assets/additional-ai-apps/perplexity.jpg differdiff --git a/packages/screenpipe-mcp/src/qualified-value.test.ts b/packages/screenpipe-mcp/src/qualified-value.test.tsindex f43145037..851afcded 100644--- a/packages/screenpipe-mcp/src/qualified-value.test.ts+++ b/packages/screenpipe-mcp/src/qualified-value.test.ts@@ -57,6 +57,10 @@ describe("createMcpQualifiedValueReporter", () => {["runner", "Runner", "runner"],["vscode", "vscode", "vscode"],["opencode", "OpenCode", "opencode"],+ ["antigravity", "Antigravity", "antigravity"],+ ["cline", "Cline", "cline"],+ ["kiro", "Kiro", "kiro"],+ ["perplexity", "Perplexity", "perplexity"],["grokbot", "Grok Bot", "grokbot"],])("recognizes configured %s and its handshake name", (configured, protocol, expected) => {expect(resolveMcpClient(configured, "unrecognized-client")).toBe(expected);diff --git a/packages/screenpipe-mcp/src/qualified-value.ts b/packages/screenpipe-mcp/src/qualified-value.tsindex bdbf6ee51..24175a2e6 100644--- a/packages/screenpipe-mcp/src/qualified-value.ts+++ b/packages/screenpipe-mcp/src/qualified-value.ts@@ -4,7 +4,7 @@const CLIENTS = ["claude", "chatgpt", "codex", "cursor", "gemini", "openclaw",- "hermes", "runner", "windsurf", "vscode", "opencode", "grok", "grokbot",+ "hermes", "runner", "windsurf", "vscode", "opencode", "antigravity", "cline", "kiro", "perplexity", "grok", "grokbot",] as const;export type McpClient = (typeof CLIENTS)[number] | "unknown";