YC (S26) | Open Computer History | Continuously record your company computer work, map your workflows, help you find work worth automating, and power your agents' context
Rust agentsagiaiai-memoryaudio-recordingcomputer-visionhermeshermes-agentllmlocal-ailocal-firstmachine-learningmcpmultimodalopenclawprivacyrewindscreen-recordingspeech-to-textycombinator
feat: add Gemini AI Studio preset setup (#7476)
Louis Beaumont94140e69cccd
diff --git a/apps/screenpipe-app-tauri/components/settings/ai-presets.tsx b/apps/screenpipe-app-tauri/components/settings/ai-presets.tsxindex 6939f3563..297dca5a8 100644--- a/apps/screenpipe-app-tauri/components/settings/ai-presets.tsx+++ b/apps/screenpipe-app-tauri/components/settings/ai-presets.tsx@@ -8,7 +8,7 @@ import type { SettingsField } from "./settings-search";/** Settings search index for this section. Co-located with the component so adding a field here means updating one file. See `SettingsField` in `./settings-search` for the schema. */export const searchIndex: SettingsField[] = [{ label: msg("AI presets", {}), keywords: ["preset"] },- { label: msg("API key", {}), keywords: ["openai", "anthropic", "key"] },+ { label: msg("API key", {}), keywords: ["openai", "anthropic", "gemini", "google", "ai studio", "key"] },{ label: msg("Model", {}), keywords: ["gpt", "claude", "gemini", "llm"] },{ label: msg("Agent harness", {}), keywords: ["acp", "codex", "claude code", "opencode", "cursor"] },{ label: msg("Embedding", {}) },@@ -32,6 +32,7 @@ import {shouldWarnLowHostedAiAllowance,} from "@/lib/hooks/use-usage-status";import { testAiPresetConnection } from "@/lib/utils/ai-preset-connection";+import { geminiSelectionUpdate, isGeminiPreset, type AIProviderChoice } from "@/lib/utils/gemini-preset";import { CHATGPT_FALLBACK_MODELS } from "@/lib/utils/chatgpt-preset";import { openBusinessUpgradeSurface } from "@/lib/upgrade-flow";import { Label } from "../ui/label";@@ -549,7 +550,15 @@ const AISection = ({updateSettingsPreset({ prompt: DEFAULT_PROMPT });}, [updateSettingsPreset]);- const handleAiProviderChange = useCallback((newValue: AIPreset["provider"]) => {+ const handleAiProviderChange = useCallback((newValue: AIProviderChoice) => {+ const geminiUpdate = geminiSelectionUpdate(newValue, settingsPreset);+ if (geminiUpdate) {+ setDiagnosticsOpen(false);+ setModels([]);+ updateSettingsPreset(geminiUpdate);+ return;+ }+ if (newValue === "gemini") return;// No-op if same provider — avoids resetting UI state (e.g. chatgptChecking) unnecessarilyif (newValue === settingsPreset?.provider) return;@@ -559,7 +568,7 @@ const AISection = ({// chatgptChecking is managed by the status-check effect, not herelet newUrl = "";- let newModel = settingsPreset?.model;+ let newModel = isGeminiPreset(settingsPreset) ? "" : settingsPreset?.model;switch (newValue) {case "openai":@@ -590,6 +599,7 @@ const AISection = ({}const updates: Partial<AIPreset> = { provider: newValue, url: newUrl, model: newModel };+ if (isGeminiPreset(settingsPreset)) updates.apiKey = "";if (newValue === "acp") {updates.acpAgent = settingsPreset?.acpAgent || { id: "pi-acp" };}@@ -635,7 +645,7 @@ const AISection = ({{provider: settingsPreset.provider,acpAgentId: settingsPreset.acpAgent?.id,- model: settingsPreset.model,+ model: settingsPreset.model || (isGeminiPreset(settingsPreset) ? "gemini" : undefined),},visiblePresets.map((p) => p.id),preset?.id,@@ -649,6 +659,7 @@ const AISection = ({}, [settingsPreset?.provider,settingsPreset?.model,+ settingsPreset?.url,settingsPreset?.acpAgent?.id,preset,isDuplicating,@@ -666,7 +677,7 @@ const AISection = ({{provider: settingsPreset.provider,acpAgentId: settingsPreset.acpAgent?.id,- model: settingsPreset.model,+ model: settingsPreset.model || (isGeminiPreset(settingsPreset) ? "gemini" : undefined),},visiblePresets.map((p) => p.id),preset?.id,@@ -1300,6 +1311,7 @@ const AISection = ({<div className="mb-4 mt-4"><AIProviderChoicesselectedProvider={settingsPreset?.provider}+ selectedUrl={settingsPreset?.url}selectedAcpAgentId={settingsPreset?.acpAgent?.id}showScreenpipeCloud={showScreenpipeCloud}screenpipeDisabled={!settings.user?.token}@@ -1339,7 +1351,7 @@ const AISection = ({/>)}- {settingsPreset?.provider === "custom" && (+ {settingsPreset?.provider === "custom" && !isGeminiPreset(settingsPreset) && (<ValidatedInputid="customAiUrl"label={ui("Custom URL")}@@ -1397,6 +1409,15 @@ const AISection = ({)}</Button></div>+ {isGeminiPreset(settingsPreset) && (+ <button+ type="button"+ className="text-xs text-muted-foreground hover:text-foreground underline underline-offset-2 w-fit"+ onClick={() => openUrl("https://aistudio.google.com/apikey")}+ >+ {ui("Get your API key in Google AI Studio")}+ </button>+ )}{settingsPreset?.provider === "anthropic" && (<buttontype="button"diff --git a/apps/screenpipe-app-tauri/components/settings/ai-provider-choices.test.tsx b/apps/screenpipe-app-tauri/components/settings/ai-provider-choices.test.tsxindex 18c7ea545..3b9eaa662 100644--- a/apps/screenpipe-app-tauri/components/settings/ai-provider-choices.test.tsx+++ b/apps/screenpipe-app-tauri/components/settings/ai-provider-choices.test.tsx@@ -159,3 +159,27 @@ describe("AIProviderChoices", () => {);});});+++it("selects Gemini and restores its card from a saved custom endpoint", () => {+ const onSelectProvider = vi.fn();+ render(+ <AIProviderChoices+ selectedProvider="custom"+ selectedUrl="https://generativelanguage.googleapis.com/v1beta/openai/"+ showScreenpipeCloud+ screenpipeDisabled={false}+ acpEnabled={false}+ primaryAcpAdapters={[]}+ onSelectProvider={onSelectProvider}+ onSelectAcpAgent={vi.fn()}+ />,+ );+ const gemini = screen.getByRole("button", { name: "Gemini", exact: true });+ expect(gemini).toHaveAttribute("aria-pressed", "true");+ expect(screen.getByRole("button", { name: "Use an API key" })).toHaveAttribute("aria-pressed", "false");+ fireEvent.keyDown(gemini, { key: "Enter" });+ expect(onSelectProvider).toHaveBeenCalledWith("gemini");+ fireEvent.click(screen.getByRole("button", { name: "Use an API key" }));+ expect(onSelectProvider).toHaveBeenLastCalledWith("custom");+});diff --git a/apps/screenpipe-app-tauri/components/settings/ai-provider-choices.tsx b/apps/screenpipe-app-tauri/components/settings/ai-provider-choices.tsxindex ef84f7611..cb8a63df3 100644--- a/apps/screenpipe-app-tauri/components/settings/ai-provider-choices.tsx+++ b/apps/screenpipe-app-tauri/components/settings/ai-provider-choices.tsx@@ -9,12 +9,14 @@ import { Badge } from "@/components/ui/badge";import { Card, CardContent } from "@/components/ui/card";import { cn } from "@/lib/utils";import type { AcpAdapterInfo } from "@/lib/utils/preset-appearance";+import { isGeminiPreset, type AIProviderChoice } from "@/lib/utils/gemini-preset";import type { AIPreset } from "@/lib/utils/tauri";import { useGT } from "gt-react";export interface AIProviderCardProps {type:+ | "gemini"| "openai"| "openai-chatgpt"| "native-ollama"@@ -90,18 +92,20 @@ export function AIProviderCard({interface AIProviderChoicesProps {selectedProvider?: AIPreset["provider"];+ selectedUrl?: string;selectedAcpAgentId?: string | null;showScreenpipeCloud: boolean;screenpipeDisabled: boolean;acpEnabled: boolean;primaryAcpAdapters: readonly AcpAdapterInfo[];customAcpAdapter?: AcpAdapterInfo;- onSelectProvider: (provider: AIPreset["provider"]) => void;+ onSelectProvider: (provider: AIProviderChoice) => void;onSelectAcpAgent: (id: string) => void;}export function AIProviderChoices({selectedProvider,+ selectedUrl,selectedAcpAgentId,showScreenpipeCloud,screenpipeDisabled,@@ -113,6 +117,7 @@ export function AIProviderChoices({}: AIProviderChoicesProps) {const ui = useGT();+ const geminiSelected = isGeminiPreset({ provider: selectedProvider, url: selectedUrl });const advancedSelected =selectedProvider === "custom" ||selectedProvider === "openai-chatgpt" ||@@ -197,6 +202,15 @@ export function AIProviderChoices({onClick={() => onSelectProvider("anthropic")}/>+ <AIProviderCard+ type="gemini"+ title={ui("Gemini")}+ description={ui("Use Gemini models with a Google AI Studio API key.")}+ imageSrc="/images/gemini.svg"+ selected={geminiSelected}+ onClick={() => onSelectProvider("gemini")}+ />+<AIProviderCardtype="native-ollama"title={ui("Ollama")}@@ -211,7 +225,7 @@ export function AIProviderChoices({title={ui("Use an API key")}description={ui("Connect another AI service.")}imageSrc="/images/custom.png"- selected={selectedProvider === "custom"}+ selected={selectedProvider === "custom" && !geminiSelected}onClick={() => onSelectProvider("custom")}/></div>diff --git a/apps/screenpipe-app-tauri/lib/utils/gemini-preset.test.ts b/apps/screenpipe-app-tauri/lib/utils/gemini-preset.test.tsnew file mode 100644index 000000000..47c39c9a6--- /dev/null+++ b/apps/screenpipe-app-tauri/lib/utils/gemini-preset.test.ts@@ -0,0 +1,36 @@+// screenpipe — AI that knows everything you've seen, said, or heard+// https://screenpipe.com++import { describe, expect, it, vi } from "vitest";+import { GEMINI_API_URL, geminiSelectionUpdate, isGeminiPreset } from "./gemini-preset";+import { testAiPresetConnection } from "./ai-preset-connection";+import { validateAiPresetConnectionFields } from "./validation";+import { pickPipePreset } from "./pick-pipe-preset";++describe("Gemini presets", () => {+ it("recognizes saved Gemini presets, including trailing slashes", () => {+ expect(isGeminiPreset({ provider: "custom", url: `${GEMINI_API_URL}/` })).toBe(true);+ for (const url of ["", "not a URL", "https://generativelanguage.googleapis.com.evil.test/v1beta/openai", "http://generativelanguage.googleapis.com/v1beta/openai", "https://other.example/v1", `${GEMINI_API_URL}/other`]) {+ expect(isGeminiPreset({ provider: "custom", url })).toBe(false);+ }+ expect(isGeminiPreset({ provider: "openai", url: GEMINI_API_URL })).toBe(false);+ });++ it("clears the previous model and key when entering or leaving Gemini", () => {+ const update = geminiSelectionUpdate("gemini", { provider: "custom", url: "https://other.example/v1", apiKey: "other-key", model: "other-model" });+ expect(update).toEqual({ provider: "custom", url: GEMINI_API_URL, apiKey: "", model: "" });+ expect(geminiSelectionUpdate("custom", update!)).toEqual({ provider: "custom", url: "", apiKey: "", model: "" });+ expect(geminiSelectionUpdate("gemini", update!)).toBeNull();+ expect(validateAiPresetConnectionFields(update!).apiKey).toBeTruthy();+ expect(validateAiPresetConnectionFields(update!).model).toBeTruthy();+ });++ it("uses the saved Gemini endpoint and key for connection tests and remains a pipe preset", async () => {+ const preset = { ...geminiSelectionUpdate("gemini"), id: "pipes", provider: "custom" as const, url: GEMINI_API_URL, model: "gemini-test-model", apiKey: "test-google-key", defaultPreset: true };+ const request = vi.fn(async (_input: string, _init?: RequestInit) => new Response(JSON.stringify({ choices: [{ message: { content: "hi" } }] }), { status: 200 }));+ await expect(testAiPresetConnection(preset, { fetch: request })).resolves.toMatchObject({ reply: "hi" });+ expect(request).toHaveBeenCalledWith(`${GEMINI_API_URL}/chat/completions`, expect.objectContaining({ headers: expect.objectContaining({ Authorization: "Bearer test-google-key" }) }));+ expect(JSON.parse(request.mock.calls[0][1]!.body as string)).toMatchObject({ model: "gemini-test-model", stream: false });+ expect(pickPipePreset([preset])).toEqual(preset);+ });+});diff --git a/apps/screenpipe-app-tauri/lib/utils/gemini-preset.ts b/apps/screenpipe-app-tauri/lib/utils/gemini-preset.tsnew file mode 100644index 000000000..f5385a13b--- /dev/null+++ b/apps/screenpipe-app-tauri/lib/utils/gemini-preset.ts@@ -0,0 +1,34 @@+// screenpipe — AI that knows everything you've seen, said, or heard+// https://screenpipe.com++import type { AIPreset } from "./tauri";++export const GEMINI_API_URL = "https://generativelanguage.googleapis.com/v1beta/openai";+export type AIProviderChoice = AIPreset["provider"] | "gemini";++/** Gemini uses the existing OpenAI-compatible transport in chat and pipes. */+export function isGeminiPreset(preset?: Pick<Partial<AIPreset>, "provider" | "url">): boolean {+ if (preset?.provider !== "custom" || !preset.url) return false;+ try {+ const url = new URL(preset.url);+ return url.origin === "https://generativelanguage.googleapis.com" &&+ url.pathname.replace(/\/+$/, "") === "/v1beta/openai";+ } catch {+ return false;+ }+}++/** Clear another service's key and model before changing the endpoint. */+export function geminiSelectionUpdate(+ choice: AIProviderChoice,+ preset?: Partial<AIPreset>,+): Partial<AIPreset> | null {+ const wasGemini = isGeminiPreset(preset);+ if (choice === "gemini") {+ return wasGemini ? null : { provider: "custom", url: GEMINI_API_URL, model: "", apiKey: "" };+ }+ if (choice === "custom" && wasGemini) {+ return { provider: "custom", url: "", model: "", apiKey: "" };+ }+ return null;+}diff --git a/docs/pr-assets/gemini-ai-presets/after.png b/docs/pr-assets/gemini-ai-presets/after.pngnew file mode 100644index 000000000..45ca4bce1Binary files /dev/null and b/docs/pr-assets/gemini-ai-presets/after.png differdiff --git a/docs/pr-assets/gemini-ai-presets/before.png b/docs/pr-assets/gemini-ai-presets/before.pngnew file mode 100644index 000000000..f91ebc7d2Binary files /dev/null and b/docs/pr-assets/gemini-ai-presets/before.png differdiff --git a/docs/pr-assets/gemini-ai-presets/setup.png b/docs/pr-assets/gemini-ai-presets/setup.pngnew file mode 100644index 000000000..752470c36Binary files /dev/null and b/docs/pr-assets/gemini-ai-presets/setup.png differ