Skip to content

YC (S26) | Open Computer History | Continuously record your company computer work, map your workflows, help you find work worth automating, and power your agents' context

feat: add Gemini AI Studio preset setup (#7476)

Louis Beaumont94140e69cccd
diff --git a/apps/screenpipe-app-tauri/components/settings/ai-presets.tsx b/apps/screenpipe-app-tauri/components/settings/ai-presets.tsx
index 6939f3563..297dca5a8 100644
--- a/apps/screenpipe-app-tauri/components/settings/ai-presets.tsx
+++ b/apps/screenpipe-app-tauri/components/settings/ai-presets.tsx
@@ -8,7 +8,7 @@ import type { SettingsField } from "./settings-search";
/** Settings search index for this section. Co-located with the component so adding a field here means updating one file. See `SettingsField` in `./settings-search` for the schema. */
export const searchIndex: SettingsField[] = [
{ label: msg("AI presets", {}), keywords: ["preset"] },
- { label: msg("API key", {}), keywords: ["openai", "anthropic", "key"] },
+ { label: msg("API key", {}), keywords: ["openai", "anthropic", "gemini", "google", "ai studio", "key"] },
{ label: msg("Model", {}), keywords: ["gpt", "claude", "gemini", "llm"] },
{ label: msg("Agent harness", {}), keywords: ["acp", "codex", "claude code", "opencode", "cursor"] },
{ label: msg("Embedding", {}) },
@@ -32,6 +32,7 @@ import {
shouldWarnLowHostedAiAllowance,
} from "@/lib/hooks/use-usage-status";
import { testAiPresetConnection } from "@/lib/utils/ai-preset-connection";
+import { geminiSelectionUpdate, isGeminiPreset, type AIProviderChoice } from "@/lib/utils/gemini-preset";
import { CHATGPT_FALLBACK_MODELS } from "@/lib/utils/chatgpt-preset";
import { openBusinessUpgradeSurface } from "@/lib/upgrade-flow";
import { Label } from "../ui/label";
@@ -549,7 +550,15 @@ const AISection = ({
updateSettingsPreset({ prompt: DEFAULT_PROMPT });
}, [updateSettingsPreset]);
- const handleAiProviderChange = useCallback((newValue: AIPreset["provider"]) => {
+ const handleAiProviderChange = useCallback((newValue: AIProviderChoice) => {
+ const geminiUpdate = geminiSelectionUpdate(newValue, settingsPreset);
+ if (geminiUpdate) {
+ setDiagnosticsOpen(false);
+ setModels([]);
+ updateSettingsPreset(geminiUpdate);
+ return;
+ }
+ if (newValue === "gemini") return;
// No-op if same provider — avoids resetting UI state (e.g. chatgptChecking) unnecessarily
if (newValue === settingsPreset?.provider) return;
@@ -559,7 +568,7 @@ const AISection = ({
// chatgptChecking is managed by the status-check effect, not here
let newUrl = "";
- let newModel = settingsPreset?.model;
+ let newModel = isGeminiPreset(settingsPreset) ? "" : settingsPreset?.model;
switch (newValue) {
case "openai":
@@ -590,6 +599,7 @@ const AISection = ({
}
const updates: Partial<AIPreset> = { provider: newValue, url: newUrl, model: newModel };
+ if (isGeminiPreset(settingsPreset)) updates.apiKey = "";
if (newValue === "acp") {
updates.acpAgent = settingsPreset?.acpAgent || { id: "pi-acp" };
}
@@ -635,7 +645,7 @@ const AISection = ({
{
provider: settingsPreset.provider,
acpAgentId: settingsPreset.acpAgent?.id,
- model: settingsPreset.model,
+ model: settingsPreset.model || (isGeminiPreset(settingsPreset) ? "gemini" : undefined),
},
visiblePresets.map((p) => p.id),
preset?.id,
@@ -649,6 +659,7 @@ const AISection = ({
}, [
settingsPreset?.provider,
settingsPreset?.model,
+ settingsPreset?.url,
settingsPreset?.acpAgent?.id,
preset,
isDuplicating,
@@ -666,7 +677,7 @@ const AISection = ({
{
provider: settingsPreset.provider,
acpAgentId: settingsPreset.acpAgent?.id,
- model: settingsPreset.model,
+ model: settingsPreset.model || (isGeminiPreset(settingsPreset) ? "gemini" : undefined),
},
visiblePresets.map((p) => p.id),
preset?.id,
@@ -1300,6 +1311,7 @@ const AISection = ({
<div className="mb-4 mt-4">
<AIProviderChoices
selectedProvider={settingsPreset?.provider}
+ selectedUrl={settingsPreset?.url}
selectedAcpAgentId={settingsPreset?.acpAgent?.id}
showScreenpipeCloud={showScreenpipeCloud}
screenpipeDisabled={!settings.user?.token}
@@ -1339,7 +1351,7 @@ const AISection = ({
/>
)}
- {settingsPreset?.provider === "custom" && (
+ {settingsPreset?.provider === "custom" && !isGeminiPreset(settingsPreset) && (
<ValidatedInput
id="customAiUrl"
label={ui("Custom URL")}
@@ -1397,6 +1409,15 @@ const AISection = ({
)}
</Button>
</div>
+ {isGeminiPreset(settingsPreset) && (
+ <button
+ type="button"
+ className="text-xs text-muted-foreground hover:text-foreground underline underline-offset-2 w-fit"
+ onClick={() => openUrl("https://aistudio.google.com/apikey")}
+ >
+ {ui("Get your API key in Google AI Studio")}
+ </button>
+ )}
{settingsPreset?.provider === "anthropic" && (
<button
type="button"
diff --git a/apps/screenpipe-app-tauri/components/settings/ai-provider-choices.test.tsx b/apps/screenpipe-app-tauri/components/settings/ai-provider-choices.test.tsx
index 18c7ea545..3b9eaa662 100644
--- a/apps/screenpipe-app-tauri/components/settings/ai-provider-choices.test.tsx
+++ b/apps/screenpipe-app-tauri/components/settings/ai-provider-choices.test.tsx
@@ -159,3 +159,27 @@ describe("AIProviderChoices", () => {
);
});
});
+
+
+it("selects Gemini and restores its card from a saved custom endpoint", () => {
+ const onSelectProvider = vi.fn();
+ render(
+ <AIProviderChoices
+ selectedProvider="custom"
+ selectedUrl="https://generativelanguage.googleapis.com/v1beta/openai/"
+ showScreenpipeCloud
+ screenpipeDisabled={false}
+ acpEnabled={false}
+ primaryAcpAdapters={[]}
+ onSelectProvider={onSelectProvider}
+ onSelectAcpAgent={vi.fn()}
+ />,
+ );
+ const gemini = screen.getByRole("button", { name: "Gemini", exact: true });
+ expect(gemini).toHaveAttribute("aria-pressed", "true");
+ expect(screen.getByRole("button", { name: "Use an API key" })).toHaveAttribute("aria-pressed", "false");
+ fireEvent.keyDown(gemini, { key: "Enter" });
+ expect(onSelectProvider).toHaveBeenCalledWith("gemini");
+ fireEvent.click(screen.getByRole("button", { name: "Use an API key" }));
+ expect(onSelectProvider).toHaveBeenLastCalledWith("custom");
+});
diff --git a/apps/screenpipe-app-tauri/components/settings/ai-provider-choices.tsx b/apps/screenpipe-app-tauri/components/settings/ai-provider-choices.tsx
index ef84f7611..cb8a63df3 100644
--- a/apps/screenpipe-app-tauri/components/settings/ai-provider-choices.tsx
+++ b/apps/screenpipe-app-tauri/components/settings/ai-provider-choices.tsx
@@ -9,12 +9,14 @@ import { Badge } from "@/components/ui/badge";
import { Card, CardContent } from "@/components/ui/card";
import { cn } from "@/lib/utils";
import type { AcpAdapterInfo } from "@/lib/utils/preset-appearance";
+import { isGeminiPreset, type AIProviderChoice } from "@/lib/utils/gemini-preset";
import type { AIPreset } from "@/lib/utils/tauri";
import { useGT } from "gt-react";
export interface AIProviderCardProps {
type:
+ | "gemini"
| "openai"
| "openai-chatgpt"
| "native-ollama"
@@ -90,18 +92,20 @@ export function AIProviderCard({
interface AIProviderChoicesProps {
selectedProvider?: AIPreset["provider"];
+ selectedUrl?: string;
selectedAcpAgentId?: string | null;
showScreenpipeCloud: boolean;
screenpipeDisabled: boolean;
acpEnabled: boolean;
primaryAcpAdapters: readonly AcpAdapterInfo[];
customAcpAdapter?: AcpAdapterInfo;
- onSelectProvider: (provider: AIPreset["provider"]) => void;
+ onSelectProvider: (provider: AIProviderChoice) => void;
onSelectAcpAgent: (id: string) => void;
}
export function AIProviderChoices({
selectedProvider,
+ selectedUrl,
selectedAcpAgentId,
showScreenpipeCloud,
screenpipeDisabled,
@@ -113,6 +117,7 @@ export function AIProviderChoices({
}: AIProviderChoicesProps) {
const ui = useGT();
+ const geminiSelected = isGeminiPreset({ provider: selectedProvider, url: selectedUrl });
const advancedSelected =
selectedProvider === "custom" ||
selectedProvider === "openai-chatgpt" ||
@@ -197,6 +202,15 @@ export function AIProviderChoices({
onClick={() => onSelectProvider("anthropic")}
/>
+ <AIProviderCard
+ type="gemini"
+ title={ui("Gemini")}
+ description={ui("Use Gemini models with a Google AI Studio API key.")}
+ imageSrc="/images/gemini.svg"
+ selected={geminiSelected}
+ onClick={() => onSelectProvider("gemini")}
+ />
+
<AIProviderCard
type="native-ollama"
title={ui("Ollama")}
@@ -211,7 +225,7 @@ export function AIProviderChoices({
title={ui("Use an API key")}
description={ui("Connect another AI service.")}
imageSrc="/images/custom.png"
- selected={selectedProvider === "custom"}
+ selected={selectedProvider === "custom" && !geminiSelected}
onClick={() => onSelectProvider("custom")}
/>
</div>
diff --git a/apps/screenpipe-app-tauri/lib/utils/gemini-preset.test.ts b/apps/screenpipe-app-tauri/lib/utils/gemini-preset.test.ts
new file mode 100644
index 000000000..47c39c9a6
--- /dev/null
+++ b/apps/screenpipe-app-tauri/lib/utils/gemini-preset.test.ts
@@ -0,0 +1,36 @@
+// screenpipe — AI that knows everything you've seen, said, or heard
+// https://screenpipe.com
+
+import { describe, expect, it, vi } from "vitest";
+import { GEMINI_API_URL, geminiSelectionUpdate, isGeminiPreset } from "./gemini-preset";
+import { testAiPresetConnection } from "./ai-preset-connection";
+import { validateAiPresetConnectionFields } from "./validation";
+import { pickPipePreset } from "./pick-pipe-preset";
+
+describe("Gemini presets", () => {
+ it("recognizes saved Gemini presets, including trailing slashes", () => {
+ expect(isGeminiPreset({ provider: "custom", url: `${GEMINI_API_URL}/` })).toBe(true);
+ for (const url of ["", "not a URL", "https://generativelanguage.googleapis.com.evil.test/v1beta/openai", "http://generativelanguage.googleapis.com/v1beta/openai", "https://other.example/v1", `${GEMINI_API_URL}/other`]) {
+ expect(isGeminiPreset({ provider: "custom", url })).toBe(false);
+ }
+ expect(isGeminiPreset({ provider: "openai", url: GEMINI_API_URL })).toBe(false);
+ });
+
+ it("clears the previous model and key when entering or leaving Gemini", () => {
+ const update = geminiSelectionUpdate("gemini", { provider: "custom", url: "https://other.example/v1", apiKey: "other-key", model: "other-model" });
+ expect(update).toEqual({ provider: "custom", url: GEMINI_API_URL, apiKey: "", model: "" });
+ expect(geminiSelectionUpdate("custom", update!)).toEqual({ provider: "custom", url: "", apiKey: "", model: "" });
+ expect(geminiSelectionUpdate("gemini", update!)).toBeNull();
+ expect(validateAiPresetConnectionFields(update!).apiKey).toBeTruthy();
+ expect(validateAiPresetConnectionFields(update!).model).toBeTruthy();
+ });
+
+ it("uses the saved Gemini endpoint and key for connection tests and remains a pipe preset", async () => {
+ const preset = { ...geminiSelectionUpdate("gemini"), id: "pipes", provider: "custom" as const, url: GEMINI_API_URL, model: "gemini-test-model", apiKey: "test-google-key", defaultPreset: true };
+ const request = vi.fn(async (_input: string, _init?: RequestInit) => new Response(JSON.stringify({ choices: [{ message: { content: "hi" } }] }), { status: 200 }));
+ await expect(testAiPresetConnection(preset, { fetch: request })).resolves.toMatchObject({ reply: "hi" });
+ expect(request).toHaveBeenCalledWith(`${GEMINI_API_URL}/chat/completions`, expect.objectContaining({ headers: expect.objectContaining({ Authorization: "Bearer test-google-key" }) }));
+ expect(JSON.parse(request.mock.calls[0][1]!.body as string)).toMatchObject({ model: "gemini-test-model", stream: false });
+ expect(pickPipePreset([preset])).toEqual(preset);
+ });
+});
diff --git a/apps/screenpipe-app-tauri/lib/utils/gemini-preset.ts b/apps/screenpipe-app-tauri/lib/utils/gemini-preset.ts
new file mode 100644
index 000000000..f5385a13b
--- /dev/null
+++ b/apps/screenpipe-app-tauri/lib/utils/gemini-preset.ts
@@ -0,0 +1,34 @@
+// screenpipe — AI that knows everything you've seen, said, or heard
+// https://screenpipe.com
+
+import type { AIPreset } from "./tauri";
+
+export const GEMINI_API_URL = "https://generativelanguage.googleapis.com/v1beta/openai";
+export type AIProviderChoice = AIPreset["provider"] | "gemini";
+
+/** Gemini uses the existing OpenAI-compatible transport in chat and pipes. */
+export function isGeminiPreset(preset?: Pick<Partial<AIPreset>, "provider" | "url">): boolean {
+ if (preset?.provider !== "custom" || !preset.url) return false;
+ try {
+ const url = new URL(preset.url);
+ return url.origin === "https://generativelanguage.googleapis.com" &&
+ url.pathname.replace(/\/+$/, "") === "/v1beta/openai";
+ } catch {
+ return false;
+ }
+}
+
+/** Clear another service's key and model before changing the endpoint. */
+export function geminiSelectionUpdate(
+ choice: AIProviderChoice,
+ preset?: Partial<AIPreset>,
+): Partial<AIPreset> | null {
+ const wasGemini = isGeminiPreset(preset);
+ if (choice === "gemini") {
+ return wasGemini ? null : { provider: "custom", url: GEMINI_API_URL, model: "", apiKey: "" };
+ }
+ if (choice === "custom" && wasGemini) {
+ return { provider: "custom", url: "", model: "", apiKey: "" };
+ }
+ return null;
+}
diff --git a/docs/pr-assets/gemini-ai-presets/after.png b/docs/pr-assets/gemini-ai-presets/after.png
new file mode 100644
index 000000000..45ca4bce1
Binary files /dev/null and b/docs/pr-assets/gemini-ai-presets/after.png differ
diff --git a/docs/pr-assets/gemini-ai-presets/before.png b/docs/pr-assets/gemini-ai-presets/before.png
new file mode 100644
index 000000000..f91ebc7d2
Binary files /dev/null and b/docs/pr-assets/gemini-ai-presets/before.png differ
diff --git a/docs/pr-assets/gemini-ai-presets/setup.png b/docs/pr-assets/gemini-ai-presets/setup.png
new file mode 100644
index 000000000..752470c36
Binary files /dev/null and b/docs/pr-assets/gemini-ai-presets/setup.png differ