Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

monitor search: prefer Vertex, fall back to GenAI for LLM calls

Developers Digest0510fb1bf77a
diff --git a/apps/api/src/services/monitoring/search/run-defenses.test.ts b/apps/api/src/services/monitoring/search/run-defenses.test.ts
index 6dde28819..dff89240e 100644
--- a/apps/api/src/services/monitoring/search/run-defenses.test.ts
+++ b/apps/api/src/services/monitoring/search/run-defenses.test.ts
@@ -46,7 +46,7 @@ vi.mock("./llm", () => ({
judgeSnippets: (...a: unknown[]) => snippetsMock(...a),
}));
vi.mock("./tuning", () => ({
- hasGeminiKey: () => true,
+ hasLlmProvider: () => true,
googleProviderOptions: () => ({}),
}));
vi.mock("./criteria", async importOriginal => ({
diff --git a/apps/api/src/services/monitoring/search/run.test.ts b/apps/api/src/services/monitoring/search/run.test.ts
index 40f83d0b0..8a6ca9697 100644
--- a/apps/api/src/services/monitoring/search/run.test.ts
+++ b/apps/api/src/services/monitoring/search/run.test.ts
@@ -33,7 +33,7 @@ vi.mock("./llm", () => ({
judgeMaterialDevelopment: (...a: unknown[]) => materialDevMock(...a),
}));
vi.mock("./tuning", () => ({
- hasGeminiKey: () => false,
+ hasLlmProvider: () => false,
googleProviderOptions: () => ({}),
}));
diff --git a/apps/api/src/services/monitoring/search/run.ts b/apps/api/src/services/monitoring/search/run.ts
index 40adca9b3..10153b036 100644
--- a/apps/api/src/services/monitoring/search/run.ts
+++ b/apps/api/src/services/monitoring/search/run.ts
@@ -37,7 +37,7 @@ import {
type VerificationResult,
type VerifyEvidence,
} from "./verify";
-import { hasGeminiKey } from "./tuning";
+import { hasLlmProvider } from "./tuning";
import {
searchCreditsForResultCount,
judgeCreditsForJudgedCount,
@@ -253,7 +253,7 @@ export async function runSearchTarget(params: {
}
resultCount = candidates.length;
- const llmStagesAvailable = hasGeminiKey();
+ const llmStagesAvailable = hasLlmProvider();
const depth: "raw" | "standard" | "deep" = !judgeEnabled
? "raw"
: target.depth === "raw"
diff --git a/apps/api/src/services/monitoring/search/tuning.ts b/apps/api/src/services/monitoring/search/tuning.ts
index 892b4567e..a3be2a7d2 100644
--- a/apps/api/src/services/monitoring/search/tuning.ts
+++ b/apps/api/src/services/monitoring/search/tuning.ts
@@ -1,4 +1,5 @@
-import { createGoogleGenerativeAI } from "@ai-sdk/google";
+import { getModel } from "../../../lib/generic-ai";
+import { config } from "../../../config";
type GoogleThinkingOptions = {
providerOptions: {
@@ -16,10 +17,17 @@ function geminiApiKey(): string | undefined {
return process.env.GOOGLE_GENERATIVE_AI_API_KEY ?? process.env.GEMINI_API_KEY;
}
-export function hasGeminiKey(): boolean {
- return Boolean(geminiApiKey());
+// Vertex is the preferred provider so usage is traceable via Vertex billing
+// labels; the GenAI (Gemini) API is only a fallback when Vertex credentials
+// aren't configured (e.g. self-hosted).
+function hasVertex(): boolean {
+ return Boolean(config.VERTEX_CREDENTIALS);
+}
+
+export function hasLlmProvider(): boolean {
+ return hasVertex() || Boolean(geminiApiKey());
}
export function googleModel(modelId: string) {
- return createGoogleGenerativeAI({ apiKey: geminiApiKey() })(modelId);
+ return getModel(modelId, hasVertex() ? "vertex" : "google");
}