Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
monitor search: prefer Vertex, fall back to GenAI for LLM calls
Developers Digest0510fb1bf77a
diff --git a/apps/api/src/services/monitoring/search/run-defenses.test.ts b/apps/api/src/services/monitoring/search/run-defenses.test.tsindex 6dde28819..dff89240e 100644--- a/apps/api/src/services/monitoring/search/run-defenses.test.ts+++ b/apps/api/src/services/monitoring/search/run-defenses.test.ts@@ -46,7 +46,7 @@ vi.mock("./llm", () => ({judgeSnippets: (...a: unknown[]) => snippetsMock(...a),}));vi.mock("./tuning", () => ({- hasGeminiKey: () => true,+ hasLlmProvider: () => true,googleProviderOptions: () => ({}),}));vi.mock("./criteria", async importOriginal => ({diff --git a/apps/api/src/services/monitoring/search/run.test.ts b/apps/api/src/services/monitoring/search/run.test.tsindex 40f83d0b0..8a6ca9697 100644--- a/apps/api/src/services/monitoring/search/run.test.ts+++ b/apps/api/src/services/monitoring/search/run.test.ts@@ -33,7 +33,7 @@ vi.mock("./llm", () => ({judgeMaterialDevelopment: (...a: unknown[]) => materialDevMock(...a),}));vi.mock("./tuning", () => ({- hasGeminiKey: () => false,+ hasLlmProvider: () => false,googleProviderOptions: () => ({}),}));diff --git a/apps/api/src/services/monitoring/search/run.ts b/apps/api/src/services/monitoring/search/run.tsindex 40adca9b3..10153b036 100644--- a/apps/api/src/services/monitoring/search/run.ts+++ b/apps/api/src/services/monitoring/search/run.ts@@ -37,7 +37,7 @@ import {type VerificationResult,type VerifyEvidence,} from "./verify";-import { hasGeminiKey } from "./tuning";+import { hasLlmProvider } from "./tuning";import {searchCreditsForResultCount,judgeCreditsForJudgedCount,@@ -253,7 +253,7 @@ export async function runSearchTarget(params: {}resultCount = candidates.length;- const llmStagesAvailable = hasGeminiKey();+ const llmStagesAvailable = hasLlmProvider();const depth: "raw" | "standard" | "deep" = !judgeEnabled? "raw": target.depth === "raw"diff --git a/apps/api/src/services/monitoring/search/tuning.ts b/apps/api/src/services/monitoring/search/tuning.tsindex 892b4567e..a3be2a7d2 100644--- a/apps/api/src/services/monitoring/search/tuning.ts+++ b/apps/api/src/services/monitoring/search/tuning.ts@@ -1,4 +1,5 @@-import { createGoogleGenerativeAI } from "@ai-sdk/google";+import { getModel } from "../../../lib/generic-ai";+import { config } from "../../../config";type GoogleThinkingOptions = {providerOptions: {@@ -16,10 +17,17 @@ function geminiApiKey(): string | undefined {return process.env.GOOGLE_GENERATIVE_AI_API_KEY ?? process.env.GEMINI_API_KEY;}-export function hasGeminiKey(): boolean {- return Boolean(geminiApiKey());+// Vertex is the preferred provider so usage is traceable via Vertex billing+// labels; the GenAI (Gemini) API is only a fallback when Vertex credentials+// aren't configured (e.g. self-hosted).+function hasVertex(): boolean {+ return Boolean(config.VERTEX_CREDENTIALS);+}++export function hasLlmProvider(): boolean {+ return hasVertex() || Boolean(geminiApiKey());}export function googleModel(modelId: string) {- return createGoogleGenerativeAI({ apiKey: geminiApiKey() })(modelId);+ return getModel(modelId, hasVertex() ? "vertex" : "google");}