Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
feat(vertex): fix vertex ai provider bug and update model references to use "gemini-2.5-pro" (#1668)
Thomas Kosmas38c57952825d
diff --git a/apps/api/src/lib/extract/completions/batchExtract.ts b/apps/api/src/lib/extract/completions/batchExtract.tsindex f35f3f781..e6c71211e 100644--- a/apps/api/src/lib/extract/completions/batchExtract.ts+++ b/apps/api/src/lib/extract/completions/batchExtract.ts@@ -74,8 +74,8 @@ export async function batchExtractPromise(options: BatchExtractOptions, logger:},markdown: buildDocument(doc),isExtractEndpoint: true,- model: getModel("gemini-2.5-pro-preview-03-25", "vertex"),- retryModel: getModel("gemini-2.5-pro-preview-03-25", "google"),+ model: getModel("gemini-2.5-pro", "vertex"),+ retryModel: getModel("gemini-2.5-pro", "google"),costTrackingOptions: {costTracking: options.costTracking,metadata: {diff --git a/apps/api/src/lib/extract/completions/singleAnswer.ts b/apps/api/src/lib/extract/completions/singleAnswer.tsindex 79bb52f2b..7260c1c48 100644--- a/apps/api/src/lib/extract/completions/singleAnswer.ts+++ b/apps/api/src/lib/extract/completions/singleAnswer.ts@@ -51,8 +51,8 @@ export async function singleAnswerCompletion({},markdown: `${singleAnswerDocs.map((x, i) => `[START_PAGE (ID: ${i})]` + buildDocument(x)).join("\n")} [END_PAGE]\n`,isExtractEndpoint: true,- model: getModel("gemini-2.5-pro-preview-03-25", "vertex"),- retryModel: getModel("gemini-2.5-pro-preview-03-25", "google"),+ model: getModel("gemini-2.5-pro", "vertex"),+ retryModel: getModel("gemini-2.5-pro", "google"),costTrackingOptions: {costTracking,metadata: {@@ -76,7 +76,7 @@ export async function singleAnswerCompletion({promptTokens: 0,completionTokens: 0,totalTokens: 0,- model: "gemini-2.5-pro-preview-03-25",+ model: "gemini-2.5-pro",},sources: singleAnswerDocs.map((doc) => doc.metadata.url || doc.metadata.sourceURL || "",diff --git a/apps/api/src/lib/extract/reranker.ts b/apps/api/src/lib/extract/reranker.tsindex 6ff6e77cb..370924691 100644--- a/apps/api/src/lib/extract/reranker.ts+++ b/apps/api/src/lib/extract/reranker.ts@@ -298,8 +298,8 @@ export async function rerankLinksWithLLM(let completion: any;try {const completionPromise = generateCompletions({- model: getModel("gemini-2.5-pro-preview-03-25", "vertex"),- retryModel: getModel("gemini-2.5-pro-preview-03-25", "google"),+ model: getModel("gemini-2.5-pro", "vertex"),+ retryModel: getModel("gemini-2.5-pro", "google"),logger: logger.child({method: "rerankLinksWithLLM",chunk: chunkIndex + 1,diff --git a/apps/api/src/lib/generic-ai.ts b/apps/api/src/lib/generic-ai.tsindex c498ce0b0..9138226a0 100644--- a/apps/api/src/lib/generic-ai.ts+++ b/apps/api/src/lib/generic-ai.ts@@ -40,7 +40,9 @@ const providerList: Record<Provider, any> = {deepinfra, //DEEPINFRA_API_KEYvertex: createVertex({project: "firecrawl",- location: "us-central1",+ //https://github.com/vercel/ai/issues/6644 bug+ baseURL:"https://aiplatform.googleapis.com/v1/projects/firecrawl/locations/global/publishers/google",+ location: "global",googleAuthOptions: process.env.VERTEX_CREDENTIALS ? {credentials: JSON.parse(atob(process.env.VERTEX_CREDENTIALS)),} : {@@ -50,6 +52,9 @@ const providerList: Record<Provider, any> = {};export function getModel(name: string, provider: Provider = defaultProvider) {+ if(name === "gemini-2.5-pro"){+ name = "gemini-2.5-pro-preview-06-05"+ }return process.env.MODEL_NAME? providerList[provider](process.env.MODEL_NAME): providerList[provider](name);diff --git a/apps/api/src/scraper/scrapeURL/lib/extractSmartScrape.ts b/apps/api/src/scraper/scrapeURL/lib/extractSmartScrape.tsindex 2dffe047a..508e1dee6 100644--- a/apps/api/src/scraper/scrapeURL/lib/extractSmartScrape.ts+++ b/apps/api/src/scraper/scrapeURL/lib/extractSmartScrape.ts@@ -361,8 +361,8 @@ export async function extractData({const newExtractOptions = {...extractOptions,markdown: markdown,- model: getModel("gemini-2.5-pro-preview-03-25", "vertex"),- retryModel: getModel("gemini-2.5-pro-preview-03-25", "google"),+ model: getModel("gemini-2.5-pro", "vertex"),+ retryModel: getModel("gemini-2.5-pro", "google"),costTrackingOptions: {costTracking: extractOptions.costTrackingOptions.costTracking,metadata: {diff --git a/apps/api/src/scraper/scrapeURL/lib/smartScrape.ts b/apps/api/src/scraper/scrapeURL/lib/smartScrape.tsindex e40ebf4c8..000cdd85f 100644--- a/apps/api/src/scraper/scrapeURL/lib/smartScrape.ts+++ b/apps/api/src/scraper/scrapeURL/lib/smartScrape.ts@@ -86,7 +86,7 @@ export async function smartScrape({scrapeId,models: {thinkingModel: {- model: "gemini-2.5-pro-preview-03-25",+ model: "gemini-2.5-pro",provider: "vertex",supportTools: true,toolChoice: "required",diff --git a/apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts b/apps/api/src/scraper/scrapeURL/transformers/llmExtract.tsindex 947e35e72..53fe0ea71 100644--- a/apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts+++ b/apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts@@ -200,8 +200,7 @@ export function calculateCost(let modelCost = modelCosts[model] || { input_cost: 0, output_cost: 0 };//gemini-2.5-pro-exp-03-25 pricingif (- model === "gemini-2.5-pro-exp-03-25" ||- model === "gemini-2.5-pro-preview-03-25"+ model.includes("gemini-2.5-pro")) {let inputCost = 0;let outputCost = 0;