Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

feat(vertex): fix vertex ai provider bug and update model references to use "gemini-2.5-pro" (#1668)

Thomas Kosmas38c57952825d
diff --git a/apps/api/src/lib/extract/completions/batchExtract.ts b/apps/api/src/lib/extract/completions/batchExtract.ts
index f35f3f781..e6c71211e 100644
--- a/apps/api/src/lib/extract/completions/batchExtract.ts
+++ b/apps/api/src/lib/extract/completions/batchExtract.ts
@@ -74,8 +74,8 @@ export async function batchExtractPromise(options: BatchExtractOptions, logger:
},
markdown: buildDocument(doc),
isExtractEndpoint: true,
- model: getModel("gemini-2.5-pro-preview-03-25", "vertex"),
- retryModel: getModel("gemini-2.5-pro-preview-03-25", "google"),
+ model: getModel("gemini-2.5-pro", "vertex"),
+ retryModel: getModel("gemini-2.5-pro", "google"),
costTrackingOptions: {
costTracking: options.costTracking,
metadata: {
diff --git a/apps/api/src/lib/extract/completions/singleAnswer.ts b/apps/api/src/lib/extract/completions/singleAnswer.ts
index 79bb52f2b..7260c1c48 100644
--- a/apps/api/src/lib/extract/completions/singleAnswer.ts
+++ b/apps/api/src/lib/extract/completions/singleAnswer.ts
@@ -51,8 +51,8 @@ export async function singleAnswerCompletion({
},
markdown: `${singleAnswerDocs.map((x, i) => `[START_PAGE (ID: ${i})]` + buildDocument(x)).join("\n")} [END_PAGE]\n`,
isExtractEndpoint: true,
- model: getModel("gemini-2.5-pro-preview-03-25", "vertex"),
- retryModel: getModel("gemini-2.5-pro-preview-03-25", "google"),
+ model: getModel("gemini-2.5-pro", "vertex"),
+ retryModel: getModel("gemini-2.5-pro", "google"),
costTrackingOptions: {
costTracking,
metadata: {
@@ -76,7 +76,7 @@ export async function singleAnswerCompletion({
promptTokens: 0,
completionTokens: 0,
totalTokens: 0,
- model: "gemini-2.5-pro-preview-03-25",
+ model: "gemini-2.5-pro",
},
sources: singleAnswerDocs.map(
(doc) => doc.metadata.url || doc.metadata.sourceURL || "",
diff --git a/apps/api/src/lib/extract/reranker.ts b/apps/api/src/lib/extract/reranker.ts
index 6ff6e77cb..370924691 100644
--- a/apps/api/src/lib/extract/reranker.ts
+++ b/apps/api/src/lib/extract/reranker.ts
@@ -298,8 +298,8 @@ export async function rerankLinksWithLLM(
let completion: any;
try {
const completionPromise = generateCompletions({
- model: getModel("gemini-2.5-pro-preview-03-25", "vertex"),
- retryModel: getModel("gemini-2.5-pro-preview-03-25", "google"),
+ model: getModel("gemini-2.5-pro", "vertex"),
+ retryModel: getModel("gemini-2.5-pro", "google"),
logger: logger.child({
method: "rerankLinksWithLLM",
chunk: chunkIndex + 1,
diff --git a/apps/api/src/lib/generic-ai.ts b/apps/api/src/lib/generic-ai.ts
index c498ce0b0..9138226a0 100644
--- a/apps/api/src/lib/generic-ai.ts
+++ b/apps/api/src/lib/generic-ai.ts
@@ -40,7 +40,9 @@ const providerList: Record<Provider, any> = {
deepinfra, //DEEPINFRA_API_KEY
vertex: createVertex({
project: "firecrawl",
- location: "us-central1",
+ //https://github.com/vercel/ai/issues/6644 bug
+ baseURL:"https://aiplatform.googleapis.com/v1/projects/firecrawl/locations/global/publishers/google",
+ location: "global",
googleAuthOptions: process.env.VERTEX_CREDENTIALS ? {
credentials: JSON.parse(atob(process.env.VERTEX_CREDENTIALS)),
} : {
@@ -50,6 +52,9 @@ const providerList: Record<Provider, any> = {
};
export function getModel(name: string, provider: Provider = defaultProvider) {
+ if(name === "gemini-2.5-pro"){
+ name = "gemini-2.5-pro-preview-06-05"
+ }
return process.env.MODEL_NAME
? providerList[provider](process.env.MODEL_NAME)
: providerList[provider](name);
diff --git a/apps/api/src/scraper/scrapeURL/lib/extractSmartScrape.ts b/apps/api/src/scraper/scrapeURL/lib/extractSmartScrape.ts
index 2dffe047a..508e1dee6 100644
--- a/apps/api/src/scraper/scrapeURL/lib/extractSmartScrape.ts
+++ b/apps/api/src/scraper/scrapeURL/lib/extractSmartScrape.ts
@@ -361,8 +361,8 @@ export async function extractData({
const newExtractOptions = {
...extractOptions,
markdown: markdown,
- model: getModel("gemini-2.5-pro-preview-03-25", "vertex"),
- retryModel: getModel("gemini-2.5-pro-preview-03-25", "google"),
+ model: getModel("gemini-2.5-pro", "vertex"),
+ retryModel: getModel("gemini-2.5-pro", "google"),
costTrackingOptions: {
costTracking: extractOptions.costTrackingOptions.costTracking,
metadata: {
diff --git a/apps/api/src/scraper/scrapeURL/lib/smartScrape.ts b/apps/api/src/scraper/scrapeURL/lib/smartScrape.ts
index e40ebf4c8..000cdd85f 100644
--- a/apps/api/src/scraper/scrapeURL/lib/smartScrape.ts
+++ b/apps/api/src/scraper/scrapeURL/lib/smartScrape.ts
@@ -86,7 +86,7 @@ export async function smartScrape({
scrapeId,
models: {
thinkingModel: {
- model: "gemini-2.5-pro-preview-03-25",
+ model: "gemini-2.5-pro",
provider: "vertex",
supportTools: true,
toolChoice: "required",
diff --git a/apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts b/apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts
index 947e35e72..53fe0ea71 100644
--- a/apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts
+++ b/apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts
@@ -200,8 +200,7 @@ export function calculateCost(
let modelCost = modelCosts[model] || { input_cost: 0, output_cost: 0 };
//gemini-2.5-pro-exp-03-25 pricing
if (
- model === "gemini-2.5-pro-exp-03-25" ||
- model === "gemini-2.5-pro-preview-03-25"
+ model.includes("gemini-2.5-pro")
) {
let inputCost = 0;
let outputCost = 0;