Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

fix(scrape/json): move back to 4o mini

Gergő Móricz06770bc63ff7
diff --git a/apps/api/src/lib/extract/completions/singleAnswer.ts b/apps/api/src/lib/extract/completions/singleAnswer.ts
index 866b6049d..79bb52f2b 100644
--- a/apps/api/src/lib/extract/completions/singleAnswer.ts
+++ b/apps/api/src/lib/extract/completions/singleAnswer.ts
@@ -51,7 +51,8 @@ export async function singleAnswerCompletion({
},
markdown: `${singleAnswerDocs.map((x, i) => `[START_PAGE (ID: ${i})]` + buildDocument(x)).join("\n")} [END_PAGE]\n`,
isExtractEndpoint: true,
- model: getModel("gemini-2.0-flash", "google"),
+ model: getModel("gemini-2.5-pro-preview-03-25", "vertex"),
+ retryModel: getModel("gemini-2.5-pro-preview-03-25", "google"),
costTrackingOptions: {
costTracking,
metadata: {
@@ -75,7 +76,7 @@ export async function singleAnswerCompletion({
promptTokens: 0,
completionTokens: 0,
totalTokens: 0,
- model: "gemini-2.0-flash",
+ model: "gemini-2.5-pro-preview-03-25",
},
sources: singleAnswerDocs.map(
(doc) => doc.metadata.url || doc.metadata.sourceURL || "",
diff --git a/apps/api/src/scraper/scrapeURL/lib/extractSmartScrape.ts b/apps/api/src/scraper/scrapeURL/lib/extractSmartScrape.ts
index e02f4c836..52ad2fa19 100644
--- a/apps/api/src/scraper/scrapeURL/lib/extractSmartScrape.ts
+++ b/apps/api/src/scraper/scrapeURL/lib/extractSmartScrape.ts
@@ -269,8 +269,6 @@ export async function extractData({
totalUsage: t,
} = await generateCompletions({
...extractOptionsNewSchema,
- model: getModel("gemini-2.5-pro-preview-03-25", "vertex"),
- retryModel: getModel("gemini-2.5-pro-preview-03-25", "google"),
costTrackingOptions: {
costTracking: extractOptions.costTrackingOptions.costTracking,
metadata: {
diff --git a/apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts b/apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts
index 48dcd1280..4ff1f2545 100644
--- a/apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts
+++ b/apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts
@@ -658,8 +658,8 @@ export async function performLLMExtract(
// model: getModel("qwen-qwq-32b", "groq"),
// model: getModel("gemini-2.0-flash", "google"),
// model: getModel("gemini-2.5-pro-preview-03-25", "vertex"),
- model: getModel("gemini-2.5-pro-preview-03-25", "vertex"),
- retryModel: getModel("gemini-2.5-pro-preview-03-25", "google"),
+ model: getModel("gpt-4o-mini", "openai"),
+ retryModel: getModel("gpt-4o", "openai"),
costTrackingOptions: {
costTracking: meta.costTracking,
metadata: {