Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
fix(scrape/json): move back to 4o mini
Gergő Móricz06770bc63ff7
diff --git a/apps/api/src/lib/extract/completions/singleAnswer.ts b/apps/api/src/lib/extract/completions/singleAnswer.tsindex 866b6049d..79bb52f2b 100644--- a/apps/api/src/lib/extract/completions/singleAnswer.ts+++ b/apps/api/src/lib/extract/completions/singleAnswer.ts@@ -51,7 +51,8 @@ export async function singleAnswerCompletion({},markdown: `${singleAnswerDocs.map((x, i) => `[START_PAGE (ID: ${i})]` + buildDocument(x)).join("\n")} [END_PAGE]\n`,isExtractEndpoint: true,- model: getModel("gemini-2.0-flash", "google"),+ model: getModel("gemini-2.5-pro-preview-03-25", "vertex"),+ retryModel: getModel("gemini-2.5-pro-preview-03-25", "google"),costTrackingOptions: {costTracking,metadata: {@@ -75,7 +76,7 @@ export async function singleAnswerCompletion({promptTokens: 0,completionTokens: 0,totalTokens: 0,- model: "gemini-2.0-flash",+ model: "gemini-2.5-pro-preview-03-25",},sources: singleAnswerDocs.map((doc) => doc.metadata.url || doc.metadata.sourceURL || "",diff --git a/apps/api/src/scraper/scrapeURL/lib/extractSmartScrape.ts b/apps/api/src/scraper/scrapeURL/lib/extractSmartScrape.tsindex e02f4c836..52ad2fa19 100644--- a/apps/api/src/scraper/scrapeURL/lib/extractSmartScrape.ts+++ b/apps/api/src/scraper/scrapeURL/lib/extractSmartScrape.ts@@ -269,8 +269,6 @@ export async function extractData({totalUsage: t,} = await generateCompletions({...extractOptionsNewSchema,- model: getModel("gemini-2.5-pro-preview-03-25", "vertex"),- retryModel: getModel("gemini-2.5-pro-preview-03-25", "google"),costTrackingOptions: {costTracking: extractOptions.costTrackingOptions.costTracking,metadata: {diff --git a/apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts b/apps/api/src/scraper/scrapeURL/transformers/llmExtract.tsindex 48dcd1280..4ff1f2545 100644--- a/apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts+++ b/apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts@@ -658,8 +658,8 @@ export async function performLLMExtract(// model: getModel("qwen-qwq-32b", "groq"),// model: getModel("gemini-2.0-flash", "google"),// model: getModel("gemini-2.5-pro-preview-03-25", "vertex"),- model: getModel("gemini-2.5-pro-preview-03-25", "vertex"),- retryModel: getModel("gemini-2.5-pro-preview-03-25", "google"),+ model: getModel("gpt-4o-mini", "openai"),+ retryModel: getModel("gpt-4o", "openai"),costTrackingOptions: {costTracking: meta.costTracking,metadata: {