Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
feat(api): update gpt-4o usage to gpt-4.1 (#2536)
tomc5e241983293
diff --git a/apps/api/src/lib/extract/completions/analyzeSchemaAndPrompt.ts b/apps/api/src/lib/extract/completions/analyzeSchemaAndPrompt.tsindex 58825bda3..42c466242 100644--- a/apps/api/src/lib/extract/completions/analyzeSchemaAndPrompt.ts+++ b/apps/api/src/lib/extract/completions/analyzeSchemaAndPrompt.ts@@ -48,7 +48,7 @@ export async function analyzeSchemaAndPrompt(const schemaString = JSON.stringify(schema);- const model = getModel("gpt-4o", "openai");+ const model = getModel("gpt-4.1", "openai");const checkSchema = z.object({diff --git a/apps/api/src/lib/extract/completions/batchExtract.ts b/apps/api/src/lib/extract/completions/batchExtract.tsindex 1b4aaaf02..90df14022 100644--- a/apps/api/src/lib/extract/completions/batchExtract.ts+++ b/apps/api/src/lib/extract/completions/batchExtract.ts@@ -85,7 +85,7 @@ export async function batchExtractPromise(markdown: buildDocument(doc),isExtractEndpoint: true,model: getModel("gpt-4o-mini", "openai"),- retryModel: getModel("gpt-4o", "openai"),+ retryModel: getModel("gpt-4.1", "openai"),costTrackingOptions: {costTracking: options.costTracking,metadata: {diff --git a/apps/api/src/lib/extract/completions/singleAnswer.ts b/apps/api/src/lib/extract/completions/singleAnswer.tsindex 833f41234..1e35f55c0 100644--- a/apps/api/src/lib/extract/completions/singleAnswer.ts+++ b/apps/api/src/lib/extract/completions/singleAnswer.ts@@ -58,7 +58,7 @@ export async function singleAnswerCompletion({markdown: `${singleAnswerDocs.map((x, i) => `[START_PAGE (ID: ${i})]` + buildDocument(x)).join("\n")} [END_PAGE]\n`,isExtractEndpoint: true,model: getModel("gpt-4o-mini", "openai"),- retryModel: getModel("gpt-4o", "openai"),+ retryModel: getModel("gpt-4.1", "openai"),costTrackingOptions: {costTracking,metadata: {diff --git a/apps/api/src/lib/extract/fire-0/completions/analyzeSchemaAndPrompt-f0.ts b/apps/api/src/lib/extract/fire-0/completions/analyzeSchemaAndPrompt-f0.tsindex 4ef8e647c..6d21ffd3a 100644--- a/apps/api/src/lib/extract/fire-0/completions/analyzeSchemaAndPrompt-f0.ts+++ b/apps/api/src/lib/extract/fire-0/completions/analyzeSchemaAndPrompt-f0.ts@@ -29,7 +29,7 @@ export async function analyzeSchemaAndPrompt_F0(const schemaString = JSON.stringify(schema);- const model = getModel("gpt-4o");+ const model = getModel("gpt-4.1");const checkSchema = z.object({diff --git a/apps/api/src/lib/extract/url-processor.ts b/apps/api/src/lib/extract/url-processor.tsindex 92f3731f3..21fc6f32d 100644--- a/apps/api/src/lib/extract/url-processor.ts+++ b/apps/api/src/lib/extract/url-processor.ts@@ -18,7 +18,7 @@ export async function generateBasicCompletion(): Promise<{ text: string } | null> {try {const result = await generateText({- model: getModel("gpt-4o", "openai"),+ model: getModel("gpt-4.1", "openai"),prompt: prompt,providerOptions: {anthropic: {diff --git a/apps/api/src/scraper/scrapeURL/lib/extractSmartScrape.ts b/apps/api/src/scraper/scrapeURL/lib/extractSmartScrape.tsindex 43c784456..29f4091d1 100644--- a/apps/api/src/scraper/scrapeURL/lib/extractSmartScrape.ts+++ b/apps/api/src/scraper/scrapeURL/lib/extractSmartScrape.ts@@ -453,7 +453,7 @@ export async function extractData({...extractOptions,markdown: markdown,model: getModel("gpt-4o-mini", "openai"),- retryModel: getModel("gpt-4o", "openai"),+ retryModel: getModel("gpt-4.1", "openai"),costTrackingOptions: {costTracking: extractOptions.costTrackingOptions.costTracking,metadata: {diff --git a/apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts b/apps/api/src/scraper/scrapeURL/transformers/llmExtract.tsindex dd39d38ce..6172dbb72 100644--- a/apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts+++ b/apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts@@ -303,7 +303,7 @@ export async function generateCompletions({model = getModel("gpt-4o-mini", "openai"),mode = "object",providerOptions,- retryModel = getModel("gpt-4o", "openai"),+ retryModel = getModel("gpt-4.1", "openai"),costTrackingOptions,metadata,}: GenerateCompletionsOptions): Promise<{@@ -976,7 +976,7 @@ export async function performLLMExtract(markdown: document.markdown,previousWarning: document.warning,model: getModel(modelSelection.modelName, "openai"),- retryModel: getModel("gpt-4o", "openai"),+ retryModel: getModel("gpt-4.1", "openai"),costTrackingOptions: {costTracking: meta.costTracking,metadata: {@@ -1176,7 +1176,7 @@ export async function performSummary(const selection = selectModelForSchema(inlineSchema);return getModel(selection.modelName, "openai");})(),- retryModel: getModel("gpt-4o", "openai"),+ retryModel: getModel("gpt-4.1", "openai"),costTrackingOptions: {costTracking: meta.costTracking,metadata: {@@ -1275,7 +1275,7 @@ export async function generateSchemaFromPrompt(},): Promise<{ extract: any }> {const model = getModel("gpt-4o-mini", "openai");- const retryModel = getModel("gpt-4o", "openai");+ const retryModel = getModel("gpt-4.1", "openai");const temperatures = [0, 0.1, 0.3]; // Different temperatures to trylet lastError: Error | null = null;@@ -1353,7 +1353,7 @@ export async function generateCrawlerOptionsFromPrompt(metadata: { teamId: string; crawlId?: string },): Promise<{ extract: any }> {const model = getModel("gpt-4o-mini", "openai");- const retryModel = getModel("gpt-4o", "openai");+ const retryModel = getModel("gpt-4.1", "openai");const temperatures = [0, 0.1, 0.3];let lastError: Error | null = null;