Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
fixed optional+default bug on llm schema
rafaelmmiller5c81ea1803e0
diff --git a/apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts b/apps/api/src/scraper/scrapeURL/transformers/llmExtract.tsindex 1c6adcd12..71a464060 100644--- a/apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts+++ b/apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts@@ -99,6 +99,10 @@ export async function generateOpenAICompletions(logger: Logger, options: Extract}let schema = options.schema;+ if (schema) {+ schema = removeDefaultProperty(schema);+ }+if (schema && schema.type === "array") {schema = {type: "object",@@ -112,7 +116,9 @@ export async function generateOpenAICompletions(logger: Logger, options: Extractschema = {type: "object",properties: Object.fromEntries(- Object.entries(schema).map(([key, value]) => [key, { type: value }])+ Object.entries(schema).map(([key, value]) => {+ return [key, removeDefaultProperty(value)];+ })),required: Object.keys(schema),additionalProperties: false@@ -192,3 +198,19 @@ export async function performLLMExtract(meta: Meta, document: Document): Promisereturn document;}++function removeDefaultProperty(schema: any): any {+ if (typeof schema !== 'object' || schema === null) return schema;++ const { default: _, ...rest } = schema;++ for (const key in rest) {+ if (Array.isArray(rest[key])) {+ rest[key] = rest[key].map((item: any) => removeDefaultProperty(item));+ } else if (typeof rest[key] === 'object' && rest[key] !== null) {+ rest[key] = removeDefaultProperty(rest[key]);+ }+ }++ return rest;+}\ No newline at end of file