Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
Update build-document.ts
Nicolas09dd5136b7b0
diff --git a/apps/api/src/lib/extract/build-document.ts b/apps/api/src/lib/extract/build-document.tsindex 7486d2a74..66417a07d 100644--- a/apps/api/src/lib/extract/build-document.ts+++ b/apps/api/src/lib/extract/build-document.ts@@ -4,14 +4,12 @@ export function buildDocument(document: Document): string {const metadata = document.metadata;const markdown = document.markdown;- const documentMetadataString = `\nHere is the metadata for the document:\n${JSON.stringify(- metadata,- null,- 2- )}`;+ // for each key in the metadata allow up to 250 characters+ const metadataString = Object.entries(metadata).map(([key, value]) => {+ return `${key}: ${value?.toString().slice(0, 250)}`;+ }).join('\n');+ const documentMetadataString = `\n- - - - - Page metadata - - - - -\n${metadataString}`;const documentString = `${markdown}${documentMetadataString}`;-- console.log("documentString", documentString);- return markdown ?? "";+ return documentString;}