Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
feat(index): remove unused columns (#1662)
Gergő Móriczf296342731b3
diff --git a/apps/api/src/scraper/scrapeURL/engines/index/index.ts b/apps/api/src/scraper/scrapeURL/engines/index/index.tsindex 451d31f4a..a4b4ed7b1 100644--- a/apps/api/src/scraper/scrapeURL/engines/index/index.ts+++ b/apps/api/src/scraper/scrapeURL/engines/index/index.ts@@ -59,8 +59,6 @@ export async function sendDocumentToIndex(meta: Meta, document: Document) {id: indexId,url: normalizedURL,url_hash: urlHash,- url_splits: urlSplits,- url_splits_hash: urlSplitsHash,original_url: document.metadata.sourceURL ?? meta.url,resolved_url: document.metadata.url ?? document.metadata.sourceURL ?? meta.url,has_screenshot: document.screenshot !== undefined && meta.featureFlags.has("screenshot"),