Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
fix: converter missing
Gergő Móricz1acef8e49b5b
diff --git a/apps/api/src/controllers/v1/types.ts b/apps/api/src/controllers/v1/types.tsindex dd0faff78..a9449431e 100644--- a/apps/api/src/controllers/v1/types.ts+++ b/apps/api/src/controllers/v1/types.ts@@ -454,6 +454,7 @@ export function toLegacyCrawlerOptions(x: CrawlerOptions) {allowBackwardCrawling: x.allowBackwardLinks,allowExternalContentLinks: x.allowExternalLinks,ignoreSitemap: x.ignoreSitemap,+ deduplicateSimilarURLs: x.deduplicateSimilarURLs,};}@@ -467,7 +468,7 @@ export function fromLegacyCrawlerOptions(x: any): { crawlOptions: CrawlerOptionsallowBackwardLinks: x.allowBackwardCrawling,allowExternalLinks: x.allowExternalContentLinks,ignoreSitemap: x.ignoreSitemap,- // TODO: returnOnlyUrls support+ deduplicateSimilarURLs: x.deduplicateSimilarURLs,}),internalOptions: {v0CrawlOnlyUrls: x.returnOnlyUrls,