Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
Rafa: removed throw error and added map to requests
rafaelmmiller53134b7c85f8
diff --git a/apps/api/requests.http b/apps/api/requests.httpindex 4ce40b2cf..9fe36aa7a 100644--- a/apps/api/requests.http+++ b/apps/api/requests.http@@ -46,4 +46,16 @@ content-type: application/json@batchScrapeId = {{batchScrape.response.body.$.id}}# @name batchScrapeStatusGET {{baseUrl}}/v1/crawl/{{batchScrapeId}} HTTP/1.1-Authorization: Bearer {{$dotenv TEST_API_KEY}}\ No newline at end of file+Authorization: Bearer {{$dotenv TEST_API_KEY}}+++### Map Website+# @name map+POST {{baseUrl}}/v1/map HTTP/1.1+Authorization: Bearer {{$dotenv TEST_API_KEY}}+content-type: application/json++{+ "url": "firecrawl.dev",+ "sitemapOnly": true+}\ No newline at end of filediff --git a/apps/api/src/controllers/v1/map.ts b/apps/api/src/controllers/v1/map.tsindex 8ab5c1354..c8c07b6b2 100644--- a/apps/api/src/controllers/v1/map.ts+++ b/apps/api/src/controllers/v1/map.ts@@ -80,10 +80,6 @@ export async function getMapResults({// If sitemapOnly is true, only get links from sitemapif (crawlerOptions.sitemapOnly) {- if (includeMetadata) {- throw new Error("includeMetadata is not supported with sitemapOnly");- }-const sitemap = await crawler.tryGetSitemap(true, true);if (sitemap !== null) {sitemap.forEach((x) => {