Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
import * as marked from "marked";
import type { Logger } from "winston";
export async function safeMarkdownToHtml(
markdown: string,
logger: Logger,
scrapeId: string,
): Promise<string> {
try {
return await marked.parse(markdown, { async: true });
} catch (e) {
logger.warn("marked.parse failed, falling back to <pre> wrapper", {
error: e,
scrapeId,
markdownLength: markdown.length,
});
return `<pre>${markdown
.replace(/&/g, "&")
.replace(/</g, "<")
.replace(/>/g, ">")
.replace(/"/g, """)
.replace(/'/g, "'")}</pre>`;
}
}