Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
import { Meta } from "..";
import { EngineScrapeResult } from "../engines";
import { youtubePostprocessor } from "./youtube";
export interface Postprocessor {
name: string;
shouldRun: (meta: Meta, url: URL, postProcessorsUsed?: string[]) => boolean;
run: (
meta: Meta,
engineResult: EngineScrapeResult,
) => Promise<EngineScrapeResult>;
}
export const postprocessors: Postprocessor[] = [youtubePostprocessor];