Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
import { Logger } from "winston";
import { robustFetch } from "../../lib/fetch";
import { MockState } from "../../lib/mock";
import { fireEngineURL } from "./scrape";
export async function fireEngineDelete(
logger: Logger,
jobId: string | undefined,
mock: MockState | null,
abort?: AbortSignal,
baseUrl: string = fireEngineURL,
) {
// jobId only supplied if we need to defer deletion
if (!jobId) {
logger.debug("Fire Engine job id not supplied, skipping delete");
return;
}
await robustFetch({
url: `${baseUrl}/scrape/${jobId}`,
method: "DELETE",
headers: {},
logger: logger.child({ method: "fireEngineDelete/robustFetch", jobId }),
mock,
abort,
});
logger.debug("Deleted job from Fire Engine", { jobId });
}