Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
feat: pass scrapeId to fire engine (#2843)
tomsideguideb962caf21805
diff --git a/apps/api/src/scraper/scrapeURL/engines/fire-engine/index.ts b/apps/api/src/scraper/scrapeURL/engines/fire-engine/index.tsindex 721db2ee2..09d1a967d 100644--- a/apps/api/src/scraper/scrapeURL/engines/fire-engine/index.ts+++ b/apps/api/src/scraper/scrapeURL/engines/fire-engine/index.ts@@ -332,6 +332,7 @@ export async function scrapeURLWithFireEngineChromeCDP(const request: FireEngineScrapeRequestCommon &FireEngineScrapeRequestChromeCDP = {url: meta.rewrittenUrl ?? meta.url,+ scrapeId: meta.id,engine: "chrome-cdp",instantReturn: false,skipTlsVerification: meta.options.skipTlsVerification,@@ -469,6 +470,7 @@ export async function scrapeURLWithFireEnginePlaywright(const request: FireEngineScrapeRequestCommon &FireEngineScrapeRequestPlaywright = {url: meta.rewrittenUrl ?? meta.url,+ scrapeId: meta.id,engine: "playwright",instantReturn: false,@@ -544,6 +546,7 @@ export async function scrapeURLWithFireEngineTLSClient(const request: FireEngineScrapeRequestCommon &FireEngineScrapeRequestTLSClient = {url: meta.rewrittenUrl ?? meta.url,+ scrapeId: meta.id,engine: "tlsclient",instantReturn: false,diff --git a/apps/api/src/scraper/scrapeURL/engines/fire-engine/scrape.ts b/apps/api/src/scraper/scrapeURL/engines/fire-engine/scrape.tsindex f791e1839..e100c7421 100644--- a/apps/api/src/scraper/scrapeURL/engines/fire-engine/scrape.ts+++ b/apps/api/src/scraper/scrapeURL/engines/fire-engine/scrape.ts@@ -20,6 +20,7 @@ import { Meta } from "../..";import { config } from "../../../../config";export type FireEngineScrapeRequestCommon = {url: string;+ scrapeId?: string;headers?: { [K: string]: string };