Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

feat: pass scrapeId to fire engine (#2843)

tomsideguideb962caf21805
diff --git a/apps/api/src/scraper/scrapeURL/engines/fire-engine/index.ts b/apps/api/src/scraper/scrapeURL/engines/fire-engine/index.ts
index 721db2ee2..09d1a967d 100644
--- a/apps/api/src/scraper/scrapeURL/engines/fire-engine/index.ts
+++ b/apps/api/src/scraper/scrapeURL/engines/fire-engine/index.ts
@@ -332,6 +332,7 @@ export async function scrapeURLWithFireEngineChromeCDP(
const request: FireEngineScrapeRequestCommon &
FireEngineScrapeRequestChromeCDP = {
url: meta.rewrittenUrl ?? meta.url,
+ scrapeId: meta.id,
engine: "chrome-cdp",
instantReturn: false,
skipTlsVerification: meta.options.skipTlsVerification,
@@ -469,6 +470,7 @@ export async function scrapeURLWithFireEnginePlaywright(
const request: FireEngineScrapeRequestCommon &
FireEngineScrapeRequestPlaywright = {
url: meta.rewrittenUrl ?? meta.url,
+ scrapeId: meta.id,
engine: "playwright",
instantReturn: false,
@@ -544,6 +546,7 @@ export async function scrapeURLWithFireEngineTLSClient(
const request: FireEngineScrapeRequestCommon &
FireEngineScrapeRequestTLSClient = {
url: meta.rewrittenUrl ?? meta.url,
+ scrapeId: meta.id,
engine: "tlsclient",
instantReturn: false,
diff --git a/apps/api/src/scraper/scrapeURL/engines/fire-engine/scrape.ts b/apps/api/src/scraper/scrapeURL/engines/fire-engine/scrape.ts
index f791e1839..e100c7421 100644
--- a/apps/api/src/scraper/scrapeURL/engines/fire-engine/scrape.ts
+++ b/apps/api/src/scraper/scrapeURL/engines/fire-engine/scrape.ts
@@ -20,6 +20,7 @@ import { Meta } from "../..";
import { config } from "../../../../config";
export type FireEngineScrapeRequestCommon = {
url: string;
+ scrapeId?: string;
headers?: { [K: string]: string };