Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

chore(api/scrape/youtube): remove unused f-e flag

mogery5d2e3f711b02
diff --git a/apps/api/src/scraper/scrapeURL/engines/fire-engine/index.ts b/apps/api/src/scraper/scrapeURL/engines/fire-engine/index.ts
index f7468b9ac..95f188389 100644
--- a/apps/api/src/scraper/scrapeURL/engines/fire-engine/index.ts
+++ b/apps/api/src/scraper/scrapeURL/engines/fire-engine/index.ts
@@ -265,7 +265,6 @@ export async function scrapeURLWithFireEngineChromeCDP(
});
const hasBranding = hasFormatOfType(meta.options.formats, "branding");
const hasAudio = hasFormatOfType(meta.options.formats, "audio");
- const onlyAudio = !!hasAudio && (meta.options.formats?.length ?? 0) === 1;
const shouldRunYoutubePostprocessor = youtubePostprocessor.shouldRun(
meta,
new URL(meta.rewrittenUrl ?? meta.url),
@@ -365,9 +364,6 @@ export async function scrapeURLWithFireEngineChromeCDP(
meta.internalOptions.saveScrapeResultToGCS,
zeroDataRetention: meta.internalOptions.zeroDataRetention,
...(shouldAllowMedia ? { blockMedia: false } : {}),
- ...(onlyAudio || shouldRunYoutubePostprocessor
- ? { skipYouTubeTranscript: true }
- : {}),
persistentStorage: meta.options.profile
? {
uniqueId: `${createHash("sha256").update(meta.internalOptions.teamId).digest("hex").slice(0, 16)}_${meta.options.profile.name}`,
diff --git a/apps/api/src/scraper/scrapeURL/engines/fire-engine/scrape.ts b/apps/api/src/scraper/scrapeURL/engines/fire-engine/scrape.ts
index 03cdd1d29..0a5773a58 100644
--- a/apps/api/src/scraper/scrapeURL/engines/fire-engine/scrape.ts
+++ b/apps/api/src/scraper/scrapeURL/engines/fire-engine/scrape.ts
@@ -63,7 +63,6 @@ export type FireEngineScrapeRequestChromeCDP = {
mobile?: boolean;
disableSmartWaitCache?: boolean;
persistentStorage?: { uniqueId: string };
- skipYouTubeTranscript?: boolean;
};
export type FireEngineScrapeRequestTLSClient = {