Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
chore(api/scrape/youtube): remove unused f-e flag
mogery5d2e3f711b02
diff --git a/apps/api/src/scraper/scrapeURL/engines/fire-engine/index.ts b/apps/api/src/scraper/scrapeURL/engines/fire-engine/index.tsindex f7468b9ac..95f188389 100644--- a/apps/api/src/scraper/scrapeURL/engines/fire-engine/index.ts+++ b/apps/api/src/scraper/scrapeURL/engines/fire-engine/index.ts@@ -265,7 +265,6 @@ export async function scrapeURLWithFireEngineChromeCDP(});const hasBranding = hasFormatOfType(meta.options.formats, "branding");const hasAudio = hasFormatOfType(meta.options.formats, "audio");- const onlyAudio = !!hasAudio && (meta.options.formats?.length ?? 0) === 1;const shouldRunYoutubePostprocessor = youtubePostprocessor.shouldRun(meta,new URL(meta.rewrittenUrl ?? meta.url),@@ -365,9 +364,6 @@ export async function scrapeURLWithFireEngineChromeCDP(meta.internalOptions.saveScrapeResultToGCS,zeroDataRetention: meta.internalOptions.zeroDataRetention,...(shouldAllowMedia ? { blockMedia: false } : {}),- ...(onlyAudio || shouldRunYoutubePostprocessor- ? { skipYouTubeTranscript: true }- : {}),persistentStorage: meta.options.profile? {uniqueId: `${createHash("sha256").update(meta.internalOptions.teamId).digest("hex").slice(0, 16)}_${meta.options.profile.name}`,diff --git a/apps/api/src/scraper/scrapeURL/engines/fire-engine/scrape.ts b/apps/api/src/scraper/scrapeURL/engines/fire-engine/scrape.tsindex 03cdd1d29..0a5773a58 100644--- a/apps/api/src/scraper/scrapeURL/engines/fire-engine/scrape.ts+++ b/apps/api/src/scraper/scrapeURL/engines/fire-engine/scrape.ts@@ -63,7 +63,6 @@ export type FireEngineScrapeRequestChromeCDP = {mobile?: boolean;disableSmartWaitCache?: boolean;persistentStorage?: { uniqueId: string };- skipYouTubeTranscript?: boolean;};export type FireEngineScrapeRequestTLSClient = {