Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
Nick: __searchPreviewToken
Nicolasbf919ceb8260
diff --git a/apps/api/src/controllers/v1/scrape.ts b/apps/api/src/controllers/v1/scrape.tsindex e8e23fea1..c178f0c8e 100644--- a/apps/api/src/controllers/v1/scrape.ts+++ b/apps/api/src/controllers/v1/scrape.ts@@ -42,6 +42,7 @@ export async function scrapeController(});//+ const isDirectToBullMQ = process.env.SEARCH_PREVIEW_TOKEN === req.body.__searchPreviewToken;await addScrapeJob({url: req.body.url,@@ -60,6 +61,7 @@ export async function scrapeController({},jobId,jobPriority,+ isDirectToBullMQ,);const totalWait =diff --git a/apps/api/src/controllers/v1/types.ts b/apps/api/src/controllers/v1/types.tsindex 18802947e..24ad28e15 100644--- a/apps/api/src/controllers/v1/types.ts+++ b/apps/api/src/controllers/v1/types.ts@@ -310,6 +310,7 @@ const baseScrapeOptions = zblockAds: z.boolean().default(true),proxy: z.enum(["basic", "stealth", "auto"]).optional(),__experimental_cache: z.boolean().default(false).optional(),+ __searchPreviewToken: z.string().optional(),}).strict(strictMessage);