Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

Nick: __searchPreviewToken

Nicolasbf919ceb8260
diff --git a/apps/api/src/controllers/v1/scrape.ts b/apps/api/src/controllers/v1/scrape.ts
index e8e23fea1..c178f0c8e 100644
--- a/apps/api/src/controllers/v1/scrape.ts
+++ b/apps/api/src/controllers/v1/scrape.ts
@@ -42,6 +42,7 @@ export async function scrapeController(
});
//
+ const isDirectToBullMQ = process.env.SEARCH_PREVIEW_TOKEN === req.body.__searchPreviewToken;
await addScrapeJob(
{
url: req.body.url,
@@ -60,6 +61,7 @@ export async function scrapeController(
{},
jobId,
jobPriority,
+ isDirectToBullMQ,
);
const totalWait =
diff --git a/apps/api/src/controllers/v1/types.ts b/apps/api/src/controllers/v1/types.ts
index 18802947e..24ad28e15 100644
--- a/apps/api/src/controllers/v1/types.ts
+++ b/apps/api/src/controllers/v1/types.ts
@@ -310,6 +310,7 @@ const baseScrapeOptions = z
blockAds: z.boolean().default(true),
proxy: z.enum(["basic", "stealth", "auto"]).optional(),
__experimental_cache: z.boolean().default(false).optional(),
+ __searchPreviewToken: z.string().optional(),
})
.strict(strictMessage);