Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
Nick: (#4721)
Nicolas024261beb976
diff --git a/apps/api/src/routes/exchange.ts b/apps/api/src/routes/exchange.tsindex 68bb9ec65..c199cffc3 100644--- a/apps/api/src/routes/exchange.ts+++ b/apps/api/src/routes/exchange.ts@@ -152,9 +152,11 @@ async function providerTermsAcceptController(req: Request, res: Response) {export const exchangeRouter = express.Router();+// Data routes take the plan's scrape-equivalent budget (base 10/min, multiplier+// scaled). Dashboard and publisher routes below stay on the flat Labs limit.exchangeRouter.get("/discover{/*path}",- authMiddleware(RateLimiterMode.Labs),+ authMiddleware(RateLimiterMode.Exchange),wrap(exchangeProxy(DISCOVER_TIMEOUT_MS, { requiresRetrieveFlag: false })),);@@ -192,7 +194,7 @@ exchangeRouter.post(exchangeRouter.post("/retrieve",- authMiddleware(RateLimiterMode.Labs),+ authMiddleware(RateLimiterMode.Exchange),wrap((req, res) =>providerScrapeController(req as RequestWithAuth<any, any, any>, res, true),),@@ -346,7 +348,7 @@ exchangeRouter.delete(exchangeRouter.post("/records/fetch",- authMiddleware(RateLimiterMode.Labs),+ authMiddleware(RateLimiterMode.Exchange),wrap(exchangeProxy(RETRIEVE_TIMEOUT_MS)),);diff --git a/apps/api/src/services/rate-limiter.test.ts b/apps/api/src/services/rate-limiter.test.tsindex c27beda36..6d945b233 100644--- a/apps/api/src/services/rate-limiter.test.ts+++ b/apps/api/src/services/rate-limiter.test.ts@@ -398,6 +398,16 @@ describe("getAutumnRateLimiter", () => {).toBe(50);});+ it("scales the exchange mode like scrape", () => {+ expect(getAutumnRateLimiter(RateLimiterMode.Exchange, 1).points).toBe(10);+ expect(getAutumnRateLimiter(RateLimiterMode.Exchange, 50).points).toBe(+ getAutumnRateLimiter(RateLimiterMode.Scrape, 50).points,+ );+ expect(getAutumnRateLimiter(RateLimiterMode.Exchange).keyPrefix).toBe(+ "exchange",+ );+ });+it("replaces the computed limit with the override for that mode", () => {const limiter = getAutumnRateLimiter(RateLimiterMode.Scrape,diff --git a/apps/api/src/services/rate-limiter.ts b/apps/api/src/services/rate-limiter.tsindex 978cca5ca..e5f4810d4 100644--- a/apps/api/src/services/rate-limiter.ts+++ b/apps/api/src/services/rate-limiter.ts@@ -38,6 +38,7 @@ const fallbackRateLimits: Record<RateLimiterMode, number> = {research: 100,developerSearch: 100,labs: 1000,+ exchange: 100,};/**@@ -48,10 +49,13 @@ const fallbackRateLimits: Record<RateLimiterMode, number> = {** Endpoint → mode mapping: agent + extract share `Extract`; interact is* `Browser`; interactExecute is `BrowserExecute`; agentStatus is- * `ExtractStatus`.+ * `ExtractStatus`. Exchange data routes (discover, retrieve, records/fetch)+ * match Scrape so an Alexandria call costs the same request budget whichever+ * path it takes.*/const BASE_RATE_LIMITS: Partial<Record<RateLimiterMode, number>> = {[RateLimiterMode.Scrape]: 10,+ [RateLimiterMode.Exchange]: 10,[RateLimiterMode.Map]: 10,[RateLimiterMode.Crawl]: 2,[RateLimiterMode.Search]: 10,diff --git a/apps/api/src/types.ts b/apps/api/src/types.tsindex 31fe6dbc2..79f264d35 100644--- a/apps/api/src/types.ts+++ b/apps/api/src/types.ts@@ -160,6 +160,7 @@ export enum RateLimiterMode {Research = "research",DeveloperSearch = "developerSearch",Labs = "labs",+ Exchange = "exchange",}export type AuthResponse =