Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

(feat/pricing) Concurrent Browsers - Improve rate limits (#1331)

Nicolas1e6b484add3b
diff --git a/apps/api/src/services/rate-limiter.ts b/apps/api/src/services/rate-limiter.ts
index 6aecffeed..6d159fbeb 100644
--- a/apps/api/src/services/rate-limiter.ts
+++ b/apps/api/src/services/rate-limiter.ts
@@ -28,133 +28,133 @@ export const CONCURRENCY_LIMIT: Omit<Record<PlanType, number>, ""> = {
const RATE_LIMITS = {
crawl: {
- default: 3,
+ default: 15,
free: 2,
- starter: 10,
- standard: 5,
- standardOld: 40,
- scale: 50,
- hobby: 3,
- standardNew: 10,
- standardnew: 10,
- growth: 50,
- growthdouble: 50,
- etier2c: 300,
- etier1a: 1000,
- etier2a: 300,
- etierscale1: 150,
- etierscale2: 300,
+ starter: 50,
+ standard: 25,
+ standardOld: 200,
+ scale: 250,
+ hobby: 15,
+ standardNew: 50,
+ standardnew: 50,
+ growth: 250,
+ growthdouble: 250,
+ etier2c: 1500,
+ etier1a: 5000,
+ etier2a: 1500,
+ etierscale1: 750,
+ etierscale2: 1500,
// extract ops
- extract_starter: 20,
- extract_explorer: 100,
+ extract_starter: 100,
+ extract_explorer: 500,
extract_pro: 1000,
},
scrape: {
- default: 20,
+ default: 100,
free: 10,
- starter: 100,
- standard: 100,
- standardOld: 100,
- scale: 500,
- hobby: 20,
- standardNew: 100,
- standardnew: 100,
- growth: 1000,
- growthdouble: 1000,
- etier2c: 2500,
- etier1a: 1000,
- etier2a: 2500,
- etierscale1: 1500,
- etierscale2: 2500,
+ starter: 500,
+ standard: 500,
+ standardOld: 500,
+ scale: 2500,
+ hobby: 100,
+ standardNew: 500,
+ standardnew: 500,
+ growth: 5000,
+ growthdouble: 5000,
+ etier2c: 12500,
+ etier1a: 5000,
+ etier2a: 12500,
+ etierscale1: 7500,
+ etierscale2: 12500,
// extract ops
- extract_starter: 20,
- extract_explorer: 100,
+ extract_starter: 100,
+ extract_explorer: 500,
extract_pro: 1000,
},
search: {
- default: 20,
+ default: 100,
free: 5,
- starter: 50,
- standard: 50,
- standardOld: 40,
- scale: 500,
- hobby: 10,
- standardNew: 50,
- standardnew: 50,
- growth: 500,
- growthdouble: 500,
- etier2c: 2500,
- etier1a: 1000,
- etier2a: 2500,
- etierscale1: 1500,
- etierscale2: 2500,
+ starter: 250,
+ standard: 250,
+ standardOld: 200,
+ scale: 2500,
+ hobby: 50,
+ standardNew: 250,
+ standardnew: 250,
+ growth: 2500,
+ growthdouble: 2500,
+ etier2c: 12500,
+ etier1a: 5000,
+ etier2a: 12500,
+ etierscale1: 7500,
+ etierscale2: 12500,
// extract ops
- extract_starter: 20,
- extract_explorer: 100,
+ extract_starter: 100,
+ extract_explorer: 500,
extract_pro: 1000,
},
map: {
- default: 20,
+ default: 100,
free: 5,
- starter: 50,
- standard: 50,
- standardOld: 50,
- scale: 500,
- hobby: 10,
- standardNew: 50,
- standardnew: 50,
- growth: 1000,
- growthdouble: 1000,
- etier2c: 2500,
- etier1a: 1000,
- etier2a: 2500,
- etierscale1: 1500,
- etierscale2: 2500,
+ starter: 250,
+ standard: 250,
+ standardOld: 250,
+ scale: 2500,
+ hobby: 50,
+ standardNew: 250,
+ standardnew: 250,
+ growth: 5000,
+ growthdouble: 5000,
+ etier2c: 12500,
+ etier1a: 5000,
+ etier2a: 12500,
+ etierscale1: 7500,
+ etierscale2: 12500,
// extract ops
- extract_starter: 20,
- extract_explorer: 100,
+ extract_starter: 100,
+ extract_explorer: 500,
extract_pro: 1000,
},
extract: {
- default: 20,
+ default: 100,
free: 10,
- starter: 100,
- standard: 100,
- standardOld: 100,
- scale: 300,
- hobby: 20,
- standardNew: 100,
- standardnew: 100,
- growth: 300,
- growthdouble: 300,
+ starter: 500,
+ standard: 500,
+ standardOld: 500,
+ scale: 1000,
+ hobby: 100,
+ standardNew: 500,
+ standardnew: 500,
+ growth: 1000,
+ growthdouble: 1000,
etier2c: 1000,
etier1a: 1000,
etier2a: 1000,
etierscale1: 1000,
etierscale2: 1000,
- extract_starter: 20,
- extract_explorer: 100,
+ extract_starter: 100,
+ extract_explorer: 500,
extract_pro: 1000,
},
preview: {
free: 5,
- default: 5,
+ default: 25,
},
account: {
free: 100,
- default: 100,
+ default: 500,
},
crawlStatus: {
free: 500,
- default: 5000,
+ default: 25000,
},
extractStatus: {
free: 500,
- default: 5000,
+ default: 25000,
},
testSuite: {
free: 10000,
- default: 10000,
+ default: 50000,
},
};