Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
revert mog changes
rafaelmmiller7216799ca020
diff --git a/apps/api/src/controllers/auth.ts b/apps/api/src/controllers/auth.tsindex 70a154c8a..7b38181d5 100644--- a/apps/api/src/controllers/auth.ts+++ b/apps/api/src/controllers/auth.ts@@ -97,7 +97,8 @@ export async function getACUC(mode === RateLimiterMode.Extract ||mode === RateLimiterMode.ExtractStatus;while (retries < maxRetries) {- const client = supabase_service;+ const client =+ Math.random() > (2/3) ? supabase_rr_service : supabase_service;({ data, error } = await client.rpc("auth_credit_usage_chunk_27_tally",{ input_key: api_key, i_is_extract: isExtract, tally_untallied_credits: true },diff --git a/apps/api/src/controllers/v1/crawl-status.ts b/apps/api/src/controllers/v1/crawl-status.tsindex 7e847ad53..96aa578e6 100644--- a/apps/api/src/controllers/v1/crawl-status.ts+++ b/apps/api/src/controllers/v1/crawl-status.ts@@ -246,7 +246,7 @@ export async function crawlStatusController(let totalCount = jobIDs.length;if (totalCount === 0 && process.env.USE_DB_AUTHENTICATION === "true") {- const x = await supabase_service+ const x = await supabase_rr_service.from('firecrawl_jobs').select('*', { count: 'exact', head: true }).eq("crawl_id", req.params.jobId)diff --git a/apps/api/src/lib/supabase-jobs.ts b/apps/api/src/lib/supabase-jobs.tsindex bf25c62f3..e36f3b975 100644--- a/apps/api/src/lib/supabase-jobs.ts+++ b/apps/api/src/lib/supabase-jobs.ts@@ -8,7 +8,7 @@ import * as Sentry from "@sentry/node";* @returns {any | null} Job*/export const supabaseGetJobById = async (jobId: string) => {- const { data, error } = await supabase_service+ const { data, error } = await supabase_rr_service.from("firecrawl_jobs").select("*").eq("job_id", jobId)@@ -31,7 +31,7 @@ export const supabaseGetJobById = async (jobId: string) => {* @returns {any[]} Jobs*/export const supabaseGetJobsById = async (jobIds: string[]) => {- const { data, error } = await supabase_service+ const { data, error } = await supabase_rr_service.from("firecrawl_jobs").select().in("job_id", jobIds);@@ -55,7 +55,7 @@ export const supabaseGetJobsById = async (jobIds: string[]) => {* @returns {any[]} Jobs*/export const supabaseGetJobsByCrawlId = async (crawlId: string) => {- const { data, error } = await supabase_service+ const { data, error } = await supabase_rr_service.from("firecrawl_jobs").select().eq("crawl_id", crawlId);@@ -74,7 +74,7 @@ export const supabaseGetJobsByCrawlId = async (crawlId: string) => {};export const supabaseGetJobByIdOnlyData = async (jobId: string) => {- const { data, error } = await supabase_service+ const { data, error } = await supabase_rr_service.from("firecrawl_jobs").select("docs, team_id").eq("job_id", jobId)diff --git a/apps/api/src/services/billing/auto_charge.ts b/apps/api/src/services/billing/auto_charge.tsindex 8540b1eaa..b30be201d 100644--- a/apps/api/src/services/billing/auto_charge.ts+++ b/apps/api/src/services/billing/auto_charge.ts@@ -124,7 +124,7 @@ export async function autoCharge(if (chunk.sub_user_id) {// Fetch the customer's Stripe informationconst { data: customer, error: customersError } =- await supabase_service+ await supabase_rr_service.from("customers").select("id, stripe_customer_id").eq("id", chunk.sub_user_id)diff --git a/apps/api/src/services/idempotency/validate.ts b/apps/api/src/services/idempotency/validate.tsindex 4a5fbe653..54ec7bd04 100644--- a/apps/api/src/services/idempotency/validate.ts+++ b/apps/api/src/services/idempotency/validate.ts@@ -18,7 +18,7 @@ export async function validateIdempotencyKey(req: Request): Promise<boolean> {return false;}- const { data, error } = await supabase_service+ const { data, error } = await supabase_rr_service.from("idempotency_keys").select("key").eq("key", idempotencyKey);