Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
Revert "Nick: log su usage"
Nicolas17728379df12
diff --git a/apps/api/src/services/logging/log_job.ts b/apps/api/src/services/logging/log_job.tsindex cb386554c..7149709b8 100644--- a/apps/api/src/services/logging/log_job.ts+++ b/apps/api/src/services/logging/log_job.ts@@ -5,7 +5,6 @@ import "dotenv/config";import { logger } from "../../lib/logger";import { configDotenv } from "dotenv";import { saveJobToGCS } from "../../lib/gcs-jobs";-import { logStealthUsage } from "./temp-stealth-log";configDotenv();function cleanOfNull<T>(x: T): T {@@ -110,10 +109,6 @@ export async function logJob(job: FirecrawlJob, force: boolean = false) {if (process.env.FIRE_INDEX_SERVER_URL) {indexJob(job);}-- if (job.scrapeOptions?.proxy === "stealth" && job.team_id) {- logStealthUsage(job.team_id);- }if (process.env.GCS_BUCKET_NAME) {await saveJobToGCS(job);diff --git a/apps/api/src/services/logging/temp-stealth-log.ts b/apps/api/src/services/logging/temp-stealth-log.tsdeleted file mode 100644index 614c6ccdc..000000000--- a/apps/api/src/services/logging/temp-stealth-log.ts+++ /dev/null@@ -1,43 +0,0 @@-import { cacheRedis } from "../../lib/cache";-import { logger } from "../../lib/logger";-import { supabase_service } from "../supabase";--export async function logStealthUsage(team_id: string) {- try {- let useCache = true;- if (!cacheRedis) {- useCache = false;- }- // Check Redis first- const redisKey = `stealth_usage:${team_id}`;- const exists = useCache ? await cacheRedis?.get(redisKey) : false;-- if (exists) {- return;- }-- // Check DB if not in Redis- const { data } = await supabase_service- .from("stealth_usage")- .select("team_id")- .eq("team_id", team_id);-- if (!data?.length) {- // Insert into DB- const { error } = await supabase_service.from("stealth_usage").insert([- {- team_id,- },- ]);-- if (error) {- logger.error("Failed to log stealth usage", { error, team_id });- return;- }- }- // Cache in Redis for future lookups- await cacheRedis?.set(redisKey, "1", "EX", 60 * 60 * 24 * 10); // Cache for 10 days- } catch (err) {- logger.error("Error logging stealth usage", { error: err, team_id });- }-}