Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
Update log_job.ts (#1263)
Nicolas0f0520391a0c
diff --git a/apps/api/src/services/logging/log_job.ts b/apps/api/src/services/logging/log_job.tsindex 707f29113..5639c9bff 100644--- a/apps/api/src/services/logging/log_job.ts+++ b/apps/api/src/services/logging/log_job.ts@@ -21,6 +21,43 @@ function cleanOfNull<T>(x: T): T {}}+async function indexJob(job: FirecrawlJob): Promise<void> {+ try {+ const response = await fetch(`${process.env.FIRE_INDEX_SERVER_URL}/api/jobs`, {+ method: 'POST',+ headers: {+ 'Content-Type': 'application/json',+ },+ body: JSON.stringify({+ url: job.url,+ mode: job.mode || "scrape",+ docs: job.docs,+ origin: job.origin,+ success: job.success,+ time_taken: job.time_taken,+ num_tokens: job.num_tokens,+ page_options: job.scrapeOptions,+ date_added: new Date().toISOString(),+ }),+ });++ if (!response.ok) {+ const errorData = await response.json();+ logger.error(`Failed to send job to external server: ${response.status} ${response.statusText}`, {+ error: errorData,+ scrapeId: job.job_id,+ });+ } else {+ logger.debug("Job sent to external server successfully!", { scrapeId: job.job_id });+ }+ } catch (error) {+ logger.error(`Error sending job to external server: ${error.message}`, {+ error,+ scrapeId: job.job_id,+ });+ }+}+export async function logJob(job: FirecrawlJob, force: boolean = false) {try {const useDbAuthentication = process.env.USE_DB_AUTHENTICATION === "true";@@ -62,6 +99,11 @@ export async function logJob(job: FirecrawlJob, force: boolean = false) {tokens_billed: job.tokens_billed,};+ // Send job to external server+ if (process.env.FIRE_INDEX_SERVER_URL) {+ indexJob(job);+ }+if (force) {let i = 0,done = false;