Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
feat(change-tracking): debug logs
Gergő Móriczcb75fde12eea
diff --git a/apps/api/src/scraper/scrapeURL/transformers/diff.ts b/apps/api/src/scraper/scrapeURL/transformers/diff.tsindex 39561463a..16850f846 100644--- a/apps/api/src/scraper/scrapeURL/transformers/diff.ts+++ b/apps/api/src/scraper/scrapeURL/transformers/diff.ts@@ -113,9 +113,16 @@ export async function deriveDiff(| undefined| null = (res.data ?? [])[0] as any;- const job: Document | null = data?.o_job_id- ? ((await getJobFromGCS(data.o_job_id)?.[0]) ?? null)- : null;+ const rawJob = data?.o_job_id ? await getJobFromGCS(data.o_job_id) : null;+ const job: Document | null = rawJob?.[0] ?? null;++ meta.logger.debug("Change tracking debugging", {+ isDataPresent: !!data,+ data,+ isRawJobPresent: !!rawJob,+ isJobPresent: !!job,+ });+if (data && job) {const previousMarkdown = job.markdown!;const currentMarkdown = document.markdown!;