Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

feat(diff): log if it takes a long time with params

Gergő Móricz0e7f2c859936
diff --git a/apps/api/src/scraper/scrapeURL/transformers/diff.ts b/apps/api/src/scraper/scrapeURL/transformers/diff.ts
index 94df276b1..452270462 100644
--- a/apps/api/src/scraper/scrapeURL/transformers/diff.ts
+++ b/apps/api/src/scraper/scrapeURL/transformers/diff.ts
@@ -59,11 +59,16 @@ function compareExtractedData(previousData: any, currentData: any): any {
export async function deriveDiff(meta: Meta, document: Document): Promise<Document> {
if (meta.options.formats.includes("changeTracking")) {
+ const start = Date.now();
const res = await supabase_service
.rpc("diff_get_last_scrape_3", {
i_team_id: meta.internalOptions.teamId,
i_url: document.metadata.sourceURL ?? meta.url,
});
+ const end = Date.now();
+ if (end - start > 1000) {
+ meta.logger.debug("Diffing took a while", { time: end - start, params: { i_team_id: meta.internalOptions.teamId, i_url: document.metadata.sourceURL ?? meta.url } });
+ }
const data: {
o_job_id: string,