Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
search-mon-updates
Developers Digest07b6e6e516d7
diff --git a/apps/api/src/services/monitoring/search/run.test.ts b/apps/api/src/services/monitoring/search/run.test.tsindex 2ed57dff5..b1744c565 100644--- a/apps/api/src/services/monitoring/search/run.test.ts+++ b/apps/api/src/services/monitoring/search/run.test.ts@@ -259,6 +259,21 @@ describe("runSearchTarget orchestration", () => {expect(byStatus(status).metadata.searchStatus).toBe(status);expect(byStatus(status).scraped).toBe(true);}+ expect(byStatus("alert").judgment).toMatchObject({+ meaningful: true,+ reason: "filing confirmed",+ meaningfulChanges: [],+ });+ expect(byStatus("watching").judgment).toMatchObject({+ meaningful: false,+ reason: "filing confirmed",+ meaningfulChanges: [],+ });+ expect(byStatus("ignored").judgment).toMatchObject({+ meaningful: false,+ reason: "filing confirmed",+ meaningfulChanges: [],+ });});it("re-evaluates a known page when the goalVersion changed (stale memory)", async () => {diff --git a/apps/api/src/services/monitoring/search/run.ts b/apps/api/src/services/monitoring/search/run.tsindex acae8183c..c21406ea2 100644--- a/apps/api/src/services/monitoring/search/run.ts+++ b/apps/api/src/services/monitoring/search/run.ts@@ -248,6 +248,18 @@ type SearchTargetRunResult = {}>;};+function judgmentFromSearchVerdict(+ verdict: SearchVerdict,+ meaningful: boolean,+): NonNullable<SearchTargetRunResult["pageUpserts"][number]["judgment"]> {+ return {+ meaningful,+ confidence: "high",+ reason: verdict.rationale,+ meaningfulChanges: [],+ };+}+export async function runSearchTarget(params: {monitor: {id: string;@@ -605,6 +617,10 @@ export async function runSearchTarget(params: {resultsJudged += 1;const decision = verdictToDecision(verdict);+ const meaningfulJudgment = judgmentFromSearchVerdict(+ verdict,+ decision === "notify",+ );const baseMeta = {fingerprint,@@ -630,6 +646,7 @@ export async function runSearchTarget(params: {status: "ignored",scraped: depth === "deep",metadata: { ...baseMeta, searchStatus: "ignored" },+ judgment: meaningfulJudgment,});continue;}@@ -646,6 +663,7 @@ export async function runSearchTarget(params: {status: "watching",scraped: depth === "deep",metadata: { ...baseMeta, searchStatus: "watching" },+ judgment: meaningfulJudgment,});continue;}@@ -673,6 +691,7 @@ export async function runSearchTarget(params: {status: "already_seen",scraped: depth === "deep",metadata: { ...eventMeta, searchStatus: "already_seen" },+ judgment: meaningfulJudgment,});continue;}@@ -713,12 +732,7 @@ export async function runSearchTarget(params: {eventAlertCount,eventLastAlertAt: nowIso,},- judgment: {- meaningful: true,- confidence: "high",- reason: verdict.rationale,- meaningfulChanges: [],- },+ judgment: meaningfulJudgment,});}