Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
support includeDomains and excludeDomains on search monitor target
Developers Digest39b3d9682a40
diff --git a/apps/api/src/lib/tracking.ts b/apps/api/src/lib/tracking.tsindex 0fd13ee78..a8d687612 100644--- a/apps/api/src/lib/tracking.ts+++ b/apps/api/src/lib/tracking.ts@@ -136,6 +136,12 @@ function monitorTargetSignature(target: MonitorTarget): string {queries: [...target.queries].sort(),searchWindow: target.searchWindow,alertMode: target.alertMode,+ includeDomains: target.includeDomains+ ? [...target.includeDomains].sort()+ : [],+ excludeDomains: target.excludeDomains+ ? [...target.excludeDomains].sort()+ : [],});}diff --git a/apps/api/src/services/monitoring/search/run.test.ts b/apps/api/src/services/monitoring/search/run.test.tsindex f1bb2dfaa..baa5b5b38 100644--- a/apps/api/src/services/monitoring/search/run.test.ts+++ b/apps/api/src/services/monitoring/search/run.test.ts@@ -280,3 +280,36 @@ describe("runSearchTarget orchestration", () => {expect(scrapeURLMock).toHaveBeenCalledTimes(1);});});++describe("domain scoping", () => {+ beforeEach(() => setSearchResults([]));++ it("includeDomains → site: OR filter appended to the query", async () => {+ await runSearchTarget({+ monitor: baseMonitor,+ target: { ...baseTarget, includeDomains: ["sec.gov", "reuters.com"] },+ goalVersion: "gv1",+ knownPages: new Map(),+ knownEvents: [],+ zeroDataRetention: false,+ logger,+ });+ const sentQuery = searchMock.mock.calls[0][0].query as string;+ expect(sentQuery).toContain("openai ipo");+ expect(sentQuery).toContain("(site:sec.gov OR site:reuters.com)");+ });++ it("excludeDomains → -site: filter appended to the query", async () => {+ await runSearchTarget({+ monitor: baseMonitor,+ target: { ...baseTarget, excludeDomains: ["pinterest.com"] },+ goalVersion: "gv1",+ knownPages: new Map(),+ knownEvents: [],+ zeroDataRetention: false,+ logger,+ });+ const sentQuery = searchMock.mock.calls[0][0].query as string;+ expect(sentQuery).toContain("-site:pinterest.com");+ });+});