The modern link attribution platform. Loved by world-class engineering teams at Twilio, Zillow, Jobber, Vercel, Raycast, and more.
TypeScript clickhousemysqlnextjsopen-sourceplanetscaleprismatailwindcsstinybirdtypescriptupstashvercel
Sync partner search documents when links change
Rafi9798593f6afe
diff --git a/apps/web/lib/api/links/bulk-create-links.ts b/apps/web/lib/api/links/bulk-create-links.tsindex 0b32758dcb..cf7bc44462 100644--- a/apps/web/lib/api/links/bulk-create-links.ts+++ b/apps/web/lib/api/links/bulk-create-links.ts@@ -1,3 +1,4 @@+import { enqueuePartnerSearchSyncForLinks } from "@/lib/jobs/handlers/partner-search-sync-job";import { prisma } from "@/lib/prisma";import { ProcessedLinkProps } from "@/lib/types";import { publishWorkspaceLinksUsageEvent } from "@/lib/upstash/redis-streams/workspace-links-usage";@@ -232,6 +233,7 @@ export async function bulkCreateLinks({linksCount: links.length,timestamp: new Date().toISOString(),}),+ enqueuePartnerSearchSyncForLinks(createdLinksData),]),);diff --git a/apps/web/lib/api/links/bulk-delete-links.ts b/apps/web/lib/api/links/bulk-delete-links.tsindex 1a16a84e5c..507dc696bb 100644--- a/apps/web/lib/api/links/bulk-delete-links.ts+++ b/apps/web/lib/api/links/bulk-delete-links.ts@@ -1,4 +1,5 @@import { deleteDiscountCodes } from "@/lib/discounts/delete-discount-code";+import { enqueuePartnerSearchSyncForLinks } from "@/lib/jobs/handlers/partner-search-sync-job";import { prisma } from "@/lib/prisma";import { storage } from "@/lib/storage";import { recordLink } from "@/lib/tinybird";@@ -60,6 +61,8 @@ export async function bulkDeleteLinks(.map((link) =>storage.delete({ key: link.image!.replace(`${R2_URL}/`, "") }),),++ enqueuePartnerSearchSyncForLinks(links),]),);}diff --git a/apps/web/lib/api/links/bulk-update-links.ts b/apps/web/lib/api/links/bulk-update-links.tsindex 9225636760..5cbfb7747b 100644--- a/apps/web/lib/api/links/bulk-update-links.ts+++ b/apps/web/lib/api/links/bulk-update-links.ts@@ -1,3 +1,4 @@+import { enqueuePartnerSearchSyncForLinks } from "@/lib/jobs/handlers/partner-search-sync-job";import { prisma } from "@/lib/prisma";import { isNotHostedImage, storage } from "@/lib/storage";import { bulkUpdateLinksBodySchema } from "@/lib/zod/schemas/links";@@ -127,6 +128,7 @@ export async function bulkUpdateLinks(height: 630,},}),+ enqueuePartnerSearchSyncForLinks(updatedLinks),]),);diff --git a/apps/web/lib/api/links/create-link.ts b/apps/web/lib/api/links/create-link.tsindex f5b2e9ec57..d7e8f7051f 100644--- a/apps/web/lib/api/links/create-link.ts+++ b/apps/web/lib/api/links/create-link.ts@@ -1,4 +1,5 @@import { qstash } from "@/lib/cron";+import { enqueuePartnerSearchSyncForLinks } from "@/lib/jobs/handlers/partner-search-sync-job";import { getPartnerEnrollmentInfo } from "@/lib/planetscale/get-partner-enrollment-info";import { prisma } from "@/lib/prisma";import { isNotHostedImage, storage } from "@/lib/storage";@@ -138,6 +139,8 @@ export async function createLink(link: ProcessedLinkProps) {const uploadedImageUrl = `${R2_URL}/images/${response.id}`;+ waitUntil(enqueuePartnerSearchSyncForLinks([response]));+waitUntil((async () => {const { partner, discount } = await getPartnerEnrollmentInfo({diff --git a/apps/web/lib/api/links/delete-link.ts b/apps/web/lib/api/links/delete-link.tsindex 7976a0737c..04f0b1b3ef 100644--- a/apps/web/lib/api/links/delete-link.ts+++ b/apps/web/lib/api/links/delete-link.ts@@ -1,4 +1,5 @@import { enqueueDeleteDiscountCode } from "@/lib/discounts/delete-discount-code";+import { enqueuePartnerSearchSyncForLinks } from "@/lib/jobs/handlers/partner-search-sync-job";import { prisma } from "@/lib/prisma";import { storage } from "@/lib/storage";import { recordLink } from "@/lib/tinybird";@@ -74,6 +75,8 @@ export async function deleteLink(linkId: string) {}),link.discountCode && enqueueDeleteDiscountCode([link.discountCode]),++ enqueuePartnerSearchSyncForLinks([link]),]),);diff --git a/apps/web/lib/api/links/update-link.ts b/apps/web/lib/api/links/update-link.tsindex 6f19f679f8..fb2a43b7f5 100644--- a/apps/web/lib/api/links/update-link.ts+++ b/apps/web/lib/api/links/update-link.ts@@ -1,3 +1,4 @@+import { enqueuePartnerSearchSyncForLinks } from "@/lib/jobs/handlers/partner-search-sync-job";import { getPartnerEnrollmentInfo } from "@/lib/planetscale/get-partner-enrollment-info";import { prisma } from "@/lib/prisma";import { isNotHostedImage, storage } from "@/lib/storage";@@ -167,6 +168,8 @@ export async function updateLink({},});+ waitUntil(enqueuePartnerSearchSyncForLinks([response]));+waitUntil((async () => {const { partner, discount } = await getPartnerEnrollmentInfo({diff --git a/apps/web/lib/api/partners/search/sync-documents.ts b/apps/web/lib/api/partners/search/sync-documents.tsindex f689fcafb2..a73fd577f3 100644--- a/apps/web/lib/api/partners/search/sync-documents.ts+++ b/apps/web/lib/api/partners/search/sync-documents.ts@@ -10,10 +10,28 @@ interface PartnerSearchSyncOptions {searchProvider?: PartnerSearchProvider | null;}+export interface PartnerSearchProgramPartner {+ programId: string;+ partnerId: string;+}+function uniqueDocumentIds(documentIds: string[]): string[] {return Array.from(new Set(documentIds));}+function uniqueProgramPartners(+ programPartners: PartnerSearchProgramPartner[],+): PartnerSearchProgramPartner[] {+ return Array.from(+ new Map(+ programPartners.map((item) => [+ JSON.stringify([item.programId, item.partnerId]),+ item,+ ]),+ ).values(),+ );+}+export async function syncPartnerSearchDocuments(documentIds: string[],{@@ -70,6 +88,30 @@ export async function syncPartnerSearchDocumentsByPartnerIds(}}+export async function syncPartnerSearchDocumentsByProgramPartners(+ programPartners: PartnerSearchProgramPartner[],+ {+ searchProvider = getPartnerSearchProvider(),+ }: PartnerSearchSyncOptions = {},+) {+ if (!searchProvider || programPartners.length === 0) {+ return;+ }++ const enrollments = await prisma.programEnrollment.findMany({+ where: {+ OR: uniqueProgramPartners(programPartners),+ },+ select: partnerSearchDocumentSelect,+ });++ if (enrollments.length > 0) {+ await searchProvider.upsert(+ enrollments.map(serializePartnerSearchDocument),+ );+ }+}+export async function deletePartnerSearchDocuments(documentIds: string[],{diff --git a/apps/web/lib/jobs/handlers/partner-search-sync-job.ts b/apps/web/lib/jobs/handlers/partner-search-sync-job.tsindex e33870aae1..e435e7a23a 100644--- a/apps/web/lib/jobs/handlers/partner-search-sync-job.ts+++ b/apps/web/lib/jobs/handlers/partner-search-sync-job.ts@@ -1,8 +1,10 @@import {syncPartnerSearchDocuments,syncPartnerSearchDocumentsByPartnerIds,+ syncPartnerSearchDocumentsByProgramPartners,} from "@/lib/api/partners/search";import { getPartnerSearchProvider } from "@/lib/api/partners/search/provider";+import type { Link } from "@prisma/client";import * as z from "zod/v4";import { defineJob } from "../index";@@ -10,10 +12,23 @@ const inputSchema = z.object({documentIds: z.array(z.string()).min(1).optional(),partnerIds: z.array(z.string()).min(1).optional(),+ programPartners: z+ .array(+ z.object({+ programId: z.string(),+ partnerId: z.string(),+ }),+ )+ .min(1)+ .optional(),})- .refine(({ documentIds, partnerIds }) => documentIds || partnerIds, {- message: "At least one document or partner ID is required.",- });+ .refine(+ ({ documentIds, partnerIds, programPartners }) =>+ documentIds || partnerIds || programPartners,+ {+ message: "At least one search document target is required.",+ },+ );export const partnerSearchSyncJob = defineJob({name: "partner-search-sync-job",@@ -22,12 +37,15 @@ export const partnerSearchSyncJob = defineJob({queue: "partner-search-sync",retries: 3,},- async handle({ documentIds, partnerIds }) {+ async handle({ documentIds, partnerIds, programPartners }) {await Promise.all([documentIds ? syncPartnerSearchDocuments(documentIds) : Promise.resolve(),partnerIds? syncPartnerSearchDocumentsByPartnerIds(partnerIds): Promise.resolve(),+ programPartners+ ? syncPartnerSearchDocumentsByProgramPartners(programPartners)+ : Promise.resolve(),]);},});@@ -41,3 +59,27 @@ export async function enqueuePartnerSearchSyncJob(return partnerSearchSyncJob.dispatch(payload);}++export async function enqueuePartnerSearchSyncForLinks(+ links: Pick<Link, "programId" | "partnerId">[],+) {+ const programPartners = Array.from(+ new Map(+ links.flatMap(({ programId, partnerId }) => {+ if (!programId || !partnerId) {+ return [];+ }++ return [+ [JSON.stringify([programId, partnerId]), { programId, partnerId }],+ ];+ }),+ ).values(),+ );++ if (programPartners.length === 0) {+ return;+ }++ return enqueuePartnerSearchSyncJob({ programPartners });+}diff --git a/apps/web/tests/partners/partner-search-sync-job.test.ts b/apps/web/tests/partners/partner-search-sync-job.test.tsindex 791fb7e8f0..8ed36c46ea 100644--- a/apps/web/tests/partners/partner-search-sync-job.test.ts+++ b/apps/web/tests/partners/partner-search-sync-job.test.ts@@ -1,4 +1,5 @@import {+ enqueuePartnerSearchSyncForLinks,enqueuePartnerSearchSyncJob,partnerSearchSyncJob,} from "@/lib/jobs/handlers/partner-search-sync-job";@@ -8,12 +9,14 @@ import { afterEach, beforeEach, describe, expect, it, vi } from "vitest";const mocks = vi.hoisted(() => ({syncDocuments: vi.fn(),syncPartners: vi.fn(),+ syncProgramPartners: vi.fn(),getProvider: vi.fn(),}));vi.mock("@/lib/api/partners/search", () => ({syncPartnerSearchDocuments: mocks.syncDocuments,syncPartnerSearchDocumentsByPartnerIds: mocks.syncPartners,+ syncPartnerSearchDocumentsByProgramPartners: mocks.syncProgramPartners,}));vi.mock("@/lib/api/partners/search/provider", () => ({@@ -24,6 +27,7 @@ describe("partnerSearchSyncJob", () => {beforeEach(() => {mocks.syncDocuments.mockReset();mocks.syncPartners.mockReset();+ mocks.syncProgramPartners.mockReset();mocks.getProvider.mockReset();mocks.getProvider.mockReturnValue(null);});@@ -36,10 +40,14 @@ describe("partnerSearchSyncJob", () => {await partnerSearchSyncJob.execute({documentIds: ["pge_1"],partnerIds: ["pn_1"],+ programPartners: [{ programId: "prog_1", partnerId: "pn_1" }],});expect(mocks.syncDocuments).toHaveBeenCalledWith(["pge_1"]);expect(mocks.syncPartners).toHaveBeenCalledWith(["pn_1"]);+ expect(mocks.syncProgramPartners).toHaveBeenCalledWith([+ { programId: "prog_1", partnerId: "pn_1" },+ ]);});it("is available through the job registry", async () => {@@ -50,7 +58,7 @@ describe("partnerSearchSyncJob", () => {it("requires at least one ID", async () => {await expect(partnerSearchSyncJob.execute({})).rejects.toThrow(- "At least one document or partner ID is required.",+ "At least one search document target is required.",);});@@ -72,4 +80,21 @@ describe("partnerSearchSyncJob", () => {expect(dispatch).toHaveBeenCalledWith({ partnerIds: ["pn_1"] });});++ it("enqueues unique program partners for partner links", async () => {+ mocks.getProvider.mockReturnValue({});+ const dispatch = vi+ .spyOn(partnerSearchSyncJob, "dispatch")+ .mockResolvedValue({ status: "published", messageId: "msg_1" });++ await enqueuePartnerSearchSyncForLinks([+ { programId: "prog_1", partnerId: "pn_1" },+ { programId: "prog_1", partnerId: "pn_1" },+ { programId: null, partnerId: null },+ ]);++ expect(dispatch).toHaveBeenCalledWith({+ programPartners: [{ programId: "prog_1", partnerId: "pn_1" }],+ });+ });});diff --git a/apps/web/tests/partners/partner-search-sync.test.ts b/apps/web/tests/partners/partner-search-sync.test.tsindex f027346290..c9ed386b68 100644--- a/apps/web/tests/partners/partner-search-sync.test.ts+++ b/apps/web/tests/partners/partner-search-sync.test.ts@@ -5,6 +5,7 @@ import {PartnerSearchProvider,syncPartnerSearchDocuments,syncPartnerSearchDocumentsByPartnerIds,+ syncPartnerSearchDocumentsByProgramPartners,} from "@/lib/api/partners/search";import { beforeEach, describe, expect, it, vi } from "vitest";@@ -140,6 +141,33 @@ describe("partner search document sync", () => {]);});+ it("upserts enrollments for program and partner pairs", async () => {+ const searchProvider = createProvider();+ mocks.findMany.mockResolvedValue([createSource("pge_1")]);++ await syncPartnerSearchDocumentsByProgramPartners(+ [+ { programId: "prog_1", partnerId: "pn_1" },+ { programId: "prog_1", partnerId: "pn_1" },+ { programId: "prog_2", partnerId: "pn_2" },+ ],+ { searchProvider },+ );++ expect(mocks.findMany).toHaveBeenCalledWith({+ where: {+ OR: [+ { programId: "prog_1", partnerId: "pn_1" },+ { programId: "prog_2", partnerId: "pn_2" },+ ],+ },+ select: partnerSearchDocumentSelect,+ });+ expect(searchProvider.upsert).toHaveBeenCalledWith([+ expect.objectContaining({ id: "pge_1" }),+ ]);+ });+it("deletes document IDs without loading the database", async () => {const searchProvider = createProvider();