Skip to content

armgit / dub

Public Imported from GitHub
0

The modern link attribution platform. Loved by world-class engineering teams at Twilio, Zillow, Jobber, Vercel, Raycast, and more.

Sync partner search documents when links change

Rafi9798593f6afe
diff --git a/apps/web/lib/api/links/bulk-create-links.ts b/apps/web/lib/api/links/bulk-create-links.ts
index 0b32758dcb..cf7bc44462 100644
--- a/apps/web/lib/api/links/bulk-create-links.ts
+++ b/apps/web/lib/api/links/bulk-create-links.ts
@@ -1,3 +1,4 @@
+import { enqueuePartnerSearchSyncForLinks } from "@/lib/jobs/handlers/partner-search-sync-job";
import { prisma } from "@/lib/prisma";
import { ProcessedLinkProps } from "@/lib/types";
import { publishWorkspaceLinksUsageEvent } from "@/lib/upstash/redis-streams/workspace-links-usage";
@@ -232,6 +233,7 @@ export async function bulkCreateLinks({
linksCount: links.length,
timestamp: new Date().toISOString(),
}),
+ enqueuePartnerSearchSyncForLinks(createdLinksData),
]),
);
diff --git a/apps/web/lib/api/links/bulk-delete-links.ts b/apps/web/lib/api/links/bulk-delete-links.ts
index 1a16a84e5c..507dc696bb 100644
--- a/apps/web/lib/api/links/bulk-delete-links.ts
+++ b/apps/web/lib/api/links/bulk-delete-links.ts
@@ -1,4 +1,5 @@
import { deleteDiscountCodes } from "@/lib/discounts/delete-discount-code";
+import { enqueuePartnerSearchSyncForLinks } from "@/lib/jobs/handlers/partner-search-sync-job";
import { prisma } from "@/lib/prisma";
import { storage } from "@/lib/storage";
import { recordLink } from "@/lib/tinybird";
@@ -60,6 +61,8 @@ export async function bulkDeleteLinks(
.map((link) =>
storage.delete({ key: link.image!.replace(`${R2_URL}/`, "") }),
),
+
+ enqueuePartnerSearchSyncForLinks(links),
]),
);
}
diff --git a/apps/web/lib/api/links/bulk-update-links.ts b/apps/web/lib/api/links/bulk-update-links.ts
index 9225636760..5cbfb7747b 100644
--- a/apps/web/lib/api/links/bulk-update-links.ts
+++ b/apps/web/lib/api/links/bulk-update-links.ts
@@ -1,3 +1,4 @@
+import { enqueuePartnerSearchSyncForLinks } from "@/lib/jobs/handlers/partner-search-sync-job";
import { prisma } from "@/lib/prisma";
import { isNotHostedImage, storage } from "@/lib/storage";
import { bulkUpdateLinksBodySchema } from "@/lib/zod/schemas/links";
@@ -127,6 +128,7 @@ export async function bulkUpdateLinks(
height: 630,
},
}),
+ enqueuePartnerSearchSyncForLinks(updatedLinks),
]),
);
diff --git a/apps/web/lib/api/links/create-link.ts b/apps/web/lib/api/links/create-link.ts
index f5b2e9ec57..d7e8f7051f 100644
--- a/apps/web/lib/api/links/create-link.ts
+++ b/apps/web/lib/api/links/create-link.ts
@@ -1,4 +1,5 @@
import { qstash } from "@/lib/cron";
+import { enqueuePartnerSearchSyncForLinks } from "@/lib/jobs/handlers/partner-search-sync-job";
import { getPartnerEnrollmentInfo } from "@/lib/planetscale/get-partner-enrollment-info";
import { prisma } from "@/lib/prisma";
import { isNotHostedImage, storage } from "@/lib/storage";
@@ -138,6 +139,8 @@ export async function createLink(link: ProcessedLinkProps) {
const uploadedImageUrl = `${R2_URL}/images/${response.id}`;
+ waitUntil(enqueuePartnerSearchSyncForLinks([response]));
+
waitUntil(
(async () => {
const { partner, discount } = await getPartnerEnrollmentInfo({
diff --git a/apps/web/lib/api/links/delete-link.ts b/apps/web/lib/api/links/delete-link.ts
index 7976a0737c..04f0b1b3ef 100644
--- a/apps/web/lib/api/links/delete-link.ts
+++ b/apps/web/lib/api/links/delete-link.ts
@@ -1,4 +1,5 @@
import { enqueueDeleteDiscountCode } from "@/lib/discounts/delete-discount-code";
+import { enqueuePartnerSearchSyncForLinks } from "@/lib/jobs/handlers/partner-search-sync-job";
import { prisma } from "@/lib/prisma";
import { storage } from "@/lib/storage";
import { recordLink } from "@/lib/tinybird";
@@ -74,6 +75,8 @@ export async function deleteLink(linkId: string) {
}),
link.discountCode && enqueueDeleteDiscountCode([link.discountCode]),
+
+ enqueuePartnerSearchSyncForLinks([link]),
]),
);
diff --git a/apps/web/lib/api/links/update-link.ts b/apps/web/lib/api/links/update-link.ts
index 6f19f679f8..fb2a43b7f5 100644
--- a/apps/web/lib/api/links/update-link.ts
+++ b/apps/web/lib/api/links/update-link.ts
@@ -1,3 +1,4 @@
+import { enqueuePartnerSearchSyncForLinks } from "@/lib/jobs/handlers/partner-search-sync-job";
import { getPartnerEnrollmentInfo } from "@/lib/planetscale/get-partner-enrollment-info";
import { prisma } from "@/lib/prisma";
import { isNotHostedImage, storage } from "@/lib/storage";
@@ -167,6 +168,8 @@ export async function updateLink({
},
});
+ waitUntil(enqueuePartnerSearchSyncForLinks([response]));
+
waitUntil(
(async () => {
const { partner, discount } = await getPartnerEnrollmentInfo({
diff --git a/apps/web/lib/api/partners/search/sync-documents.ts b/apps/web/lib/api/partners/search/sync-documents.ts
index f689fcafb2..a73fd577f3 100644
--- a/apps/web/lib/api/partners/search/sync-documents.ts
+++ b/apps/web/lib/api/partners/search/sync-documents.ts
@@ -10,10 +10,28 @@ interface PartnerSearchSyncOptions {
searchProvider?: PartnerSearchProvider | null;
}
+export interface PartnerSearchProgramPartner {
+ programId: string;
+ partnerId: string;
+}
+
function uniqueDocumentIds(documentIds: string[]): string[] {
return Array.from(new Set(documentIds));
}
+function uniqueProgramPartners(
+ programPartners: PartnerSearchProgramPartner[],
+): PartnerSearchProgramPartner[] {
+ return Array.from(
+ new Map(
+ programPartners.map((item) => [
+ JSON.stringify([item.programId, item.partnerId]),
+ item,
+ ]),
+ ).values(),
+ );
+}
+
export async function syncPartnerSearchDocuments(
documentIds: string[],
{
@@ -70,6 +88,30 @@ export async function syncPartnerSearchDocumentsByPartnerIds(
}
}
+export async function syncPartnerSearchDocumentsByProgramPartners(
+ programPartners: PartnerSearchProgramPartner[],
+ {
+ searchProvider = getPartnerSearchProvider(),
+ }: PartnerSearchSyncOptions = {},
+) {
+ if (!searchProvider || programPartners.length === 0) {
+ return;
+ }
+
+ const enrollments = await prisma.programEnrollment.findMany({
+ where: {
+ OR: uniqueProgramPartners(programPartners),
+ },
+ select: partnerSearchDocumentSelect,
+ });
+
+ if (enrollments.length > 0) {
+ await searchProvider.upsert(
+ enrollments.map(serializePartnerSearchDocument),
+ );
+ }
+}
+
export async function deletePartnerSearchDocuments(
documentIds: string[],
{
diff --git a/apps/web/lib/jobs/handlers/partner-search-sync-job.ts b/apps/web/lib/jobs/handlers/partner-search-sync-job.ts
index e33870aae1..e435e7a23a 100644
--- a/apps/web/lib/jobs/handlers/partner-search-sync-job.ts
+++ b/apps/web/lib/jobs/handlers/partner-search-sync-job.ts
@@ -1,8 +1,10 @@
import {
syncPartnerSearchDocuments,
syncPartnerSearchDocumentsByPartnerIds,
+ syncPartnerSearchDocumentsByProgramPartners,
} from "@/lib/api/partners/search";
import { getPartnerSearchProvider } from "@/lib/api/partners/search/provider";
+import type { Link } from "@prisma/client";
import * as z from "zod/v4";
import { defineJob } from "../index";
@@ -10,10 +12,23 @@ const inputSchema = z
.object({
documentIds: z.array(z.string()).min(1).optional(),
partnerIds: z.array(z.string()).min(1).optional(),
+ programPartners: z
+ .array(
+ z.object({
+ programId: z.string(),
+ partnerId: z.string(),
+ }),
+ )
+ .min(1)
+ .optional(),
})
- .refine(({ documentIds, partnerIds }) => documentIds || partnerIds, {
- message: "At least one document or partner ID is required.",
- });
+ .refine(
+ ({ documentIds, partnerIds, programPartners }) =>
+ documentIds || partnerIds || programPartners,
+ {
+ message: "At least one search document target is required.",
+ },
+ );
export const partnerSearchSyncJob = defineJob({
name: "partner-search-sync-job",
@@ -22,12 +37,15 @@ export const partnerSearchSyncJob = defineJob({
queue: "partner-search-sync",
retries: 3,
},
- async handle({ documentIds, partnerIds }) {
+ async handle({ documentIds, partnerIds, programPartners }) {
await Promise.all([
documentIds ? syncPartnerSearchDocuments(documentIds) : Promise.resolve(),
partnerIds
? syncPartnerSearchDocumentsByPartnerIds(partnerIds)
: Promise.resolve(),
+ programPartners
+ ? syncPartnerSearchDocumentsByProgramPartners(programPartners)
+ : Promise.resolve(),
]);
},
});
@@ -41,3 +59,27 @@ export async function enqueuePartnerSearchSyncJob(
return partnerSearchSyncJob.dispatch(payload);
}
+
+export async function enqueuePartnerSearchSyncForLinks(
+ links: Pick<Link, "programId" | "partnerId">[],
+) {
+ const programPartners = Array.from(
+ new Map(
+ links.flatMap(({ programId, partnerId }) => {
+ if (!programId || !partnerId) {
+ return [];
+ }
+
+ return [
+ [JSON.stringify([programId, partnerId]), { programId, partnerId }],
+ ];
+ }),
+ ).values(),
+ );
+
+ if (programPartners.length === 0) {
+ return;
+ }
+
+ return enqueuePartnerSearchSyncJob({ programPartners });
+}
diff --git a/apps/web/tests/partners/partner-search-sync-job.test.ts b/apps/web/tests/partners/partner-search-sync-job.test.ts
index 791fb7e8f0..8ed36c46ea 100644
--- a/apps/web/tests/partners/partner-search-sync-job.test.ts
+++ b/apps/web/tests/partners/partner-search-sync-job.test.ts
@@ -1,4 +1,5 @@
import {
+ enqueuePartnerSearchSyncForLinks,
enqueuePartnerSearchSyncJob,
partnerSearchSyncJob,
} from "@/lib/jobs/handlers/partner-search-sync-job";
@@ -8,12 +9,14 @@ import { afterEach, beforeEach, describe, expect, it, vi } from "vitest";
const mocks = vi.hoisted(() => ({
syncDocuments: vi.fn(),
syncPartners: vi.fn(),
+ syncProgramPartners: vi.fn(),
getProvider: vi.fn(),
}));
vi.mock("@/lib/api/partners/search", () => ({
syncPartnerSearchDocuments: mocks.syncDocuments,
syncPartnerSearchDocumentsByPartnerIds: mocks.syncPartners,
+ syncPartnerSearchDocumentsByProgramPartners: mocks.syncProgramPartners,
}));
vi.mock("@/lib/api/partners/search/provider", () => ({
@@ -24,6 +27,7 @@ describe("partnerSearchSyncJob", () => {
beforeEach(() => {
mocks.syncDocuments.mockReset();
mocks.syncPartners.mockReset();
+ mocks.syncProgramPartners.mockReset();
mocks.getProvider.mockReset();
mocks.getProvider.mockReturnValue(null);
});
@@ -36,10 +40,14 @@ describe("partnerSearchSyncJob", () => {
await partnerSearchSyncJob.execute({
documentIds: ["pge_1"],
partnerIds: ["pn_1"],
+ programPartners: [{ programId: "prog_1", partnerId: "pn_1" }],
});
expect(mocks.syncDocuments).toHaveBeenCalledWith(["pge_1"]);
expect(mocks.syncPartners).toHaveBeenCalledWith(["pn_1"]);
+ expect(mocks.syncProgramPartners).toHaveBeenCalledWith([
+ { programId: "prog_1", partnerId: "pn_1" },
+ ]);
});
it("is available through the job registry", async () => {
@@ -50,7 +58,7 @@ describe("partnerSearchSyncJob", () => {
it("requires at least one ID", async () => {
await expect(partnerSearchSyncJob.execute({})).rejects.toThrow(
- "At least one document or partner ID is required.",
+ "At least one search document target is required.",
);
});
@@ -72,4 +80,21 @@ describe("partnerSearchSyncJob", () => {
expect(dispatch).toHaveBeenCalledWith({ partnerIds: ["pn_1"] });
});
+
+ it("enqueues unique program partners for partner links", async () => {
+ mocks.getProvider.mockReturnValue({});
+ const dispatch = vi
+ .spyOn(partnerSearchSyncJob, "dispatch")
+ .mockResolvedValue({ status: "published", messageId: "msg_1" });
+
+ await enqueuePartnerSearchSyncForLinks([
+ { programId: "prog_1", partnerId: "pn_1" },
+ { programId: "prog_1", partnerId: "pn_1" },
+ { programId: null, partnerId: null },
+ ]);
+
+ expect(dispatch).toHaveBeenCalledWith({
+ programPartners: [{ programId: "prog_1", partnerId: "pn_1" }],
+ });
+ });
});
diff --git a/apps/web/tests/partners/partner-search-sync.test.ts b/apps/web/tests/partners/partner-search-sync.test.ts
index f027346290..c9ed386b68 100644
--- a/apps/web/tests/partners/partner-search-sync.test.ts
+++ b/apps/web/tests/partners/partner-search-sync.test.ts
@@ -5,6 +5,7 @@ import {
PartnerSearchProvider,
syncPartnerSearchDocuments,
syncPartnerSearchDocumentsByPartnerIds,
+ syncPartnerSearchDocumentsByProgramPartners,
} from "@/lib/api/partners/search";
import { beforeEach, describe, expect, it, vi } from "vitest";
@@ -140,6 +141,33 @@ describe("partner search document sync", () => {
]);
});
+ it("upserts enrollments for program and partner pairs", async () => {
+ const searchProvider = createProvider();
+ mocks.findMany.mockResolvedValue([createSource("pge_1")]);
+
+ await syncPartnerSearchDocumentsByProgramPartners(
+ [
+ { programId: "prog_1", partnerId: "pn_1" },
+ { programId: "prog_1", partnerId: "pn_1" },
+ { programId: "prog_2", partnerId: "pn_2" },
+ ],
+ { searchProvider },
+ );
+
+ expect(mocks.findMany).toHaveBeenCalledWith({
+ where: {
+ OR: [
+ { programId: "prog_1", partnerId: "pn_1" },
+ { programId: "prog_2", partnerId: "pn_2" },
+ ],
+ },
+ select: partnerSearchDocumentSelect,
+ });
+ expect(searchProvider.upsert).toHaveBeenCalledWith([
+ expect.objectContaining({ id: "pge_1" }),
+ ]);
+ });
+
it("deletes document IDs without loading the database", async () => {
const searchProvider = createProvider();