Skip to content

armgit / dub

Public Imported from GitHub
0

The modern link attribution platform. Loved by world-class engineering teams at Twilio, Zillow, Jobber, Vercel, Raycast, and more.

Drop the index sync from the maintenance scripts

Rafi9683d5058b7e
diff --git a/apps/web/scripts/customers/buffer/migrate-to-case-sensitive.ts b/apps/web/scripts/customers/buffer/migrate-to-case-sensitive.ts
index 998a788837..c58338310f 100644
--- a/apps/web/scripts/customers/buffer/migrate-to-case-sensitive.ts
+++ b/apps/web/scripts/customers/buffer/migrate-to-case-sensitive.ts
@@ -1,4 +1,3 @@
-import { queuePartnerSearchSyncForLinks } from "@/lib/api/partners/queue-partner-search-sync";
import { prisma } from "@/lib/prisma";
import { linkConstructorSimple } from "@dub/utils";
import { Prisma } from "@prisma/client";
@@ -28,8 +27,6 @@ async function main() {
domain: true,
key: true,
shortLink: true,
- programId: true,
- partnerId: true,
},
take: 100,
orderBy: {
@@ -94,10 +91,6 @@ async function main() {
});
}
- // Queue an index update because the link keys and shortLinks changed. Queued
- // before the cache expiry below.
- await queuePartnerSearchSyncForLinks(links);
-
// expire the Redis cache for the links so it fetches the latest version from the database
await linkCache.expireMany(links);
}
diff --git a/apps/web/scripts/fix-broken-applications.ts b/apps/web/scripts/fix-broken-applications.ts
index 18656cb095..407cdabc4d 100644
--- a/apps/web/scripts/fix-broken-applications.ts
+++ b/apps/web/scripts/fix-broken-applications.ts
@@ -1,4 +1,3 @@
-import { queuePartnerSearchSync } from "@/lib/api/partners/queue-partner-search-sync";
import { prisma } from "@/lib/prisma";
import { sendBatchEmail } from "@dub/email";
import NotifyPartnerReapply from "@dub/email/templates/notify-partner-reapply";
@@ -65,20 +64,15 @@ async function main() {
);
}
- const enrollmentIds = missingApplications.map((p) => p.id);
-
const res = await prisma.programEnrollment.deleteMany({
where: {
id: {
- in: enrollmentIds,
+ in: missingApplications.map((p) => p.id),
},
},
});
console.log("Deleted program enrollments", res);
-
- // Queue an index update because the broken enrollments were deleted.
- await queuePartnerSearchSync({ enrollmentIds });
}
main();
diff --git a/apps/web/scripts/misc/restore-program-enrollments.ts b/apps/web/scripts/misc/restore-program-enrollments.ts
index 937e24579b..f305981615 100644
--- a/apps/web/scripts/misc/restore-program-enrollments.ts
+++ b/apps/web/scripts/misc/restore-program-enrollments.ts
@@ -25,7 +25,6 @@ Then, replace `prisma as prismaOld` below with just `prismaOld`
import { includeProgramEnrollment } from "@/lib/api/links/include-program-enrollment";
import { includeTags } from "@/lib/api/links/include-tags";
-import { queuePartnerSearchSync } from "@/lib/api/partners/queue-partner-search-sync";
// import { prisma, prismaOld } from "@/lib/prisma";
import { prisma, prisma as prismaOld } from "@/lib/prisma";
import "dotenv-flow/config";
@@ -47,13 +46,6 @@ async function main() {
});
console.log(`Restored ${res.count} program enrollments`);
- // Queue an index update because the enrollments and their links were
- // restored. Queued before the Tinybird and Stripe work below.
- const queueSearchSync = () =>
- queuePartnerSearchSync({
- enrollmentIds: programEnrollmentsToRestore.map(({ id }) => id),
- });
-
// Restore payouts first (commissions may reference payoutId)
const payoutsToRestore = await prismaOld.payout.findMany({
where: { partnerId },
@@ -135,8 +127,6 @@ async function main() {
});
console.log(`Restored ${createdLinkTagsCount} link tags`);
- await queueSearchSync();
-
const restoredLinks = await prisma.link.findMany({
where: { partnerId },
include: {
@@ -160,8 +150,6 @@ async function main() {
);
console.log(`Restored ${createdCustomersCount} customers`);
}
- } else {
- await queueSearchSync();
}
const discountCodesToRestore = await prismaOld.discountCode.findMany({
diff --git a/apps/web/scripts/partners/delete-partner-profile.ts b/apps/web/scripts/partners/delete-partner-profile.ts
index 39aa9e0e39..eeb2fcabb4 100644
--- a/apps/web/scripts/partners/delete-partner-profile.ts
+++ b/apps/web/scripts/partners/delete-partner-profile.ts
@@ -1,5 +1,4 @@
import { bulkDeleteLinks } from "@/lib/api/links/bulk-delete-links";
-import { queuePartnerSearchSync } from "@/lib/api/partners/queue-partner-search-sync";
import { prisma } from "@/lib/prisma";
import "dotenv-flow/config";
import { conn } from "../../lib/planetscale";
@@ -13,7 +12,6 @@ async function main() {
include: {
programs: {
select: {
- id: true,
links: true,
},
},
@@ -97,11 +95,6 @@ async function main() {
});
console.log(`Deleted ${deletedProgramEnrollments.count} program enrollments`);
- // Queue an index update because the partner's enrollments were deleted.
- await queuePartnerSearchSync({
- enrollmentIds: partner.programs.map(({ id }) => id),
- });
-
const deletedPartnerUsers = await prisma.partnerUser.deleteMany({
where: {
partnerId: partner.id,
diff --git a/apps/web/scripts/partners/delete-partners-for-program.ts b/apps/web/scripts/partners/delete-partners-for-program.ts
index 1d01180bc9..e7961a7595 100644
--- a/apps/web/scripts/partners/delete-partners-for-program.ts
+++ b/apps/web/scripts/partners/delete-partners-for-program.ts
@@ -1,5 +1,4 @@
import { bulkDeleteLinks } from "@/lib/api/links/bulk-delete-links";
-import { queuePartnerSearchSync } from "@/lib/api/partners/queue-partner-search-sync";
import { prisma } from "@/lib/prisma";
import "dotenv-flow/config";
@@ -42,9 +41,6 @@ async function main() {
console.log("finalPartnersToDelete", finalPartnersToDelete.length);
- // Captured before the delete: removing the partner cascades to these rows.
- const enrollmentIds = finalPartnersToDelete.map(({ id }) => id);
-
await bulkDeleteLinks(finalPartnersToDelete.flatMap((p) => p.links));
const deletePartners = await prisma.partner.deleteMany({
@@ -56,10 +52,6 @@ async function main() {
});
console.log("deletePartners", deletePartners);
-
- // Queue an index update because deleting the partners cascades to their
- // enrollments.
- await queuePartnerSearchSync({ enrollmentIds });
}
main();
diff --git a/apps/web/scripts/partners/delete-program-application.ts b/apps/web/scripts/partners/delete-program-application.ts
index d0b7adb132..63b6a5286a 100644
--- a/apps/web/scripts/partners/delete-program-application.ts
+++ b/apps/web/scripts/partners/delete-program-application.ts
@@ -1,4 +1,3 @@
-import { queuePartnerSearchSync } from "@/lib/api/partners/queue-partner-search-sync";
import { prisma } from "@/lib/prisma";
import "dotenv-flow/config";
@@ -27,9 +26,6 @@ async function main() {
console.log("Deleted program enrollment", deleteProgramEnrollment);
- // Queue an index update because the enrollment was deleted.
- await queuePartnerSearchSync({ enrollmentIds: [programEnrollment.id] });
-
if (programEnrollment.applicationId) {
const deleteProgramApplication = await prisma.programApplication.delete({
where: {
diff --git a/apps/web/scripts/partners/delete-program-enrollment.ts b/apps/web/scripts/partners/delete-program-enrollment.ts
index f637fa2aa7..b365e4d881 100644
--- a/apps/web/scripts/partners/delete-program-enrollment.ts
+++ b/apps/web/scripts/partners/delete-program-enrollment.ts
@@ -1,5 +1,4 @@
import { bulkDeleteLinks } from "@/lib/api/links/bulk-delete-links";
-import { queuePartnerSearchSync } from "@/lib/api/partners/queue-partner-search-sync";
import { prisma } from "@/lib/prisma";
import "dotenv-flow/config";
@@ -52,9 +51,6 @@ async function main() {
});
console.log("deleteProgramEnrollment", deleteProgramEnrollment);
-
- // Queue an index update because the enrollment was deleted.
- await queuePartnerSearchSync({ enrollmentIds: [programEnrollment.id] });
}
main();
diff --git a/apps/web/scripts/partners/delete-program.ts b/apps/web/scripts/partners/delete-program.ts
index f8df93247d..4257cdc4e9 100644
--- a/apps/web/scripts/partners/delete-program.ts
+++ b/apps/web/scripts/partners/delete-program.ts
@@ -1,4 +1,3 @@
-import { queuePartnerSearchSync } from "@/lib/api/partners/queue-partner-search-sync";
import { prisma } from "@/lib/prisma";
import { R2_URL } from "@dub/utils";
import "dotenv-flow/config";
@@ -15,16 +14,6 @@ async function main() {
},
});
- // deleteMany does not return the rows it removed, so read the IDs first.
- const enrollments = await prisma.programEnrollment.findMany({
- where: {
- programId: program.id,
- },
- select: {
- id: true,
- },
- });
-
await prisma.$transaction(
async (tx) => {
const deletedCommissions = await tx.commission.deleteMany({
@@ -104,12 +93,6 @@ async function main() {
},
);
- // Queue an index update because deleting the program deleted every enrollment
- // in it.
- await queuePartnerSearchSync({
- enrollmentIds: enrollments.map(({ id }) => id),
- });
-
await workspaceProductCache.set({
slug: program.workspace.slug,
product: "links",
diff --git a/apps/web/scripts/partners/fix-partner-groups.ts b/apps/web/scripts/partners/fix-partner-groups.ts
index 2ed9e1a0e6..00e59af185 100644
--- a/apps/web/scripts/partners/fix-partner-groups.ts
+++ b/apps/web/scripts/partners/fix-partner-groups.ts
@@ -1,4 +1,3 @@
-import { queuePartnerSearchSync } from "@/lib/api/partners/queue-partner-search-sync";
import { prisma } from "@/lib/prisma";
import "dotenv-flow/config";
@@ -55,12 +54,6 @@ async function main() {
});
console.log(`Updated ${updateMany.count} partners`);
-
- // Queue an index update because the enrollments gained a group, which is
- // filterable.
- await queuePartnerSearchSync({
- enrollmentIds: partnersMissingGroup.map((partner) => partner.id),
- });
}
main();
diff --git a/apps/web/scripts/partners/merge-partner-profile.ts b/apps/web/scripts/partners/merge-partner-profile.ts
index 3be17acf2a..8ec895ba7a 100644
--- a/apps/web/scripts/partners/merge-partner-profile.ts
+++ b/apps/web/scripts/partners/merge-partner-profile.ts
@@ -1,5 +1,4 @@
import { includeProgramEnrollment } from "@/lib/api/links/include-program-enrollment";
-import { queuePartnerSearchSync } from "@/lib/api/partners/queue-partner-search-sync";
import { prisma } from "@/lib/prisma";
import "dotenv-flow/config";
import { includeTags } from "../../lib/api/links/include-tags";
@@ -61,10 +60,6 @@ async function main() {
},
});
- // Queue an index update because the enrollment moved to the new partner.
- // Queued before the Tinybird write below.
- await queuePartnerSearchSync({ enrollmentIds: [programEnrollment.id] });
-
const updatedLinks = await prisma.link.findMany({
where: {
programId,
diff --git a/apps/web/scripts/partners/update-links.ts b/apps/web/scripts/partners/update-links.ts
index b7ed4ffd39..3cd75602c1 100644
--- a/apps/web/scripts/partners/update-links.ts
+++ b/apps/web/scripts/partners/update-links.ts
@@ -1,4 +1,3 @@
-import { queuePartnerSearchSyncForLinks } from "@/lib/api/partners/queue-partner-search-sync";
import { prisma } from "@/lib/prisma";
import "dotenv-flow/config";
import { linkCache } from "../../lib/api/links/cache";
@@ -34,6 +33,16 @@ async function main() {
console.log(updatedLinks);
+ const res = await Promise.all([
+ linkCache.expireMany(links),
+ recordLink(
+ links.map((link) => ({
+ ...link,
+ domain: newDomain,
+ })),
+ ),
+ ]);
+
await Promise.all(
links.map(async (link) => {
return await prisma.link.update({
@@ -47,20 +56,6 @@ async function main() {
}),
);
- // Queue an index update because the links changed domain. Queued before the
- // cache and Tinybird work below.
- await queuePartnerSearchSyncForLinks(links);
-
- const res = await Promise.all([
- linkCache.expireMany(links),
- recordLink(
- links.map((link) => ({
- ...link,
- domain: newDomain,
- })),
- ),
- ]);
-
console.log(res);
}
diff --git a/apps/web/scripts/partners/update-partner-country.ts b/apps/web/scripts/partners/update-partner-country.ts
index 6f55c2c8c1..3cd7833c93 100644
--- a/apps/web/scripts/partners/update-partner-country.ts
+++ b/apps/web/scripts/partners/update-partner-country.ts
@@ -1,4 +1,3 @@
-import { queuePartnerSearchSync } from "@/lib/api/partners/queue-partner-search-sync";
import { prisma } from "@/lib/prisma";
import "dotenv-flow/config";
import { stripeConnectClient } from "../stripe/connect-client";
@@ -17,9 +16,6 @@ async function main() {
},
});
- // Queue an index update because the partner country changed.
- await queuePartnerSearchSync({ partnerIds: [partner.id] });
-
if (partner.stripeConnectId) {
console.log("deleting stripe connect account");
const res = await stripeConnectClient.accounts.del(partner.stripeConnectId);
diff --git a/apps/web/scripts/programs/delete-network-invites.ts b/apps/web/scripts/programs/delete-network-invites.ts
index 0be17bb2e3..f7512149e3 100644
--- a/apps/web/scripts/programs/delete-network-invites.ts
+++ b/apps/web/scripts/programs/delete-network-invites.ts
@@ -1,5 +1,4 @@
import { bulkDeleteLinks } from "@/lib/api/links/bulk-delete-links";
-import { queuePartnerSearchSync } from "@/lib/api/partners/queue-partner-search-sync";
import { prisma } from "@/lib/prisma";
import "dotenv-flow/config";
@@ -44,10 +43,6 @@ async function main() {
}
}
- const enrollmentIds = discoveredPartners
- .map(({ programEnrollment }) => programEnrollment?.id)
- .filter((id): id is string => Boolean(id));
-
const res2 = await prisma.$transaction([
prisma.discoveredPartner.deleteMany({
where: {
@@ -60,16 +55,13 @@ async function main() {
prisma.programEnrollment.deleteMany({
where: {
id: {
- in: enrollmentIds,
+ in: discoveredPartners.map((i) => i.programEnrollment?.id!),
},
},
}),
]);
console.log("res2", res2);
-
- // Queue an index update because the invited enrollments were deleted.
- await queuePartnerSearchSync({ enrollmentIds });
}
main();
diff --git a/apps/web/scripts/programs/delete-program-enrollments.ts b/apps/web/scripts/programs/delete-program-enrollments.ts
index 33e0dd4bb3..796021e233 100644
--- a/apps/web/scripts/programs/delete-program-enrollments.ts
+++ b/apps/web/scripts/programs/delete-program-enrollments.ts
@@ -1,5 +1,4 @@
import { bulkDeleteLinks } from "@/lib/api/links/bulk-delete-links";
-import { queuePartnerSearchSync } from "@/lib/api/partners/queue-partner-search-sync";
import { PRISMA_UPDATEMANY_LIMIT } from "@/lib/cron";
import { prisma } from "@/lib/prisma";
import "dotenv-flow/config";
@@ -39,20 +38,15 @@ async function main() {
await bulkDeleteLinks(linksToDelete);
- const enrollmentIds = programEnrollments.map(({ id }) => id);
-
const deleteProgramEnrollment = await prisma.programEnrollment.deleteMany({
where: {
id: {
- in: enrollmentIds,
+ in: programEnrollments.map(({ id }) => id),
},
},
});
console.log("deleteProgramEnrollment", deleteProgramEnrollment);
-
- // Queue an index update because the enrollments were deleted.
- await queuePartnerSearchSync({ enrollmentIds });
}
}