Skip to content

armgit / dub

Public Imported from GitHub
0

The modern link attribution platform. Loved by world-class engineering teams at Twilio, Zillow, Jobber, Vercel, Raycast, and more.

reduce concurrent requests, reduce unnecessary logs

Steven Tey5d1d0a81d2ba
diff --git a/apps/web/lib/firstpromoter/import-customers.ts b/apps/web/lib/firstpromoter/import-customers.ts
index 28314546df..71a1e04087 100644
--- a/apps/web/lib/firstpromoter/import-customers.ts
+++ b/apps/web/lib/firstpromoter/import-customers.ts
@@ -1,6 +1,6 @@
import { prisma } from "@dub/prisma";
import { Customer, Link, Project } from "@dub/prisma/client";
-import { nanoid } from "@dub/utils";
+import { chunk, nanoid } from "@dub/utils";
import { createId } from "../api/create-id";
import { updateLinkStatsForImporter } from "../api/links/update-link-stats-for-importer";
import { syncPartnerLinksStats } from "../api/partners/sync-partner-links-stats";
@@ -136,25 +136,28 @@ export async function importCustomers(payload: FirstPromoterImportPayload) {
},
});
- await Promise.allSettled(
- customers.map((customer) => {
- const links =
- partnerEmailToLinks[customer.promoter_campaign.promoter.email] ??
- [];
-
- return createCustomer({
- workspace,
- links,
- customer,
- existingCustomers,
- latestLeadAt:
- partnerEmailToLatestLeadAt[
- customer.promoter_campaign.promoter.email
- ],
- importId,
- });
- }),
- );
+ const customerChunks = chunk(customers, 10);
+ for (const customerChunk of customerChunks) {
+ await Promise.allSettled(
+ customerChunk.map((customer) => {
+ const links =
+ partnerEmailToLinks[customer.promoter_campaign.promoter.email] ??
+ [];
+
+ return createCustomer({
+ workspace,
+ links,
+ customer,
+ existingCustomers,
+ latestLeadAt:
+ partnerEmailToLatestLeadAt[
+ customer.promoter_campaign.promoter.email
+ ],
+ importId,
+ });
+ }),
+ );
+ }
}
await new Promise((resolve) => setTimeout(resolve, 2000));
@@ -222,7 +225,6 @@ async function createCustomer({
);
if (customerFound) {
- console.log(`A customer already exists with email ${customer.email}`);
return;
}
diff --git a/apps/web/lib/partnerstack/import-customers.ts b/apps/web/lib/partnerstack/import-customers.ts
index 7be8186366..8656aca594 100644
--- a/apps/web/lib/partnerstack/import-customers.ts
+++ b/apps/web/lib/partnerstack/import-customers.ts
@@ -1,6 +1,6 @@
import { prisma } from "@dub/prisma";
import { Customer, Link, Project } from "@dub/prisma/client";
-import { nanoid } from "@dub/utils";
+import { chunk, nanoid } from "@dub/utils";
import { createId } from "../api/create-id";
import { updateLinkStatsForImporter } from "../api/links/update-link-stats-for-importer";
import { syncPartnerLinksStats } from "../api/partners/sync-partner-links-stats";
@@ -147,21 +147,26 @@ export async function importCustomers(payload: PartnerStackImportPayload) {
},
});
- await Promise.allSettled(
- customers.map((customer) => {
- const partnerId = partnerKeysToId[customer.partnership_key];
- const links = partnerId ? partnerIdToLinks.get(partnerId) ?? [] : [];
-
- return createCustomer({
- workspace: program.workspace,
- links,
- customer,
- existingCustomers,
- latestLeadAt: partnerKeysToLatestLeadAt[customer.partnership_key],
- importId,
- });
- }),
- );
+ const customerChunks = chunk(customers, 10);
+ for (const customerChunk of customerChunks) {
+ await Promise.allSettled(
+ customerChunk.map((customer) => {
+ const partnerId = partnerKeysToId[customer.partnership_key];
+ const links = partnerId
+ ? partnerIdToLinks.get(partnerId) ?? []
+ : [];
+
+ return createCustomer({
+ workspace: program.workspace,
+ links,
+ customer,
+ existingCustomers,
+ latestLeadAt: partnerKeysToLatestLeadAt[customer.partnership_key],
+ importId,
+ });
+ }),
+ );
+ }
}
await new Promise((resolve) => setTimeout(resolve, 2000));
@@ -233,7 +238,6 @@ async function createCustomer({
);
if (customerFound) {
- console.log(`A customer already exists with email ${customer.email}`);
return;
}
diff --git a/apps/web/lib/rewardful/import-customers.ts b/apps/web/lib/rewardful/import-customers.ts
index 17c5d382c6..2b6adefd8f 100644
--- a/apps/web/lib/rewardful/import-customers.ts
+++ b/apps/web/lib/rewardful/import-customers.ts
@@ -1,6 +1,6 @@
import { prisma } from "@dub/prisma";
import { Customer, Program, Project } from "@dub/prisma/client";
-import { nanoid } from "@dub/utils";
+import { chunk, nanoid } from "@dub/utils";
import { createId } from "../api/create-id";
import { updateLinkStatsForImporter } from "../api/links/update-link-stats-for-importer";
import { syncPartnerLinksStats } from "../api/partners/sync-partner-links-stats";
@@ -61,18 +61,21 @@ export async function importCustomers(payload: RewardfulImportPayload) {
},
});
- await Promise.allSettled(
- referrals.map((referral) =>
- createCustomer({
- referral,
- workspace,
- program,
- campaignIds,
- importId,
- existingCustomers,
- }),
- ),
- );
+ const referrralChunks = chunk(referrals, 10);
+ for (const referralChunk of referrralChunks) {
+ await Promise.allSettled(
+ referralChunk.map((referral) =>
+ createCustomer({
+ referral,
+ workspace,
+ program,
+ campaignIds,
+ importId,
+ existingCustomers,
+ }),
+ ),
+ );
+ }
currentPage++;
processedBatches++;
@@ -175,9 +178,6 @@ async function createCustomer({
);
if (customerFoundStripeId) {
- console.log(
- `A customer already exists with Stripe customer ID ${referral.stripe_customer_id}`,
- );
return;
}
@@ -186,9 +186,6 @@ async function createCustomer({
);
if (customerFoundExternalId) {
- console.log(
- `A customer already exists with external ID ${referral.customer.id}`,
- );
return;
}
diff --git a/apps/web/lib/tolt/import-customers.ts b/apps/web/lib/tolt/import-customers.ts
index d7bc164962..a5829e50ba 100644
--- a/apps/web/lib/tolt/import-customers.ts
+++ b/apps/web/lib/tolt/import-customers.ts
@@ -1,6 +1,6 @@
import { prisma } from "@dub/prisma";
import { Customer, Link, Project } from "@dub/prisma/client";
-import { nanoid } from "@dub/utils";
+import { chunk, nanoid } from "@dub/utils";
import { createId } from "../api/create-id";
import { updateLinkStatsForImporter } from "../api/links/update-link-stats-for-importer";
import { syncPartnerLinksStats } from "../api/partners/sync-partner-links-stats";
@@ -119,18 +119,21 @@ export async function importCustomers(payload: ToltImportPayload) {
},
});
- await Promise.allSettled(
- customers.map(({ partner, ...customer }) =>
- createReferral({
- workspace,
- customer,
- links: partnerEmailToLinks.get(partner.email) ?? [],
- existingCustomers,
- latestLeadAt: partnerEmailToLatestLeadAt[partner.email],
- importId,
- }),
- ),
- );
+ const customerChunks = chunk(customers, 10);
+ for (const customerChunk of customerChunks) {
+ await Promise.allSettled(
+ customerChunk.map(({ partner, ...customer }) =>
+ createReferral({
+ workspace,
+ customer,
+ links: partnerEmailToLinks.get(partner.email) ?? [],
+ existingCustomers,
+ latestLeadAt: partnerEmailToLatestLeadAt[partner.email],
+ importId,
+ }),
+ ),
+ );
+ }
await new Promise((resolve) => setTimeout(resolve, 2000));
@@ -191,9 +194,6 @@ async function createReferral({
);
if (customerFound) {
- console.log(
- `A customer already exists with customerExternalId ${customerExternalId}`,
- );
return;
}