The modern link attribution platform. Loved by world-class engineering teams at Twilio, Zillow, Jobber, Vercel, Raycast, and more.
TypeScript clickhousemysqlnextjsopen-sourceplanetscaleprismatailwindcsstinybirdtypescriptupstashvercel
reduce concurrent requests, reduce unnecessary logs
Steven Tey5d1d0a81d2ba
diff --git a/apps/web/lib/firstpromoter/import-customers.ts b/apps/web/lib/firstpromoter/import-customers.tsindex 28314546df..71a1e04087 100644--- a/apps/web/lib/firstpromoter/import-customers.ts+++ b/apps/web/lib/firstpromoter/import-customers.ts@@ -1,6 +1,6 @@import { prisma } from "@dub/prisma";import { Customer, Link, Project } from "@dub/prisma/client";-import { nanoid } from "@dub/utils";+import { chunk, nanoid } from "@dub/utils";import { createId } from "../api/create-id";import { updateLinkStatsForImporter } from "../api/links/update-link-stats-for-importer";import { syncPartnerLinksStats } from "../api/partners/sync-partner-links-stats";@@ -136,25 +136,28 @@ export async function importCustomers(payload: FirstPromoterImportPayload) {},});- await Promise.allSettled(- customers.map((customer) => {- const links =- partnerEmailToLinks[customer.promoter_campaign.promoter.email] ??- [];-- return createCustomer({- workspace,- links,- customer,- existingCustomers,- latestLeadAt:- partnerEmailToLatestLeadAt[- customer.promoter_campaign.promoter.email- ],- importId,- });- }),- );+ const customerChunks = chunk(customers, 10);+ for (const customerChunk of customerChunks) {+ await Promise.allSettled(+ customerChunk.map((customer) => {+ const links =+ partnerEmailToLinks[customer.promoter_campaign.promoter.email] ??+ [];++ return createCustomer({+ workspace,+ links,+ customer,+ existingCustomers,+ latestLeadAt:+ partnerEmailToLatestLeadAt[+ customer.promoter_campaign.promoter.email+ ],+ importId,+ });+ }),+ );+ }}await new Promise((resolve) => setTimeout(resolve, 2000));@@ -222,7 +225,6 @@ async function createCustomer({);if (customerFound) {- console.log(`A customer already exists with email ${customer.email}`);return;}diff --git a/apps/web/lib/partnerstack/import-customers.ts b/apps/web/lib/partnerstack/import-customers.tsindex 7be8186366..8656aca594 100644--- a/apps/web/lib/partnerstack/import-customers.ts+++ b/apps/web/lib/partnerstack/import-customers.ts@@ -1,6 +1,6 @@import { prisma } from "@dub/prisma";import { Customer, Link, Project } from "@dub/prisma/client";-import { nanoid } from "@dub/utils";+import { chunk, nanoid } from "@dub/utils";import { createId } from "../api/create-id";import { updateLinkStatsForImporter } from "../api/links/update-link-stats-for-importer";import { syncPartnerLinksStats } from "../api/partners/sync-partner-links-stats";@@ -147,21 +147,26 @@ export async function importCustomers(payload: PartnerStackImportPayload) {},});- await Promise.allSettled(- customers.map((customer) => {- const partnerId = partnerKeysToId[customer.partnership_key];- const links = partnerId ? partnerIdToLinks.get(partnerId) ?? [] : [];-- return createCustomer({- workspace: program.workspace,- links,- customer,- existingCustomers,- latestLeadAt: partnerKeysToLatestLeadAt[customer.partnership_key],- importId,- });- }),- );+ const customerChunks = chunk(customers, 10);+ for (const customerChunk of customerChunks) {+ await Promise.allSettled(+ customerChunk.map((customer) => {+ const partnerId = partnerKeysToId[customer.partnership_key];+ const links = partnerId+ ? partnerIdToLinks.get(partnerId) ?? []+ : [];++ return createCustomer({+ workspace: program.workspace,+ links,+ customer,+ existingCustomers,+ latestLeadAt: partnerKeysToLatestLeadAt[customer.partnership_key],+ importId,+ });+ }),+ );+ }}await new Promise((resolve) => setTimeout(resolve, 2000));@@ -233,7 +238,6 @@ async function createCustomer({);if (customerFound) {- console.log(`A customer already exists with email ${customer.email}`);return;}diff --git a/apps/web/lib/rewardful/import-customers.ts b/apps/web/lib/rewardful/import-customers.tsindex 17c5d382c6..2b6adefd8f 100644--- a/apps/web/lib/rewardful/import-customers.ts+++ b/apps/web/lib/rewardful/import-customers.ts@@ -1,6 +1,6 @@import { prisma } from "@dub/prisma";import { Customer, Program, Project } from "@dub/prisma/client";-import { nanoid } from "@dub/utils";+import { chunk, nanoid } from "@dub/utils";import { createId } from "../api/create-id";import { updateLinkStatsForImporter } from "../api/links/update-link-stats-for-importer";import { syncPartnerLinksStats } from "../api/partners/sync-partner-links-stats";@@ -61,18 +61,21 @@ export async function importCustomers(payload: RewardfulImportPayload) {},});- await Promise.allSettled(- referrals.map((referral) =>- createCustomer({- referral,- workspace,- program,- campaignIds,- importId,- existingCustomers,- }),- ),- );+ const referrralChunks = chunk(referrals, 10);+ for (const referralChunk of referrralChunks) {+ await Promise.allSettled(+ referralChunk.map((referral) =>+ createCustomer({+ referral,+ workspace,+ program,+ campaignIds,+ importId,+ existingCustomers,+ }),+ ),+ );+ }currentPage++;processedBatches++;@@ -175,9 +178,6 @@ async function createCustomer({);if (customerFoundStripeId) {- console.log(- `A customer already exists with Stripe customer ID ${referral.stripe_customer_id}`,- );return;}@@ -186,9 +186,6 @@ async function createCustomer({);if (customerFoundExternalId) {- console.log(- `A customer already exists with external ID ${referral.customer.id}`,- );return;}diff --git a/apps/web/lib/tolt/import-customers.ts b/apps/web/lib/tolt/import-customers.tsindex d7bc164962..a5829e50ba 100644--- a/apps/web/lib/tolt/import-customers.ts+++ b/apps/web/lib/tolt/import-customers.ts@@ -1,6 +1,6 @@import { prisma } from "@dub/prisma";import { Customer, Link, Project } from "@dub/prisma/client";-import { nanoid } from "@dub/utils";+import { chunk, nanoid } from "@dub/utils";import { createId } from "../api/create-id";import { updateLinkStatsForImporter } from "../api/links/update-link-stats-for-importer";import { syncPartnerLinksStats } from "../api/partners/sync-partner-links-stats";@@ -119,18 +119,21 @@ export async function importCustomers(payload: ToltImportPayload) {},});- await Promise.allSettled(- customers.map(({ partner, ...customer }) =>- createReferral({- workspace,- customer,- links: partnerEmailToLinks.get(partner.email) ?? [],- existingCustomers,- latestLeadAt: partnerEmailToLatestLeadAt[partner.email],- importId,- }),- ),- );+ const customerChunks = chunk(customers, 10);+ for (const customerChunk of customerChunks) {+ await Promise.allSettled(+ customerChunk.map(({ partner, ...customer }) =>+ createReferral({+ workspace,+ customer,+ links: partnerEmailToLinks.get(partner.email) ?? [],+ existingCustomers,+ latestLeadAt: partnerEmailToLatestLeadAt[partner.email],+ importId,+ }),+ ),+ );+ }await new Promise((resolve) => setTimeout(resolve, 2000));@@ -191,9 +194,6 @@ async function createReferral({);if (customerFound) {- console.log(- `A customer already exists with customerExternalId ${customerExternalId}`,- );return;}