Skip to content

armgit / dub

Public Imported from GitHub
0

The modern link attribution platform. Loved by world-class engineering teams at Twilio, Zillow, Jobber, Vercel, Raycast, and more.

import tapfiliate customers from conversions

Pedro Ladeirae82ad860993b
diff --git a/apps/web/lib/tapfiliate/client.ts b/apps/web/lib/tapfiliate/client.ts
index 87a4f2f87d..2b2a215f52 100644
--- a/apps/web/lib/tapfiliate/client.ts
+++ b/apps/web/lib/tapfiliate/client.ts
@@ -57,7 +57,7 @@ export class TapfiliateClient extends HttpBaseClient {
});
}
- // GET /customers?program_id=&page=
+ // GET /customers/?program_id=&page=
async listCustomers({
programId,
page = 1,
@@ -65,7 +65,7 @@ export class TapfiliateClient extends HttpBaseClient {
programId: string;
page?: number;
}) {
- return await this.get("/customers", {
+ return await this.get("/customers/", {
input: {
program_id: programId,
page,
diff --git a/apps/web/lib/tapfiliate/import-commissions.ts b/apps/web/lib/tapfiliate/import-commissions.ts
index b78bfa69bd..4a2fdadd9c 100644
--- a/apps/web/lib/tapfiliate/import-commissions.ts
+++ b/apps/web/lib/tapfiliate/import-commissions.ts
@@ -14,6 +14,7 @@ import { LeadEventTB } from "../types";
import { redis } from "../upstash";
import { clickEventSchemaTB } from "../zod/schemas/clicks";
import { TapfiliateClient } from "./client";
+import { getTapfiliateCustomerExternalId } from "./import-customers";
import { TAPFILIATE_MAX_BATCHES, tapfiliateImporter } from "./importer";
import {
TapfiliateConversionWithCommission,
@@ -72,9 +73,13 @@ export async function importCommissions(payload: TapfiliateImportPayload) {
(conversion) => conversion.program?.id === tapfiliateProgramId,
);
- const customerExternalIds = conversions
- .map((conversion) => conversion.customer?.customer_id)
- .filter((id): id is string => Boolean(id));
+ const customerExternalIds = [
+ ...new Set(
+ conversions
+ .map((conversion) => getTapfiliateCustomerExternalId(conversion))
+ .filter((id): id is string => Boolean(id)),
+ ),
+ ];
const customersData = await prisma.customer.findMany({
where: {
@@ -151,7 +156,8 @@ async function createCommission({
customersData: (Customer & { link: Link | null })[];
customerLeadEvents: LeadEventTB[];
}) {
- const { commission, customer } = conversion;
+ const { commission } = conversion;
+ const customerExternalId = getTapfiliateCustomerExternalId(conversion);
const commonImportLogInputs = {
workspace_id: program.workspaceId,
@@ -178,25 +184,25 @@ async function createCommission({
return;
}
- if (!customer) {
+ if (!customerExternalId) {
await logImportError({
...commonImportLogInputs,
code: "CUSTOMER_NOT_FOUND",
- message: `A customer is not associated with this commission ${commission.id}, skipping...`,
+ message: `No customer id or external_id associated with this commission ${commission.id}, skipping...`,
});
return;
}
const existingCustomer = customersData.find(
- ({ externalId }) => externalId === customer?.customer_id,
+ ({ externalId }) => externalId === customerExternalId,
);
if (!existingCustomer) {
await logImportError({
...commonImportLogInputs,
code: "CUSTOMER_NOT_FOUND",
- message: `No customer ${customer.customer_id} found for commission ${commission.id}.`,
+ message: `No customer ${customerExternalId} found for commission ${commission.id}.`,
});
return;
diff --git a/apps/web/lib/tapfiliate/import-customers.ts b/apps/web/lib/tapfiliate/import-customers.ts
index 85493a2a84..5f4697ebe5 100644
--- a/apps/web/lib/tapfiliate/import-customers.ts
+++ b/apps/web/lib/tapfiliate/import-customers.ts
@@ -9,10 +9,62 @@ import { logImportError } from "../tinybird/log-import-error";
import { clickEventSchemaTB } from "../zod/schemas/clicks";
import { TapfiliateClient } from "./client";
import { TAPFILIATE_MAX_BATCHES, tapfiliateImporter } from "./importer";
-import { TapfiliateCustomer, TapfiliateImportPayload } from "./types";
+import {
+ TapfiliateConversion,
+ TapfiliateCustomer,
+ TapfiliateImportPayload,
+} from "./types";
+
+export function getTapfiliateCustomerExternalId(
+ conversion: Pick<TapfiliateConversion, "customer" | "external_id">,
+): string | null {
+ return conversion.customer?.customer_id ?? conversion.external_id ?? null;
+}
+
+function getTapfiliateCustomerRef(
+ conversion: Pick<
+ TapfiliateConversion,
+ "customer" | "external_id" | "affiliate"
+ >,
+): { externalId: string; affiliateId: string } | null {
+ const externalId = getTapfiliateCustomerExternalId(conversion);
+ const affiliateId =
+ conversion.affiliate?.id ?? conversion.customer?.affiliate?.id ?? null;
+
+ if (!externalId || !affiliateId) {
+ return null;
+ }
+
+ return { externalId, affiliateId };
+}
+
+function customerFromConversion(
+ conversion: TapfiliateConversion,
+): TapfiliateCustomer | null {
+ const ref = getTapfiliateCustomerRef(conversion);
+
+ if (!ref) {
+ return null;
+ }
+
+ return {
+ id: String(conversion.id),
+ customer_id: ref.externalId,
+ created_at: conversion.created_at,
+ click: conversion.click ?? null,
+ program: conversion.program,
+ affiliate: { id: ref.affiliateId },
+ };
+}
export async function importCustomers(payload: TapfiliateImportPayload) {
- const { importId, programId, tapfiliateProgramId, page = 1 } = payload;
+ const {
+ importId,
+ programId,
+ tapfiliateProgramId,
+ page = 1,
+ customerSource = "customers",
+ } = payload;
const program = await prisma.program.findUnique({
where: {
@@ -47,6 +99,21 @@ export async function importCustomers(payload: TapfiliateImportPayload) {
apiKey,
});
+ if (customerSource === "conversions") {
+ await importCustomersFromConversions({
+ payload,
+ program: {
+ domain: program.domain,
+ workspace,
+ },
+ tapfiliateApi,
+ tapfiliateProgramId,
+ importId,
+ page,
+ });
+ return;
+ }
+
let currentPage = page;
let hasMore = true;
let processedBatches = 0;
@@ -68,77 +135,85 @@ export async function importCustomers(payload: TapfiliateImportPayload) {
customer.program?.id === tapfiliateProgramId && customer.affiliate?.id,
);
- if (customers.length > 0) {
- // Map the Tapfiliate affiliate id -> the partner's referral link (link key = affiliate id)
- const affiliateIds = [
- ...new Set(customers.map((customer) => customer.affiliate!.id)),
- ];
-
- const links = await prisma.link.findMany({
- where: {
- domain: program.domain,
- key: {
- in: affiliateIds,
- },
- },
- select: {
- id: true,
- key: true,
- domain: true,
- url: true,
- partnerId: true,
- programId: true,
- lastLeadAt: true,
- },
- });
-
- const affiliateIdToLink = new Map(links.map((link) => [link.key, link]));
- const customerExternalIds = [
- ...new Set(
- customers
- .map((customer) => customer.customer_id)
- .filter((id): id is string => id !== null),
- ),
- ];
-
- // Find the existing customers by their external customer_id
- const existingCustomers = await prisma.customer.findMany({
- where: {
- projectId: workspace.id,
- externalId: {
- in: customerExternalIds,
- },
- },
- select: {
- id: true,
- externalId: true,
- },
- });
+ await createCustomers({
+ workspace,
+ domain: program.domain,
+ importId,
+ customers,
+ });
- // New customers to create
- const newCustomers = customers.filter(
- (customer) =>
- !existingCustomers.some((c) => c.externalId === customer.customer_id),
- );
+ currentPage++;
+ processedBatches++;
+ }
+
+ await tapfiliateImporter.queue({
+ ...payload,
+ action: "import-customers",
+ customerSource: hasMore ? "customers" : "conversions",
+ page: hasMore ? currentPage : 1,
+ });
+}
+
+async function importCustomersFromConversions({
+ payload,
+ program,
+ tapfiliateApi,
+ tapfiliateProgramId,
+ importId,
+ page,
+}: {
+ payload: TapfiliateImportPayload;
+ program: {
+ domain: string;
+ workspace: Pick<Project, "id" | "stripeConnectId">;
+ };
+ tapfiliateApi: TapfiliateClient;
+ tapfiliateProgramId: string;
+ importId: string;
+ page: number;
+}) {
+ let currentPage = page;
+ let hasMore = true;
+ let processedBatches = 0;
+
+ while (hasMore && processedBatches < TAPFILIATE_MAX_BATCHES) {
+ let conversions = await tapfiliateApi.listConversions({
+ programId: tapfiliateProgramId,
+ page: currentPage,
+ });
- if (newCustomers.length > 0) {
- const customerChunks = chunk(newCustomers, 10);
-
- for (const customerChunk of customerChunks) {
- await Promise.all(
- customerChunk.map((customer) =>
- createCustomer({
- workspace,
- customer,
- link: affiliateIdToLink.get(customer.affiliate!.id),
- importId,
- }),
- ),
- );
- }
+ if (conversions.length === 0) {
+ hasMore = false;
+ break;
+ }
+
+ conversions = conversions.filter(
+ (conversion) => conversion.program?.id === tapfiliateProgramId,
+ );
+
+ const customersByExternalId = new Map<string, TapfiliateCustomer>();
+
+ for (const conversion of conversions) {
+ const customer = customerFromConversion(conversion);
+
+ if (!customer) {
+ continue;
+ }
+
+ const existing = customersByExternalId.get(customer.customer_id);
+
+ if (!existing || conversion.created_at < existing.created_at) {
+ customersByExternalId.set(customer.customer_id, customer);
}
}
+ await createCustomers({
+ workspace: program.workspace,
+ domain: program.domain,
+ importId,
+ customers: [...customersByExternalId.values()],
+ });
+
currentPage++;
processedBatches++;
}
@@ -146,10 +221,99 @@ export async function importCustomers(payload: TapfiliateImportPayload) {
await tapfiliateImporter.queue({
...payload,
action: hasMore ? "import-customers" : "import-commissions",
+ customerSource: hasMore ? "conversions" : undefined,
page: hasMore ? currentPage : undefined,
});
}
+async function createCustomers({
+ workspace,
+ domain,
+ importId,
+ customers,
+}: {
+ workspace: Pick<Project, "id" | "stripeConnectId">;
+ domain: string;
+ importId: string;
+ customers: TapfiliateCustomer[];
+}) {
+ const customersWithAffiliate = customers.filter(
+ (customer) => customer.affiliate?.id,
+ );
+
+ if (customersWithAffiliate.length === 0) {
+ return;
+ }
+
+ // Map the Tapfiliate affiliate id -> the partner's referral link (link key = affiliate id)
+ const affiliateIds = [
+ ...new Set(
+ customersWithAffiliate.map((customer) => customer.affiliate!.id),
+ ),
+ ];
+
+ const links = await prisma.link.findMany({
+ where: {
+ domain,
+ key: {
+ in: affiliateIds,
+ },
+ },
+ select: {
+ id: true,
+ key: true,
+ domain: true,
+ url: true,
+ partnerId: true,
+ programId: true,
+ lastLeadAt: true,
+ },
+ });
+
+ const affiliateIdToLink = new Map(links.map((link) => [link.key, link]));
+ const customerExternalIds = [
+ ...new Set(customersWithAffiliate.map((customer) => customer.customer_id)),
+ ];
+
+ // Find the existing customers by their external customer_id
+ const existingCustomers = await prisma.customer.findMany({
+ where: {
+ projectId: workspace.id,
+ externalId: {
+ in: customerExternalIds,
+ },
+ },
+ select: {
+ id: true,
+ externalId: true,
+ },
+ });
+
+ const newCustomers = customersWithAffiliate.filter(
+ (customer) =>
+ !existingCustomers.some((c) => c.externalId === customer.customer_id),
+ );
+
+ if (newCustomers.length === 0) {
+ return;
+ }
+
+ const customerChunks = chunk(newCustomers, 10);
+
+ for (const customerChunk of customerChunks) {
+ await Promise.all(
+ customerChunk.map((customer) =>
+ createCustomer({
+ workspace,
+ customer,
+ link: affiliateIdToLink.get(customer.affiliate!.id),
+ importId,
+ }),
+ ),
+ );
+ }
+}
+
async function createCustomer({
workspace,
customer,
diff --git a/apps/web/lib/tapfiliate/schemas.ts b/apps/web/lib/tapfiliate/schemas.ts
index 5b35cae336..5d651a063c 100644
--- a/apps/web/lib/tapfiliate/schemas.ts
+++ b/apps/web/lib/tapfiliate/schemas.ts
@@ -17,6 +17,7 @@ export const tapfiliateImportPayloadSchema = z.object({
action: tapfiliateImportSteps,
page: z.number().optional(), // Tapfiliate pagination
startingAfter: z.string().optional(), // Dub pagination
+ customerSource: z.enum(["customers", "conversions"]).optional(),
});
// GET /affiliates/
@@ -24,7 +25,7 @@ export const tapfiliateListPartnersInputSchema = z.object({
page: z.number(),
});
-// GET /customers
+// GET /customers/
export const tapfiliateListCustomersInputSchema = z.object({
program_id: z.string(),
page: z.number(),
@@ -63,17 +64,17 @@ export const tapfiliatePartnerSchema = z.object({
.nullable(),
});
+export const tapfiliateClickSchema = z.object({
+ created_at: z.string(),
+ referrer: z.string().nullable(),
+ landing_page: z.string().nullable(),
+});
+
export const tapfiliateCustomerSchema = z.object({
id: z.string(),
customer_id: z.string().describe("External customer ID."),
created_at: z.string(),
- click: z
- .object({
- created_at: z.string(),
- referrer: z.string().nullable(),
- landing_page: z.string().nullable(),
- })
- .nullable(),
+ click: tapfiliateClickSchema.nullable(),
program: tapfiliateProgramSchema
.pick({
id: true,
@@ -97,6 +98,8 @@ export const tapfiliateCommissionSchema = z.object({
export const tapfiliateConversionSchema = z.object({
id: z.number(),
+ created_at: z.string(),
+ external_id: z.string().nullish(),
program: tapfiliateProgramSchema
.pick({
id: true,
@@ -105,7 +108,14 @@ export const tapfiliateConversionSchema = z.object({
customer: tapfiliateCustomerSchema
.pick({
customer_id: true,
+ affiliate: true,
})
- .nullable(),
+ .nullish(),
+ affiliate: tapfiliatePartnerSchema
+ .pick({
+ id: true,
+ })
+ .nullish(),
+ click: tapfiliateClickSchema.nullish(),
commissions: z.array(tapfiliateCommissionSchema).nullable(),
});