The modern link attribution platform. Loved by world-class engineering teams at Twilio, Zillow, Jobber, Vercel, Raycast, and more.
TypeScript clickhousemysqlnextjsopen-sourceplanetscaleprismatailwindcsstinybirdtypescriptupstashvercel
import tapfiliate customers from conversions
Pedro Ladeirae82ad860993b
diff --git a/apps/web/lib/tapfiliate/client.ts b/apps/web/lib/tapfiliate/client.tsindex 87a4f2f87d..2b2a215f52 100644--- a/apps/web/lib/tapfiliate/client.ts+++ b/apps/web/lib/tapfiliate/client.ts@@ -57,7 +57,7 @@ export class TapfiliateClient extends HttpBaseClient {});}- // GET /customers?program_id=&page=+ // GET /customers/?program_id=&page=async listCustomers({programId,page = 1,@@ -65,7 +65,7 @@ export class TapfiliateClient extends HttpBaseClient {programId: string;page?: number;}) {- return await this.get("/customers", {+ return await this.get("/customers/", {input: {program_id: programId,page,diff --git a/apps/web/lib/tapfiliate/import-commissions.ts b/apps/web/lib/tapfiliate/import-commissions.tsindex b78bfa69bd..4a2fdadd9c 100644--- a/apps/web/lib/tapfiliate/import-commissions.ts+++ b/apps/web/lib/tapfiliate/import-commissions.ts@@ -14,6 +14,7 @@ import { LeadEventTB } from "../types";import { redis } from "../upstash";import { clickEventSchemaTB } from "../zod/schemas/clicks";import { TapfiliateClient } from "./client";+import { getTapfiliateCustomerExternalId } from "./import-customers";import { TAPFILIATE_MAX_BATCHES, tapfiliateImporter } from "./importer";import {TapfiliateConversionWithCommission,@@ -72,9 +73,13 @@ export async function importCommissions(payload: TapfiliateImportPayload) {(conversion) => conversion.program?.id === tapfiliateProgramId,);- const customerExternalIds = conversions- .map((conversion) => conversion.customer?.customer_id)- .filter((id): id is string => Boolean(id));+ const customerExternalIds = [+ ...new Set(+ conversions+ .map((conversion) => getTapfiliateCustomerExternalId(conversion))+ .filter((id): id is string => Boolean(id)),+ ),+ ];const customersData = await prisma.customer.findMany({where: {@@ -151,7 +156,8 @@ async function createCommission({customersData: (Customer & { link: Link | null })[];customerLeadEvents: LeadEventTB[];}) {- const { commission, customer } = conversion;+ const { commission } = conversion;+ const customerExternalId = getTapfiliateCustomerExternalId(conversion);const commonImportLogInputs = {workspace_id: program.workspaceId,@@ -178,25 +184,25 @@ async function createCommission({return;}- if (!customer) {+ if (!customerExternalId) {await logImportError({...commonImportLogInputs,code: "CUSTOMER_NOT_FOUND",- message: `A customer is not associated with this commission ${commission.id}, skipping...`,+ message: `No customer id or external_id associated with this commission ${commission.id}, skipping...`,});return;}const existingCustomer = customersData.find(- ({ externalId }) => externalId === customer?.customer_id,+ ({ externalId }) => externalId === customerExternalId,);if (!existingCustomer) {await logImportError({...commonImportLogInputs,code: "CUSTOMER_NOT_FOUND",- message: `No customer ${customer.customer_id} found for commission ${commission.id}.`,+ message: `No customer ${customerExternalId} found for commission ${commission.id}.`,});return;diff --git a/apps/web/lib/tapfiliate/import-customers.ts b/apps/web/lib/tapfiliate/import-customers.tsindex 85493a2a84..5f4697ebe5 100644--- a/apps/web/lib/tapfiliate/import-customers.ts+++ b/apps/web/lib/tapfiliate/import-customers.ts@@ -9,10 +9,62 @@ import { logImportError } from "../tinybird/log-import-error";import { clickEventSchemaTB } from "../zod/schemas/clicks";import { TapfiliateClient } from "./client";import { TAPFILIATE_MAX_BATCHES, tapfiliateImporter } from "./importer";-import { TapfiliateCustomer, TapfiliateImportPayload } from "./types";+import {+ TapfiliateConversion,+ TapfiliateCustomer,+ TapfiliateImportPayload,+} from "./types";++export function getTapfiliateCustomerExternalId(+ conversion: Pick<TapfiliateConversion, "customer" | "external_id">,+): string | null {+ return conversion.customer?.customer_id ?? conversion.external_id ?? null;+}++function getTapfiliateCustomerRef(+ conversion: Pick<+ TapfiliateConversion,+ "customer" | "external_id" | "affiliate"+ >,+): { externalId: string; affiliateId: string } | null {+ const externalId = getTapfiliateCustomerExternalId(conversion);+ const affiliateId =+ conversion.affiliate?.id ?? conversion.customer?.affiliate?.id ?? null;++ if (!externalId || !affiliateId) {+ return null;+ }++ return { externalId, affiliateId };+}++function customerFromConversion(+ conversion: TapfiliateConversion,+): TapfiliateCustomer | null {+ const ref = getTapfiliateCustomerRef(conversion);++ if (!ref) {+ return null;+ }++ return {+ id: String(conversion.id),+ customer_id: ref.externalId,+ created_at: conversion.created_at,+ click: conversion.click ?? null,+ program: conversion.program,+ affiliate: { id: ref.affiliateId },+ };+}export async function importCustomers(payload: TapfiliateImportPayload) {- const { importId, programId, tapfiliateProgramId, page = 1 } = payload;+ const {+ importId,+ programId,+ tapfiliateProgramId,+ page = 1,+ customerSource = "customers",+ } = payload;const program = await prisma.program.findUnique({where: {@@ -47,6 +99,21 @@ export async function importCustomers(payload: TapfiliateImportPayload) {apiKey,});+ if (customerSource === "conversions") {+ await importCustomersFromConversions({+ payload,+ program: {+ domain: program.domain,+ workspace,+ },+ tapfiliateApi,+ tapfiliateProgramId,+ importId,+ page,+ });+ return;+ }+let currentPage = page;let hasMore = true;let processedBatches = 0;@@ -68,77 +135,85 @@ export async function importCustomers(payload: TapfiliateImportPayload) {customer.program?.id === tapfiliateProgramId && customer.affiliate?.id,);- if (customers.length > 0) {- // Map the Tapfiliate affiliate id -> the partner's referral link (link key = affiliate id)- const affiliateIds = [- ...new Set(customers.map((customer) => customer.affiliate!.id)),- ];-- const links = await prisma.link.findMany({- where: {- domain: program.domain,- key: {- in: affiliateIds,- },- },- select: {- id: true,- key: true,- domain: true,- url: true,- partnerId: true,- programId: true,- lastLeadAt: true,- },- });-- const affiliateIdToLink = new Map(links.map((link) => [link.key, link]));- const customerExternalIds = [- ...new Set(- customers- .map((customer) => customer.customer_id)- .filter((id): id is string => id !== null),- ),- ];-- // Find the existing customers by their external customer_id- const existingCustomers = await prisma.customer.findMany({- where: {- projectId: workspace.id,- externalId: {- in: customerExternalIds,- },- },- select: {- id: true,- externalId: true,- },- });+ await createCustomers({+ workspace,+ domain: program.domain,+ importId,+ customers,+ });- // New customers to create- const newCustomers = customers.filter(- (customer) =>- !existingCustomers.some((c) => c.externalId === customer.customer_id),- );+ currentPage++;+ processedBatches++;+ }++ await tapfiliateImporter.queue({+ ...payload,+ action: "import-customers",+ customerSource: hasMore ? "customers" : "conversions",+ page: hasMore ? currentPage : 1,+ });+}++async function importCustomersFromConversions({+ payload,+ program,+ tapfiliateApi,+ tapfiliateProgramId,+ importId,+ page,+}: {+ payload: TapfiliateImportPayload;+ program: {+ domain: string;+ workspace: Pick<Project, "id" | "stripeConnectId">;+ };+ tapfiliateApi: TapfiliateClient;+ tapfiliateProgramId: string;+ importId: string;+ page: number;+}) {+ let currentPage = page;+ let hasMore = true;+ let processedBatches = 0;++ while (hasMore && processedBatches < TAPFILIATE_MAX_BATCHES) {+ let conversions = await tapfiliateApi.listConversions({+ programId: tapfiliateProgramId,+ page: currentPage,+ });- if (newCustomers.length > 0) {- const customerChunks = chunk(newCustomers, 10);-- for (const customerChunk of customerChunks) {- await Promise.all(- customerChunk.map((customer) =>- createCustomer({- workspace,- customer,- link: affiliateIdToLink.get(customer.affiliate!.id),- importId,- }),- ),- );- }+ if (conversions.length === 0) {+ hasMore = false;+ break;+ }++ conversions = conversions.filter(+ (conversion) => conversion.program?.id === tapfiliateProgramId,+ );++ const customersByExternalId = new Map<string, TapfiliateCustomer>();++ for (const conversion of conversions) {+ const customer = customerFromConversion(conversion);++ if (!customer) {+ continue;+ }++ const existing = customersByExternalId.get(customer.customer_id);++ if (!existing || conversion.created_at < existing.created_at) {+ customersByExternalId.set(customer.customer_id, customer);}}+ await createCustomers({+ workspace: program.workspace,+ domain: program.domain,+ importId,+ customers: [...customersByExternalId.values()],+ });+currentPage++;processedBatches++;}@@ -146,10 +221,99 @@ export async function importCustomers(payload: TapfiliateImportPayload) {await tapfiliateImporter.queue({...payload,action: hasMore ? "import-customers" : "import-commissions",+ customerSource: hasMore ? "conversions" : undefined,page: hasMore ? currentPage : undefined,});}+async function createCustomers({+ workspace,+ domain,+ importId,+ customers,+}: {+ workspace: Pick<Project, "id" | "stripeConnectId">;+ domain: string;+ importId: string;+ customers: TapfiliateCustomer[];+}) {+ const customersWithAffiliate = customers.filter(+ (customer) => customer.affiliate?.id,+ );++ if (customersWithAffiliate.length === 0) {+ return;+ }++ // Map the Tapfiliate affiliate id -> the partner's referral link (link key = affiliate id)+ const affiliateIds = [+ ...new Set(+ customersWithAffiliate.map((customer) => customer.affiliate!.id),+ ),+ ];++ const links = await prisma.link.findMany({+ where: {+ domain,+ key: {+ in: affiliateIds,+ },+ },+ select: {+ id: true,+ key: true,+ domain: true,+ url: true,+ partnerId: true,+ programId: true,+ lastLeadAt: true,+ },+ });++ const affiliateIdToLink = new Map(links.map((link) => [link.key, link]));+ const customerExternalIds = [+ ...new Set(customersWithAffiliate.map((customer) => customer.customer_id)),+ ];++ // Find the existing customers by their external customer_id+ const existingCustomers = await prisma.customer.findMany({+ where: {+ projectId: workspace.id,+ externalId: {+ in: customerExternalIds,+ },+ },+ select: {+ id: true,+ externalId: true,+ },+ });++ const newCustomers = customersWithAffiliate.filter(+ (customer) =>+ !existingCustomers.some((c) => c.externalId === customer.customer_id),+ );++ if (newCustomers.length === 0) {+ return;+ }++ const customerChunks = chunk(newCustomers, 10);++ for (const customerChunk of customerChunks) {+ await Promise.all(+ customerChunk.map((customer) =>+ createCustomer({+ workspace,+ customer,+ link: affiliateIdToLink.get(customer.affiliate!.id),+ importId,+ }),+ ),+ );+ }+}+async function createCustomer({workspace,customer,diff --git a/apps/web/lib/tapfiliate/schemas.ts b/apps/web/lib/tapfiliate/schemas.tsindex 5b35cae336..5d651a063c 100644--- a/apps/web/lib/tapfiliate/schemas.ts+++ b/apps/web/lib/tapfiliate/schemas.ts@@ -17,6 +17,7 @@ export const tapfiliateImportPayloadSchema = z.object({action: tapfiliateImportSteps,page: z.number().optional(), // Tapfiliate paginationstartingAfter: z.string().optional(), // Dub pagination+ customerSource: z.enum(["customers", "conversions"]).optional(),});// GET /affiliates/@@ -24,7 +25,7 @@ export const tapfiliateListPartnersInputSchema = z.object({page: z.number(),});-// GET /customers+// GET /customers/export const tapfiliateListCustomersInputSchema = z.object({program_id: z.string(),page: z.number(),@@ -63,17 +64,17 @@ export const tapfiliatePartnerSchema = z.object({.nullable(),});+export const tapfiliateClickSchema = z.object({+ created_at: z.string(),+ referrer: z.string().nullable(),+ landing_page: z.string().nullable(),+});+export const tapfiliateCustomerSchema = z.object({id: z.string(),customer_id: z.string().describe("External customer ID."),created_at: z.string(),- click: z- .object({- created_at: z.string(),- referrer: z.string().nullable(),- landing_page: z.string().nullable(),- })- .nullable(),+ click: tapfiliateClickSchema.nullable(),program: tapfiliateProgramSchema.pick({id: true,@@ -97,6 +98,8 @@ export const tapfiliateCommissionSchema = z.object({export const tapfiliateConversionSchema = z.object({id: z.number(),+ created_at: z.string(),+ external_id: z.string().nullish(),program: tapfiliateProgramSchema.pick({id: true,@@ -105,7 +108,14 @@ export const tapfiliateConversionSchema = z.object({customer: tapfiliateCustomerSchema.pick({customer_id: true,+ affiliate: true,})- .nullable(),+ .nullish(),+ affiliate: tapfiliatePartnerSchema+ .pick({+ id: true,+ })+ .nullish(),+ click: tapfiliateClickSchema.nullish(),commissions: z.array(tapfiliateCommissionSchema).nullable(),});