Skip to content

armgit / dub

Public Imported from GitHub
0

The modern link attribution platform. Loved by world-class engineering teams at Twilio, Zillow, Jobber, Vercel, Raycast, and more.

823 B
Raw Blame
// Runs a batch operation up to `maxBatches` times in a single invocation.
// Use in cron jobs/background workers when you need to process a large set of rows without exceeding the function timeout.
// Each call to `processBatch` should itself be limited (e.g. Prisma `updateMany`/`deleteMany` with `limit`)
export async function processInBatches(
  maxBatches: number,
  processBatch: () => Promise<{ count: number }>,
): Promise<{ hasMore: boolean }> {
  if (maxBatches <= 0) {
    throw new Error("maxBatches must be greater than 0.");
  }

  for (let batch = 0; batch < maxBatches; batch++) {
    const { count } = await processBatch();

    if (count === 0) {
      return {
        hasMore: false,
      };
    }
  }

  // Exhausted allowed batches. There may still be work left.
  return {
    hasMore: true,
  };
}