Codebase intelligence for AI and humans: code health scores, auto-generated docs, git analytics, dead code detection, and architectural decisions via MCP.
Python aicode-complexitycode-healthcode-intelligencecode-qualitydead-codedeveloper-toolsdocumentationgit-analyticsmcpopen-sourcepythonrefactoringstatic-analysistechnical-debt
/**
* Helpers for walking paginated list endpoints that return the shared
* `Paginated<T>` envelope from the repowise REST API.
*/
import type { Paginated } from "./types/pagination";
export interface FetchAllPaginatedOptions<T> {
/** Fetch one page starting at `offset` with the given `limit`. */
fetchPage: (offset: number, limit: number) => Promise<Paginated<T>>;
/** Page size passed to `fetchPage` on each request. Defaults to 100. */
pageSize?: number;
/** Optional hard cap on the number of items collected. */
maxItems?: number;
/** Safety cap on page fetches — guards against misbehaving endpoints. */
maxPages?: number;
}
/**
* Collect every item from a paginated endpoint by following `has_more` /
* `next_offset` until the list is complete or `maxItems` is reached.
*/
export async function fetchAllPaginated<T>({
fetchPage,
pageSize = 100,
maxItems,
maxPages = 1000,
}: FetchAllPaginatedOptions<T>): Promise<T[]> {
const items: T[] = [];
let offset = 0;
let pages = 0;
while (true) {
pages += 1;
if (pages > maxPages) {
break;
}
const page = await fetchPage(offset, pageSize);
items.push(...page.items);
if (maxItems !== undefined && items.length >= maxItems) {
return items.slice(0, maxItems);
}
if (!page.has_more || page.next_offset == null) {
break;
}
// Guard against endpoints that claim more pages but never advance.
if (page.items.length === 0 || page.next_offset <= offset) {
break;
}
offset = page.next_offset;
}
return items;
}