π OpenHands: AI-Driven Development
import { useQuery } from "@tanstack/react-query";
import ConfigService from "#/api/config-service/config-service.api";
import type { LLMProvider } from "#/api/config-service/config-service.types";
import { useActiveBackend } from "#/contexts/active-backend-context";
import {
VERIFIED_MODELS_GC_TIME,
VERIFIED_MODELS_QUERY_KEY,
VERIFIED_MODELS_STALE_TIME,
fetchVerifiedModelsByProvider,
} from "./use-verified-models";
// Cloud backends paginate `/api/v1/config/providers/search` with a default
// page size smaller than the provider list (~150 entries from litellm), so a
// single-page fetch silently drops everything past the cut. Cap the walk
// in case the cursor ever drifts (e.g. the cloud service returns an unstable
// `next_page_id` that loops back).
const MAX_PAGINATION_DEPTH = 10;
async function fetchAllProviders(
verifiedByProvider: Record<string, string[]>,
pageId: string | null | undefined,
seenPageIds: Set<string>,
depth: number,
): Promise<LLMProvider[]> {
if (depth >= MAX_PAGINATION_DEPTH) {
throw new Error(
`Too many pagination requests while fetching providers (depth=${depth})`,
);
}
const page = await ConfigService.searchProviders(
pageId ? { page_id: pageId } : {},
verifiedByProvider,
);
if (!page.next_page_id) {
return page.items;
}
// Cycle guard: the cloud backend is out of our control β if `next_page_id`
// repeats, refuse to hang the settings page. Mirrors `use-search-subdirs`.
if (seenPageIds.has(page.next_page_id)) {
throw new Error(
`Repeated page id while fetching providers: ${page.next_page_id}`,
);
}
seenPageIds.add(page.next_page_id);
const rest = await fetchAllProviders(
verifiedByProvider,
page.next_page_id,
seenPageIds,
depth + 1,
);
return [...page.items, ...rest];
}
export const useSearchProviders = () => {
// `ActiveBackendProvider` deliberately does not blanket-invalidate on
// backend/org switches, so the query key must carry the active backend
// identity (id, connection revision, org id). Otherwise React Query serves
// the previous backend/org's cached provider list β including DB-driven
// `verified` flags β for the full stale window after a switch.
const { backend, orgId } = useActiveBackend();
const backendScope = [
backend.id,
backend.connectionRevision ?? 0,
orgId,
] as const;
return useQuery({
queryKey: ["config", "providers", ...backendScope],
queryFn: async ({ client }): Promise<LLMProvider[]> => {
const verifiedByProvider = await client.fetchQuery({
queryKey: [...VERIFIED_MODELS_QUERY_KEY, ...backendScope],
queryFn: fetchVerifiedModelsByProvider,
staleTime: VERIFIED_MODELS_STALE_TIME,
});
// The local backend returns a single page with `next_page_id: null`
// so this loop is a no-op there; on the cloud backend it walks the
// cursor to exhaustion.
return fetchAllProviders(verifiedByProvider, null, new Set(), 0);
},
staleTime: VERIFIED_MODELS_STALE_TIME,
gcTime: VERIFIED_MODELS_GC_TIME,
});
};