π OpenHands: AI-Driven Development
import { useQuery } from "@tanstack/react-query";
import ConfigService from "#/api/config-service/config-service.api";
import type { LLMModel } from "#/api/config-service/config-service.types";
import { useActiveBackend } from "#/contexts/active-backend-context";
import {
VERIFIED_MODELS_GC_TIME,
VERIFIED_MODELS_QUERY_KEY,
VERIFIED_MODELS_STALE_TIME,
fetchVerifiedModelsByProvider,
} from "./use-verified-models";
const MAX_PAGINATION_DEPTH = 10;
async function fetchPage(
provider: string,
verifiedByProvider: Record<string, string[]>,
pageId?: string,
depth = 0,
): Promise<LLMModel[]> {
if (depth >= MAX_PAGINATION_DEPTH) {
throw new Error(`Too many pagination requests for provider ${provider}`);
}
const page = await ConfigService.searchModels(
{
provider__eq: provider,
limit: 100,
page_id: pageId,
},
verifiedByProvider,
);
if (page.next_page_id) {
const rest = await fetchPage(
provider,
verifiedByProvider,
page.next_page_id,
depth + 1,
);
return [...page.items, ...rest];
}
return page.items;
}
export const useProviderModels = (provider: string | null) => {
// `ActiveBackendProvider` deliberately does not blanket-invalidate on
// backend/org switches, so the query key must carry the active backend
// identity (id, connection revision, org id). Otherwise React Query serves
// the previous backend/org's cached page β including DB-driven `free`/
// `default`/`verified` flags β for the full stale window after a switch.
const { backend, orgId } = useActiveBackend();
const backendScope = [
backend.id,
backend.connectionRevision ?? 0,
orgId,
] as const;
return useQuery({
queryKey: ["config", "models", provider, ...backendScope],
queryFn: async ({ client }) => {
const verifiedByProvider = await client.fetchQuery({
queryKey: [...VERIFIED_MODELS_QUERY_KEY, ...backendScope],
queryFn: fetchVerifiedModelsByProvider,
staleTime: VERIFIED_MODELS_STALE_TIME,
});
return fetchPage(provider!, verifiedByProvider);
},
enabled: !!provider,
staleTime: VERIFIED_MODELS_STALE_TIME,
gcTime: VERIFIED_MODELS_GC_TIME,
});
};