Skip to content

πŸ™Œ OpenHands: AI-Driven Development

5.8 KB
Raw Blame
import { LLMMetadataClient } from "@openhands/typescript-client/clients";
import { getAgentServerClientOptions } from "../agent-server-client-options";
import { getActiveBackend } from "../backend-registry/active-store";
import { callCloudProxy } from "../cloud/proxy";
import type {
  LLMModel,
  LLMModelPage,
  LLMProvider,
  ProviderPage,
  SearchModelsParams,
  SearchProvidersParams,
} from "./config-service.types";

function filterByQuery<T extends { name: string }>(
  items: T[],
  query?: string,
): T[] {
  if (!query) {
    return items;
  }

  const normalizedQuery = query.toLowerCase();
  return items.filter((item) =>
    item.name.toLowerCase().includes(normalizedQuery),
  );
}

function filterByVerified<T extends { verified: boolean }>(
  items: T[],
  verified?: boolean,
): T[] {
  if (verified === undefined) {
    return items;
  }

  return items.filter((item) => item.verified === verified);
}

function limitItems<T>(items: T[], limit?: number): T[] {
  if (!limit || limit <= 0) {
    return items;
  }

  return items.slice(0, limit);
}

function buildCloudQueryString(
  params: Record<string, string | number | boolean | undefined>,
): string {
  const qs = new URLSearchParams();
  for (const [key, value] of Object.entries(params)) {
    if (value !== undefined) qs.set(key, String(value));
  }
  const str = qs.toString();
  return str ? `?${str}` : "";
}

class ConfigService {
  /**
   * @param verifiedByProvider - Pre-fetched verified-models map used by the
   *   local reconstruction path. Ignored for cloud backends, which call
   *   `/api/v1/config/models/search` directly (verified status is embedded in
   *   each returned item).
   */
  static async searchModels(
    params: SearchModelsParams = {},
    verifiedByProvider?: Record<string, string[]>,
  ): Promise<LLMModelPage> {
    const active = getActiveBackend();

    if (active.backend.kind === "cloud") {
      // Cloud exposes /api/v1/config/models/search which returns LLMModelPage directly.
      // verifiedByProvider is not needed β€” the cloud API embeds verified status natively.
      const qs = buildCloudQueryString({
        page_id: params.page_id,
        limit: params.limit,
        query: params.query,
        verified__eq: params.verified__eq,
        provider__eq: params.provider__eq,
      });
      return callCloudProxy<LLMModelPage>({
        backend: active.backend,
        method: "GET",
        path: `/api/v1/config/models/search${qs}`,
      });
    }

    const llmClient = new LLMMetadataClient(getAgentServerClientOptions());
    const verifiedFetch =
      verifiedByProvider !== undefined
        ? Promise.resolve(verifiedByProvider)
        : llmClient.getVerifiedModels();
    const [models, verifiedMap] = await Promise.all([
      llmClient.getModels(),
      verifiedFetch,
    ]);

    const provider = params.provider__eq ?? null;
    const verifiedNames = new Set(
      provider ? (verifiedMap?.[provider] ?? []) : [],
    );
    // The local agent-server has no model database, so it exposes no free /
    // default metadata; both are always false here. Cloud backends embed the
    // DB-driven flags natively on each item (handled above).
    const verifiedItems: LLMModel[] = [...verifiedNames].map((name) => ({
      provider,
      name,
      verified: true,
      free: false,
      default: false,
    }));

    const prefixedItems: LLMModel[] = provider
      ? (models ?? [])
          .filter((model) => model.startsWith(`${provider}/`))
          .map((model) => model.slice(provider.length + 1))
          .filter((name) => name.length > 0 && !verifiedNames.has(name))
          .map((name) => ({
            provider,
            name,
            verified: false,
            free: false,
            default: false,
          }))
      : [];

    const items = limitItems(
      filterByVerified(
        filterByQuery([...verifiedItems, ...prefixedItems], params.query),
        params.verified__eq,
      ),
      params.limit,
    );

    return { items, next_page_id: null };
  }

  /**
   * @param verifiedByProvider - Pre-fetched verified-models map used by the
   *   local reconstruction path. Ignored for cloud backends, which call
   *   `/api/v1/config/providers/search` directly (verified status is embedded in
   *   each returned item).
   */
  static async searchProviders(
    params: SearchProvidersParams = {},
    verifiedByProvider?: Record<string, string[]>,
  ): Promise<ProviderPage> {
    const active = getActiveBackend();

    if (active.backend.kind === "cloud") {
      // Cloud exposes /api/v1/config/providers/search which returns ProviderPage directly.
      // verifiedByProvider is not needed β€” the cloud API embeds verified status natively.
      const qs = buildCloudQueryString({
        page_id: params.page_id,
        limit: params.limit,
        query: params.query,
        verified__eq: params.verified__eq,
      });
      return callCloudProxy<ProviderPage>({
        backend: active.backend,
        method: "GET",
        path: `/api/v1/config/providers/search${qs}`,
      });
    }

    const llmClient = new LLMMetadataClient(getAgentServerClientOptions());
    const verifiedFetch =
      verifiedByProvider !== undefined
        ? Promise.resolve(verifiedByProvider)
        : llmClient.getVerifiedModels();
    const [providers, verifiedMap] = await Promise.all([
      llmClient.getProviders(),
      verifiedFetch,
    ]);

    const verifiedProviders = new Set(Object.keys(verifiedMap ?? {}));
    const names = new Set<string>([...verifiedProviders, ...(providers ?? [])]);
    const providerItems: LLMProvider[] = [...names].map((name) => ({
      name,
      verified: verifiedProviders.has(name),
    }));

    const items = limitItems(
      filterByVerified(
        filterByQuery(providerItems, params.query),
        params.verified__eq,
      ),
      params.limit,
    );

    return { items, next_page_id: null };
  }
}

export default ConfigService;