Skip to content

πŸ™Œ OpenHands: AI-Driven Development

5.8 KB
Raw Blame
import { describe, expect, it, beforeEach, vi } from "vitest";
import React from "react";
import { render, screen, waitFor } from "@testing-library/react";
import userEvent from "@testing-library/user-event";
import { http, HttpResponse } from "msw";
import { QueryClient, QueryClientProvider } from "@tanstack/react-query";
import { ModelSelector } from "#/components/shared/modals/settings/model-selector";
import type { LLMModel } from "#/api/config-service/config-service.types";
import { server } from "#/mocks/node";

vi.mock("react-i18next", () => ({
  useTranslation: () => ({
    t: (key: string, values?: { ids?: string }) =>
      key === "SETTINGS$OPENHANDS_FREE_MODELS_NOTE"
        ? `Free OpenHands models: ${values?.ids}. Other provider endpoints with similar model names may require separate billing.`
        : key,
  }),
}));

// The "Free" badge is DB-driven: the backend model list carries a `free` flag
// per item (the same channel as `verified`). These tests drive the selector
// through the model list rather than the (free-less) local /api/llm channel.
const OPENHANDS_MODELS: LLMModel[] = [
  {
    provider: "openhands",
    name: "claude-opus-4-7",
    verified: true,
    free: false,
    default: false,
  },
  {
    provider: "openhands",
    name: "glm-5.2",
    verified: true,
    free: true,
    default: true,
  },
  {
    provider: "openhands",
    name: "deepseek-v4-flash",
    verified: true,
    free: true,
    default: false,
  },
  {
    provider: "openhands",
    name: "minimax-m2.7",
    verified: true,
    free: true,
    default: false,
  },
];

vi.mock("#/hooks/query/use-provider-models", () => ({
  useProviderModels: (provider: string | null) => ({
    data: provider === "openhands" ? OPENHANDS_MODELS : [],
    isLoading: false,
    error: null,
  }),
}));

describe("ModelSelector β€” OpenHands provider display", () => {
  beforeEach(() => {
    // Use "*" prefix to match both relative paths and absolute URLs (e.g.,
    // http://127.0.0.1:8000/api/...) when VITE_BACKEND_BASE_URL is configured.
    server.use(
      http.get("*/api/llm/providers", () =>
        HttpResponse.json({
          providers: ["openhands", "anthropic", "openai"],
        }),
      ),
      http.get("*/api/llm/models/verified", () =>
        HttpResponse.json({
          models: {
            openhands: [
              "claude-opus-4-7",
              "glm-5.2",
              "deepseek-v4-flash",
              "minimax-m2.7",
            ],
            anthropic: ["claude-opus-4-5-20251101"],
          },
        }),
      ),
      http.get("*/api/llm/models", () => HttpResponse.json({ models: [] })),
    );
  });

  function renderWithQuery(ui: React.ReactElement) {
    const queryClient = new QueryClient({
      defaultOptions: { queries: { retry: false } },
    });
    return render(
      <QueryClientProvider client={queryClient}>{ui}</QueryClientProvider>,
    );
  }

  it("shows OpenHands immediately for current openhands/<m> settings", async () => {
    renderWithQuery(<ModelSelector currentModel="openhands/claude-opus-4-7" />);

    await waitFor(() => {
      expect(screen.getByLabelText("LLM$PROVIDER")).toHaveValue("OpenHands");
    });
  });

  it("makes clear which OpenHands models are free", async () => {
    const user = userEvent.setup();
    renderWithQuery(
      <ModelSelector currentModel="openhands/deepseek-v4-flash" />,
    );

    await waitFor(() => {});
    expect(screen.getByTestId("openhands-free-models-note")).toHaveTextContent(
      "openhands/deepseek-v4-flash",
    );
    expect(screen.getByTestId("selected-free-model-badge")).toHaveTextContent(
      "Free",
    );

    await user.click(screen.getByLabelText("LLM$MODEL"));

    // Three DB-flagged free models render a "Free" badge in the dropdown; the
    // selected-model badge adds a fourth occurrence.
    expect(screen.getAllByText("Free")).toHaveLength(4);
    expect(screen.getByLabelText("LLM$MODEL")).toHaveValue("deepseek-v4-flash");

    await user.click(screen.getByRole("option", { name: /deepseek-v4-flash/ }));

    expect(screen.getByLabelText("LLM$MODEL")).toHaveValue("deepseek-v4-flash");
    expect(screen.getByTestId("selected-free-model-badge")).toHaveTextContent(
      "Free",
    );
  });

  it("lists each section's providers by their shown name, OpenHands first", async () => {
    // Arrange: neither the backend order nor the provider ids follow the
    // names the picker shows (e.g. "bedrock" is shown as "AWS Bedrock").
    server.use(
      http.get("*/api/llm/providers", () =>
        HttpResponse.json({ providers: ["mistral", "azure", "bedrock"] }),
      ),
      http.get("*/api/llm/models/verified", () =>
        HttpResponse.json({
          models: { openai: [], openhands: [], deepseek: [], anthropic: [] },
        }),
      ),
    );
    const user = userEvent.setup();
    renderWithQuery(<ModelSelector />);

    // Act
    await user.click(screen.getByLabelText("LLM$PROVIDER"));

    // Assert
    await waitFor(() => {
      expect(
        screen.getAllByRole("option").map((option) => option.textContent),
      ).toEqual([
        "OpenHands",
        "Anthropic",
        "deepseek",
        "OpenAI",
        "AWS Bedrock",
        "Azure",
        "Mistral AI",
      ]);
    });
  });

  it("filters providers by what the user types over the selected one", async () => {
    // Arrange
    const user = userEvent.setup();
    renderWithQuery(<ModelSelector currentModel="openai/gpt-4o" />);
    const providerInput = screen.getByLabelText("LLM$PROVIDER");
    await waitFor(() => expect(providerInput).toHaveValue("OpenAI"));

    // Act
    await user.click(providerInput);
    await user.keyboard("anth");

    // Assert
    expect(providerInput).toHaveValue("anth");
    expect(
      screen.getAllByRole("option").map((option) => option.textContent),
    ).toEqual(["Anthropic"]);
  });
});