Skip to content

Self-hosted AI workspace.

Python
2.8 KB
Raw Blame
"""Regression coverage for llama-server style /v1 model-list endpoints (#3330)."""

import httpx

from src import endpoint_resolver, llm_core, model_context


def test_build_models_url_accepts_v1_base_and_chat_url(monkeypatch):
    monkeypatch.setattr(endpoint_resolver, "resolve_url", lambda url: url)

    assert (
        endpoint_resolver.build_models_url("http://127.0.0.1:8080/v1")
        == "http://127.0.0.1:8080/v1/models"
    )
    assert (
        endpoint_resolver.build_models_url("http://127.0.0.1:8080/v1/chat/completions")
        == "http://127.0.0.1:8080/v1/models"
    )


def test_llm_core_list_model_ids_queries_models_for_v1_base(monkeypatch):
    monkeypatch.setattr(endpoint_resolver, "resolve_url", lambda url: url)
    monkeypatch.setattr(llm_core, "_configured_cached_model_ids", lambda url, **kwargs: [])
    seen = []

    def fake_get(url, headers=None, timeout=None):
        seen.append(url)
        request = httpx.Request("GET", url)
        return httpx.Response(200, json={"data": [{"id": "qwen3"}]}, request=request)

    monkeypatch.setattr(llm_core.httpx, "get", fake_get)

    assert llm_core.list_model_ids("http://127.0.0.1:8080/v1", timeout=1) == ["qwen3"]
    assert seen == ["http://127.0.0.1:8080/v1/models"]


def test_model_context_queries_models_for_v1_base(monkeypatch):
    monkeypatch.setattr(endpoint_resolver, "resolve_url", lambda url: url)
    seen = []

    def fake_get(url, timeout=None):
        seen.append(url)
        request = httpx.Request("GET", url)
        if url.endswith("/slots"):
            return httpx.Response(404, request=request)
        return httpx.Response(
            200,
            json={"data": [{"id": "qwen3", "context_length": 32768}]},
            request=request,
        )

    monkeypatch.setattr(model_context.httpx, "get", fake_get)

    assert model_context._query_context_length("http://127.0.0.1:8080/v1", "qwen3") == (32768, True)
    assert seen == [
        "http://127.0.0.1:8080/slots",
        "http://127.0.0.1:8080/props",
        "http://127.0.0.1:8080/v1/models",
    ]


def test_model_context_prefers_llama_props_when_slots_are_disabled(monkeypatch):
    monkeypatch.setattr(endpoint_resolver, "resolve_url", lambda url: url)

    def fake_get(url, timeout=None):
        request = httpx.Request("GET", url)
        if url.endswith("/slots"):
            return httpx.Response(501, json={"error": {"code": 501}}, request=request)
        if url.endswith("/props"):
            return httpx.Response(
                200,
                json={"default_generation_settings": {"n_ctx": 4096}},
                request=request,
            )
        raise AssertionError("/models should not be queried when /props reports n_ctx")

    monkeypatch.setattr(model_context.httpx, "get", fake_get)

    assert model_context._query_context_length(
        "http://127.0.0.1:8080/v1", "qwen3"
    ) == (4096, True)