Skip to content

The agent that grows with you

3.4 KB
Raw Blame
"""Capability answers for models served by the managed runtime.

Capability lookups (vision, and whatever comes next) consult cloud-shaped catalogs that have never
heard of a local GGUF, so a vision-capable local model reads as text-only and images detour to an
auxiliary cloud model — the wrong behavior twice over for a local-first user (broken feature, and a
screenshot silently leaving the machine).
"""

from __future__ import annotations

from contextlib import suppress
import logging

logger = logging.getLogger(__name__)

from hermes_cli.local_runtime.endpoint import LLAMACPP_ALIASES as _LLAMACPP_ALIASES

# Image formats the managed server's decoder actually handles. llama.cpp decodes with stb_image:
# PNG/JPEG/GIF/BMP yes, WebP NO — and a WebP part fails SILENTLY (no HTTP error, no log line; the
# model just never sees an image and confabulates). Anything outside this set must be transcoded
# before the request. Measured live: the same red square answered 'Red' as PNG, 'Unseen' as WebP.
ACCEPTED_IMAGE_MIMES = frozenset({"image/png", "image/jpeg"})


def is_managed_provider(provider: str, base_url: str = "") -> bool:
    """True when this provider/base_url pair points at the managed server. ``custom`` only counts
    when the base_url IS the managed endpoint — never claim someone else's custom server."""
    p = (provider or "").strip().lower()
    if p in _LLAMACPP_ALIASES:
        return True
    if p != "custom" or not base_url:
        return False
    with suppress(Exception):
        from hermes_cli.local_runtime.growth import is_managed_endpoint

        return is_managed_endpoint(base_url)
    return False


def _props_modalities(model_id: str) -> bool | None:
    """Ask the running server whether this loaded child sees images. None when the server is down,
    the model isn't loaded, or the build doesn't report modalities."""
    with suppress(Exception):
        from hermes_cli.local_runtime.endpoint import child_query, managed_get_json, managed_root

        ep = managed_root()
        if ep is None:
            return None
        modalities = managed_get_json(*ep, f"/props?{child_query(model_id)}", timeout_s=3).get("modalities")
        if isinstance(modalities, dict) and "vision" in modalities:
            return bool(modalities["vision"])
    return None


def managed_model_supports_vision(model_id: str) -> bool | None:
    """Ground-truth vision capability for a staged model, or None when the model isn't ours /
    nothing is known (caller keeps falling through)."""
    if not model_id:
        return None

    with suppress(Exception):
        from hermes_cli.local_runtime.bootstrap import assets_dir, staged_model_ids
        from hermes_cli.local_runtime.catalog import entry_for_model

        # Only answer for models actually staged with us.
        if model_id not in staged_model_ids():
            return None
        live = _props_modalities(model_id)
        if live is not None:
            return live
        # Staged but not loaded (or an older server build): the catalog knows whether this model
        # ships a vision projector. Capability requires the projector to actually be on disk — a
        # model downloaded before its mmproj (partial delete, old layout) genuinely cannot see.
        entry = entry_for_model(model_id)
        if entry is None:
            return None
        return (entry.mmproj is not None
                and (assets_dir() / entry.mmproj.local_name).exists())
    return None