Skip to content

DeepTutor: Lifelong Personalized Tutoring. https://deeptutor.info/.

38.2 KB
Raw Blame
"""Tests for TutorBot-style runtime config adapter."""

from __future__ import annotations

from deeptutor.services.config.provider_runtime import (
    SEARCH_PROVIDERS,
    resolve_llm_runtime_config,
    resolve_search_runtime_config,
    search_fallback_candidates,
    search_missing_credential,
    search_provider_credentials,
)


def _build_catalog(
    *,
    llm_profile: dict | None = None,
    llm_model: dict | None = None,
    search_profile: dict | None = None,
    search_profiles: list[dict] | None = None,
) -> dict:
    llm_profile = llm_profile or {
        "id": "llm-p",
        "name": "LLM",
        "binding": "openai",
        "base_url": "",
        "api_key": "",
        "api_version": "",
        "extra_headers": {},
        "models": [{"id": "llm-m", "name": "m", "model": "gpt-4o-mini"}],
    }
    llm_model = llm_model or llm_profile["models"][0]
    search_profile = search_profile or {
        "id": "search-p",
        "name": "Search",
        "provider": "brave",
        "base_url": "",
        "api_key": "",
        "proxy": "",
        "models": [],
    }
    return {
        "version": 1,
        "services": {
            "llm": {
                "active_profile_id": llm_profile["id"],
                "active_model_id": llm_model["id"],
                "profiles": [llm_profile],
            },
            "embedding": {
                "active_profile_id": None,
                "active_model_id": None,
                "profiles": [],
            },
            "search": {
                "active_profile_id": search_profile["id"],
                "profiles": search_profiles or [search_profile],
            },
        },
    }


def test_llm_explicit_binding_and_headers() -> None:
    catalog = _build_catalog(
        llm_profile={
            "id": "llm-p",
            "name": "LLM",
            "binding": "dashscope",
            "base_url": "",
            "api_key": "dash-key",
            "api_version": "",
            "extra_headers": {"APP-Code": "abc"},
            "models": [{"id": "llm-m", "name": "q", "model": "qwen-max"}],
        }
    )
    resolved = resolve_llm_runtime_config(catalog=catalog)
    assert resolved.provider_name == "dashscope"
    assert resolved.provider_mode == "standard"
    assert resolved.effective_url == "https://dashscope.aliyuncs.com/compatible-mode/v1"
    assert resolved.extra_headers == {"APP-Code": "abc"}


def test_llm_runtime_preserves_api_key_array() -> None:
    catalog = _build_catalog(
        llm_profile={
            "id": "llm-p",
            "name": "LLM pool",
            "binding": "openai",
            "base_url": "https://api.example.com/v1",
            "api_key": ["key-a", "key-b"],
            "api_version": "",
            "extra_headers": {},
            "models": [{"id": "llm-m", "name": "m", "model": "gpt-4o-mini"}],
        }
    )

    assert resolve_llm_runtime_config(catalog=catalog).api_key == ["key-a", "key-b"]


def test_llm_api_key_prefix_gateway() -> None:
    catalog = _build_catalog(
        llm_profile={
            "id": "llm-p",
            "name": "LLM",
            "binding": "",
            "base_url": "",
            "api_key": "sk-or-test-key",
            "api_version": "",
            "extra_headers": {},
            "models": [{"id": "llm-m", "name": "m", "model": "gemini-2.5-pro"}],
        }
    )
    resolved = resolve_llm_runtime_config(catalog=catalog)
    assert resolved.provider_name == "openrouter"
    assert resolved.provider_mode == "gateway"
    assert resolved.effective_url == "https://openrouter.ai/api/v1"


def test_llm_api_base_keyword_gateway() -> None:
    catalog = _build_catalog(
        llm_profile={
            "id": "llm-p",
            "name": "LLM",
            "binding": "",
            "base_url": "https://api.aihubmix.com/v1",
            "api_key": "k",
            "api_version": "",
            "extra_headers": {"APP-Code": "x"},
            "models": [{"id": "llm-m", "name": "m", "model": "claude-3-7-sonnet"}],
        }
    )
    resolved = resolve_llm_runtime_config(catalog=catalog)
    assert resolved.provider_name == "aihubmix"
    assert resolved.provider_mode == "gateway"
    assert resolved.effective_url == "https://api.aihubmix.com/v1"
    assert resolved.extra_headers == {"APP-Code": "x"}


def test_llm_orcarouter_uses_explicit_custom_endpoint() -> None:
    catalog = _build_catalog(
        llm_profile={
            "id": "llm-p",
            "name": "OrcaRouter",
            "binding": "custom",
            "base_url": "https://api.orcarouter.ai/v1",
            "api_key": "sk-orca-test-key",
            "api_version": "",
            "extra_headers": {},
            "models": [{"id": "llm-m", "name": "m", "model": "orcarouter/auto"}],
        }
    )
    resolved = resolve_llm_runtime_config(catalog=catalog)
    assert resolved.provider_name == "custom"
    assert resolved.provider_mode == "direct"
    assert resolved.effective_url == "https://api.orcarouter.ai/v1"


def test_llm_atlascloud_binding_uses_default_openai_compatible_endpoint() -> None:
    catalog = _build_catalog(
        llm_profile={
            "id": "llm-p",
            "name": "Atlas Cloud",
            "binding": "atlascloud",
            "base_url": "",
            "api_key": "atlas-key",
            "api_version": "",
            "extra_headers": {},
            "models": [
                {
                    "id": "llm-m",
                    "name": "Qwen 3.5 Flash",
                    "model": "qwen/qwen3.5-flash",
                }
            ],
        }
    )

    resolved = resolve_llm_runtime_config(catalog=catalog)

    assert resolved.provider_name == "atlascloud"
    assert resolved.provider_mode == "gateway"
    assert resolved.binding == "atlascloud"
    assert resolved.model == "qwen/qwen3.5-flash"
    assert resolved.api_key == "atlas-key"
    assert resolved.effective_url == "https://api.atlascloud.ai/v1"


def test_llm_atlascloud_base_url_detection_preserves_openai_binding_compatibility() -> None:
    catalog = _build_catalog(
        llm_profile={
            "id": "llm-p",
            "name": "OpenAI Compatible",
            "binding": "openai",
            "base_url": "https://api.atlascloud.ai/v1",
            "api_key": "atlas-key",
            "api_version": "",
            "extra_headers": {},
            "models": [{"id": "llm-m", "name": "Qwen", "model": "qwen/qwen3.5-flash"}],
        }
    )

    resolved = resolve_llm_runtime_config(catalog=catalog)

    assert resolved.provider_name == "atlascloud"
    assert resolved.provider_mode == "gateway"
    assert resolved.effective_url == "https://api.atlascloud.ai/v1"


def test_llm_unifically_binding_uses_default_openai_compatible_endpoint() -> None:
    catalog = _build_catalog(
        llm_profile={
            "id": "llm-p",
            "name": "Unifically",
            "binding": "unifically",
            "base_url": "",
            "api_key": "unifically-key",
            "api_version": "",
            "extra_headers": {},
            "models": [
                {
                    "id": "llm-m",
                    "name": "Gemini 3.5 Flash",
                    "model": "google/gemini-3.5-flash",
                }
            ],
        }
    )

    resolved = resolve_llm_runtime_config(catalog=catalog)

    assert resolved.provider_name == "unifically"
    assert resolved.provider_mode == "gateway"
    assert resolved.binding == "unifically"
    assert resolved.model == "google/gemini-3.5-flash"
    assert resolved.api_key == "unifically-key"
    assert resolved.effective_url == "https://api.unifically.com/v1"


def test_llm_unifically_base_url_detection_preserves_openai_binding_compatibility() -> None:
    catalog = _build_catalog(
        llm_profile={
            "id": "llm-p",
            "name": "OpenAI Compatible",
            "binding": "openai",
            "base_url": "https://api.unifically.com/v1",
            "api_key": "unifically-key",
            "api_version": "",
            "extra_headers": {},
            "models": [{"id": "llm-m", "name": "Gemini", "model": "google/gemini-3.5-flash"}],
        }
    )

    resolved = resolve_llm_runtime_config(catalog=catalog)

    assert resolved.provider_name == "unifically"
    assert resolved.provider_mode == "gateway"
    assert resolved.effective_url == "https://api.unifically.com/v1"


def test_llm_cheaperinference_binding_uses_default_openai_compatible_endpoint() -> None:
    catalog = _build_catalog(
        llm_profile={
            "id": "llm-p",
            "name": "Cheaper Inference",
            "binding": "cheaperinference",
            "base_url": "",
            "api_key": "cheaperinference-key",
            "api_version": "",
            "extra_headers": {},
            "models": [
                {
                    "id": "llm-m",
                    "name": "GPT-5.4",
                    "model": "gpt-5.4",
                }
            ],
        }
    )

    resolved = resolve_llm_runtime_config(catalog=catalog)

    assert resolved.provider_name == "cheaperinference"
    assert resolved.provider_mode == "gateway"
    assert resolved.binding == "cheaperinference"
    assert resolved.model == "gpt-5.4"
    assert resolved.api_key == "cheaperinference-key"
    assert resolved.effective_url == "https://api.cheaperinference.com/v1"


def test_llm_cheaperinference_base_url_detection_preserves_openai_binding_compatibility() -> None:
    catalog = _build_catalog(
        llm_profile={
            "id": "llm-p",
            "name": "OpenAI Compatible",
            "binding": "openai",
            "base_url": "https://api.cheaperinference.com/v1",
            "api_key": "cheaperinference-key",
            "api_version": "",
            "extra_headers": {},
            "models": [{"id": "llm-m", "name": "GPT", "model": "gpt-5.4-mini"}],
        }
    )

    resolved = resolve_llm_runtime_config(catalog=catalog)

    assert resolved.provider_name == "cheaperinference"
    assert resolved.provider_mode == "gateway"
    assert resolved.effective_url == "https://api.cheaperinference.com/v1"


def test_llm_api_route_binding_uses_default_openai_compatible_endpoint() -> None:
    catalog = _build_catalog(
        llm_profile={
            "id": "llm-p",
            "name": "API Route",
            "binding": "api_route",
            "base_url": "",
            "api_key": "api-route-key",
            "api_version": "",
            "extra_headers": {},
            "models": [{"id": "llm-m", "name": "GPT", "model": "gpt-5.5"}],
        }
    )

    resolved = resolve_llm_runtime_config(catalog=catalog)

    assert resolved.provider_name == "api_route"
    assert resolved.provider_mode == "gateway"
    assert resolved.binding == "api_route"
    assert resolved.model == "gpt-5.5"
    assert resolved.api_key == "api-route-key"
    assert resolved.effective_url == "https://global.api-route.com/v1"


def test_llm_api_route_base_url_detection_preserves_openai_binding_compatibility() -> None:
    catalog = _build_catalog(
        llm_profile={
            "id": "llm-p",
            "name": "OpenAI Compatible",
            "binding": "openai",
            "base_url": "https://global.api-route.com/v1",
            "api_key": "api-route-key",
            "api_version": "",
            "extra_headers": {},
            "models": [{"id": "llm-m", "name": "GPT", "model": "gpt-5.5"}],
        }
    )

    resolved = resolve_llm_runtime_config(catalog=catalog)

    assert resolved.provider_name == "api_route"
    assert resolved.provider_mode == "gateway"
    assert resolved.effective_url == "https://global.api-route.com/v1"


def test_llm_requesty_binding_uses_default_openai_compatible_endpoint() -> None:
    catalog = _build_catalog(
        llm_profile={
            "id": "llm-p",
            "name": "Requesty",
            "binding": "requesty",
            "base_url": "",
            "api_key": "requesty-key",
            "api_version": "",
            "extra_headers": {},
            "models": [
                {
                    "id": "llm-m",
                    "name": "GPT-4o mini",
                    "model": "openai/gpt-4o-mini",
                }
            ],
        }
    )

    resolved = resolve_llm_runtime_config(catalog=catalog)

    assert resolved.provider_name == "requesty"
    assert resolved.provider_mode == "gateway"
    assert resolved.binding == "requesty"
    assert resolved.model == "openai/gpt-4o-mini"
    assert resolved.api_key == "requesty-key"
    assert resolved.effective_url == "https://router.requesty.ai/v1"


def test_llm_requesty_base_url_detection_preserves_openai_binding_compatibility() -> None:
    catalog = _build_catalog(
        llm_profile={
            "id": "llm-p",
            "name": "OpenAI Compatible",
            "binding": "openai",
            "base_url": "https://router.eu.requesty.ai/v1",
            "api_key": "requesty-key",
            "api_version": "",
            "extra_headers": {},
            "models": [{"id": "llm-m", "name": "GPT", "model": "openai/gpt-5-mini"}],
        }
    )

    resolved = resolve_llm_runtime_config(catalog=catalog)

    assert resolved.provider_name == "requesty"
    assert resolved.provider_mode == "gateway"
    assert resolved.effective_url == "https://router.eu.requesty.ai/v1"


def test_llm_futureinfra_binding_uses_default_openai_compatible_endpoint() -> None:
    catalog = _build_catalog(
        llm_profile={
            "id": "llm-p",
            "name": "FutureInfra",
            "binding": "futureinfra",
            "base_url": "",
            "api_key": "futureinfra-key",
            "api_version": "",
            "extra_headers": {},
            "models": [
                {
                    "id": "llm-m",
                    "name": "GPT-4o mini",
                    "model": "openai/gpt-4o-mini",
                }
            ],
        }
    )

    resolved = resolve_llm_runtime_config(catalog=catalog)

    assert resolved.provider_name == "futureinfra"
    assert resolved.provider_mode == "gateway"
    assert resolved.binding == "futureinfra"
    assert resolved.model == "openai/gpt-4o-mini"
    assert resolved.api_key == "futureinfra-key"
    assert resolved.effective_url == "https://futureinfra.ai/v1/ai"


def test_llm_futureinfra_base_url_detection_preserves_openai_binding_compatibility() -> None:
    catalog = _build_catalog(
        llm_profile={
            "id": "llm-p",
            "name": "OpenAI Compatible",
            "binding": "openai",
            "base_url": "https://futureinfra.ai/v1/ai",
            "api_key": "futureinfra-key",
            "api_version": "",
            "extra_headers": {},
            "models": [{"id": "llm-m", "name": "GPT", "model": "openai/gpt-4o-mini"}],
        }
    )

    resolved = resolve_llm_runtime_config(catalog=catalog)

    assert resolved.provider_name == "futureinfra"
    assert resolved.provider_mode == "gateway"
    assert resolved.effective_url == "https://futureinfra.ai/v1/ai"


def test_llm_y_api_binding_uses_default_openai_compatible_endpoint() -> None:
    catalog = _build_catalog(
        llm_profile={
            "id": "llm-p",
            "name": "Y-API",
            "binding": "y_api",
            "base_url": "",
            "api_key": "y-api-key",
            "api_version": "",
            "extra_headers": {},
            "models": [
                {
                    "id": "llm-m",
                    "name": "DeepSeek V4 Flash",
                    "model": "deepseek/deepseek-v4-flash",
                }
            ],
        }
    )

    resolved = resolve_llm_runtime_config(catalog=catalog)

    assert resolved.provider_name == "y_api"
    assert resolved.provider_mode == "gateway"
    assert resolved.binding == "y_api"
    assert resolved.model == "deepseek/deepseek-v4-flash"
    assert resolved.api_key == "y-api-key"
    assert resolved.effective_url == "https://api.y-api.bestvirtualgoods.com/v1"


def test_llm_y_api_base_url_detection_preserves_openai_binding_compatibility() -> None:
    catalog = _build_catalog(
        llm_profile={
            "id": "llm-p",
            "name": "OpenAI Compatible",
            "binding": "openai",
            "base_url": "https://api.y-api.bestvirtualgoods.com/v1",
            "api_key": "y-api-key",
            "api_version": "",
            "extra_headers": {},
            "models": [{"id": "llm-m", "name": "DeepSeek", "model": "deepseek/deepseek-v4-flash"}],
        }
    )

    resolved = resolve_llm_runtime_config(catalog=catalog)

    assert resolved.provider_name == "y_api"
    assert resolved.provider_mode == "gateway"
    assert resolved.effective_url == "https://api.y-api.bestvirtualgoods.com/v1"


def test_llm_onomeo_binding_uses_default_openai_compatible_endpoint() -> None:
    catalog = _build_catalog(
        llm_profile={
            "id": "llm-p",
            "name": "onomeo",
            "binding": "onomeo",
            "base_url": "",
            "api_key": "onomeo-key",
            "api_version": "",
            "extra_headers": {},
            "models": [{"id": "llm-m", "name": "Auto", "model": "auto"}],
        }
    )

    resolved = resolve_llm_runtime_config(catalog=catalog)

    assert resolved.provider_name == "onomeo"
    assert resolved.provider_mode == "gateway"
    assert resolved.binding == "onomeo"
    assert resolved.model == "auto"
    assert resolved.api_key == "onomeo-key"
    assert resolved.effective_url == "https://onomeo.com/v1"


def test_llm_onomeo_base_url_detection_preserves_openai_binding_compatibility() -> None:
    catalog = _build_catalog(
        llm_profile={
            "id": "llm-p",
            "name": "OpenAI Compatible",
            "binding": "openai",
            "base_url": "https://onomeo.com/v1",
            "api_key": "onomeo-key",
            "api_version": "",
            "extra_headers": {},
            "models": [{"id": "llm-m", "name": "Auto", "model": "auto"}],
        }
    )

    resolved = resolve_llm_runtime_config(catalog=catalog)

    assert resolved.provider_name == "onomeo"
    assert resolved.provider_mode == "gateway"
    assert resolved.effective_url == "https://onomeo.com/v1"


def test_llm_novita_binding_uses_default_openai_compatible_endpoint() -> None:
    catalog = _build_catalog(
        llm_profile={
            "id": "llm-p",
            "name": "Novita AI",
            "binding": "novita",
            "base_url": "",
            "api_key": "novita-key",
            "api_version": "",
            "extra_headers": {},
            "models": [
                {
                    "id": "llm-m",
                    "name": "DeepSeek V3.2",
                    "model": "deepseek/deepseek-v3.2",
                }
            ],
        }
    )

    resolved = resolve_llm_runtime_config(catalog=catalog)

    assert resolved.provider_name == "novita"
    assert resolved.provider_mode == "gateway"
    assert resolved.binding == "novita"
    assert resolved.model == "deepseek/deepseek-v3.2"
    assert resolved.api_key == "novita-key"
    assert resolved.effective_url == "https://api.novita.ai/openai"


def test_llm_novita_base_url_detection_preserves_openai_binding_compatibility() -> None:
    catalog = _build_catalog(
        llm_profile={
            "id": "llm-p",
            "name": "OpenAI Compatible",
            "binding": "openai",
            "base_url": "https://api.novita.ai/openai",
            "api_key": "novita-key",
            "api_version": "",
            "extra_headers": {},
            "models": [{"id": "llm-m", "name": "DeepSeek", "model": "deepseek/deepseek-v3.2"}],
        }
    )

    resolved = resolve_llm_runtime_config(catalog=catalog)

    assert resolved.provider_name == "novita"
    assert resolved.provider_mode == "gateway"
    assert resolved.effective_url == "https://api.novita.ai/openai"


def test_llm_edenai_binding_uses_default_openai_compatible_endpoint() -> None:
    catalog = _build_catalog(
        llm_profile={
            "id": "llm-p",
            "name": "Eden AI",
            "binding": "edenai",
            "base_url": "",
            "api_key": "eden-key",
            "api_version": "",
            "extra_headers": {},
            "models": [
                {
                    "id": "llm-m",
                    "name": "Mistral Large",
                    "model": "mistral/mistral-large-latest",
                }
            ],
        }
    )

    resolved = resolve_llm_runtime_config(catalog=catalog)

    assert resolved.provider_name == "edenai"
    assert resolved.provider_mode == "gateway"
    assert resolved.binding == "edenai"
    assert resolved.model == "mistral/mistral-large-latest"
    assert resolved.api_key == "eden-key"
    assert resolved.effective_url == "https://api.edenai.run/v3"


def test_llm_edenai_base_url_detection_preserves_openai_binding_compatibility() -> None:
    catalog = _build_catalog(
        llm_profile={
            "id": "llm-p",
            "name": "OpenAI Compatible",
            "binding": "openai",
            "base_url": "https://api.edenai.run/v3",
            "api_key": "eden-key",
            "api_version": "",
            "extra_headers": {},
            "models": [{"id": "llm-m", "name": "GPT", "model": "openai/gpt-5.5"}],
        }
    )

    resolved = resolve_llm_runtime_config(catalog=catalog)

    assert resolved.provider_name == "edenai"
    assert resolved.provider_mode == "gateway"
    assert resolved.effective_url == "https://api.edenai.run/v3"


def test_llm_local_fallback() -> None:
    catalog = _build_catalog(
        llm_profile={
            "id": "llm-p",
            "name": "LLM",
            "binding": "",
            "base_url": "http://localhost:11434/v1",
            "api_key": "",
            "api_version": "",
            "extra_headers": {},
            "models": [{"id": "llm-m", "name": "m", "model": "llama3.2"}],
        }
    )
    resolved = resolve_llm_runtime_config(catalog=catalog)
    assert resolved.provider_name == "ollama"
    assert resolved.provider_mode == "local"
    assert resolved.api_key == "sk-no-key-required"


def test_llm_empty_catalog_does_not_fallback_to_openai() -> None:
    catalog = _build_catalog()
    catalog["services"]["llm"] = {
        "active_profile_id": None,
        "active_model_id": None,
        "profiles": [],
    }

    resolved = resolve_llm_runtime_config(catalog=catalog)

    assert resolved.model == ""


def test_llm_minimax_binding_uses_global_endpoint() -> None:
    catalog = _build_catalog(
        llm_profile={
            "id": "llm-p",
            "name": "LLM",
            "binding": "minimax",
            "base_url": "",
            "api_key": "minimax-key",
            "api_version": "",
            "extra_headers": {},
            "models": [{"id": "llm-m", "name": "m", "model": "MiniMax-M3"}],
        }
    )
    resolved = resolve_llm_runtime_config(catalog=catalog)
    assert resolved.provider_name == "minimax"
    assert resolved.provider_mode == "standard"
    assert resolved.effective_url == "https://api.minimax.io/v1"


def test_llm_minimax_anthropic_binding_uses_anthropic_endpoint() -> None:
    catalog = _build_catalog(
        llm_profile={
            "id": "llm-p",
            "name": "LLM",
            "binding": "minimax_anthropic",
            "base_url": "",
            "api_key": "minimax-key",
            "api_version": "",
            "extra_headers": {},
            "models": [{"id": "llm-m", "name": "c", "model": "claude-sonnet-4-20250514"}],
        }
    )
    resolved = resolve_llm_runtime_config(catalog=catalog)
    assert resolved.provider_name == "minimax_anthropic"
    assert resolved.provider_mode == "standard"
    assert resolved.effective_url == "https://api.minimax.io/anthropic"


def test_llm_custom_anthropic_binding_stays_direct() -> None:
    catalog = _build_catalog(
        llm_profile={
            "id": "llm-p",
            "name": "LLM",
            "binding": "custom_anthropic",
            "base_url": "https://claude-proxy.example/v1/messages",
            "api_key": "anthropic-key",
            "api_version": "",
            "extra_headers": {"x-tenant": "lab"},
            "models": [{"id": "llm-m", "name": "c", "model": "claude-sonnet-4-20250514"}],
        }
    )
    resolved = resolve_llm_runtime_config(catalog=catalog)
    assert resolved.provider_name == "custom_anthropic"
    assert resolved.provider_mode == "direct"
    assert resolved.binding == "custom_anthropic"
    assert resolved.effective_url == "https://claude-proxy.example/v1/messages"
    assert resolved.extra_headers == {"x-tenant": "lab"}


def test_llm_lm_studio_alias_resolves_to_local_provider() -> None:
    catalog = _build_catalog(
        llm_profile={
            "id": "llm-p",
            "name": "LLM",
            "binding": "lm-studio",
            "base_url": "",
            "api_key": "",
            "api_version": "",
            "extra_headers": {},
            "models": [{"id": "llm-m", "name": "m", "model": "llama-3.2"}],
        }
    )
    resolved = resolve_llm_runtime_config(catalog=catalog)
    assert resolved.provider_name == "lm_studio"
    assert resolved.provider_mode == "local"
    assert resolved.effective_url == "http://localhost:1234/v1"
    assert resolved.api_key == "sk-no-key-required"


def test_llm_codebuddy_resolves_without_endpoint() -> None:
    catalog = _build_catalog(
        llm_profile={
            "id": "llm-p",
            "name": "CodeBuddy",
            "binding": "codebuddy",
            "base_url": "",
            "api_key": "",
            "api_version": "",
            "extra_headers": {},
            "models": [{"id": "llm-m", "name": "CodeBuddy Default", "model": "codebuddy/default"}],
        }
    )

    resolved = resolve_llm_runtime_config(catalog=catalog)

    assert resolved.provider_name == "codebuddy"
    assert resolved.provider_mode == "oauth"
    assert resolved.effective_url is None


def test_llm_context_window_passes_through_from_catalog() -> None:
    catalog = _build_catalog(
        llm_profile={
            "id": "llm-p",
            "name": "LLM",
            "binding": "openai",
            "base_url": "https://api.openai.com/v1",
            "api_key": "sk-test",
            "api_version": "",
            "extra_headers": {},
            "models": [
                {
                    "id": "llm-m",
                    "name": "GPT 4o mini",
                    "model": "gpt-4o-mini",
                    "context_window": 128000,
                }
            ],
        }
    )
    resolved = resolve_llm_runtime_config(catalog=catalog)
    assert resolved.context_window == 128000


def test_llm_selection_overrides_active_model_without_mutating_catalog() -> None:
    profile_a = {
        "id": "p-a",
        "name": "OpenRouter",
        "binding": "openrouter",
        "base_url": "https://openrouter.ai/api/v1",
        "api_key": "sk-or-test",
        "api_version": "",
        "extra_headers": {},
        "models": [
            {
                "id": "m-a",
                "name": "Gemini",
                "model": "google/gemini-3-flash-preview",
            }
        ],
    }
    profile_b = {
        "id": "p-b",
        "name": "Local",
        "binding": "ollama",
        "base_url": "http://localhost:11434/v1",
        "api_key": "",
        "api_version": "",
        "extra_headers": {},
        "models": [{"id": "m-b", "name": "Llama", "model": "llama3.2"}],
    }
    catalog = _build_catalog(llm_profile=profile_a, llm_model=profile_a["models"][0])
    catalog["services"]["llm"]["profiles"].append(profile_b)

    resolved = resolve_llm_runtime_config(
        catalog=catalog,
        llm_selection={"profile_id": "p-b", "model_id": "m-b"},
    )

    assert resolved.model == "llama3.2"
    assert resolved.provider_name == "ollama"
    assert resolved.provider_mode == "local"
    assert catalog["services"]["llm"]["active_profile_id"] == "p-a"
    assert catalog["services"]["llm"]["active_model_id"] == "m-a"


def test_llm_reasoning_effort_resolves_from_catalog() -> None:
    catalog = _build_catalog(
        llm_profile={
            "id": "llm-p",
            "name": "LLM",
            "binding": "openai",
            "base_url": "https://api.openai.com/v1",
            "api_key": "sk-test",
            "api_version": "",
            "extra_headers": {},
            "models": [
                {
                    "id": "llm-m",
                    "name": "GPT 4o mini",
                    "model": "gpt-4o-mini",
                    "reasoning_effort": "high",
                }
            ],
        }
    )
    resolved = resolve_llm_runtime_config(catalog=catalog)
    assert resolved.reasoning_effort == "high"


def test_llm_selection_reasoning_effort_overrides_catalog_default() -> None:
    catalog = _build_catalog(
        llm_profile={
            "id": "llm-p",
            "name": "LLM",
            "binding": "openai",
            "base_url": "https://api.openai.com/v1",
            "api_key": "sk-test",
            "api_version": "",
            "extra_headers": {},
            "models": [
                {
                    "id": "llm-m",
                    "name": "GPT 4o mini",
                    "model": "gpt-4o-mini",
                    "reasoning_effort": "high",
                }
            ],
        }
    )
    resolved = resolve_llm_runtime_config(
        catalog=catalog,
        llm_selection={"profile_id": "llm-p", "model_id": "llm-m", "reasoning_effort": "low"},
    )
    assert resolved.reasoning_effort == "low"


def test_llm_selection_without_reasoning_effort_keeps_catalog_default() -> None:
    catalog = _build_catalog(
        llm_profile={
            "id": "llm-p",
            "name": "LLM",
            "binding": "openai",
            "base_url": "https://api.openai.com/v1",
            "api_key": "sk-test",
            "api_version": "",
            "extra_headers": {},
            "models": [
                {
                    "id": "llm-m",
                    "name": "GPT 4o mini",
                    "model": "gpt-4o-mini",
                    "reasoning_effort": "high",
                }
            ],
        }
    )
    resolved = resolve_llm_runtime_config(
        catalog=catalog,
        llm_selection={"profile_id": "llm-p", "model_id": "llm-m"},
    )
    assert resolved.reasoning_effort == "high"


def test_llm_selection_reasoning_effort_applies_even_without_catalog_default() -> None:
    catalog = _build_catalog()
    resolved = resolve_llm_runtime_config(
        catalog=catalog,
        llm_selection={"profile_id": "llm-p", "model_id": "llm-m", "reasoning_effort": "xhigh"},
    )
    assert resolved.reasoning_effort == "xhigh"


def test_search_fallback_to_duckduckgo_without_key() -> None:
    catalog = _build_catalog(
        search_profile={
            "id": "search-p",
            "name": "Search",
            "provider": "brave",
            "base_url": "",
            "api_key": "",
            "proxy": "http://127.0.0.1:7890",
            "models": [],
        }
    )
    resolved = resolve_search_runtime_config(catalog=catalog)
    assert resolved.provider == "duckduckgo"
    assert resolved.requested_provider == "brave"
    assert resolved.fallback_reason is not None
    assert resolved.proxy == "http://127.0.0.1:7890"


def test_search_none_disables_runtime_provider() -> None:
    catalog = _build_catalog(
        search_profile={
            "id": "search-p",
            "name": "Search",
            "provider": "none",
            "base_url": "",
            "api_key": "",
            "proxy": "",
            "models": [],
        }
    )
    resolved = resolve_search_runtime_config(catalog=catalog)
    assert resolved.provider == "none"
    assert resolved.requested_provider == "none"
    assert resolved.status == "ok"


def test_search_marks_deprecated_provider() -> None:
    catalog = _build_catalog(
        search_profile={
            "id": "search-p",
            "name": "Search",
            "provider": "exa",
            "base_url": "",
            "api_key": "k",
            "proxy": "",
            "models": [],
        }
    )
    resolved = resolve_search_runtime_config(catalog=catalog)
    assert resolved.unsupported_provider is True
    assert resolved.deprecated_provider is True
    assert resolved.provider == "exa"


def test_search_perplexity_missing_credentials() -> None:
    catalog = _build_catalog(
        search_profile={
            "id": "search-p",
            "name": "Search",
            "provider": "perplexity",
            "base_url": "",
            "api_key": "",
            "proxy": "",
            "models": [],
        }
    )
    resolved = resolve_search_runtime_config(catalog=catalog)
    assert resolved.provider == "perplexity"
    assert resolved.unsupported_provider is False
    assert resolved.deprecated_provider is False
    assert resolved.missing_credentials is True


def test_search_serper_missing_credentials() -> None:
    catalog = _build_catalog(
        search_profile={
            "id": "search-p",
            "name": "Search",
            "provider": "serper",
            "base_url": "",
            "api_key": "",
            "proxy": "",
            "models": [],
        }
    )
    resolved = resolve_search_runtime_config(catalog=catalog)
    assert resolved.provider == "serper"
    assert resolved.unsupported_provider is False
    assert resolved.deprecated_provider is False
    assert resolved.missing_credentials is True


def test_search_searxng_without_url_fallback() -> None:
    catalog = _build_catalog(
        search_profile={
            "id": "search-p",
            "name": "Search",
            "provider": "searxng",
            "base_url": "",
            "api_key": "",
            "proxy": "",
            "models": [],
        }
    )
    resolved = resolve_search_runtime_config(catalog=catalog)
    assert resolved.provider == "duckduckgo"
    assert resolved.fallback_reason is not None


def _search_profile(pid: str, provider: str, **overrides) -> dict:
    profile = {
        "id": pid,
        "name": provider,
        "provider": provider,
        "base_url": "",
        "api_key": "",
        "proxy": "",
        "models": [],
    }
    profile.update(overrides)
    return profile


def test_search_missing_credential_names_the_field() -> None:
    assert search_missing_credential("brave", "", "") == "api_key"
    assert search_missing_credential("searxng", "", "") == "base_url"
    assert search_missing_credential("searxng", "", "https://searx.example.com") is None
    assert search_missing_credential("duckduckgo", "", "") is None
    assert search_missing_credential("exa", "", "") is None


def test_search_credentials_come_from_the_matching_profile() -> None:
    catalog = _build_catalog(
        search_profile=_search_profile("p-brave", "brave", api_key="brave-key"),
        search_profiles=[
            _search_profile("p-brave", "brave", api_key="brave-key"),
            _search_profile("p-tavily", "tavily", api_key="tavily-key"),
            _search_profile("p-searx", "searxng", base_url="https://searx.example.com"),
        ],
    )
    assert search_provider_credentials("brave", catalog=catalog) == ("brave-key", "")
    assert search_provider_credentials("tavily", catalog=catalog) == ("tavily-key", "")
    assert search_provider_credentials("searxng", catalog=catalog) == (
        "",
        "https://searx.example.com",
    )
    # A provider with no profile of its own gets nothing rather than borrowing
    # the active profile's key.
    assert search_provider_credentials("serper", catalog=catalog) == ("", "")


def test_search_fallback_candidates_skip_unconfigured_providers() -> None:
    catalog = _build_catalog(
        search_profile=_search_profile("p-brave", "brave", api_key="brave-key"),
        search_profiles=[
            _search_profile("p-brave", "brave", api_key="brave-key"),
            _search_profile("p-tavily", "tavily", api_key="tavily-key"),
            _search_profile("p-serper", "serper"),  # no key -> never a candidate
            _search_profile("p-none", "none"),  # explicit off -> never a candidate
        ],
    )
    assert search_fallback_candidates("brave", catalog=catalog) == ["tavily", "duckduckgo"]
    # The credential-free fallback is not appended when it is the requested
    # provider itself — the remaining configured providers are the chain.
    assert search_fallback_candidates("duckduckgo", catalog=catalog) == ["brave", "tavily"]


def test_every_search_provider_has_a_registered_implementation() -> None:
    from deeptutor.services.search.providers import list_providers

    registered = set(list_providers())
    expected = {name for name in SEARCH_PROVIDERS if name != "none"}
    assert registered == expected


def test_old_adopted_fallback_is_not_a_model_capacity():
    catalog = _build_catalog()
    model = catalog["services"]["llm"]["profiles"][0]["models"][0]
    model.update(model="glm-5.3-flash", context_window=16384, context_window_source="default")
    assert resolve_llm_runtime_config(catalog=catalog).context_window is None
    model["context_window_source"] = "manual"
    assert resolve_llm_runtime_config(catalog=catalog).context_window == 16384


def test_llm_opper_binding_uses_default_openai_compatible_endpoint() -> None:
    catalog = _build_catalog(
        llm_profile={
            "id": "llm-p",
            "name": "Opper",
            "binding": "opper",
            "base_url": "",
            "api_key": "opper-key",
            "api_version": "",
            "extra_headers": {},
            "models": [
                {
                    "id": "llm-m",
                    "name": "Claude Sonnet 4.6",
                    "model": "claude-sonnet-4-6",
                }
            ],
        }
    )

    resolved = resolve_llm_runtime_config(catalog=catalog)

    assert resolved.provider_name == "opper"
    assert resolved.provider_mode == "gateway"
    assert resolved.binding == "opper"
    assert resolved.model == "claude-sonnet-4-6"
    assert resolved.api_key == "opper-key"
    assert resolved.effective_url == "https://api.opper.ai/v3/compat"


def test_llm_opper_base_url_detection_preserves_openai_binding_compatibility() -> None:
    catalog = _build_catalog(
        llm_profile={
            "id": "llm-p",
            "name": "OpenAI Compatible",
            "binding": "openai",
            "base_url": "https://api.opper.ai/v3/compat",
            "api_key": "opper-key",
            "api_version": "",
            "extra_headers": {},
            "models": [{"id": "llm-m", "name": "GPT", "model": "gpt-5.4-mini"}],
        }
    )

    resolved = resolve_llm_runtime_config(catalog=catalog)

    assert resolved.provider_name == "opper"
    assert resolved.provider_mode == "gateway"
    assert resolved.effective_url == "https://api.opper.ai/v3/compat"