The agent that grows with you
Python aiai-agentai-agentsanthropicchatgptclaudeclaude-codecodexhermeshermes-agentllmnous-researchopenai
test(providers): pin the provider-owned catalog hooks through a fake profile
Tekniumb94432ea8821
diff --git a/tests/hermes_cli/test_provider_catalog_hooks.py b/tests/hermes_cli/test_provider_catalog_hooks.pynew file mode 100644index 00000000000..ae05d54e7c8--- /dev/null+++ b/tests/hermes_cli/test_provider_catalog_hooks.py@@ -0,0 +1,107 @@+"""Provider-owned catalog seams, exercised through a fake non-Copilot profile: a profile's+``picker_catalog`` / ``static_models`` / ``probe_models`` / ``invalidate_catalog_cache`` /+``catalog_credential_files`` drive core's model catalog the way a built-in provider row does."""++from __future__ import annotations++import pytest++import providers+from hermes_cli import models+from hermes_cli import models_catalog_static as static+from providers.base import ProviderProfile+++class _AcmeProfile(ProviderProfile):+ """Answers ``/models`` probes of its ``/inference`` route from its own catalog."""++ invalidated = 0++ def probe_models(self, *, base_url, api_key=None, timeout=5.0):+ if "/inference" not in base_url:+ return None+ return ["acme-owned"], "https://catalog.acme.test/models", "https://catalog.acme.test"++ def invalidate_catalog_cache(self):+ type(self).invalidated += 1+++def _acme(**fields) -> _AcmeProfile:+ return _AcmeProfile(name="acme-cat", auth_type="oauth_external", hostnames=("acme.test",), **fields)+++def only_acme(monkeypatch):+ """Make *profile* the only registered provider for the catalog lookups core performs."""+ def install(profile):+ monkeypatch.setattr(providers, "get_provider_profile", lambda name: profile if name == profile.name else None)+ monkeypatch.setattr(providers, "list_providers", lambda: [profile])+ monkeypatch.setattr(providers, "profile_for_host", lambda url, metadata=False: profile if "acme.test" in url else None)+ return profile+ return install+++def test_picker_catalog_hook_is_the_providers_live_catalog(only_acme):+ calls = []+ only_acme(_acme(picker_catalog=lambda force_refresh: calls.append(force_refresh) or ["acme-live"]))++ assert models.provider_model_ids("acme-cat", force_refresh=True) == ["acme-live"]+ assert calls == [True]+++def test_picker_catalog_none_falls_through_to_the_profile_fallback(only_acme):+ only_acme(_acme(picker_catalog=lambda force_refresh: None, fallback_models=("acme-fallback",)))++ assert models.provider_model_ids("acme-cat") == ["acme-fallback"]+++def test_static_models_register_a_core_static_catalog_row(only_acme, monkeypatch):+ only_acme(_acme(static_models=("acme-small", "acme-large")))+ rows = dict(static._PROVIDER_MODELS)+ monkeypatch.setattr(static, "_PROVIDER_MODELS", rows)+ monkeypatch.setattr(models, "_PROVIDER_MODELS", rows)+ monkeypatch.setattr(static, "_plugin_provider_enters_picker", lambda pp: False)++ static.sync_plugin_provider_catalog()++ assert rows["acme-cat"] == ["acme-small", "acme-large"]+ assert models.get_default_model_for_provider("acme-cat") == "acme-small"+++def test_probe_models_hook_answers_its_endpoint_and_declines_others(only_acme, monkeypatch):+ only_acme(_acme())+ fetched = []++ def fake_get_json(url, *, timeout, headers=None, **kw):+ fetched.append(url)+ return {"data": [{"id": "generic-model"}]}++ monkeypatch.setattr(models, "_get_json", fake_get_json)++ owned = models.probe_api_models("k", "https://api.acme.test/inference")+ assert (owned["models"], owned["probed_url"], owned["resolved_base_url"]) == (+ ["acme-owned"], "https://catalog.acme.test/models", "https://catalog.acme.test")+ assert fetched == []++ generic = models.probe_api_models("k", "https://api.acme.test/v1")+ assert generic["models"] == ["generic-model"]+ assert fetched == ["https://api.acme.test/v1/models"]+++def test_refresh_drops_provider_owned_catalog_memos(only_acme):+ _AcmeProfile.invalidated = 0+ only_acme(_acme())++ models.clear_provider_models_cache()++ assert _AcmeProfile.invalidated == 1+++def test_catalog_credential_files_rekey_cached_catalogs(only_acme, tmp_path):+ cred = tmp_path / "acme-credentials.json"+ only_acme(_acme(catalog_credential_files=(str(cred),)))+ before = models._credential_fingerprint("openrouter")++ cred.write_text("{}", encoding="utf-8")++ assert models._credential_fingerprint("openrouter") != before