Agent Zero AI framework
Add NVIDIA NIM provider
Alessandro705a400fe78f
diff --git a/conf/model_providers.yaml b/conf/model_providers.yamlindex 58bb2e7cc..5e90efa3b 100644--- a/conf/model_providers.yaml+++ b/conf/model_providers.yaml@@ -114,6 +114,11 @@ chat:endpoint_url: "/models"kwargs:api_base: https://api.tokenfactory.nebius.com/v1+ nvidia_nim:+ name: NVIDIA NIM+ litellm_provider: nvidia_nim+ models_list:+ endpoint_url: "https://integrate.api.nvidia.com/v1/models"ollama:name: Ollamalitellm_provider: ollama@@ -239,6 +244,11 @@ embedding:mistral:name: Mistral AIlitellm_provider: mistral+ nvidia_nim:+ name: NVIDIA NIM+ litellm_provider: nvidia_nim+ models_list:+ endpoint_url: "https://integrate.api.nvidia.com/v1/models"ollama:name: Ollamalitellm_provider: ollamadiff --git a/plugins/_onboarding/webui/onboarding-providers.js b/plugins/_onboarding/webui/onboarding-providers.jsindex f3a40abfc..7ee0cacc8 100644--- a/plugins/_onboarding/webui/onboarding-providers.js+++ b/plugins/_onboarding/webui/onboarding-providers.js@@ -8,6 +8,7 @@ export const TOP_CLOUD_PROVIDER_IDS = ["venice","zai","mistral",+ "nvidia_nim","azure",];@@ -162,6 +163,15 @@ export const ONBOARDING_PROVIDER_OVERRIDES = {model_list_autoload: true,short_description: "OpenAI-compatible inference for open models.",},+ nvidia_nim: {+ logo: "https://www.nvidia.com/favicon.ico",+ setup_url: "https://build.nvidia.com/",+ api_key_url: "https://build.nvidia.com/settings/api-keys",+ docs_url: "https://docs.api.nvidia.com/nim/reference/llm-apis",+ api_key_mode: "required",+ model_list_autoload: true,+ short_description: "NVIDIA-optimized models through hosted NIM APIs.",+ },ollama: {logo: "https://ollama.com/public/ollama.png",setup_url: "https://ollama.com/download",diff --git a/tests/test_onboarding_static.py b/tests/test_onboarding_static.pyindex 075ef9e3d..dc8ed1013 100644--- a/tests/test_onboarding_static.py+++ b/tests/test_onboarding_static.py@@ -188,6 +188,25 @@ def test_nebius_provider_config_uses_openai_compatible_token_factory_endpoint():assert "api_key_mode" not in nebius+def test_nvidia_nim_is_a_first_class_provider():+ provider_config = yaml.safe_load(+ (PROJECT_ROOT / "conf/model_providers.yaml").read_text(encoding="utf-8")+ )+ provider_ui = (PROJECT_ROOT / "plugins/_onboarding/webui/onboarding-providers.js").read_text(+ encoding="utf-8"+ )++ for model_type in ("chat", "embedding"):+ provider = provider_config[model_type]["nvidia_nim"]+ assert provider["litellm_provider"] == "nvidia_nim"+ assert provider["models_list"]["endpoint_url"] == (+ "https://integrate.api.nvidia.com/v1/models"+ )++ assert '"nvidia_nim"' in provider_ui+ assert "https://docs.api.nvidia.com/nim/reference/llm-apis" in provider_ui++def test_discovery_auto_modal_extension_contains_required_guards():content = (PROJECT_ROOT / "plugins/_discovery/extensions/webui/initFw_end/auto-modal.js").read_text(encoding="utf-8")