Skip to content

Agent Zero AI framework

Add NVIDIA NIM provider

Alessandro705a400fe78f
diff --git a/conf/model_providers.yaml b/conf/model_providers.yaml
index 58bb2e7cc..5e90efa3b 100644
--- a/conf/model_providers.yaml
+++ b/conf/model_providers.yaml
@@ -114,6 +114,11 @@ chat:
endpoint_url: "/models"
kwargs:
api_base: https://api.tokenfactory.nebius.com/v1
+ nvidia_nim:
+ name: NVIDIA NIM
+ litellm_provider: nvidia_nim
+ models_list:
+ endpoint_url: "https://integrate.api.nvidia.com/v1/models"
ollama:
name: Ollama
litellm_provider: ollama
@@ -239,6 +244,11 @@ embedding:
mistral:
name: Mistral AI
litellm_provider: mistral
+ nvidia_nim:
+ name: NVIDIA NIM
+ litellm_provider: nvidia_nim
+ models_list:
+ endpoint_url: "https://integrate.api.nvidia.com/v1/models"
ollama:
name: Ollama
litellm_provider: ollama
diff --git a/plugins/_onboarding/webui/onboarding-providers.js b/plugins/_onboarding/webui/onboarding-providers.js
index f3a40abfc..7ee0cacc8 100644
--- a/plugins/_onboarding/webui/onboarding-providers.js
+++ b/plugins/_onboarding/webui/onboarding-providers.js
@@ -8,6 +8,7 @@ export const TOP_CLOUD_PROVIDER_IDS = [
"venice",
"zai",
"mistral",
+ "nvidia_nim",
"azure",
];
@@ -162,6 +163,15 @@ export const ONBOARDING_PROVIDER_OVERRIDES = {
model_list_autoload: true,
short_description: "OpenAI-compatible inference for open models.",
},
+ nvidia_nim: {
+ logo: "https://www.nvidia.com/favicon.ico",
+ setup_url: "https://build.nvidia.com/",
+ api_key_url: "https://build.nvidia.com/settings/api-keys",
+ docs_url: "https://docs.api.nvidia.com/nim/reference/llm-apis",
+ api_key_mode: "required",
+ model_list_autoload: true,
+ short_description: "NVIDIA-optimized models through hosted NIM APIs.",
+ },
ollama: {
logo: "https://ollama.com/public/ollama.png",
setup_url: "https://ollama.com/download",
diff --git a/tests/test_onboarding_static.py b/tests/test_onboarding_static.py
index 075ef9e3d..dc8ed1013 100644
--- a/tests/test_onboarding_static.py
+++ b/tests/test_onboarding_static.py
@@ -188,6 +188,25 @@ def test_nebius_provider_config_uses_openai_compatible_token_factory_endpoint():
assert "api_key_mode" not in nebius
+def test_nvidia_nim_is_a_first_class_provider():
+ provider_config = yaml.safe_load(
+ (PROJECT_ROOT / "conf/model_providers.yaml").read_text(encoding="utf-8")
+ )
+ provider_ui = (PROJECT_ROOT / "plugins/_onboarding/webui/onboarding-providers.js").read_text(
+ encoding="utf-8"
+ )
+
+ for model_type in ("chat", "embedding"):
+ provider = provider_config[model_type]["nvidia_nim"]
+ assert provider["litellm_provider"] == "nvidia_nim"
+ assert provider["models_list"]["endpoint_url"] == (
+ "https://integrate.api.nvidia.com/v1/models"
+ )
+
+ assert '"nvidia_nim"' in provider_ui
+ assert "https://docs.api.nvidia.com/nim/reference/llm-apis" in provider_ui
+
+
def test_discovery_auto_modal_extension_contains_required_guards():
content = (PROJECT_ROOT / "plugins/_discovery/extensions/webui/initFw_end/auto-modal.js").read_text(encoding="utf-8")