Skip to content

Agent Zero AI framework

refactor: Extract model provider config to YAML file

linuztxcd08c7f6df8a
diff --git a/conf/model_providers.yaml b/conf/model_providers.yaml
new file mode 100644
index 000000000..836085f71
--- /dev/null
+++ b/conf/model_providers.yaml
@@ -0,0 +1,55 @@
+# Supported model providers for Agent Zero
+# ---------------------------------------
+# Each entry must contain:
+# id – identifier used in settings (lower-case, no spaces)
+# name – human readable name
+# Optional extra parameters are accepted (api_base, kwargs …)
+# Chat-capable and embedding-capable providers are listed separately as not every
+# provider exposes both kinds of models.
+
+chat:
+ - id: anthropic
+ name: Anthropic
+ - id: deepseek
+ name: DeepSeek
+ - id: gemini
+ name: Google
+ - id: groq
+ name: Groq
+ - id: huggingface
+ name: HuggingFace
+ - id: lm_studio
+ name: LM Studio
+ - id: mistral
+ name: Mistral AI
+ - id: ollama
+ name: Ollama
+ - id: openai
+ name: OpenAI
+ - id: azure
+ name: OpenAI Azure
+ - id: openrouter
+ name: OpenRouter
+ - id: sambanova
+ name: Sambanova
+ - id: venice
+ name: Venice
+ api_base: https://api.venice.ai/api/v1
+ - id: other
+ name: Other OpenAI compatible
+
+embedding:
+ - id: huggingface
+ name: HuggingFace
+ - id: mistral
+ name: Mistral AI
+ - id: lm_studio
+ name: LM Studio
+ - id: ollama
+ name: Ollama
+ - id: openai
+ name: OpenAI
+ - id: azure
+ name: OpenAI Azure
+ - id: other
+ name: Other OpenAI compatible
\ No newline at end of file
diff --git a/models.py b/models.py
index 571f001cb..a8291b0d8 100644
--- a/models.py
+++ b/models.py
@@ -19,6 +19,7 @@ import litellm
from python.helpers import dotenv
from python.helpers.dotenv import load_dotenv
+from python.helpers.providers import get_provider_config
from python.helpers.rate_limiter import RateLimiter
from python.helpers.tokens import approximate_tokens
@@ -448,6 +449,17 @@ def _adjust_call_args(provider_name: str, model_name: str, kwargs: dict):
if provider_name == "other":
provider_name = "openai"
+ # Treat unknown providers that expose a custom OpenAI-compatible endpoint
+ # (i.e. they pass an `api_base` URL) as generic OpenAI providers so that
+ # LiteLLM can route the call correctly. This keeps dedicated providers
+ # such as Azure and OpenRouter unchanged.
+ if kwargs.get("api_base") and provider_name not in (
+ "openai",
+ "azure",
+ "openrouter",
+ ):
+ provider_name = "openai"
+
return provider_name, model_name, kwargs
@@ -465,6 +477,14 @@ def get_chat_model(
provider: str, name: str, **kwargs: Any
) -> LiteLLMChatWrapper:
provider_name = provider.lower()
+
+ # Merge provider-specific defaults from configuration file
+ cfg = get_provider_config("chat", provider_name)
+ if cfg:
+ extra = {k: v for k, v in cfg.items() if k not in ("id", "name", "value")}
+ for k, v in extra.items():
+ kwargs.setdefault(k, v)
+
model = _get_litellm_chat(LiteLLMChatWrapper, name, provider_name, **kwargs)
return model
@@ -473,6 +493,13 @@ def get_browser_model(
provider: str, name: str, **kwargs: Any
) -> BrowserCompatibleChatWrapper:
provider_name = provider.lower()
+
+ cfg = get_provider_config("chat", provider_name)
+ if cfg:
+ extra = {k: v for k, v in cfg.items() if k not in ("id", "name", "value")}
+ for k, v in extra.items():
+ kwargs.setdefault(k, v)
+
model = _get_litellm_chat(
BrowserCompatibleChatWrapper, name, provider_name, **kwargs
)
@@ -483,5 +510,12 @@ def get_embedding_model(
provider: str, name: str, **kwargs: Any
) -> LiteLLMEmbeddingWrapper | LocalSentenceTransformerWrapper:
provider_name = provider.lower()
+
+ cfg = get_provider_config("embedding", provider_name)
+ if cfg:
+ extra = {k: v for k, v in cfg.items() if k not in ("id", "name", "value")}
+ for k, v in extra.items():
+ kwargs.setdefault(k, v)
+
model = _get_litellm_embedding(name, provider_name, **kwargs)
return model
diff --git a/python/helpers/providers.py b/python/helpers/providers.py
new file mode 100644
index 000000000..678520bf1
--- /dev/null
+++ b/python/helpers/providers.py
@@ -0,0 +1,76 @@
+import yaml
+from python.helpers import files
+from typing import List, Dict, Optional, TypedDict
+
+
+# Type alias for UI option items
+class FieldOption(TypedDict):
+ value: str
+ label: str
+
+class ProviderManager:
+ _instance = None
+ _raw: Optional[Dict[str, List[Dict[str, str]]]] = None # full provider data
+ _options: Optional[Dict[str, List[FieldOption]]] = None # UI-friendly list
+
+ @classmethod
+ def get_instance(cls):
+ if cls._instance is None:
+ cls._instance = cls()
+ return cls._instance
+
+ def __init__(self):
+ if self._raw is None or self._options is None:
+ self._load_providers()
+
+ def _load_providers(self):
+ """Loads provider configurations from the YAML file."""
+ try:
+ config_path = files.get_abs_path("conf/model_providers.yaml")
+ with open(config_path, "r", encoding="utf-8") as f:
+ self._raw = yaml.safe_load(f) or {}
+ except (FileNotFoundError, yaml.YAMLError):
+ self._raw = {}
+
+ # Build UI option lists (value / label) from raw data
+ self._options = {}
+ for p_type, providers in (self._raw or {}).items():
+ opts: List[FieldOption] = []
+ for p in providers or []:
+ pid = (p.get("id") or p.get("value") or "").upper()
+ name = p.get("name") or p.get("label") or pid
+ if pid:
+ opts.append({"value": pid, "label": name})
+ self._options[p_type] = opts
+
+ def get_providers(self, provider_type: str) -> List[FieldOption]:
+ """Returns a list of providers for a given type (e.g., 'chat', 'embedding')."""
+ return self._options.get(provider_type, []) if self._options else []
+
+
+ def get_raw_providers(self, provider_type: str) -> List[Dict[str, str]]:
+ """Return raw provider dictionaries for advanced use-cases."""
+ return self._raw.get(provider_type, []) if self._raw else []
+
+ def get_provider_config(self, provider_type: str, provider_id: str) -> Optional[Dict[str, str]]:
+ """Return the metadata dict for a single provider id (case-insensitive)."""
+ provider_id_low = provider_id.lower()
+ for p in self.get_raw_providers(provider_type):
+ if (p.get("id") or p.get("value", "")).lower() == provider_id_low:
+ return p
+ return None
+
+
+def get_providers(provider_type: str) -> List[FieldOption]:
+ """Convenience function to get providers of a specific type."""
+ return ProviderManager.get_instance().get_providers(provider_type)
+
+
+def get_raw_providers(provider_type: str) -> List[Dict[str, str]]:
+ """Return full metadata for providers of a given type."""
+ return ProviderManager.get_instance().get_raw_providers(provider_type)
+
+
+def get_provider_config(provider_type: str, provider_id: str) -> Optional[Dict[str, str]]:
+ """Return metadata for a single provider (None if not found)."""
+ return ProviderManager.get_instance().get_provider_config(provider_type, provider_id)
\ No newline at end of file
diff --git a/python/helpers/settings.py b/python/helpers/settings.py
index 1d97e5d88..05aa0a098 100644
--- a/python/helpers/settings.py
+++ b/python/helpers/settings.py
@@ -4,12 +4,13 @@ import json
import os
import re
import subprocess
-from typing import Any, Literal, TypedDict
+from typing import Any, Literal, TypedDict, cast
import models
from python.helpers import runtime, whisper, defer, git
from . import files, dotenv
from python.helpers.print_style import PrintStyle
+from python.helpers.providers import get_providers
class Settings(TypedDict):
@@ -121,22 +122,6 @@ PASSWORD_PLACEHOLDER = "****PSWD****"
SETTINGS_FILE = files.get_abs_path("tmp/settings.json")
_settings: Settings | None = None
-# TODO: this is temporary, will be replaced by a proper solution
-PROVIDERS: list[FieldOption] = [
- {"value": "ANTHROPIC", "label": "Anthropic"},
- {"value": "DEEPSEEK", "label": "DeepSeek"},
- {"value": "GEMINI", "label": "Google"},
- {"value": "GROQ", "label": "Groq"},
- {"value": "HUGGINGFACE", "label": "HuggingFace"},
- {"value": "LM_STUDIO", "label": "LM Studio"},
- {"value": "MISTRAL", "label": "Mistral AI"},
- {"value": "OLLAMA", "label": "Ollama"},
- {"value": "OPENAI", "label": "OpenAI"},
- {"value": "AZURE", "label": "OpenAI Azure"},
- {"value": "OPENROUTER", "label": "OpenRouter"},
- {"value": "SAMBANOVA", "label": "Sambanova"},
- {"value": "OTHER", "label": "Other OpenAI compatible"},
-]
def convert_out(settings: Settings) -> SettingsOutput:
@@ -151,7 +136,7 @@ def convert_out(settings: Settings) -> SettingsOutput:
"description": "Select provider for main chat model used by Agent Zero",
"type": "select",
"value": settings["chat_model_provider"],
- "options": PROVIDERS,
+ "options": cast(list[FieldOption], get_providers("chat")),
}
)
chat_model_fields.append(
@@ -264,7 +249,7 @@ def convert_out(settings: Settings) -> SettingsOutput:
"description": "Select provider for utility model used by the framework",
"type": "select",
"value": settings["util_model_provider"],
- "options": PROVIDERS,
+ "options": cast(list[FieldOption], get_providers("chat")),
}
)
util_model_fields.append(
@@ -344,7 +329,7 @@ def convert_out(settings: Settings) -> SettingsOutput:
"description": "Select provider for embedding model used by the framework",
"type": "select",
"value": settings["embed_model_provider"],
- "options": PROVIDERS,
+ "options": cast(list[FieldOption], get_providers("embedding")),
}
)
embed_model_fields.append(
@@ -414,7 +399,7 @@ def convert_out(settings: Settings) -> SettingsOutput:
"description": "Select provider for web browser model used by <a href='https://github.com/browser-use/browser-use' target='_blank'>browser-use</a> framework",
"type": "select",
"value": settings["browser_model_provider"],
- "options": PROVIDERS,
+ "options": cast(list[FieldOption], get_providers("chat")),
}
)
browser_model_fields.append(
@@ -515,7 +500,7 @@ def convert_out(settings: Settings) -> SettingsOutput:
# api keys model section
api_keys_fields: list[SettingsField] = []
- for provider in PROVIDERS:
+ for provider in get_providers("chat"):
api_keys_fields.append(_get_api_key_field(settings, provider["value"].lower(), provider["label"]))
api_keys_section: SettingsSection = {