Agent Zero AI framework
chutes llm provider (#390)
PepeDiedrichd139acf06ec8
diff --git a/models.py b/models.pyindex 913a89d65..4be6c097a 100644--- a/models.py+++ b/models.py@@ -54,6 +54,7 @@ class ModelProvider(Enum):OPENAI_AZURE = "OpenAI Azure"OPENROUTER = "OpenRouter"SAMBANOVA = "Sambanova"+ CHUTES = "Chutes" # Added ChutesOTHER = "Other"@@ -65,6 +66,7 @@ def get_api_key(service):return (dotenv.get_dotenv_value(f"API_KEY_{service.upper()}")or dotenv.get_dotenv_value(f"{service.upper()}_API_KEY")+ or dotenv.get_dotenv_value(f"{service.upper()}_API_TOKEN") # Added for CHUTES_API_TOKENor "None")@@ -398,3 +400,23 @@ def get_other_chat(def get_other_embedding(model_name: str, api_key=None, base_url=None, **kwargs):return OpenAIEmbeddings(model=model_name, api_key=api_key, base_url=base_url, **kwargs) # type: ignore+++# Chutes models+def get_chutes_chat(+ model_name: str,+ api_key=None,+ base_url=None,+ **kwargs,+):+ if not api_key:+ api_key = get_api_key("chutes")+ if not base_url:+ base_url = (+ dotenv.get_dotenv_value("CHUTES_BASE_URL")+ or "https://llm.chutes.ai/v1"+ )+ return ChatOpenAI(api_key=api_key, model=model_name, base_url=base_url, **kwargs) # type: ignore+++diff --git a/python/helpers/settings.py b/python/helpers/settings.pyindex f07afc880..4af8b3d42 100644--- a/python/helpers/settings.py+++ b/python/helpers/settings.py@@ -474,6 +474,9 @@ def convert_out(settings: Settings) -> SettingsOutput:api_keys_fields.append(_get_api_key_field(settings, "huggingface", "HuggingFace API Key"))+ api_keys_fields.append( # Added Chutes API Key+ _get_api_key_field(settings, "chutes", "Chutes API Key")+ )api_keys_section: SettingsSection = {"id": "api_keys",