Skip to content

OpenRAG is a comprehensive, single package Retrieval-Augmented Generation platform built on Langflow, Docling, and Opensearch.

Python

Add model constants; use Anthropic models endpoint

Edwin Jose07175311ef51
diff --git a/src/api/provider_validation.py b/src/api/provider_validation.py
index 813826a18..dd96912aa 100644
--- a/src/api/provider_validation.py
+++ b/src/api/provider_validation.py
@@ -6,8 +6,6 @@ from utils.container_utils import transform_localhost_url
from utils.logging_config import get_logger
logger = get_logger(__name__)
-
-
def _parse_json_error_message(error_text: str) -> str:
"""Parse JSON error message and extract just the message field."""
try:
@@ -722,7 +720,7 @@ async def _test_anthropic_lightweight_health(api_key: str) -> None:
"""Test Anthropic API key validity with lightweight check.
Only checks if the API key is valid without consuming credits.
- Uses a minimal messages request with max_tokens=1 to validate the key.
+ Uses the /v1/models endpoint which doesn't consume credits.
"""
try:
headers = {
@@ -731,18 +729,10 @@ async def _test_anthropic_lightweight_health(api_key: str) -> None:
"Content-Type": "application/json",
}
- # Minimal validation request - uses cheapest model with minimal tokens
- payload = {
- "model": "claude-3-5-haiku-latest", # Cheapest model
- "max_tokens": 1, # Minimum tokens to validate key
- "messages": [{"role": "user", "content": "test"}],
- }
-
async with httpx.AsyncClient() as client:
- response = await client.post(
- "https://api.anthropic.com/v1/messages",
+ response = await client.get(
+ "https://api.anthropic.com/v1/models",
headers=headers,
- json=payload,
timeout=10.0, # Short timeout for lightweight check
)
diff --git a/src/config/model_constants.py b/src/config/model_constants.py
new file mode 100644
index 000000000..a198c5b12
--- /dev/null
+++ b/src/config/model_constants.py
@@ -0,0 +1,39 @@
+"""Shared model constants used across provider/model validation flows."""
+
+ANTHROPIC_VALIDATION_MODELS = [
+ "claude-opus-4-5-20251101",
+ "claude-haiku-4-5-20251001",
+ "claude-sonnet-4-5-20250929",
+ "claude-opus-4-1-20250805",
+ "claude-opus-4-20250514",
+ "claude-sonnet-4-20250514",
+]
+
+OPENAI_VALIDATION_MODELS = [
+ "gpt-5",
+ "gpt-5-mini",
+ "gpt-5-nano",
+ "gpt-4o-mini",
+ "gpt-4o",
+ "gpt-4.1",
+ "gpt-4.1-mini",
+ "gpt-4.1-nano",
+ "gpt-4-turbo",
+ "gpt-4-turbo-preview",
+ "gpt-4",
+ "gpt-3.5-turbo",
+ "o1",
+ "o3-mini",
+ "o3",
+ "o3-pro",
+ "o4-mini",
+ "o4-mini-high",
+]
+
+OPENAI_DEFAULT_LANGUAGE_MODEL = "gpt-4o"
+OPENAI_DEFAULT_EMBEDDING_MODEL = "text-embedding-3-small"
+OPENAI_EMBEDDING_MODEL_PREFIX = "text-embedding"
+
+ANTHROPIC_DEFAULT_LANGUAGE_MODEL = "claude-sonnet-4-5-20250929"
+
+OLLAMA_DEFAULT_LANGUAGE_MODEL_PATTERN = "gpt-oss"
diff --git a/src/services/models_service.py b/src/services/models_service.py
index cd08b7085..7d4c4808d 100644
--- a/src/services/models_service.py
+++ b/src/services/models_service.py
@@ -1,45 +1,21 @@
import httpx
from typing import Dict, List
+from config.model_constants import (
+ ANTHROPIC_DEFAULT_LANGUAGE_MODEL,
+ ANTHROPIC_VALIDATION_MODELS,
+ OLLAMA_DEFAULT_LANGUAGE_MODEL_PATTERN,
+ OPENAI_DEFAULT_EMBEDDING_MODEL,
+ OPENAI_DEFAULT_LANGUAGE_MODEL,
+ OPENAI_EMBEDDING_MODEL_PREFIX,
+ OPENAI_VALIDATION_MODELS,
+)
from utils.container_utils import transform_localhost_url
from utils.logging_config import get_logger
logger = get_logger(__name__)
-
-
class ModelsService:
"""Service for fetching available models from different AI providers"""
- OPENAI_TOOL_CALLING_MODELS = [
- "gpt-5",
- "gpt-5-mini",
- "gpt-5-nano",
- "gpt-4o-mini",
- "gpt-4o",
- "gpt-4.1",
- "gpt-4.1-mini",
- "gpt-4.1-nano",
- "gpt-4-turbo",
- "gpt-4-turbo-preview",
- "gpt-4",
- "gpt-3.5-turbo",
- "o1",
- "o3-mini",
- "o3",
- "o3-pro",
- "o4-mini",
- "o4-mini-high",
- ]
-
- ANTHROPIC_MODELS = [
- "claude-sonnet-4-5-20250929",
- "claude-opus-4-1-20250805",
- "claude-opus-4-20250514",
- "claude-sonnet-4-20250514",
- "claude-3-5-haiku-latest",
- "claude-3-5-haiku-20241022",
- "claude-3-haiku-20240307",
- ]
-
def __init__(self):
self.session_manager = None
@@ -70,22 +46,22 @@ class ModelsService:
model_id = model.get("id", "")
# Language models (GPT models)
- if model_id in self.OPENAI_TOOL_CALLING_MODELS:
+ if model_id in OPENAI_VALIDATION_MODELS:
language_models.append(
{
"value": model_id,
"label": model_id,
- "default": model_id == "gpt-4o",
+ "default": model_id == OPENAI_DEFAULT_LANGUAGE_MODEL,
}
)
# Embedding models
- elif "text-embedding" in model_id:
+ elif OPENAI_EMBEDDING_MODEL_PREFIX in model_id:
embedding_models.append(
{
"value": model_id,
"label": model_id,
- "default": model_id == "text-embedding-3-small",
+ "default": model_id == OPENAI_DEFAULT_EMBEDDING_MODEL,
}
)
@@ -121,35 +97,32 @@ class ModelsService:
"Content-Type": "application/json",
}
- # Anthropic doesn't have a models list endpoint, so we'll validate the key
- # and return our curated list of models
+ # Validate API key with lightweight models endpoint and return curated models
async with httpx.AsyncClient() as client:
- # Validate the API key with a minimal messages request
- validation_payload = {
- "model": "claude-3-5-haiku-latest",
- "max_tokens": 1,
- "messages": [{"role": "user", "content": "test"}],
- }
-
- response = await client.post(
- "https://api.anthropic.com/v1/messages",
+ response = await client.get(
+ "https://api.anthropic.com/v1/models",
headers=headers,
- json=validation_payload,
timeout=10.0,
)
if response.status_code == 200:
- # API key is valid, return our curated list
+ data = response.json()
+ models = data.get("data", [])
+
+ # Filter for curated Anthropic models (same pattern as OpenAI validation list)
language_models = []
- for model_id in self.ANTHROPIC_MODELS:
- language_models.append(
- {
- "value": model_id,
- "label": model_id,
- "default": model_id == "claude-sonnet-4-5-20250929",
- }
- )
+ for model in models:
+ model_id = model.get("id", "")
+
+ if model_id in ANTHROPIC_VALIDATION_MODELS:
+ language_models.append(
+ {
+ "value": model_id,
+ "label": model_id,
+ "default": model_id == ANTHROPIC_DEFAULT_LANGUAGE_MODEL,
+ }
+ )
# Sort by default first, then by name
language_models.sort(
@@ -163,7 +136,7 @@ class ModelsService:
else:
logger.error(f"Failed to validate Anthropic API key: {response.status_code}")
raise Exception(
- f"Anthropic API returned status code {response.status_code}"
+ f"Anthropic API returned status code {response.status_code}, {response.text}"
)
except Exception as e:
@@ -246,7 +219,8 @@ class ModelsService:
{
"value": model_name,
"label": model_name,
- "default": "gpt-oss" in model_name.lower(),
+ "default": OLLAMA_DEFAULT_LANGUAGE_MODEL_PATTERN
+ in model_name.lower(),
}
)
except Exception as e: