Skip to content

RAGFlow is an agent-native database: a Retrieval-Augmented Generation (RAG) engine that grew into context infrastructure.

Fix: Add list_models support for Hugging Face provider (#17542)

Lynn03d887a97510
diff --git a/rag/llm/model_meta.py b/rag/llm/model_meta.py
index 8e5a06ae67..ae2dbde7b1 100644
--- a/rag/llm/model_meta.py
+++ b/rag/llm/model_meta.py
@@ -669,6 +669,62 @@ class GreenPT(OpenAIAPICompatible):
return models
+class HuggingFace(Base):
+ """Discover models served by Hugging Face inference endpoints.
+
+ Supports Text Embeddings Inference (TEI) and Text Generation Inference (TGI),
+ both of which expose a ``GET /info`` endpoint.
+
+ TEI response example::
+ {"model_id":"BAAI/bge-base-zh-v1.5","model_type":{"embedding":{"pooling":"cls"}},...}
+ TGI response example::
+ {"model_id":"meta-llama/Llama-2-7b-chat-hf","model_type":"text-generation",...}
+ """
+
+ _FACTORY_NAME = "HuggingFace"
+
+ def _get_model_list_url(self):
+ if not self.base_url:
+ return None
+ return self.base_url.rstrip("/") + "/info"
+
+ @staticmethod
+ def _infer_model_types_from_info(info):
+ model_type = info.get("model_type")
+ # TEI format: {"embedding": {"pooling": "cls"}}
+ if isinstance(model_type, dict):
+ if "embedding" in model_type:
+ return [LLMType.EMBEDDING.value]
+ if "rerank" in model_type:
+ return [LLMType.RERANK.value]
+ return []
+ # TGI format: "text-generation" / "text2text-generation"
+ if isinstance(model_type, str):
+ if "embedding" in model_type.lower():
+ return [LLMType.EMBEDDING.value]
+ return [LLMType.CHAT.value]
+ return []
+
+ def _format_model_list(self, raw_model_list):
+ if not isinstance(raw_model_list, dict):
+ return []
+ model_id = raw_model_list.get("model_id")
+ if not model_id:
+ return []
+ model_types = self._infer_model_types_from_info(raw_model_list)
+ if not model_types:
+ return []
+ max_tokens = raw_model_list.get("max_input_length") or raw_model_list.get("max_total_tokens") or 8192
+ return [
+ {
+ "name": model_id,
+ "model_types": model_types,
+ "features": [],
+ "max_tokens": max_tokens,
+ }
+ ]
+
+
class FunASR(Base):
_FACTORY_NAME = "FunASR"