[MLsys2026 Best Paper]: https://arxiv.org/abs/2506.08276. RAG on Everything with LEANN. Enjoy 97% storage savings while running a fast, accurate, and 100% private RAG application on your personal device.
Python aifaissgpt-osslangchainllama-indexllmlocalstorageoffline-firstollamaprivacypythonragretrieval-augmented-generationvector-databasevector-searchvectors
Propagate hosts argument for ollama through chat.py (#21)
joshuashaffer9f2e82a838bc
diff --git a/packages/leann-core/src/leann/chat.py b/packages/leann-core/src/leann/chat.pyindex 2d69bec..3a5acb1 100644--- a/packages/leann-core/src/leann/chat.py+++ b/packages/leann-core/src/leann/chat.py@@ -17,12 +17,12 @@ logging.basicConfig(level=logging.INFO)logger = logging.getLogger(__name__)-def check_ollama_models() -> list[str]:+def check_ollama_models(host: str) -> list[str]:"""Check available Ollama models and return a list"""try:import requests- response = requests.get("http://localhost:11434/api/tags", timeout=5)+ response = requests.get(f"{host}/api/tags", timeout=5)if response.status_code == 200:data = response.json()return [model["name"] for model in data.get("models", [])]@@ -309,10 +309,12 @@ def search_hf_models(query: str, limit: int = 10) -> list[str]:return search_hf_models_fuzzy(query, limit)-def validate_model_and_suggest(model_name: str, llm_type: str) -> str | None:+def validate_model_and_suggest(+ model_name: str, llm_type: str, host: str = "http://localhost:11434"+) -> str | None:"""Validate model name and provide suggestions if invalid"""if llm_type == "ollama":- available_models = check_ollama_models()+ available_models = check_ollama_models(host)if available_models and model_name not in available_models:error_msg = f"Model '{model_name}' not found in your local Ollama installation."@@ -469,7 +471,7 @@ class OllamaChat(LLMInterface):requests.get(host)# Pre-check model availability with helpful suggestions- model_error = validate_model_and_suggest(model, "ollama")+ model_error = validate_model_and_suggest(model, "ollama", host)if model_error:raise ValueError(model_error)