[MLsys2026 Best Paper]: https://arxiv.org/abs/2506.08276. RAG on Everything with LEANN. Enjoy 97% storage savings while running a fast, accurate, and 100% private RAG application on your personal device.
Python aifaissgpt-osslangchainllama-indexllmlocalstorageoffline-firstollamaprivacypythonragretrieval-augmented-generationvector-databasevector-searchvectors
feat(core): make openai and mlx embedding progress bars conditional on build mode (#379)
Prit patel95706cae40c6
diff --git a/packages/leann-core/src/leann/embedding_compute.py b/packages/leann-core/src/leann/embedding_compute.pyindex 654c726..6ff5d8b 100644--- a/packages/leann-core/src/leann/embedding_compute.py+++ b/packages/leann-core/src/leann/embedding_compute.py@@ -481,9 +481,10 @@ def compute_embeddings(base_url=provider_options.get("base_url"),api_key=provider_options.get("api_key"),provider_options=provider_options,+ is_build=is_build,)elif mode == "mlx":- return compute_embeddings_mlx(texts, model_name)+ return compute_embeddings_mlx(texts, model_name, is_build=is_build)elif mode == "ollama":return compute_embeddings_ollama(texts,@@ -848,8 +849,8 @@ def compute_embeddings_openai(base_url: Optional[str] = None,api_key: Optional[str] = None,provider_options: Optional[dict[str, Any]] = None,+ is_build: bool = False,) -> np.ndarray:- # TODO: @yichuan-w add progress bar only in build mode"""Compute embeddings using OpenAI API"""try:import openai@@ -936,9 +937,12 @@ def compute_embeddings_openai(total_batches = (len(texts) + max_batch_size - 1) // max_batch_sizebatch_range = range(0, len(texts), max_batch_size)- batch_iterator = tqdm(- batch_range, desc="Computing embeddings", unit="batch", total=total_batches- )+ if is_build:+ batch_iterator = tqdm(+ batch_range, desc="Computing embeddings", unit="batch", total=total_batches+ )+ else:+ batch_iterator = batch_rangeexcept ImportError:# Fallback when tqdm is not availablebatch_iterator = range(0, len(texts), max_batch_size)@@ -967,8 +971,9 @@ def compute_embeddings_openai(return embeddings-def compute_embeddings_mlx(chunks: list[str], model_name: str, batch_size: int = 16) -> np.ndarray:- # TODO: @yichuan-w add progress bar only in build mode+def compute_embeddings_mlx(+ chunks: list[str], model_name: str, batch_size: int = 16, is_build: bool = False+) -> np.ndarray:"""Computes embeddings using an MLX model."""try:import mlx.core as mx@@ -999,9 +1004,11 @@ def compute_embeddings_mlx(chunks: list[str], model_name: str, batch_size: int =try:from tqdm import tqdm- batch_iterator = tqdm(- range(0, len(chunks), batch_size), desc="Computing embeddings", unit="batch"- )+ batch_range = range(0, len(chunks), batch_size)+ if is_build:+ batch_iterator = tqdm(batch_range, desc="Computing embeddings", unit="batch")+ else:+ batch_iterator = batch_rangeexcept ImportError:batch_iterator = range(0, len(chunks), batch_size)