[MLsys2026 Best Paper]: https://arxiv.org/abs/2506.08276. RAG on Everything with LEANN. Enjoy 97% storage savings while running a fast, accurate, and 100% private RAG application on your personal device.
Python aifaissgpt-osslangchainllama-indexllmlocalstorageoffline-firstollamaprivacypythonragretrieval-augmented-generationvector-databasevector-searchvectors
chore: require sentence-transformers >=3 and pin transformers <4.46
Andy Lee5ba9cf6442aa
diff --git a/packages/leann-core/pyproject.toml b/packages/leann-core/pyproject.tomlindex 6d47bd7..3c5f632 100644--- a/packages/leann-core/pyproject.toml+++ b/packages/leann-core/pyproject.toml@@ -18,14 +18,16 @@ dependencies = ["pyzmq>=23.0.0","msgpack>=1.0.0","torch>=2.0.0",- "sentence-transformers>=2.2.0,<3.0",+ "sentence-transformers>=3.0.0","llama-index-core>=0.12.0","llama-index-readers-file>=0.4.0", # Essential for document reading"llama-index-embeddings-huggingface>=0.5.5", # For embeddings"python-dotenv>=1.0.0","openai>=1.0.0","huggingface-hub>=0.20.0",- "transformers>=4.30.0,<4.43",+ # Keep transformers below 4.46: 4.46.0 adds Python 3.10-only return type syntax and+ # breaks Python 3.9 environments.+ "transformers>=4.30.0,<4.46","requests>=2.25.0","accelerate>=0.20.0","PyPDF2>=3.0.0",@@ -40,7 +42,7 @@ dependencies = [[project.optional-dependencies]colab = ["torch>=2.0.0,<3.0.0", # Limit torch version to avoid conflicts- "transformers>=4.30.0,<4.43", # Limit transformers version for Python 3.9 compatibility+ "transformers>=4.30.0,<4.46", # 4.46.0 switches to PEP 604 typing (int | None), breaks Py3.9"accelerate>=0.20.0,<1.0.0", # Limit accelerate version]diff --git a/pyproject.toml b/pyproject.tomlindex 8483a48..fc2a5e0 100644--- a/pyproject.toml+++ b/pyproject.toml@@ -22,8 +22,10 @@ dependencies = ["sglang","ollama","requests>=2.25.0",- "sentence-transformers>=2.2.0,<3.0",- "transformers<4.43",+ "sentence-transformers>=3.0.0",+ # Pin transformers below 4.46: 4.46.0 introduced Python 3.10-only typing (PEP 604) and+ # breaks our Python 3.9 test matrix when pulled in by sentence-transformers.+ "transformers<4.46","openai>=1.0.0",# PDF parsing dependencies - essential for document processing"PyPDF2>=3.0.0",diff --git a/uv.lock b/uv.lockindex 7298644..a0a7d42 100644--- a/uv.lock+++ b/uv.lock@@ -2241,12 +2241,12 @@ requires-dist = [{ name = "python-dotenv", specifier = ">=1.0.0" },{ name = "pyzmq", specifier = ">=23.0.0" },{ name = "requests", specifier = ">=2.25.0" },- { name = "sentence-transformers", specifier = ">=2.2.0,<3.0" },+ { name = "sentence-transformers", specifier = ">=3.0.0" },{ name = "torch", specifier = ">=2.0.0" },{ name = "torch", marker = "extra == 'colab'", specifier = ">=2.0.0,<3.0.0" },{ name = "tqdm", specifier = ">=4.60.0" },- { name = "transformers", specifier = ">=4.30.0,<4.43" },- { name = "transformers", marker = "extra == 'colab'", specifier = ">=4.30.0,<4.43" },+ { name = "transformers", specifier = ">=4.30.0,<4.46" },+ { name = "transformers", marker = "extra == 'colab'", specifier = ">=4.30.0,<4.46" },]provides-extras = ["colab"]@@ -2366,12 +2366,12 @@ requires-dist = [{ name = "pypdfium2", specifier = ">=4.30.0" },{ name = "python-docx", marker = "extra == 'documents'", specifier = ">=0.8.11" },{ name = "requests", specifier = ">=2.25.0" },- { name = "sentence-transformers", specifier = ">=2.2.0,<3.0" },+ { name = "sentence-transformers", specifier = ">=3.0.0" },{ name = "sglang" },{ name = "torch" },{ name = "torchvision", specifier = ">=0.23.0" },{ name = "tqdm" },- { name = "transformers", specifier = "<4.43" },+ { name = "transformers", specifier = "<4.46" },{ name = "tree-sitter", specifier = ">=0.20.0" },{ name = "tree-sitter-c-sharp", specifier = ">=0.20.0" },{ name = "tree-sitter-java", specifier = ">=0.20.0" },@@ -5346,11 +5346,10 @@ wheels = [[[package]]name = "sentence-transformers"-version = "2.7.0"+version = "5.1.1"source = { registry = "https://pypi.org/simple" }dependencies = [{ name = "huggingface-hub" },- { name = "numpy" },{ name = "pillow" },{ name = "scikit-learn", version = "1.6.1", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version < '3.10'" },{ name = "scikit-learn", version = "1.7.2", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version >= '3.10'" },@@ -5360,10 +5359,11 @@ dependencies = [{ name = "torch" },{ name = "tqdm" },{ name = "transformers" },+ { name = "typing-extensions" },]-sdist = { url = "https://files.pythonhosted.org/packages/65/8d/8d6147fdef0ed7aeff3dab487bd17619b512afab845eb295faa08b20a5d0/sentence_transformers-2.7.0.tar.gz", hash = "sha256:2f7df99d1c021dded471ed2d079e9d1e4fc8e30ecb06f957be060511b36f24ea", size = 128393 }+sdist = { url = "https://files.pythonhosted.org/packages/21/47/7d61a19ba7e6b5f36f0ffff5bbf032a1c1913612caac611e12383069eda0/sentence_transformers-5.1.1.tar.gz", hash = "sha256:8af3f844b2ecf9a6c2dfeafc2c02938a87f61202b54329d70dfd7dfd7d17a84e", size = 374434 }wheels = [- { url = "https://files.pythonhosted.org/packages/76/2c/bd95032aeb087b0706596af0a4518c4bfe0439a1bb149048ece18b617766/sentence_transformers-2.7.0-py3-none-any.whl", hash = "sha256:6a7276b05a95931581bbfa4ba49d780b2cf6904fa4a171ec7fd66c343f761c98", size = 171480 },+ { url = "https://files.pythonhosted.org/packages/48/21/4670d03ab8587b0ab6f7d5fa02a95c3dd6b1f39d0e40e508870201f3d76c/sentence_transformers-5.1.1-py3-none-any.whl", hash = "sha256:5ed544629eafe89ca668a8910ebff96cf0a9c5254ec14b05c66c086226c892fd", size = 486574 },][[package]]