[MLsys2026 Best Paper]: https://arxiv.org/abs/2506.08276. RAG on Everything with LEANN. Enjoy 97% storage savings while running a fast, accurate, and 100% private RAG application on your personal device.
Python aifaissgpt-osslangchainllama-indexllmlocalstorageoffline-firstollamaprivacypythonragretrieval-augmented-generationvector-databasevector-searchvectors
[project]
name = "leann-backend-flashlib"
version = "0.3.6"
description = "GPU-accelerated FlashLib (IVFFlat on Triton/CuteDSL) backend for LEANN."
readme = "README.md"
requires-python = ">=3.10"
dependencies = [
"leann-core>=0.3.6",
"numpy>=1.20.0",
"flashlib",
"torch",
]
[project.optional-dependencies]
# Optional: use the HNSW embedding server for query embedding (same as other backends).
query-server = ["leann-backend-hnsw>=0.3.6", "pyzmq>=23.0.0", "msgpack>=1.0.0"]
[tool.setuptools.packages.find]
where = ["."]
include = ["leann_backend_flashlib*"]