[MLsys2026 Best Paper]: https://arxiv.org/abs/2506.08276. RAG on Everything with LEANN. Enjoy 97% storage savings while running a fast, accurate, and 100% private RAG application on your personal device.
Python aifaissgpt-osslangchainllama-indexllmlocalstorageoffline-firstollamaprivacypythonragretrieval-augmented-generationvector-databasevector-searchvectors
fix: bind ZMQ embedding servers to loopback by default (#404)
Christoph Stadlbauer3958b51c5cf5
diff --git a/packages/leann-backend-diskann/leann_backend_diskann/diskann_embedding_server.py b/packages/leann-backend-diskann/leann_backend_diskann/diskann_embedding_server.pyindex c354675..880a502 100644--- a/packages/leann-backend-diskann/leann_backend_diskann/diskann_embedding_server.py+++ b/packages/leann-backend-diskann/leann_backend_diskann/diskann_embedding_server.py@@ -123,8 +123,11 @@ def create_diskann_embedding_server(socket = context.socket(zmq.REP) # REP socket for both BaseSearcher and DiskANN C++ REQ clients- socket.bind(f"tcp://*:{zmq_port}")- logger.info(f"DiskANN ZMQ REP server listening on port {zmq_port}")+ zmq_host = os.getenv("LEANN_EMBEDDING_SERVER_HOST", "127.0.0.1")+ if ":" in zmq_host and not zmq_host.startswith("["):+ zmq_host = f"[{zmq_host}]" # literal IPv6 needs brackets in ZMQ endpoints+ socket.bind(f"tcp://{zmq_host}:{zmq_port}")+ logger.info(f"DiskANN ZMQ REP server listening on {zmq_host}:{zmq_port}")socket.setsockopt(zmq.RCVTIMEO, 1000)socket.setsockopt(zmq.SNDTIMEO, 1000)@@ -260,8 +263,11 @@ def create_diskann_embedding_server(context = zmq.Context()rep_socket = context.socket(zmq.REP)- rep_socket.bind(f"tcp://*:{zmq_port}")- logger.info(f"DiskANN ZMQ REP server listening on port {zmq_port}")+ zmq_host = os.getenv("LEANN_EMBEDDING_SERVER_HOST", "127.0.0.1")+ if ":" in zmq_host and not zmq_host.startswith("["):+ zmq_host = f"[{zmq_host}]" # literal IPv6 needs brackets in ZMQ endpoints+ rep_socket.bind(f"tcp://{zmq_host}:{zmq_port}")+ logger.info(f"DiskANN ZMQ REP server listening on {zmq_host}:{zmq_port}")# Set receive timeout so we can check shutdown_event periodicallyrep_socket.setsockopt(zmq.RCVTIMEO, 1000) # 1 second timeoutdiff --git a/packages/leann-backend-hnsw/leann_backend_hnsw/hnsw_embedding_server.py b/packages/leann-backend-hnsw/leann_backend_hnsw/hnsw_embedding_server.pyindex c93a996..8208abc 100644--- a/packages/leann-backend-hnsw/leann_backend_hnsw/hnsw_embedding_server.py+++ b/packages/leann-backend-hnsw/leann_backend_hnsw/hnsw_embedding_server.py@@ -168,8 +168,11 @@ def create_hnsw_embedding_server(context = zmq.Context()rep_socket = context.socket(zmq.REP)- rep_socket.bind(f"tcp://*:{zmq_port}")- logger.info(f"HNSW ZMQ REP server listening on port {zmq_port}")+ zmq_host = os.getenv("LEANN_EMBEDDING_SERVER_HOST", "127.0.0.1")+ if ":" in zmq_host and not zmq_host.startswith("["):+ zmq_host = f"[{zmq_host}]" # literal IPv6 needs brackets in ZMQ endpoints+ rep_socket.bind(f"tcp://{zmq_host}:{zmq_port}")+ logger.info(f"HNSW ZMQ REP server listening on {zmq_host}:{zmq_port}")rep_socket.setsockopt(zmq.RCVTIMEO, 1000)rep_socket.setsockopt(zmq.SNDTIMEO, 1000)rep_socket.setsockopt(zmq.LINGER, 0)