Skip to content

armgit / LEANN

Public Imported from GitHub
0

[MLsys2026 Best Paper]: https://arxiv.org/abs/2506.08276. RAG on Everything with LEANN. Enjoy 97% storage savings while running a fast, accurate, and 100% private RAG application on your personal device.

fix: bind ZMQ embedding servers to loopback by default (#404)

Christoph Stadlbauer3958b51c5cf5
diff --git a/packages/leann-backend-diskann/leann_backend_diskann/diskann_embedding_server.py b/packages/leann-backend-diskann/leann_backend_diskann/diskann_embedding_server.py
index c354675..880a502 100644
--- a/packages/leann-backend-diskann/leann_backend_diskann/diskann_embedding_server.py
+++ b/packages/leann-backend-diskann/leann_backend_diskann/diskann_embedding_server.py
@@ -123,8 +123,11 @@ def create_diskann_embedding_server(
socket = context.socket(
zmq.REP
) # REP socket for both BaseSearcher and DiskANN C++ REQ clients
- socket.bind(f"tcp://*:{zmq_port}")
- logger.info(f"DiskANN ZMQ REP server listening on port {zmq_port}")
+ zmq_host = os.getenv("LEANN_EMBEDDING_SERVER_HOST", "127.0.0.1")
+ if ":" in zmq_host and not zmq_host.startswith("["):
+ zmq_host = f"[{zmq_host}]" # literal IPv6 needs brackets in ZMQ endpoints
+ socket.bind(f"tcp://{zmq_host}:{zmq_port}")
+ logger.info(f"DiskANN ZMQ REP server listening on {zmq_host}:{zmq_port}")
socket.setsockopt(zmq.RCVTIMEO, 1000)
socket.setsockopt(zmq.SNDTIMEO, 1000)
@@ -260,8 +263,11 @@ def create_diskann_embedding_server(
context = zmq.Context()
rep_socket = context.socket(zmq.REP)
- rep_socket.bind(f"tcp://*:{zmq_port}")
- logger.info(f"DiskANN ZMQ REP server listening on port {zmq_port}")
+ zmq_host = os.getenv("LEANN_EMBEDDING_SERVER_HOST", "127.0.0.1")
+ if ":" in zmq_host and not zmq_host.startswith("["):
+ zmq_host = f"[{zmq_host}]" # literal IPv6 needs brackets in ZMQ endpoints
+ rep_socket.bind(f"tcp://{zmq_host}:{zmq_port}")
+ logger.info(f"DiskANN ZMQ REP server listening on {zmq_host}:{zmq_port}")
# Set receive timeout so we can check shutdown_event periodically
rep_socket.setsockopt(zmq.RCVTIMEO, 1000) # 1 second timeout
diff --git a/packages/leann-backend-hnsw/leann_backend_hnsw/hnsw_embedding_server.py b/packages/leann-backend-hnsw/leann_backend_hnsw/hnsw_embedding_server.py
index c93a996..8208abc 100644
--- a/packages/leann-backend-hnsw/leann_backend_hnsw/hnsw_embedding_server.py
+++ b/packages/leann-backend-hnsw/leann_backend_hnsw/hnsw_embedding_server.py
@@ -168,8 +168,11 @@ def create_hnsw_embedding_server(
context = zmq.Context()
rep_socket = context.socket(zmq.REP)
- rep_socket.bind(f"tcp://*:{zmq_port}")
- logger.info(f"HNSW ZMQ REP server listening on port {zmq_port}")
+ zmq_host = os.getenv("LEANN_EMBEDDING_SERVER_HOST", "127.0.0.1")
+ if ":" in zmq_host and not zmq_host.startswith("["):
+ zmq_host = f"[{zmq_host}]" # literal IPv6 needs brackets in ZMQ endpoints
+ rep_socket.bind(f"tcp://{zmq_host}:{zmq_port}")
+ logger.info(f"HNSW ZMQ REP server listening on {zmq_host}:{zmq_port}")
rep_socket.setsockopt(zmq.RCVTIMEO, 1000)
rep_socket.setsockopt(zmq.SNDTIMEO, 1000)
rep_socket.setsockopt(zmq.LINGER, 0)