OpenRAG is a comprehensive, single package Retrieval-Augmented Generation platform built on Langflow, Docling, and Opensearch.
Python
fix: added number_of_replicas as 0 to not create unused nodes in OpenSearch (#1304)
Lucas Oliveira3114c1e62689
diff --git a/src/main.py b/src/main.pyindex a002a3bb0..a2ade69c9 100644--- a/src/main.py+++ b/src/main.py@@ -249,10 +249,23 @@ async def init_index(opensearch_client=None):)else:logger.info(- "Index already exists, skipping creation",+ "Index already exists, skipping creation and changing number of replicas",index_name=index_name,embedding_model=embedding_model,)+ # Set number of replicas to 0 to not create unused nodes in OpenSearch, in case it was created with more replicas+ current = await os_client.indices.get_settings(index=index_name)+ current_replicas = int(+ current[index_name]["settings"]["index"].get("number_of_replicas", 1)+ )+ if current_replicas != 0:+ await os_client.indices.put_settings(+ index=index_name,+ body={"index": {"number_of_replicas": 0}},+ )+ logger.info(+ "Updated documents index settings",+ )await TelemetryClient.send_event(Category.OPENSEARCH_INDEX, MessageId.ORB_OS_INDEX_EXISTS)@@ -260,6 +273,9 @@ async def init_index(opensearch_client=None):# Create knowledge filters indexknowledge_filter_index_name = "knowledge_filters"knowledge_filter_index_body = {+ "settings": {+ "index": {"number_of_replicas": 0, "number_of_shards": 1},+ },"mappings": {"properties": {"id": {"type": "keyword"},@@ -273,7 +289,7 @@ async def init_index(opensearch_client=None):"created_at": {"type": "date"},"updated_at": {"type": "date"},}- }+ },}if not await os_client.indices.exists(index=knowledge_filter_index_name):@@ -293,6 +309,19 @@ async def init_index(opensearch_client=None):index_name=knowledge_filter_index_name,)+ current = await os_client.indices.get_settings(index=knowledge_filter_index_name)+ current_replicas = int(+ current[knowledge_filter_index_name]["settings"]["index"].get("number_of_replicas", 1)+ )+ if current_replicas != 0:+ await os_client.indices.put_settings(+ index=knowledge_filter_index_name,+ body={"index": {"number_of_replicas": 0}},+ )+ logger.info(+ "Updated knowledge filters index settings",+ )+# Create API keys index for public API authenticationif not await os_client.indices.exists(index=API_KEYS_INDEX_NAME):await os_client.indices.create(diff --git a/src/utils/embeddings.py b/src/utils/embeddings.pyindex 1e2944b94..96861d431 100644--- a/src/utils/embeddings.py+++ b/src/utils/embeddings.py@@ -158,7 +158,7 @@ async def create_dynamic_index_body("settings": {"index": {"knn": True},"number_of_shards": 1,- "number_of_replicas": 1,+ "number_of_replicas": 0},"mappings": {"properties": {