Skip to content

OpenRAG is a comprehensive, single package Retrieval-Augmented Generation platform built on Langflow, Docling, and Opensearch.

Python

added try catch for usage exceeded (#985)

Lucas Oliveira23133e7d3d6d
diff --git a/src/main.py b/src/main.py
index aa8217f7c..b51ee9b0b 100644
--- a/src/main.py
+++ b/src/main.py
@@ -185,91 +185,102 @@ async def _ensure_opensearch_index():
async def init_index():
"""Initialize OpenSearch index and security roles"""
- await wait_for_opensearch()
-
- # Get the configured embedding model from user configuration
- config = get_openrag_config()
- embedding_model = config.knowledge.embedding_model
- embedding_provider = config.knowledge.embedding_provider
- embedding_provider_config = config.get_embedding_provider_config()
-
- # Create dynamic index body based on the configured embedding model
- # Pass provider and endpoint for dynamic dimension resolution (Ollama probing)
- dynamic_index_body = await create_dynamic_index_body(
- embedding_model,
- provider=embedding_provider,
- endpoint=getattr(embedding_provider_config, "endpoint", None)
- )
+ try:
+ await wait_for_opensearch()
- # Create documents index
- index_name = get_index_name()
- if not await clients.opensearch.indices.exists(index=index_name):
- await clients.opensearch.indices.create(
- index=index_name, body=dynamic_index_body
- )
- logger.info(
- "Created OpenSearch index",
- index_name=index_name,
- embedding_model=embedding_model,
- )
- await TelemetryClient.send_event(Category.OPENSEARCH_INDEX, MessageId.ORB_OS_INDEX_CREATED)
- else:
- logger.info(
- "Index already exists, skipping creation",
- index_name=index_name,
- embedding_model=embedding_model,
+ # Get the configured embedding model from user configuration
+ config = get_openrag_config()
+ embedding_model = config.knowledge.embedding_model
+ embedding_provider = config.knowledge.embedding_provider
+ embedding_provider_config = config.get_embedding_provider_config()
+
+ # Create dynamic index body based on the configured embedding model
+ # Pass provider and endpoint for dynamic dimension resolution (Ollama probing)
+ dynamic_index_body = await create_dynamic_index_body(
+ embedding_model,
+ provider=embedding_provider,
+ endpoint=getattr(embedding_provider_config, "endpoint", None)
)
- await TelemetryClient.send_event(Category.OPENSEARCH_INDEX, MessageId.ORB_OS_INDEX_EXISTS)
-
- # Create knowledge filters index
- knowledge_filter_index_name = "knowledge_filters"
- knowledge_filter_index_body = {
- "mappings": {
- "properties": {
- "id": {"type": "keyword"},
- "name": {"type": "text", "analyzer": "standard"},
- "description": {"type": "text", "analyzer": "standard"},
- "query_data": {"type": "text"}, # Store as text for searching
- "owner": {"type": "keyword"},
- "allowed_users": {"type": "keyword"},
- "allowed_groups": {"type": "keyword"},
- "subscriptions": {"type": "object"}, # Store subscription data
- "created_at": {"type": "date"},
- "updated_at": {"type": "date"},
+
+ # Create documents index
+ index_name = get_index_name()
+ if not await clients.opensearch.indices.exists(index=index_name):
+ await clients.opensearch.indices.create(
+ index=index_name, body=dynamic_index_body
+ )
+ logger.info(
+ "Created OpenSearch index",
+ index_name=index_name,
+ embedding_model=embedding_model,
+ )
+ await TelemetryClient.send_event(Category.OPENSEARCH_INDEX, MessageId.ORB_OS_INDEX_CREATED)
+ else:
+ logger.info(
+ "Index already exists, skipping creation",
+ index_name=index_name,
+ embedding_model=embedding_model,
+ )
+ await TelemetryClient.send_event(Category.OPENSEARCH_INDEX, MessageId.ORB_OS_INDEX_EXISTS)
+
+ # Create knowledge filters index
+ knowledge_filter_index_name = "knowledge_filters"
+ knowledge_filter_index_body = {
+ "mappings": {
+ "properties": {
+ "id": {"type": "keyword"},
+ "name": {"type": "text", "analyzer": "standard"},
+ "description": {"type": "text", "analyzer": "standard"},
+ "query_data": {"type": "text"}, # Store as text for searching
+ "owner": {"type": "keyword"},
+ "allowed_users": {"type": "keyword"},
+ "allowed_groups": {"type": "keyword"},
+ "subscriptions": {"type": "object"}, # Store subscription data
+ "created_at": {"type": "date"},
+ "updated_at": {"type": "date"},
+ }
}
}
- }
- if not await clients.opensearch.indices.exists(index=knowledge_filter_index_name):
- await clients.opensearch.indices.create(
- index=knowledge_filter_index_name, body=knowledge_filter_index_body
- )
- logger.info(
- "Created knowledge filters index", index_name=knowledge_filter_index_name
- )
- await TelemetryClient.send_event(Category.OPENSEARCH_INDEX, MessageId.ORB_OS_KF_INDEX_CREATED)
- else:
- logger.info(
- "Knowledge filters index already exists, skipping creation",
- index_name=knowledge_filter_index_name,
- )
+ if not await clients.opensearch.indices.exists(index=knowledge_filter_index_name):
+ await clients.opensearch.indices.create(
+ index=knowledge_filter_index_name, body=knowledge_filter_index_body
+ )
+ logger.info(
+ "Created knowledge filters index", index_name=knowledge_filter_index_name
+ )
+ await TelemetryClient.send_event(Category.OPENSEARCH_INDEX, MessageId.ORB_OS_KF_INDEX_CREATED)
+ else:
+ logger.info(
+ "Knowledge filters index already exists, skipping creation",
+ index_name=knowledge_filter_index_name,
+ )
- # Create API keys index for public API authentication
- if not await clients.opensearch.indices.exists(index=API_KEYS_INDEX_NAME):
- await clients.opensearch.indices.create(
- index=API_KEYS_INDEX_NAME, body=API_KEYS_INDEX_BODY
- )
- logger.info(
- "Created API keys index", index_name=API_KEYS_INDEX_NAME
- )
- else:
- logger.info(
- "API keys index already exists, skipping creation",
- index_name=API_KEYS_INDEX_NAME,
- )
+ # Create API keys index for public API authentication
+ if not await clients.opensearch.indices.exists(index=API_KEYS_INDEX_NAME):
+ await clients.opensearch.indices.create(
+ index=API_KEYS_INDEX_NAME, body=API_KEYS_INDEX_BODY
+ )
+ logger.info(
+ "Created API keys index", index_name=API_KEYS_INDEX_NAME
+ )
+ else:
+ logger.info(
+ "API keys index already exists, skipping creation",
+ index_name=API_KEYS_INDEX_NAME,
+ )
- # Configure alerting plugin security settings
- await configure_alerting_security()
+ # Configure alerting plugin security settings
+ await configure_alerting_security()
+
+ except Exception as e:
+ error_msg = str(e).lower()
+ if "disk usage exceeded" in error_msg or "flood-stage watermark" in error_msg:
+ logger.error("OpenSearch disk usage exceeded flood-stage watermark. Index creation failed.")
+ raise Exception(
+ "OpenSearch disk space is full (flood-stage watermark exceeded). "
+ "Please free up disk space on your Docker volume or host machine to continue."
+ ) from e
+ raise e
def generate_jwt_keys():