OpenRAG is a comprehensive, single package Retrieval-Augmented Generation platform built on Langflow, Docling, and Opensearch.
Python
added try catch for usage exceeded (#985)
Lucas Oliveira23133e7d3d6d
diff --git a/src/main.py b/src/main.pyindex aa8217f7c..b51ee9b0b 100644--- a/src/main.py+++ b/src/main.py@@ -185,91 +185,102 @@ async def _ensure_opensearch_index():async def init_index():"""Initialize OpenSearch index and security roles"""- await wait_for_opensearch()-- # Get the configured embedding model from user configuration- config = get_openrag_config()- embedding_model = config.knowledge.embedding_model- embedding_provider = config.knowledge.embedding_provider- embedding_provider_config = config.get_embedding_provider_config()-- # Create dynamic index body based on the configured embedding model- # Pass provider and endpoint for dynamic dimension resolution (Ollama probing)- dynamic_index_body = await create_dynamic_index_body(- embedding_model,- provider=embedding_provider,- endpoint=getattr(embedding_provider_config, "endpoint", None)- )+ try:+ await wait_for_opensearch()- # Create documents index- index_name = get_index_name()- if not await clients.opensearch.indices.exists(index=index_name):- await clients.opensearch.indices.create(- index=index_name, body=dynamic_index_body- )- logger.info(- "Created OpenSearch index",- index_name=index_name,- embedding_model=embedding_model,- )- await TelemetryClient.send_event(Category.OPENSEARCH_INDEX, MessageId.ORB_OS_INDEX_CREATED)- else:- logger.info(- "Index already exists, skipping creation",- index_name=index_name,- embedding_model=embedding_model,+ # Get the configured embedding model from user configuration+ config = get_openrag_config()+ embedding_model = config.knowledge.embedding_model+ embedding_provider = config.knowledge.embedding_provider+ embedding_provider_config = config.get_embedding_provider_config()++ # Create dynamic index body based on the configured embedding model+ # Pass provider and endpoint for dynamic dimension resolution (Ollama probing)+ dynamic_index_body = await create_dynamic_index_body(+ embedding_model,+ provider=embedding_provider,+ endpoint=getattr(embedding_provider_config, "endpoint", None))- await TelemetryClient.send_event(Category.OPENSEARCH_INDEX, MessageId.ORB_OS_INDEX_EXISTS)-- # Create knowledge filters index- knowledge_filter_index_name = "knowledge_filters"- knowledge_filter_index_body = {- "mappings": {- "properties": {- "id": {"type": "keyword"},- "name": {"type": "text", "analyzer": "standard"},- "description": {"type": "text", "analyzer": "standard"},- "query_data": {"type": "text"}, # Store as text for searching- "owner": {"type": "keyword"},- "allowed_users": {"type": "keyword"},- "allowed_groups": {"type": "keyword"},- "subscriptions": {"type": "object"}, # Store subscription data- "created_at": {"type": "date"},- "updated_at": {"type": "date"},++ # Create documents index+ index_name = get_index_name()+ if not await clients.opensearch.indices.exists(index=index_name):+ await clients.opensearch.indices.create(+ index=index_name, body=dynamic_index_body+ )+ logger.info(+ "Created OpenSearch index",+ index_name=index_name,+ embedding_model=embedding_model,+ )+ await TelemetryClient.send_event(Category.OPENSEARCH_INDEX, MessageId.ORB_OS_INDEX_CREATED)+ else:+ logger.info(+ "Index already exists, skipping creation",+ index_name=index_name,+ embedding_model=embedding_model,+ )+ await TelemetryClient.send_event(Category.OPENSEARCH_INDEX, MessageId.ORB_OS_INDEX_EXISTS)++ # Create knowledge filters index+ knowledge_filter_index_name = "knowledge_filters"+ knowledge_filter_index_body = {+ "mappings": {+ "properties": {+ "id": {"type": "keyword"},+ "name": {"type": "text", "analyzer": "standard"},+ "description": {"type": "text", "analyzer": "standard"},+ "query_data": {"type": "text"}, # Store as text for searching+ "owner": {"type": "keyword"},+ "allowed_users": {"type": "keyword"},+ "allowed_groups": {"type": "keyword"},+ "subscriptions": {"type": "object"}, # Store subscription data+ "created_at": {"type": "date"},+ "updated_at": {"type": "date"},+ }}}- }- if not await clients.opensearch.indices.exists(index=knowledge_filter_index_name):- await clients.opensearch.indices.create(- index=knowledge_filter_index_name, body=knowledge_filter_index_body- )- logger.info(- "Created knowledge filters index", index_name=knowledge_filter_index_name- )- await TelemetryClient.send_event(Category.OPENSEARCH_INDEX, MessageId.ORB_OS_KF_INDEX_CREATED)- else:- logger.info(- "Knowledge filters index already exists, skipping creation",- index_name=knowledge_filter_index_name,- )+ if not await clients.opensearch.indices.exists(index=knowledge_filter_index_name):+ await clients.opensearch.indices.create(+ index=knowledge_filter_index_name, body=knowledge_filter_index_body+ )+ logger.info(+ "Created knowledge filters index", index_name=knowledge_filter_index_name+ )+ await TelemetryClient.send_event(Category.OPENSEARCH_INDEX, MessageId.ORB_OS_KF_INDEX_CREATED)+ else:+ logger.info(+ "Knowledge filters index already exists, skipping creation",+ index_name=knowledge_filter_index_name,+ )- # Create API keys index for public API authentication- if not await clients.opensearch.indices.exists(index=API_KEYS_INDEX_NAME):- await clients.opensearch.indices.create(- index=API_KEYS_INDEX_NAME, body=API_KEYS_INDEX_BODY- )- logger.info(- "Created API keys index", index_name=API_KEYS_INDEX_NAME- )- else:- logger.info(- "API keys index already exists, skipping creation",- index_name=API_KEYS_INDEX_NAME,- )+ # Create API keys index for public API authentication+ if not await clients.opensearch.indices.exists(index=API_KEYS_INDEX_NAME):+ await clients.opensearch.indices.create(+ index=API_KEYS_INDEX_NAME, body=API_KEYS_INDEX_BODY+ )+ logger.info(+ "Created API keys index", index_name=API_KEYS_INDEX_NAME+ )+ else:+ logger.info(+ "API keys index already exists, skipping creation",+ index_name=API_KEYS_INDEX_NAME,+ )- # Configure alerting plugin security settings- await configure_alerting_security()+ # Configure alerting plugin security settings+ await configure_alerting_security()++ except Exception as e:+ error_msg = str(e).lower()+ if "disk usage exceeded" in error_msg or "flood-stage watermark" in error_msg:+ logger.error("OpenSearch disk usage exceeded flood-stage watermark. Index creation failed.")+ raise Exception(+ "OpenSearch disk space is full (flood-stage watermark exceeded). "+ "Please free up disk space on your Docker volume or host machine to continue."+ ) from e+ raise edef generate_jwt_keys():