Skip to content

OpenRAG is a comprehensive, single package Retrieval-Augmented Generation platform built on Langflow, Docling, and Opensearch.

Python

Add OPENSEARCH_INDEX_NAME and update docs & configs

Edwin Jose2f8470c737aa
diff --cc docker-compose.yml
index 08b4018d9,97ed46bc8..4f52f859c
--- a/docker-compose.yml
+++ b/docker-compose.yml
@@@ -140,7 -140,7 +142,7 @@@ services
- MIMETYPE=None
- FILESIZE=0
- SELECTED_EMBEDDING_MODEL=${SELECTED_EMBEDDING_MODEL:-}
- - LANGFLOW_VARIABLES_TO_GET_FROM_ENVIRONMENT=JWT,OPENRAG-QUERY-FILTER,OPENSEARCH_PASSWORD,OPENSEARCH_URL,DOCLING_SERVE_URL,OWNER,OWNER_NAME,OWNER_EMAIL,CONNECTOR_TYPE,DOCUMENT_ID,SOURCE_URL,FILENAME,MIMETYPE,FILESIZE,SELECTED_EMBEDDING_MODEL,OPENAI_API_KEY,ANTHROPIC_API_KEY,WATSONX_API_KEY,WATSONX_ENDPOINT,WATSONX_PROJECT_ID,OLLAMA_BASE_URL
- - LANGFLOW_VARIABLES_TO_GET_FROM_ENVIRONMENT=JWT,OPENRAG-QUERY-FILTER,OPENSEARCH_PASSWORD,OPENSEARCH_URL,OPENSEARCH_INDEX_NAME,DOCLING_SERVE_URL,OWNER,OWNER_NAME,OWNER_EMAIL,CONNECTOR_TYPE,FILENAME,MIMETYPE,FILESIZE,SELECTED_EMBEDDING_MODEL,OPENAI_API_KEY,ANTHROPIC_API_KEY,WATSONX_API_KEY,WATSONX_ENDPOINT,WATSONX_PROJECT_ID,OLLAMA_BASE_URL
++ - LANGFLOW_VARIABLES_TO_GET_FROM_ENVIRONMENT=JWT,OPENRAG-QUERY-FILTER,OPENSEARCH_PASSWORD,OPENSEARCH_URL,DOCLING_SERVE_URL,OWNER,OWNER_NAME,OWNER_EMAIL,CONNECTOR_TYPE,DOCUMENT_ID,SOURCE_URL,FILENAME,MIMETYPE,FILESIZE,SELECTED_EMBEDDING_MODEL,OPENAI_API_KEY,ANTHROPIC_API_KEY,WATSONX_API_KEY,WATSONX_ENDPOINT,WATSONX_PROJECT_ID,OLLAMA_BASE_URL,OPENSEARCH_INDEX_NAME
- LANGFLOW_LOG_LEVEL=DEBUG
- LANGFLOW_AUTO_LOGIN=${LANGFLOW_AUTO_LOGIN}
- LANGFLOW_SUPERUSER=${LANGFLOW_SUPERUSER}
diff --cc helm/openrag/templates/langflow/deployment.yaml
index 377235401,4f36d4455..5baa05119
--- a/helm/openrag/templates/langflow/deployment.yaml
+++ b/helm/openrag/templates/langflow/deployment.yaml
@@@ -100,12 -113,8 +113,12 @@@ spec
value: "system"
- name: CONNECTOR_TYPE_URL
value: "url"
+ - name: DOCUMENT_ID
+ value: ""
+ - name: SOURCE_URL
+ value: ""
- name: OPENRAG-QUERY-FILTER
- value: "{}"
+ value: {{ .Values.langflow.openragQueryFilter | quote }}
- name: FILENAME
value: "None"
- name: MIMETYPE
diff --cc helm/openrag/values.yaml
index 2a2b52371,aa46870aa..5fa6626b0
--- a/helm/openrag/values.yaml
+++ b/helm/openrag/values.yaml
@@@ -90,9 -91,17 +91,17 @@@ langflow
# Runtime settings
deactivateTracing: true
logLevel: "INFO" # DEBUG, INFO, WARNING, ERROR
+ doclingServeUrl: "http://host.docker.internal:5001"
+ openragQueryFilter: "{}"
+
+ # Langfuse Tracking
+ langfuse:
+ secretKey: ""
+ publicKey: ""
+ host: "https://cloud.langfuse.com"
# Variables to expose to flows
- variablesToGetFromEnvironment: "JWT,OPENRAG-QUERY-FILTER,OPENSEARCH_PASSWORD,OPENSEARCH_URL,DOCLING_SERVE_URL,OWNER,OWNER_NAME,OWNER_EMAIL,CONNECTOR_TYPE,DOCUMENT_ID,SOURCE_URL,FILENAME,MIMETYPE,FILESIZE,SELECTED_EMBEDDING_MODEL,OPENAI_API_KEY,ANTHROPIC_API_KEY,WATSONX_API_KEY,WATSONX_ENDPOINT,WATSONX_PROJECT_ID,OLLAMA_BASE_URL"
- variablesToGetFromEnvironment: "JWT,OPENRAG-QUERY-FILTER,OPENSEARCH_PASSWORD,OPENSEARCH_URL,OPENSEARCH_INDEX_NAME,DOCLING_SERVE_URL,OWNER,OWNER_NAME,OWNER_EMAIL,CONNECTOR_TYPE,FILENAME,MIMETYPE,FILESIZE,SELECTED_EMBEDDING_MODEL,OPENAI_API_KEY,ANTHROPIC_API_KEY,WATSONX_API_KEY,WATSONX_ENDPOINT,WATSONX_PROJECT_ID,OLLAMA_BASE_URL"
++ variablesToGetFromEnvironment: "JWT,OPENRAG-QUERY-FILTER,OPENSEARCH_PASSWORD,OPENSEARCH_URL,OPENSEARCH_INDEX_NAME,DOCLING_SERVE_URL,OWNER,OWNER_NAME,OWNER_EMAIL,CONNECTOR_TYPE,DOCUMENT_ID,SOURCE_URL,FILENAME,MIMETYPE,FILESIZE,SELECTED_EMBEDDING_MODEL,OPENAI_API_KEY,ANTHROPIC_API_KEY,WATSONX_API_KEY,WATSONX_ENDPOINT,WATSONX_PROJECT_ID,OLLAMA_BASE_URL"
# Probes
livenessProbe:
diff --cc src/api/connectors.py
index 4c54097c7,960f1a073..579fd4211
--- a/src/api/connectors.py
+++ b/src/api/connectors.py
@@@ -1,8 -1,8 +1,9 @@@
from starlette.requests import Request
from starlette.responses import JSONResponse, PlainTextResponse
+ from connectors.sharepoint.utils import is_valid_sharepoint_url
from utils.logging_config import get_logger
from utils.telemetry import TelemetryClient, Category, MessageId
+from config.settings import INDEX_NAME
logger = get_logger(__name__)