Skip to content

LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows

UN-2664 [FEAT] Add CELERY_BACKEND_DB_NAME environment variable for separate Celery result backend database (#1481)

Ritwik G30fb8d03036b
diff --git a/backend/backend/celery_config.py b/backend/backend/celery_config.py
index 2d01f7123..f8833556e 100644
--- a/backend/backend/celery_config.py
+++ b/backend/backend/celery_config.py
@@ -12,7 +12,7 @@ class CeleryConfig:
# Result backend configuration
result_backend = (
f"db+postgresql://{settings.DB_USER}:{quote_plus(settings.DB_PASSWORD)}"
- f"@{settings.DB_HOST}:{settings.DB_PORT}/{settings.DB_NAME}"
+ f"@{settings.DB_HOST}:{settings.DB_PORT}/{settings.CELERY_BACKEND_DB_NAME}"
)
# Broker URL configuration
diff --git a/backend/backend/settings/base.py b/backend/backend/settings/base.py
index 871f1c3fc..abc26e201 100644
--- a/backend/backend/settings/base.py
+++ b/backend/backend/settings/base.py
@@ -108,6 +108,8 @@ DB_PASSWORD = os.environ.get("DB_PASSWORD", "unstract_pass")
DB_PORT = os.environ.get("DB_PORT", 5432)
DB_SCHEMA = os.environ.get("DB_SCHEMA", "unstract")
+# Celery Backend Database Name (falls back to main DB when unset or empty)
+CELERY_BACKEND_DB_NAME = os.environ.get("CELERY_BACKEND_DB_NAME") or DB_NAME
DEFAULT_ORGANIZATION = "default_org"
FLIPT_BASE_URL = os.environ.get("FLIPT_BASE_URL", "http://localhost:9005")
PLATFORM_HOST = os.environ.get("PLATFORM_SERVICE_HOST", "http://localhost")
diff --git a/backend/sample.env b/backend/sample.env
index b12fbdb2c..b5dca76f7 100644
--- a/backend/sample.env
+++ b/backend/sample.env
@@ -22,6 +22,9 @@ DB_NAME='unstract_db'
DB_PORT=5432
DB_SCHEMA="unstract"
+# Celery Backend Database (optional - defaults to DB_NAME if unset)
+# Example:
+# CELERY_BACKEND_DB_NAME=unstract_celery_db
# Redis
REDIS_HOST="unstract-redis"
REDIS_PORT=6379