Skip to content

armgit / dify

Public Imported from GitHub
0

Build Agentic workflows, RAG pipelines, with rich AI model and tool support on one collaborative workspace. Deploy on cloud, VPC, or self-hosted, so teams move from prototype to production without rebuilding the stack.

feat: allow set QDRANT_NOFILE_SOFT and QDRANT_NOFILE_HARD (#32423)

wangxiaoleif17621ba7d58
diff --git a/docker/docker-compose-template.yaml b/docker/docker-compose-template.yaml
index c7bdd785021..b1ef5d85dff 100644
--- a/docker/docker-compose-template.yaml
+++ b/docker/docker-compose-template.yaml
@@ -945,6 +945,10 @@ services:
restart: always
volumes:
- ./volumes/qdrant:/qdrant/storage
+ ulimits:
+ nofile:
+ soft: ${QDRANT_NOFILE_SOFT:-524288}
+ hard: ${QDRANT_NOFILE_HARD:-524288}
# The Couchbase vector store.
couchbase-server:
diff --git a/docker/docker-compose.yaml b/docker/docker-compose.yaml
index 1ccf4b38632..71ddde39ff0 100644
--- a/docker/docker-compose.yaml
+++ b/docker/docker-compose.yaml
@@ -951,6 +951,10 @@ services:
restart: always
volumes:
- ./volumes/qdrant:/qdrant/storage
+ ulimits:
+ nofile:
+ soft: ${QDRANT_NOFILE_SOFT:-524288}
+ hard: ${QDRANT_NOFILE_HARD:-524288}
# The Couchbase vector store.
couchbase-server:
diff --git a/docker/envs/vectorstores/qdrant.defaults b/docker/envs/vectorstores/qdrant.defaults
index 1ebd9c91490..7bc128267ca 100644
--- a/docker/envs/vectorstores/qdrant.defaults
+++ b/docker/envs/vectorstores/qdrant.defaults
@@ -4,6 +4,10 @@
QDRANT_API_KEY=${QDRANT_API_KEY:-difyai123456}
+# Container file descriptor limits default to 524288 (soft and hard).
+# Set QDRANT_NOFILE_SOFT and QDRANT_NOFILE_HARD in docker/.env to override them;
+# Compose needs these settings before loading service env files.
+
# Dify vector client settings (API, workers and Beat)
# QDRANT_URL=http://qdrant:6333
# QDRANT_CLIENT_TIMEOUT=20
diff --git a/docker/tests/test_compose_environment.py b/docker/tests/test_compose_environment.py
index 672bf2566c8..9b0da0e904c 100644
--- a/docker/tests/test_compose_environment.py
+++ b/docker/tests/test_compose_environment.py
@@ -99,6 +99,30 @@ class ComposeEnvironmentTests(unittest.TestCase):
self.assertEqual(services["elasticsearch"]["environment"]["xpack.security.enabled"], "true")
self.assertEqual(services["elasticsearch"]["environment"]["discovery.type"], "single-node")
+ def test_qdrant_nofile_limits_use_defaults_and_root_overrides(self):
+ services = self.render()
+ self.assertEqual(
+ services["qdrant"]["ulimits"]["nofile"],
+ {"soft": 524288, "hard": 524288},
+ )
+ for name in ("qdrant", "api"):
+ self.assertNotIn("QDRANT_NOFILE_SOFT", services[name]["environment"], name)
+ self.assertNotIn("QDRANT_NOFILE_HARD", services[name]["environment"], name)
+
+ self.override_root(
+ {
+ "QDRANT_NOFILE_SOFT": "65536",
+ "QDRANT_NOFILE_HARD": "131072",
+ }
+ )
+ services = self.render()
+ self.assertEqual(
+ services["qdrant"]["ulimits"]["nofile"],
+ {"soft": 65536, "hard": 131072},
+ )
+ self.assertNotIn("QDRANT_NOFILE_SOFT", services["qdrant"]["environment"])
+ self.assertNotIn("QDRANT_NOFILE_HARD", services["qdrant"]["environment"])
+
def test_copying_defaults_without_changes_preserves_service_values(self):
baseline = self.render()
for source in (DOCKER_DIR / "envs").rglob("*.defaults"):