Skip to content

🐸 Rybbit - open-source and privacy-friendly alternative to Google Analytics that is 10x more intuitive.

Add resource limits configuration for ClickHouse in docker-compose

Bill Yangc2d4e235843c
diff --git a/docker-compose.yml b/docker-compose.yml
index b885d4ddf..470ca771d 100644
--- a/docker-compose.yml
+++ b/docker-compose.yml
@@ -30,6 +30,8 @@ services:
target: /etc/clickhouse-server/config.d/network.xml
- source: clickhouse_logging
target: /etc/clickhouse-server/config.d/logging_rules.xml
+ - source: clickhouse_resource_limits
+ target: /etc/clickhouse-server/config.d/resource_limits.xml
# Profile (user-level) settings are only read from users.d, not config.d
- source: clickhouse_user_settings
target: /etc/clickhouse-server/users.d/user_settings.xml
@@ -203,6 +205,19 @@ configs:
<processors_profile_log remove="remove"/>
</clickhouse>
+ clickhouse_resource_limits:
+ content: |
+ <clickhouse>
+ <!-- Leave headroom for the backend, Redis, Caddy, the kernel, and the
+ filesystem cache instead of allowing ClickHouse to exhaust RAM. -->
+ <max_server_memory_usage_to_ram_ratio>0.80</max_server_memory_usage_to_ram_ratio>
+ <!-- Share at most one query-processing thread per CPU core across all
+ concurrent queries. This throttles work rather than rejecting it. -->
+ <concurrent_threads_soft_limit_ratio_to_cores>1</concurrent_threads_soft_limit_ratio_to_cores>
+ <!-- Bound memory used by background merges and mutations separately. -->
+ <merges_mutations_memory_usage_to_ram_ratio>0.25</merges_mutations_memory_usage_to_ram_ratio>
+ </clickhouse>
+
clickhouse_user_settings:
content: |
<clickhouse>
@@ -215,6 +230,11 @@ configs:
<log_queries>0</log_queries>
<log_query_threads>0</log_query_threads>
<log_processors_profiles>0</log_processors_profiles>
+ <!-- Bound individual queries while preserving enough parallelism
+ for large analytics scans. Query-count limits remain unset so
+ ingestion is never rejected by admission control. -->
+ <max_memory_usage>32000000000</max_memory_usage>
+ <max_threads>16</max_threads>
</default>
</profiles>
</clickhouse>