Skip to content

🐸 Rybbit - open-source and privacy-friendly alternative to Google Analytics that is 10x more intuitive.

Update ClickHouse Docker configuration for improved performance

Bill Yang273392572cac
diff --git a/clickhouse/docker-compose.clickhouse.yml b/clickhouse/docker-compose.clickhouse.yml
index 7028dc67d..c155d5090 100644
--- a/clickhouse/docker-compose.clickhouse.yml
+++ b/clickhouse/docker-compose.clickhouse.yml
@@ -21,8 +21,8 @@ services:
ports:
- "8123:8123" # HTTP interface
- "9000:9000" # Native protocol
- mem_limit: 12g
- mem_reservation: 6g
+ mem_limit: 250g
+ mem_reservation: 128g
logging:
driver: "json-file"
options:
@@ -54,10 +54,10 @@ configs:
<clickhouse>
<settings>
<enable_json_type>1</enable_json_type>
- <max_concurrent_queries>20</max_concurrent_queries>
- <background_pool_size>4</background_pool_size>
- <background_merges_mutations_concurrency_ratio>1</background_merges_mutations_concurrency_ratio>
- <mark_cache_size>524288000</mark_cache_size>
+ <max_concurrent_queries>100</max_concurrent_queries>
+ <background_pool_size>32</background_pool_size>
+ <background_merges_mutations_concurrency_ratio>2</background_merges_mutations_concurrency_ratio>
+ <mark_cache_size>21474836480</mark_cache_size>
</settings>
</clickhouse>
@@ -88,12 +88,12 @@ configs:
<log_queries>0</log_queries>
<log_query_threads>0</log_query_threads>
<log_processors_profiles>0</log_processors_profiles>
- <max_memory_usage>8000000000</max_memory_usage>
- <max_bytes_before_external_group_by>4000000000</max_bytes_before_external_group_by>
- <max_bytes_before_external_sort>4000000000</max_bytes_before_external_sort>
- <max_threads>4</max_threads>
- <max_block_size>8192</max_block_size>
- <input_format_parallel_parsing>0</input_format_parallel_parsing>
+ <max_memory_usage>200000000000</max_memory_usage>
+ <max_bytes_before_external_group_by>100000000000</max_bytes_before_external_group_by>
+ <max_bytes_before_external_sort>100000000000</max_bytes_before_external_sort>
+ <max_threads>48</max_threads>
+ <max_block_size>65536</max_block_size>
+ <input_format_parallel_parsing>1</input_format_parallel_parsing>
</default>
</profiles>
</clickhouse>