Skip to content

🐸 Rybbit - open-source and privacy-friendly alternative to Google Analytics that is 10x more intuitive.

4.1 KB
Raw Blame
# Standalone ClickHouse server for migration testing
# Usage: docker compose -f docker-compose.clickhouse.yml up -d

services:
  clickhouse:
    container_name: clickhouse
    image: clickhouse/clickhouse-server:26.3.62.3
    volumes:
      - clickhouse-data:/var/lib/clickhouse
      - /var/backups/rybbit/clickhouse:/var/lib/clickhouse/backups
      - /etc/rybbit-backup/clickhouse-backup-disk.xml:/etc/clickhouse-server/config.d/backup-disk.xml:ro
    environment:
      - CLICKHOUSE_DB=${CLICKHOUSE_DB:-analytics}
      - CLICKHOUSE_USER=${CLICKHOUSE_USER:-default}
      - CLICKHOUSE_PASSWORD=${CLICKHOUSE_PASSWORD:-frog}
    healthcheck:
      test: ["CMD", "wget", "--no-verbose", "--tries=1", "--spider", "http://localhost:8123/ping"]
      interval: 3s
      timeout: 5s
      retries: 5
      start_period: 10s
    restart: unless-stopped
    ports:
      - "8123:8123" # HTTP interface
      - "9000:9000" # Native protocol
    mem_limit: 250g
    mem_reservation: 128g
    logging:
      driver: "json-file"
      options:
        max-size: "50m"
        max-file: "3"
    configs:
      - source: clickhouse_network
        target: /etc/clickhouse-server/config.d/network.xml
      - source: clickhouse_server_settings
        target: /etc/clickhouse-server/config.d/server_settings.xml
      - source: clickhouse_logging
        target: /etc/clickhouse-server/config.d/logging_rules.xml
      # Profile (user-level) settings are only read from users.d, not config.d
      - source: clickhouse_user_settings
        target: /etc/clickhouse-server/users.d/user_settings.xml

volumes:
  clickhouse-data:
    external: true

configs:
  clickhouse_network:
    content: |
      <clickhouse>
          <listen_host>0.0.0.0</listen_host>
      </clickhouse>

  # Server-level settings live directly under <clickhouse>; a <settings>
  # wrapper is not a recognized section and gets silently ignored.
  clickhouse_server_settings:
    content: |
      <clickhouse>
          <max_concurrent_queries>100</max_concurrent_queries>
          <background_pool_size>32</background_pool_size>
          <background_merges_mutations_concurrency_ratio>2</background_merges_mutations_concurrency_ratio>
          <mark_cache_size>21474836480</mark_cache_size>
      </clickhouse>

  clickhouse_logging:
    content: |
      <clickhouse>
        <logger>
            <level>warning</level>
            <console>true</console>
        </logger>
        <query_thread_log remove="remove"/>
        <query_log>
            <database>system</database>
            <table>query_log</table>
            <flush_interval_milliseconds>7500</flush_interval_milliseconds>
            <ttl>event_date + INTERVAL 7 DAY DELETE</ttl>
        </query_log>
        <query_views_log remove="remove"/>
        <query_metric_log remove="remove"/>
        <error_log remove="remove"/>
        <opentelemetry_span_log remove="remove"/>
        <text_log remove="remove"/>
        <trace_log remove="remove"/>
        <metric_log remove="remove"/>
        <asynchronous_metric_log remove="remove"/>
        <session_log remove="remove"/>
        <part_log remove="remove"/>
        <latency_log remove="remove"/>
        <processors_profile_log remove="remove"/>
      </clickhouse>

  clickhouse_user_settings:
    content: |
      <clickhouse>
        <profiles>
          <default>
            <enable_json_type>1</enable_json_type>
            <!-- 26.3+ enables async_insert by default; the backend already
                 batches app-side, so keep inserts synchronous -->
            <async_insert>0</async_insert>
            <log_queries>1</log_queries>
            <log_query_threads>0</log_query_threads>
            <log_processors_profiles>0</log_processors_profiles>
            <max_memory_usage>200000000000</max_memory_usage>
            <max_bytes_before_external_group_by>100000000000</max_bytes_before_external_group_by>
            <max_bytes_before_external_sort>100000000000</max_bytes_before_external_sort>
            <max_threads>48</max_threads>
            <max_block_size>65536</max_block_size>
            <input_format_parallel_parsing>1</input_format_parallel_parsing>
          </default>
        </profiles>
      </clickhouse>