Skip to content

Same agent Smaller bill. The tools and infrastructure to get more work from your AI. Fewer tokens. Less compute. Lower cost.

22.8 KB
Raw Blame
apiVersion: v1
kind: ConfigMap
metadata:
  name: clickhouse-init
  namespace: openlit
data:
  init.sh: |
    #!/bin/bash
    set -e

    echo "==================== ClickHouse Initialization ===================="

    clickhouse-client --query "CREATE DATABASE IF NOT EXISTS ${CLICKHOUSE_DATABASE}"

    echo "Database $CLICKHOUSE_DATABASE created successfully"

    clickhouse-client --database="${CLICKHOUSE_DATABASE}" --query "
    CREATE TABLE IF NOT EXISTS otel_traces
    (
        Timestamp DateTime64(9) CODEC(Delta(8), ZSTD(1)),
        TraceId String CODEC(ZSTD(1)),
        SpanId String CODEC(ZSTD(1)),
        ParentSpanId String CODEC(ZSTD(1)),
        TraceState String CODEC(ZSTD(1)),
        SpanName LowCardinality(String) CODEC(ZSTD(1)),
        SpanKind LowCardinality(String) CODEC(ZSTD(1)),
        ServiceName LowCardinality(String) CODEC(ZSTD(1)),
        ResourceAttributes Map(LowCardinality(String), String) CODEC(ZSTD(1)),
        ScopeName String CODEC(ZSTD(1)),
        ScopeVersion String CODEC(ZSTD(1)),
        SpanAttributes Map(LowCardinality(String), String) CODEC(ZSTD(1)),
        Duration UInt64 CODEC(ZSTD(1)),
        StatusCode LowCardinality(String) CODEC(ZSTD(1)),
        StatusMessage String CODEC(ZSTD(1)),
        \`Events.Timestamp\` Array(DateTime64(9)) CODEC(ZSTD(1)),
        \`Events.Name\` Array(LowCardinality(String)) CODEC(ZSTD(1)),
        \`Events.Attributes\` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(1)),
        \`Links.TraceId\` Array(String) CODEC(ZSTD(1)),
        \`Links.SpanId\` Array(String) CODEC(ZSTD(1)),
        \`Links.TraceState\` Array(String) CODEC(ZSTD(1)),
        \`Links.Attributes\` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(1)),
        INDEX idx_trace_id TraceId TYPE bloom_filter(0.001) GRANULARITY 1,
        INDEX idx_res_attr_key mapKeys(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1,
        INDEX idx_res_attr_value mapValues(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1,
        INDEX idx_span_attr_key mapKeys(SpanAttributes) TYPE bloom_filter(0.01) GRANULARITY 1,
        INDEX idx_span_attr_value mapValues(SpanAttributes) TYPE bloom_filter(0.01) GRANULARITY 1,
        INDEX idx_duration Duration TYPE minmax GRANULARITY 1
    )
    ENGINE = MergeTree
    PARTITION BY toDate(Timestamp)
    ORDER BY (ServiceName, SpanName, toDateTime(Timestamp))
    TTL toDateTime(Timestamp) + toIntervalHour(730)
    SETTINGS index_granularity = 8192, ttl_only_drop_parts = 1
    "

    clickhouse-client --database="${CLICKHOUSE_DATABASE}" --query "
    CREATE TABLE IF NOT EXISTS otel_logs
    (
        Timestamp DateTime64(9) CODEC(Delta(8), ZSTD(1)),
        TimestampTime DateTime DEFAULT toDateTime(Timestamp),
        TraceId String CODEC(ZSTD(1)),
        SpanId String CODEC(ZSTD(1)),
        TraceFlags UInt8,
        SeverityText LowCardinality(String) CODEC(ZSTD(1)),
        SeverityNumber UInt8,
        ServiceName LowCardinality(String) CODEC(ZSTD(1)),
        Body String CODEC(ZSTD(1)),
        ResourceSchemaUrl LowCardinality(String) CODEC(ZSTD(1)),
        ResourceAttributes Map(LowCardinality(String), String) CODEC(ZSTD(1)),
        ScopeSchemaUrl LowCardinality(String) CODEC(ZSTD(1)),
        ScopeName String CODEC(ZSTD(1)),
        ScopeVersion String CODEC(ZSTD(1)),
        ScopeAttributes Map(LowCardinality(String), String) CODEC(ZSTD(1)),
        LogAttributes Map(LowCardinality(String), String) CODEC(ZSTD(1)),
        INDEX idx_trace_id TraceId TYPE bloom_filter(0.001) GRANULARITY 1,
        INDEX idx_res_attr_key mapKeys(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1,
        INDEX idx_res_attr_value mapValues(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1,
        INDEX idx_scope_attr_key mapKeys(ScopeAttributes) TYPE bloom_filter(0.01) GRANULARITY 1,
        INDEX idx_scope_attr_value mapValues(ScopeAttributes) TYPE bloom_filter(0.01) GRANULARITY 1,
        INDEX idx_log_attr_key mapKeys(LogAttributes) TYPE bloom_filter(0.01) GRANULARITY 1,
        INDEX idx_log_attr_value mapValues(LogAttributes) TYPE bloom_filter(0.01) GRANULARITY 1,
        INDEX idx_body Body TYPE tokenbf_v1(32768, 3, 0) GRANULARITY 8
    )
    ENGINE = MergeTree
    PARTITION BY toDate(TimestampTime)
    PRIMARY KEY (ServiceName, TimestampTime)
    ORDER BY (ServiceName, TimestampTime, Timestamp)
    TTL TimestampTime + toIntervalHour(730)
    SETTINGS index_granularity = 8192, ttl_only_drop_parts = 1
    "

    clickhouse-client --database="${CLICKHOUSE_DATABASE}" --query "
    CREATE TABLE IF NOT EXISTS otel_metrics_gauge
    (
        ResourceAttributes Map(LowCardinality(String), String) CODEC(ZSTD(1)),
        ResourceSchemaUrl String CODEC(ZSTD(1)),
        ScopeName String CODEC(ZSTD(1)),
        ScopeVersion String CODEC(ZSTD(1)),
        ScopeAttributes Map(LowCardinality(String), String) CODEC(ZSTD(1)),
        ScopeDroppedAttrCount UInt32 CODEC(ZSTD(1)),
        ScopeSchemaUrl String CODEC(ZSTD(1)),
        ServiceName LowCardinality(String) CODEC(ZSTD(1)),
        MetricName String CODEC(ZSTD(1)),
        MetricDescription String CODEC(ZSTD(1)),
        MetricUnit String CODEC(ZSTD(1)),
        Attributes Map(LowCardinality(String), String) CODEC(ZSTD(1)),
        StartTimeUnix DateTime64(9) CODEC(Delta(8), ZSTD(1)),
        TimeUnix DateTime64(9) CODEC(Delta(8), ZSTD(1)),
        Value Float64 CODEC(ZSTD(1)),
        Flags UInt32 CODEC(ZSTD(1)),
        \`Exemplars.FilteredAttributes\` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(1)),
        \`Exemplars.TimeUnix\` Array(DateTime64(9)) CODEC(ZSTD(1)),
        \`Exemplars.Value\` Array(Float64) CODEC(ZSTD(1)),
        \`Exemplars.SpanId\` Array(String) CODEC(ZSTD(1)),
        \`Exemplars.TraceId\` Array(String) CODEC(ZSTD(1)),
        INDEX idx_res_attr_key mapKeys(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1,
        INDEX idx_res_attr_value mapValues(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1,
        INDEX idx_scope_attr_key mapKeys(ScopeAttributes) TYPE bloom_filter(0.01) GRANULARITY 1,
        INDEX idx_scope_attr_value mapValues(ScopeAttributes) TYPE bloom_filter(0.01) GRANULARITY 1,
        INDEX idx_attr_key mapKeys(Attributes) TYPE bloom_filter(0.01) GRANULARITY 1,
        INDEX idx_attr_value mapValues(Attributes) TYPE bloom_filter(0.01) GRANULARITY 1
    )
    ENGINE = MergeTree
    PARTITION BY toDate(TimeUnix)
    ORDER BY (ServiceName, MetricName, Attributes, toUnixTimestamp64Nano(TimeUnix))
    TTL toDateTime(TimeUnix) + toIntervalHour(730)
    SETTINGS index_granularity = 8192, ttl_only_drop_parts = 1
    "

    clickhouse-client --database="${CLICKHOUSE_DATABASE}" --query "
    CREATE TABLE IF NOT EXISTS otel_metrics_sum
    (
        ResourceAttributes Map(LowCardinality(String), String) CODEC(ZSTD(1)),
        ResourceSchemaUrl String CODEC(ZSTD(1)),
        ScopeName String CODEC(ZSTD(1)),
        ScopeVersion String CODEC(ZSTD(1)),
        ScopeAttributes Map(LowCardinality(String), String) CODEC(ZSTD(1)),
        ScopeDroppedAttrCount UInt32 CODEC(ZSTD(1)),
        ScopeSchemaUrl String CODEC(ZSTD(1)),
        ServiceName LowCardinality(String) CODEC(ZSTD(1)),
        MetricName String CODEC(ZSTD(1)),
        MetricDescription String CODEC(ZSTD(1)),
        MetricUnit String CODEC(ZSTD(1)),
        Attributes Map(LowCardinality(String), String) CODEC(ZSTD(1)),
        StartTimeUnix DateTime64(9) CODEC(Delta(8), ZSTD(1)),
        TimeUnix DateTime64(9) CODEC(Delta(8), ZSTD(1)),
        Value Float64 CODEC(ZSTD(1)),
        Flags UInt32 CODEC(ZSTD(1)),
        \`Exemplars.FilteredAttributes\` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(1)),
        \`Exemplars.TimeUnix\` Array(DateTime64(9)) CODEC(ZSTD(1)),
        \`Exemplars.Value\` Array(Float64) CODEC(ZSTD(1)),
        \`Exemplars.SpanId\` Array(String) CODEC(ZSTD(1)),
        \`Exemplars.TraceId\` Array(String) CODEC(ZSTD(1)),
        AggregationTemporality Int32 CODEC(ZSTD(1)),
        IsMonotonic Bool CODEC(Delta(1), ZSTD(1)),
        INDEX idx_res_attr_key mapKeys(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1,
        INDEX idx_res_attr_value mapValues(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1,
        INDEX idx_scope_attr_key mapKeys(ScopeAttributes) TYPE bloom_filter(0.01) GRANULARITY 1,
        INDEX idx_scope_attr_value mapValues(ScopeAttributes) TYPE bloom_filter(0.01) GRANULARITY 1,
        INDEX idx_attr_key mapKeys(Attributes) TYPE bloom_filter(0.01) GRANULARITY 1,
        INDEX idx_attr_value mapValues(Attributes) TYPE bloom_filter(0.01) GRANULARITY 1
    )
    ENGINE = MergeTree
    PARTITION BY toDate(TimeUnix)
    ORDER BY (ServiceName, MetricName, Attributes, toUnixTimestamp64Nano(TimeUnix))
    TTL toDateTime(TimeUnix) + toIntervalHour(730)
    SETTINGS index_granularity = 8192, ttl_only_drop_parts = 1
    "

    clickhouse-client --database="${CLICKHOUSE_DATABASE}" --query "
    CREATE TABLE IF NOT EXISTS otel_metrics_histogram
    (
        ResourceAttributes Map(LowCardinality(String), String) CODEC(ZSTD(1)),
        ResourceSchemaUrl String CODEC(ZSTD(1)),
        ScopeName String CODEC(ZSTD(1)),
        ScopeVersion String CODEC(ZSTD(1)),
        ScopeAttributes Map(LowCardinality(String), String) CODEC(ZSTD(1)),
        ScopeDroppedAttrCount UInt32 CODEC(ZSTD(1)),
        ScopeSchemaUrl String CODEC(ZSTD(1)),
        ServiceName LowCardinality(String) CODEC(ZSTD(1)),
        MetricName String CODEC(ZSTD(1)),
        MetricDescription String CODEC(ZSTD(1)),
        MetricUnit String CODEC(ZSTD(1)),
        Attributes Map(LowCardinality(String), String) CODEC(ZSTD(1)),
        StartTimeUnix DateTime64(9) CODEC(Delta(8), ZSTD(1)),
        TimeUnix DateTime64(9) CODEC(Delta(8), ZSTD(1)),
        Count UInt64 CODEC(Delta(8), ZSTD(1)),
        Sum Float64 CODEC(ZSTD(1)),
        BucketCounts Array(UInt64) CODEC(ZSTD(1)),
        ExplicitBounds Array(Float64) CODEC(ZSTD(1)),
        \`Exemplars.FilteredAttributes\` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(1)),
        \`Exemplars.TimeUnix\` Array(DateTime64(9)) CODEC(ZSTD(1)),
        \`Exemplars.Value\` Array(Float64) CODEC(ZSTD(1)),
        \`Exemplars.SpanId\` Array(String) CODEC(ZSTD(1)),
        \`Exemplars.TraceId\` Array(String) CODEC(ZSTD(1)),
        Flags UInt32 CODEC(ZSTD(1)),
        Min Float64 CODEC(ZSTD(1)),
        Max Float64 CODEC(ZSTD(1)),
        AggregationTemporality Int32 CODEC(ZSTD(1)),
        INDEX idx_res_attr_key mapKeys(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1,
        INDEX idx_res_attr_value mapValues(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1,
        INDEX idx_scope_attr_key mapKeys(ScopeAttributes) TYPE bloom_filter(0.01) GRANULARITY 1,
        INDEX idx_scope_attr_value mapValues(ScopeAttributes) TYPE bloom_filter(0.01) GRANULARITY 1,
        INDEX idx_attr_key mapKeys(Attributes) TYPE bloom_filter(0.01) GRANULARITY 1,
        INDEX idx_attr_value mapValues(Attributes) TYPE bloom_filter(0.01) GRANULARITY 1
    )
    ENGINE = MergeTree
    PARTITION BY toDate(TimeUnix)
    ORDER BY (ServiceName, MetricName, Attributes, toUnixTimestamp64Nano(TimeUnix))
    TTL toDateTime(TimeUnix) + toIntervalHour(730)
    SETTINGS index_granularity = 8192, ttl_only_drop_parts = 1
    "

    clickhouse-client --database="${CLICKHOUSE_DATABASE}" --query "
    CREATE TABLE IF NOT EXISTS otel_metrics_summary
    (
        ResourceAttributes Map(LowCardinality(String), String) CODEC(ZSTD(1)),
        ResourceSchemaUrl String CODEC(ZSTD(1)),
        ScopeName String CODEC(ZSTD(1)),
        ScopeVersion String CODEC(ZSTD(1)),
        ScopeAttributes Map(LowCardinality(String), String) CODEC(ZSTD(1)),
        ScopeDroppedAttrCount UInt32 CODEC(ZSTD(1)),
        ScopeSchemaUrl String CODEC(ZSTD(1)),
        ServiceName LowCardinality(String) CODEC(ZSTD(1)),
        MetricName String CODEC(ZSTD(1)),
        MetricDescription String CODEC(ZSTD(1)),
        MetricUnit String CODEC(ZSTD(1)),
        Attributes Map(LowCardinality(String), String) CODEC(ZSTD(1)),
        StartTimeUnix DateTime64(9) CODEC(Delta(8), ZSTD(1)),
        TimeUnix DateTime64(9) CODEC(Delta(8), ZSTD(1)),
        Count UInt64 CODEC(Delta(8), ZSTD(1)),
        Sum Float64 CODEC(ZSTD(1)),
        \`ValueAtQuantiles.Quantile\` Array(Float64) CODEC(ZSTD(1)),
        \`ValueAtQuantiles.Value\` Array(Float64) CODEC(ZSTD(1)),
        Flags UInt32 CODEC(ZSTD(1)),
        INDEX idx_res_attr_key mapKeys(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1,
        INDEX idx_res_attr_value mapValues(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1,
        INDEX idx_scope_attr_key mapKeys(ScopeAttributes) TYPE bloom_filter(0.01) GRANULARITY 1,
        INDEX idx_scope_attr_value mapValues(ScopeAttributes) TYPE bloom_filter(0.01) GRANULARITY 1,
        INDEX idx_attr_key mapKeys(Attributes) TYPE bloom_filter(0.01) GRANULARITY 1,
        INDEX idx_attr_value mapValues(Attributes) TYPE bloom_filter(0.01) GRANULARITY 1
    )
    ENGINE = MergeTree
    PARTITION BY toDate(TimeUnix)
    ORDER BY (ServiceName, MetricName, Attributes, toUnixTimestamp64Nano(TimeUnix))
    TTL toDateTime(TimeUnix) + toIntervalHour(730)
    SETTINGS index_granularity = 8192, ttl_only_drop_parts = 1
    "

    clickhouse-client --database="${CLICKHOUSE_DATABASE}" --query "
    CREATE TABLE IF NOT EXISTS otel_metrics_exponential_histogram
    (
        ResourceAttributes Map(LowCardinality(String), String) CODEC(ZSTD(1)),
        ResourceSchemaUrl String CODEC(ZSTD(1)),
        ScopeName String CODEC(ZSTD(1)),
        ScopeVersion String CODEC(ZSTD(1)),
        ScopeAttributes Map(LowCardinality(String), String) CODEC(ZSTD(1)),
        ScopeDroppedAttrCount UInt32 CODEC(ZSTD(1)),
        ScopeSchemaUrl String CODEC(ZSTD(1)),
        ServiceName LowCardinality(String) CODEC(ZSTD(1)),
        MetricName String CODEC(ZSTD(1)),
        MetricDescription String CODEC(ZSTD(1)),
        MetricUnit String CODEC(ZSTD(1)),
        Attributes Map(LowCardinality(String), String) CODEC(ZSTD(1)),
        StartTimeUnix DateTime64(9) CODEC(Delta(8), ZSTD(1)),
        TimeUnix DateTime64(9) CODEC(Delta(8), ZSTD(1)),
        Count UInt64 CODEC(Delta(8), ZSTD(1)),
        Sum Float64 CODEC(ZSTD(1)),
        Scale Int32 CODEC(ZSTD(1)),
        ZeroCount UInt64 CODEC(ZSTD(1)),
        PositiveOffset Int32 CODEC(ZSTD(1)),
        PositiveBucketCounts Array(UInt64) CODEC(ZSTD(1)),
        NegativeOffset Int32 CODEC(ZSTD(1)),
        NegativeBucketCounts Array(UInt64) CODEC(ZSTD(1)),
        \`Exemplars.FilteredAttributes\` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(1)),
        \`Exemplars.TimeUnix\` Array(DateTime64(9)) CODEC(ZSTD(1)),
        \`Exemplars.Value\` Array(Float64) CODEC(ZSTD(1)),
        \`Exemplars.SpanId\` Array(String) CODEC(ZSTD(1)),
        \`Exemplars.TraceId\` Array(String) CODEC(ZSTD(1)),
        Flags UInt32 CODEC(ZSTD(1)),
        Min Float64 CODEC(ZSTD(1)),
        Max Float64 CODEC(ZSTD(1)),
        AggregationTemporality Int32 CODEC(ZSTD(1)),
        INDEX idx_res_attr_key mapKeys(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1,
        INDEX idx_res_attr_value mapValues(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1,
        INDEX idx_scope_attr_key mapKeys(ScopeAttributes) TYPE bloom_filter(0.01) GRANULARITY 1,
        INDEX idx_scope_attr_value mapValues(ScopeAttributes) TYPE bloom_filter(0.01) GRANULARITY 1,
        INDEX idx_attr_key mapKeys(Attributes) TYPE bloom_filter(0.01) GRANULARITY 1,
        INDEX idx_attr_value mapValues(Attributes) TYPE bloom_filter(0.01) GRANULARITY 1
    )
    ENGINE = MergeTree
    PARTITION BY toDate(TimeUnix)
    ORDER BY (ServiceName, MetricName, Attributes, toUnixTimestamp64Nano(TimeUnix))
    TTL toDateTime(TimeUnix) + toIntervalHour(730)
    SETTINGS index_granularity = 8192, ttl_only_drop_parts = 1
    "

    clickhouse-client --database="${CLICKHOUSE_DATABASE}" --query "
    CREATE TABLE IF NOT EXISTS otel_traces_trace_id_ts
    (
        TraceId String CODEC(ZSTD(1)),
        Start DateTime CODEC(Delta(4), ZSTD(1)),
        End DateTime CODEC(Delta(4), ZSTD(1)),
        INDEX idx_trace_id TraceId TYPE bloom_filter(0.01) GRANULARITY 1
    )
    ENGINE = MergeTree
    PARTITION BY toDate(Start)
    ORDER BY (TraceId, Start)
    TTL toDateTime(Start) + toIntervalHour(730)
    SETTINGS index_granularity = 8192, ttl_only_drop_parts = 1
    "

    clickhouse-client --database="${CLICKHOUSE_DATABASE}" --query "
    CREATE MATERIALIZED VIEW IF NOT EXISTS otel_traces_trace_id_ts_mv TO otel_traces_trace_id_ts
    (
        TraceId String,
        Start DateTime64(9),
        End DateTime64(9)
    )
    AS SELECT
        TraceId,
        min(Timestamp) AS Start,
        max(Timestamp) AS End
    FROM otel_traces
    WHERE TraceId != ''
    GROUP BY TraceId
    "

    clickhouse-client --database="${CLICKHOUSE_DATABASE}" --query "
    CREATE TABLE IF NOT EXISTS openlit_controller_services (
        id UUID DEFAULT generateUUIDv4(),
        controller_instance_id String,
        cluster_id String DEFAULT 'default',
        service_name String,
        workload_key String DEFAULT '',
        namespace String DEFAULT '',
        language_runtime String DEFAULT '',
        llm_providers Array(String),
        open_ports Array(UInt16),
        deployment_name String DEFAULT '',
        pid UInt32 DEFAULT 0,
        exe_path String DEFAULT '',
        instrumentation_status Enum8(
            'discovered' = 0,
            'instrumented' = 1
        ) DEFAULT 'discovered',
        resource_attributes Map(String, String) DEFAULT map(),
        first_seen DateTime DEFAULT now(),
        last_seen DateTime DEFAULT now(),
        updated_at DateTime DEFAULT now()
    ) ENGINE = ReplacingMergeTree(updated_at)
    ORDER BY (controller_instance_id, workload_key)
    TTL last_seen + INTERVAL 7 DAY
    "

    clickhouse-client --database="${CLICKHOUSE_DATABASE}" --query "
    CREATE TABLE IF NOT EXISTS openlit_controller_instances (
        id UUID DEFAULT generateUUIDv4(),
        instance_id String,
        cluster_id String DEFAULT 'default',
        node_name String DEFAULT '',
        version String DEFAULT '',
        mode Enum8('linux' = 0, 'kubernetes' = 1, 'docker' = 2, 'standalone' = 3) DEFAULT 'kubernetes',
        status Enum8('healthy' = 0, 'degraded' = 1, 'error' = 2) DEFAULT 'healthy',
        listen_addr String DEFAULT '',
        external_url String DEFAULT '',
        services_discovered UInt32 DEFAULT 0,
        services_instrumented UInt32 DEFAULT 0,
        last_heartbeat DateTime DEFAULT now(),
        config_hash String DEFAULT '',
        resource_attributes Map(String, String) DEFAULT map(),
        created_at DateTime DEFAULT now()
    ) ENGINE = ReplacingMergeTree(last_heartbeat)
    ORDER BY (instance_id)
    TTL last_heartbeat + INTERVAL 7 DAY
    "

    clickhouse-client --database="${CLICKHOUSE_DATABASE}" --query "
    CREATE TABLE IF NOT EXISTS openlit_controller_config (
        instance_id String,
        config String DEFAULT '{}',
        updated_at DateTime DEFAULT now()
    ) ENGINE = ReplacingMergeTree(updated_at)
    ORDER BY (instance_id)
    "

    clickhouse-client --database="${CLICKHOUSE_DATABASE}" --query "
    CREATE TABLE IF NOT EXISTS openlit_controller_actions (
        id UUID DEFAULT generateUUIDv4(),
        instance_id String,
        action_type LowCardinality(String),
        service_key String DEFAULT '',
        payload String DEFAULT '{}',
        status Enum8('pending' = 0, 'acknowledged' = 1, 'completed' = 2, 'failed' = 3) DEFAULT 'pending',
        result String DEFAULT '',
        created_at DateTime DEFAULT now(),
        updated_at DateTime DEFAULT now()
    ) ENGINE = ReplacingMergeTree(updated_at)
    ORDER BY (instance_id, id)
    TTL updated_at + INTERVAL 7 DAY
    "

    clickhouse-client --database="${CLICKHOUSE_DATABASE}" --query "
    CREATE TABLE IF NOT EXISTS openlit_controller_desired_states_v2 (
        workload_key String,
        cluster_id String DEFAULT 'default',
        feature LowCardinality(String),
        desired_status LowCardinality(String) DEFAULT 'none',
        config String DEFAULT '{}',
        updated_at DateTime DEFAULT now()
    ) ENGINE = ReplacingMergeTree(updated_at)
    ORDER BY (workload_key, cluster_id, feature)
    "

    clickhouse-client --database="${CLICKHOUSE_DATABASE}" --query "
    CREATE TABLE IF NOT EXISTS openlit_controller_env_configs (
        environment String DEFAULT 'default',
        cluster_id String DEFAULT 'default',
        feature LowCardinality(String),
        config String DEFAULT '{}',
        updated_at DateTime DEFAULT now()
    ) ENGINE = ReplacingMergeTree(updated_at)
    ORDER BY (environment, cluster_id, feature)
    "

    echo "ClickHouse initialization complete"
---
apiVersion: v1
kind: ConfigMap
metadata:
  name: clickhouse-config
  namespace: openlit
data:
  custom-config.xml: |
    <clickhouse>
      <listen_host>0.0.0.0</listen_host>
    </clickhouse>
---
apiVersion: v1
kind: Service
metadata:
  name: clickhouse
  namespace: openlit
spec:
  selector:
    app: clickhouse
  ports:
    - name: native
      port: 9000
      targetPort: 9000
    - name: http
      port: 8123
      targetPort: 8123
  clusterIP: None
---
apiVersion: apps/v1
kind: StatefulSet
metadata:
  name: clickhouse
  namespace: openlit
spec:
  serviceName: clickhouse
  replicas: 1
  selector:
    matchLabels:
      app: clickhouse
  template:
    metadata:
      labels:
        app: clickhouse
    spec:
      containers:
        - name: clickhouse
          image: clickhouse/clickhouse-server:24.4.1
          env:
            - name: CLICKHOUSE_PASSWORD
              value: "OPENLIT"
            - name: CLICKHOUSE_USER
              value: "default"
            - name: CLICKHOUSE_DATABASE
              value: "openlit"
            - name: CLICKHOUSE_ALWAYS_RUN_INITDB_SCRIPTS
              value: "true"
          ports:
            - containerPort: 9000
              name: native
            - containerPort: 8123
              name: http
          volumeMounts:
            - name: data
              mountPath: /var/lib/clickhouse
            - name: init-scripts
              mountPath: /docker-entrypoint-initdb.d
            - name: config
              mountPath: /etc/clickhouse-server/config.d/custom-config.xml
              subPath: custom-config.xml
          readinessProbe:
            exec:
              command:
                - clickhouse-client
                - --user=default
                - --password=OPENLIT
                - --query=SELECT 1
            initialDelaySeconds: 15
            periodSeconds: 5
          resources:
            requests:
              cpu: 200m
              memory: 512Mi
            limits:
              cpu: "1"
              memory: 2Gi
      volumes:
        - name: init-scripts
          configMap:
            name: clickhouse-init
            defaultMode: 0755
        - name: config
          configMap:
            name: clickhouse-config
  volumeClaimTemplates:
    - metadata:
        name: data
      spec:
        accessModes: ["ReadWriteOnce"]
        resources:
          requests:
            storage: 10Gi