Umami is a privacy-first web and product analytics platform. Traffic, campaigns, behavior, conversions, and revenue in one place. No cookies, no surveillance, self-hosted or in the cloud.
TypeScript analyticsaudience-segmentationchartscohort-analysisgoogle-analyticsproduct-analyticsstatisticsuser-journeyweb-analytics
add properties to kafka client
Francis Cao0beedb0e1cde
diff --git a/docker-compose-kafka.yml b/docker-compose-kafka.ymlindex e2fa53512..ff2406556 100644--- a/docker-compose-kafka.yml+++ b/docker-compose-kafka.yml@@ -1,27 +1,84 @@-----version: '3'+version: "3"services:zookeeper:- image: confluentinc/cp-zookeeper:7.0.1- container_name: zookeeper+ image: 'bitnami/zookeeper:latest'+ ports:+ - '2181:2181'+ environment:+ - ALLOW_ANONYMOUS_LOGIN=yes++ kafka1:+ image: 'bitnami/kafka:latest'+ container_name: kafka1+ ports:+ - '9092:9092'+ - '19092:19092'environment:- ZOOKEEPER_CLIENT_PORT: 2181- ZOOKEEPER_TICK_TIME: 2000+ - KAFKA_BROKER_ID=1+ - KAFKA_CFG_ZOOKEEPER_CONNECT=zookeeper:2181+ - ALLOW_PLAINTEXT_LISTENER=yes+ - KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP=CLIENT:PLAINTEXT,EXTERNAL:PLAINTEXT+ - KAFKA_CFG_LISTENERS=CLIENT://:19092,EXTERNAL://0.0.0.0:9092+ - KAFKA_CFG_ADVERTISED_LISTENERS=CLIENT://kafka1:19092,EXTERNAL://dev-01.umami.dev:9092+ - KAFKA_CFG_INTER_BROKER_LISTENER_NAME=CLIENT+ depends_on:+ - zookeeper- broker:- image: confluentinc/cp-kafka:7.0.1- container_name: broker+ kafka2:+ image: 'bitnami/kafka:latest'+ container_name: kafka2ports:- # To learn about configuring Kafka for access across networks see- # https://www.confluent.io/blog/kafka-client-cannot-connect-to-broker-on-aws-on-docker-etc/- - "9092:9092"+ - '9093:9093'+ - '19093:19093'+ environment:+ - KAFKA_BROKER_ID=2+ - KAFKA_CFG_ZOOKEEPER_CONNECT=zookeeper:2181+ - ALLOW_PLAINTEXT_LISTENER=yes+ - KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP=CLIENT:PLAINTEXT,EXTERNAL:PLAINTEXT+ - KAFKA_CFG_LISTENERS=CLIENT://:19093,EXTERNAL://0.0.0.0:9093+ - KAFKA_CFG_ADVERTISED_LISTENERS=CLIENT://kafka2:19093,EXTERNAL://dev-01.umami.dev:9093+ - KAFKA_CFG_INTER_BROKER_LISTENER_NAME=CLIENTdepends_on:- zookeeper++ kafka3:+ image: 'bitnami/kafka:latest'+ container_name: kafka3+ ports:+ - '9094:9094'+ - '19094:19094'environment:- KAFKA_BROKER_ID: 1- KAFKA_ZOOKEEPER_CONNECT: 'zookeeper:2181'- KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,PLAINTEXT_INTERNAL:PLAINTEXT- KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://localhost:9092,PLAINTEXT_INTERNAL://broker:29092- KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1- KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1- KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1\ No newline at end of file+ - KAFKA_BROKER_ID=3+ - KAFKA_CFG_ZOOKEEPER_CONNECT=zookeeper:2181+ - ALLOW_PLAINTEXT_LISTENER=yes+ - KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP=CLIENT:PLAINTEXT,EXTERNAL:PLAINTEXT+ - KAFKA_CFG_LISTENERS=CLIENT://:19094,EXTERNAL://0.0.0.0:9094+ - KAFKA_CFG_ADVERTISED_LISTENERS=CLIENT://kafka3:19094,EXTERNAL://dev-01.umami.dev:9094+ - KAFKA_CFG_INTER_BROKER_LISTENER_NAME=CLIENT+ depends_on:+ - zookeeper+++# version: "3"+# services:+# zookeeper:+# image: 'bitnami/zookeeper:latest'+# ports:+# - '2181:2181'+# environment:+# - ALLOW_ANONYMOUS_LOGIN=yes+# kafka:+# image: 'bitnami/kafka:latest'+# ports:+# - '9092:9092'+# - '9093:9093'+# environment:+# - KAFKA_BROKER_ID=1+# - KAFKA_CFG_ZOOKEEPER_CONNECT=zookeeper:2181+# - ALLOW_PLAINTEXT_LISTENER=yes+# - KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP=CLIENT:PLAINTEXT,EXTERNAL:PLAINTEXT+# - KAFKA_CFG_LISTENERS=CLIENT://:9092,EXTERNAL://0.0.0.0:9093+# - KAFKA_CFG_ADVERTISED_LISTENERS=CLIENT://kafka:9092,EXTERNAL://dev-01.umami.dev:9093+# - KAFKA_CFG_INTER_BROKER_LISTENER_NAME=CLIENT+# depends_on:+# - zookeeper\ No newline at end of filediff --git a/lib/kafka.js b/lib/kafka.jsindex 475109bd5..988062b9e 100644--- a/lib/kafka.js+++ b/lib/kafka.js@@ -13,11 +13,13 @@ export function getKafkaClient() {return new Kafka({clientId: 'umami',brokers: brokers,+ connectionTimeout: 3000,});} else {return new Kafka({clientId: 'umami',brokers: brokers,+ connectionTimeout: 3000,ssl: true,sasl: {mechanism: 'plain',