Skip to content

armgit / umami

Public Imported from GitHub
0

Umami is a privacy-first web and product analytics platform. Traffic, campaigns, behavior, conversions, and revenue in one place. No cookies, no surveillance, self-hosted or in the cloud.

create kafka docker files

Francis Cao6f4824582d87
diff --git a/docker-compose-kafka-multi.yml b/docker-compose-kafka-multi.yml
new file mode 100644
index 000000000..5f031e0a2
--- /dev/null
+++ b/docker-compose-kafka-multi.yml
@@ -0,0 +1,73 @@
+
+version: '2.1'
+
+services:
+ zoo1:
+ image: confluentinc/cp-zookeeper:7.2.0
+ hostname: zoo1
+ container_name: zoo1
+ ports:
+ - "2181:2181"
+ environment:
+ ZOOKEEPER_CLIENT_PORT: 2181
+ ZOOKEEPER_SERVER_ID: 1
+ ZOOKEEPER_SERVERS: zoo1:2888:3888
+
+
+ kafka1:
+ image: confluentinc/cp-kafka:7.2.0
+ hostname: kafka1
+ container_name: kafka1
+ ports:
+ - "9092:9092"
+ - "29092:29092"
+ environment:
+ KAFKA_ADVERTISED_LISTENERS: INTERNAL://kafka1:19092,EXTERNAL://${DOCKER_HOST_IP:-127.0.0.1}:9092,DOCKER://host.docker.internal:29092
+ KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INTERNAL:PLAINTEXT,EXTERNAL:PLAINTEXT,DOCKER:PLAINTEXT
+ KAFKA_INTER_BROKER_LISTENER_NAME: INTERNAL
+ KAFKA_ZOOKEEPER_CONNECT: "zoo1:2181"
+ KAFKA_BROKER_ID: 1
+ KAFKA_LOG4J_LOGGERS: "kafka.controller=INFO,kafka.producer.async.DefaultEventHandler=INFO,state.change.logger=INFO"
+ KAFKA_AUTHORIZER_CLASS_NAME: kafka.security.authorizer.AclAuthorizer
+ KAFKA_ALLOW_EVERYONE_IF_NO_ACL_FOUND: "true"
+ depends_on:
+ - zoo1
+
+ kafka2:
+ image: confluentinc/cp-kafka:7.2.0
+ hostname: kafka2
+ container_name: kafka2
+ ports:
+ - "9093:9093"
+ - "29093:29093"
+ environment:
+ KAFKA_ADVERTISED_LISTENERS: INTERNAL://kafka2:19093,EXTERNAL://${DOCKER_HOST_IP:-127.0.0.1}:9093,DOCKER://host.docker.internal:29093
+ KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INTERNAL:PLAINTEXT,EXTERNAL:PLAINTEXT,DOCKER:PLAINTEXT
+ KAFKA_INTER_BROKER_LISTENER_NAME: INTERNAL
+ KAFKA_ZOOKEEPER_CONNECT: "zoo1:2181"
+ KAFKA_BROKER_ID: 2
+ KAFKA_LOG4J_LOGGERS: "kafka.controller=INFO,kafka.producer.async.DefaultEventHandler=INFO,state.change.logger=INFO"
+ KAFKA_AUTHORIZER_CLASS_NAME: kafka.security.authorizer.AclAuthorizer
+ KAFKA_ALLOW_EVERYONE_IF_NO_ACL_FOUND: "true"
+ depends_on:
+ - zoo1
+
+
+ kafka3:
+ image: confluentinc/cp-kafka:7.2.0
+ hostname: kafka3
+ container_name: kafka3
+ ports:
+ - "9094:9094"
+ - "29094:29094"
+ environment:
+ KAFKA_ADVERTISED_LISTENERS: INTERNAL://kafka3:19094,EXTERNAL://${DOCKER_HOST_IP:-127.0.0.1}:9094,DOCKER://host.docker.internal:29094
+ KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INTERNAL:PLAINTEXT,EXTERNAL:PLAINTEXT,DOCKER:PLAINTEXT
+ KAFKA_INTER_BROKER_LISTENER_NAME: INTERNAL
+ KAFKA_ZOOKEEPER_CONNECT: "zoo1:2181"
+ KAFKA_BROKER_ID: 3
+ KAFKA_LOG4J_LOGGERS: "kafka.controller=INFO,kafka.producer.async.DefaultEventHandler=INFO,state.change.logger=INFO"
+ KAFKA_AUTHORIZER_CLASS_NAME: kafka.security.authorizer.AclAuthorizer
+ KAFKA_ALLOW_EVERYONE_IF_NO_ACL_FOUND: "true"
+ depends_on:
+ - zoo1
\ No newline at end of file
diff --git a/docker-compose-kafka.yml b/docker-compose-kafka.yml
new file mode 100644
index 000000000..e2fa53512
--- /dev/null
+++ b/docker-compose-kafka.yml
@@ -0,0 +1,27 @@
+---
+version: '3'
+services:
+ zookeeper:
+ image: confluentinc/cp-zookeeper:7.0.1
+ container_name: zookeeper
+ environment:
+ ZOOKEEPER_CLIENT_PORT: 2181
+ ZOOKEEPER_TICK_TIME: 2000
+
+ broker:
+ image: confluentinc/cp-kafka:7.0.1
+ container_name: broker
+ ports:
+ # To learn about configuring Kafka for access across networks see
+ # https://www.confluent.io/blog/kafka-client-cannot-connect-to-broker-on-aws-on-docker-etc/
+ - "9092:9092"
+ depends_on:
+ - zookeeper
+ environment:
+ KAFKA_BROKER_ID: 1
+ KAFKA_ZOOKEEPER_CONNECT: 'zookeeper:2181'
+ KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,PLAINTEXT_INTERNAL:PLAINTEXT
+ KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://localhost:9092,PLAINTEXT_INTERNAL://broker:29092
+ KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
+ KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
+ KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
\ No newline at end of file
diff --git a/process.env b/process.env
new file mode 100644
index 000000000..d33ca31be
--- /dev/null
+++ b/process.env
@@ -0,0 +1,10 @@
+#DATABASE_URL="postgresql://umami:[email protected]:5432/umami?schema=analytics&connection_limit=1"
+DATABASE_URL="postgresql://umami:[email protected]:5432/umami?schema=umami"
+ANALYTICS_URL="clickhouse://default:[email protected]:8123/umami_dev"
+HASH_SALT="mySalt!!~"
+LOG_QUERY=1
+
+DATABASE_URL_v1="postgresql://postgres:8ee420ee@localhost:5432/umami?schema=dbo"
+DATABASE_URL_v2="postgresql://postgres:8ee420ee@localhost:5432/umami2?schema=dbo"
+DATABASE_URL_DROPLET="postgresql://umami:[email protected]:8123/umami?schema=umami"
+DATABASE_URL_MYSQL="mysql://root:8ee420ee@localhost:3306/umami"
\ No newline at end of file