From b1042969ea528306eb69e6ed31ae3cf254acf648 Mon Sep 17 00:00:00 2001
From: kev <vimagick@gmail.com>
Date: Wed, 24 Oct 2018 16:49:26 +0800
Subject: [PATCH] add kafka cluster

---
 kafka-manager/docker-compose.yml              |  1 +
 .../cluster/docker-compose-kafka-manager.yml  | 17 ++++++++++++
 kafka/cluster/docker-compose-kafka1.yml       | 27 +++++++++++++++++++
 kafka/cluster/docker-compose-zookeeper1.yml   | 18 +++++++++++++
 4 files changed, 63 insertions(+)
 create mode 100644 kafka/cluster/docker-compose-kafka-manager.yml
 create mode 100644 kafka/cluster/docker-compose-kafka1.yml
 create mode 100644 kafka/cluster/docker-compose-zookeeper1.yml

diff --git a/kafka-manager/docker-compose.yml b/kafka-manager/docker-compose.yml
index 04e3987..7f934aa 100644
--- a/kafka-manager/docker-compose.yml
+++ b/kafka-manager/docker-compose.yml
@@ -17,6 +17,7 @@ kafka:
   environment:
     - KAFKA_ADVERTISED_HOST_NAME=10.0.0.13
     - KAFKA_ZOOKEEPER_CONNECT=zookeeper:2181
+    - JMX_PORT=9999
   links:
     - zookeeper
   restart: always
diff --git a/kafka/cluster/docker-compose-kafka-manager.yml b/kafka/cluster/docker-compose-kafka-manager.yml
new file mode 100644
index 0000000..87acada
--- /dev/null
+++ b/kafka/cluster/docker-compose-kafka-manager.yml
@@ -0,0 +1,17 @@
+kafka-manager:
+  image: vimagick/kafka-manager
+  ports:
+    - "9000:9000"
+  environment:
+    - ZK_HOSTS=zookeeper1:2181,zookeeper2:2181,zookeeper3:2181
+    - KAFKA_MANAGER_AUTH_ENABLED=true
+    - KAFKA_MANAGER_USERNAME=admin
+    - KAFKA_MANAGER_PASSWORD=admin
+  extra_hosts:
+    - zookeeper1:10.0.0.21
+    - zookeeper2:10.0.0.22
+    - zookeeper3:10.0.0.23
+    - kafka1:10.0.0.21
+    - kafka2:10.0.0.22
+    - kafka3:10.0.0.23
+  restart: always
diff --git a/kafka/cluster/docker-compose-kafka1.yml b/kafka/cluster/docker-compose-kafka1.yml
new file mode 100644
index 0000000..0c8dafc
--- /dev/null
+++ b/kafka/cluster/docker-compose-kafka1.yml
@@ -0,0 +1,27 @@
+kafka:
+  image: wurstmeister/kafka
+  ports:
+    - "9092:9092"
+    - "9999:9999"
+  hostname: kafka1
+  volumes:
+    - /data/kafka:/kafka
+    - /var/run/docker.sock:/var/run/docker.sock
+  environment:
+    - KAFKA_ADVERTISED_HOST_NAME=kafka1
+    - KAFKA_ADVERTISED_PORT=9092
+    - KAFKA_BROKER_ID=1
+    - KAFKA_ZOOKEEPER_CONNECT=zookeeper1:2181,zookeeper2:2181,zookeeper3:2181
+    - KAFKA_JMX_OPTS=-Dcom.sun.management.jmxremote
+                     -Dcom.sun.management.jmxremote.authenticate=false
+                     -Dcom.sun.management.jmxremote.ssl=false
+                     -Dcom.sun.management.jmxremote.rmi.port=9999
+                     -Dcom.sun.management.jmxremote.port=9999
+  extra_hosts:
+    - zookeeper1:10.0.0.21
+    - zookeeper2:10.0.0.22
+    - zookeeper3:10.0.0.23
+    - kafka1:10.0.0.21
+    - kafka2:10.0.0.22
+    - kafka3:10.0.0.23
+  restart: always
diff --git a/kafka/cluster/docker-compose-zookeeper1.yml b/kafka/cluster/docker-compose-zookeeper1.yml
new file mode 100644
index 0000000..e03dba1
--- /dev/null
+++ b/kafka/cluster/docker-compose-zookeeper1.yml
@@ -0,0 +1,18 @@
+zookeeper:
+  image: zookeeper
+  ports:
+    - "2181:2181"
+    - "2888:2888"
+    - "3888:3888"
+  hostname: zookeeper1
+  volumes:
+    - /data/zookeeper/data:/data
+    - /data/zookeeper/datalog:/datalog
+  environment:
+    - ZOO_MY_ID=1
+    - ZOO_SERVERS=server.1=0.0.0.0:2888:3888 server.2=zookeeper2:2888:3888 server.3=zookeeper3:2888:3888
+  extra_hosts:
+    - zookeeper1:10.0.0.21
+    - zookeeper2:10.0.0.22
+    - zookeeper3:10.0.0.23
+  restart: always