安装docker的kafka集群
参考：https://blog.csdn.net/qq_38270106/article/details/88789737
新建docker的kafka配置文件
mkdir -p /usr/local/docker-compose/kafka/{kafka1,kafka2,kafka3}
cd /usr/local/docker-compose/kafka
vi docker-compose.yml
-
version:
'2'
-
-
services:
-
kafka1:
-
image: wurstmeister/kafka
-
restart: always
-
hostname: kafka1
-
container_name: kafka1
-
ports:
-
-
"9092:9092"
-
environment:
-
KAFKA_ADVERTISED_LISTENERS: PLAINTEXT:
//198.168.128.133:9092
-
KAFKA_ADVERTISED_HOST_NAME:
198.168
.128
.133
-
KAFKA_ADVERTISED_PORT:
9092
-
KAFKA_ZOOKEEPER_CONNECT: zoo1:
2181,zoo2:
2181,zoo3:
2181
-
JMX_PORT:
9999
-
volumes:
-
- /usr/local/docker-compose/kafka/kafka1:/kafka
-
external_links:
# 连接compose文件以外的container
-
- zoo1
-
- zoo2
-
- zoo3
-
-
kafka2:
-
image: wurstmeister/kafka
-
restart: always
-
hostname: kafka2
-
container_name: kafka2
-
ports:
-
-
"9093:9092"
-
environment:
-
KAFKA_ADVERTISED_LISTENERS: PLAINTEXT:
//198.168.128.133:9093
-
KAFKA_ADVERTISED_HOST_NAME:
198.168
.128
.133
-
KAFKA_ADVERTISED_PORT:
9093
-
KAFKA_ZOOKEEPER_CONNECT: zoo1:
2181,zoo2:
2181,zoo3:
2181
-
JMX_PORT:
9988
-
volumes:
-
- /usr/local/docker-compose/kafka/kafka2:/kafka
-
external_links:
# 连接compose文件以外的container
-
- zoo1
-
- zoo2
-
- zoo3
-
-
-
kafka3:
-
image: wurstmeister/kafka
-
restart: always
-
hostname: kafka3
-
container_name: kafka3
-
ports:
-
-
"9094:9092"
-
environment:
-
KAFKA_ADVERTISED_LISTENERS: PLAINTEXT:
//198.168.128.133:9094
-
KAFKA_ADVERTISED_HOST_NAME:
198.168
.128
.133
-
KAFKA_ADVERTISED_PORT:
9094
-
KAFKA_ZOOKEEPER_CONNECT: zoo1:
2181,zoo2:
2181,zoo3:
2181
-
JMX_PORT:
9977
-
volumes:
-
- /usr/local/docker-compose/kafka/kafka3
-
external_links:
# 连接compose文件以外的container
-
- zoo1
-
- zoo2
-
- zoo3
-
-
kafka-manager:
-
image: sheepkiller/kafka-manager:latest
-
restart: always
-
container_name: kafa-manager
-
hostname: kafka-manager
-
ports:
-
-
"9002:9000"
-
links:
# 连接本compose文件创建的container
-
- kafka1
-
- kafka2
-
- kafka3
-
external_links:
# 连接compose文件以外的container
-
- zoo1
-
- zoo2
-
- zoo3
-
environment:
-
ZK_HOSTS: zoo1:
2181,zoo2:
2181,zoo3:
2181
-
KAFKA_BROKERS: kafka1:
9092,kafka2:
9093,kafka3:
9094
-
APPLICATION_SECRET: letmein
-
KM_ARGS: -Djava.net.preferIPv4Stack=
true
-
-
default:
-
external:
# 使用已创建的网络
-
name: zookeeper_network
【额外的说明
version: '2'
services:
zookeeper:
image: wurstmeister/zookeeper
ports:
- "2181:2181"
kafka1:
image: wurstmeister/kafka:2.11-0.11.0.3
ports:
- "9092:9092"
environment:
KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka1:9092
KAFKA_LISTENERS: PLAINTEXT://:9092
KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
KAFKA_CREATE_TOPICS: "topic001:2:1"
volumes:
- /var/run/docker.sock:/var/run/docker.sock
上述配置中有两处需要注意：
第一，KAFKA_ADVERTISED_LISTENERS的配置，这个参数会写到kafka配置的advertised.listeners这一项中，应用会用来连接broker；
第二，KAFKA_CREATE_TOPICS的配置，表示容器启动时会创建名为"topic001"的主题，并且partition等于2，副本为1；
】
COMPOSE_PROJECT_NAME=kakfa_test docker-compose up
COMPOSE_PROJECT_NAME=kakfa_test docker-compose ps查看
