Kafka及Zookeeper集群部署

下载地址

zookeeper:国内镜像地址

kafka:官方地址

部署以及配置

zookeeper

[root@hadoop01 soft]# tar -zxvf apache-zookeeper-3.8.4-bin.tar.gz 
# 修改文件夹名称
[root@hadoop01 soft]# mv apache-zookeeper-3.8.4-bin zookeeper3.8.4
# 修改配置文件
[root@hadoop01 conf]# mv zoo_sample.cfg zoo.cfg
[root@hadoop01 zookeeper3.8.4]# vim zoo.cfg 
# 这个目录需要自己创建
dataDir=/home/soft/zookeeper3.8.4/data
autopurge.purgeInterval=1
server.0=hadoop01:2888:3888
server.1=hadoop02:2888:3888
server.2=hadoop03:2888:3888

# cd到刚创建的data目录中 添加myid文件并写入0，也可以用vim命令  其它两个机器分别为1 2 
[root@hadoop01 data]# echo 0 > myid
[root@hadoop01 data]# more myid 
0

# copy到其它两台机器上
[root@hadoop01 soft]# scp -rq zookeeper3.8.4 hadoop03:/home/soft/
[root@hadoop01 soft]# scp -rq zookeeper3.8.4 hadoop02:/home/soft/

# 分别启动
[root@hadoop01 zookeeper3.8.4]# bin/zkServer.sh start
[root@hadoop02 zookeeper3.8.4]# bin/zkServer.sh start
[root@hadoop03 zookeeper3.8.4]# bin/zkServer.sh start

# 查看状态
[root@hadoop01 zookeeper3.8.4]# bin/zkServer.sh status

kafka

[root@hadoop01 soft]# tar -zxvf kafka_2.12-2.4.0.tgz 
[root@hadoop01 kafka_2.12-2.4.0]# vim server.properties
# 每台机器要不一样
broker.id=0
log.dirs=/home/kafka_log
zookeeper.connect=hadoop01:2181,hadoop02:2181,hadoop03:2181

# copy到其它机器上
[root@hadoop01 soft]# scp -rq kafka_2.12-2.4.0 hadoop02:/home/soft/
[root@hadoop01 soft]# scp -rq kafka_2.12-2.4.0 hadoop03:/home/soft/

# 分别启动
[root@hadoop01 kafka_2.12-2.4.0]# bin/kafka-server-start.sh -deamon config/server.properties 

/kafka-server-start.sh -deamon config/server.properties