Docker 部署 RocketMQ
创建挂载目录
# namesrv 负责管理和维护消息生产者和消费者的元数据信息
mkdir -p /data/rocketmq/namesrv
# broker 存储和管理消息
mkdir -p /data/rocketmq/broker/conf
mkdir -p /data/rocketmq/broker/lib
# console 可视化管理控制台
mkdir -p /data/rocketmq/console/data
创建配置文件
Broker 配置文件
/data/rocketmq/broker/conf/broker.conf
vim /data/rocketmq/broker/conf/broker.conf
# 所属集群名字 brokerClusterName=DefaultCluster # broker名字,注意此处不同的配置文件填写的不一样,如果在broker-a.properties使用:broker-a, # 在broker-b.properties使用:broker-b brokerName=broker-a # 0 表示Master,>0 表示Slave brokerId=0 # nameServer地址,分号分割 # namesrvAddr=rocketmq-nameserver1:9876;rocketmq-nameserver2:9876 namesrvAddr=rocketmq-namesrv:9876 # 启动IP,如果 docker 报 com.alibaba.rocketmq.remoting.exception.RemotingConnectException: connect to <192.168.0.120:10909> failed # 解决方式1 加上一句producer.setVipChannelEnabled(false); # 解决方式2 brokerIP1 设置宿主机IP,不要使用docker内部IP brokerIP1=XXX.XXX.XXX.XXX # 在发送消息时,自动创建服务器不存在的topic,默认创建的队列数 defaultTopicQueueNums=4 # 是否允许 Broker 自动创建Topic,建议线下开启,线上关闭 !!! # 这里仔细看是false,false,false autoCreateTopicEnable=false # 是否允许 Broker 自动创建订阅组,建议线下开启,线上关闭 autoCreateSubscriptionGroup=false # Broker 对外服务的监听端口 listenPort=10911 # 此参数控制是否开启密码 aclEnable=true # 删除文件时间点,默认凌晨4点 deleteWhen=04 # 文件保留时间,默认48小时 fileReservedTime=120 # commitLog每个文件的大小默认1G mapedFileSizeCommitLog=1073741824 # ConsumeQueue每个文件默认存30W条,根据业务情况调整 mapedFileSizeConsumeQueue=300000 # destroyMapedFileIntervalForcibly=120000 # redeleteHangedFileInterval=120000 # 检测物理文件磁盘空间 diskMaxUsedSpaceRatio=88 # 存储路径 # storePathRootDir=/home/ztztdata/rocketmq-all-4.1.0-incubating/store # commitLog 存储路径 # storePathCommitLog=/home/ztztdata/rocketmq-all-4.1.0-incubating/store/commitlog # 消费队列存储 # storePathConsumeQueue=/home/ztztdata/rocketmq-all-4.1.0- incubating/store/consumequeue # 消息索引存储路径 # storePathIndex=/home/ztztdata/rocketmq-all-4.1.0-incubating/store/index # checkpoint 文件存储路径 # storeCheckpoint=/home/ztztdata/rocketmq-all-4.1.0-incubating/store/checkpoint # abort 文件存储路径 # abortFile=/home/ztztdata/rocketmq-all-4.1.0-incubating/store/abort # 限制的消息大小 maxMessageSize=65536 # flushCommitLogLeastPages=4 # flushConsumeQueueLeastPages=2 # flushCommitLogThoroughInterval=10000 # flushConsumeQueueThoroughInterval=60000 # Broker 的角色 # - ASYNC_MASTER 异步复制Master # - SYNC_MASTER 同步双写Master # - SLAVE brokerRole=ASYNC_MASTER # 刷盘方式 # - ASYNC_FLUSH 异步刷盘 # - SYNC_FLUSH 同步刷盘 flushDiskType=ASYNC_FLUSH # 发消息线程池数量 # sendMessageThreadPoolNums=128 # 拉消息线程池数量 # pullMessageThreadPoolNums=128
/data/rocketmq/broker/conf/plain_acl.yml
vim /data/rocketmq/broker/conf/plain_acl.yml
# Licensed to the Apache Software Foundation (ASF) under one or more # contributor license agreements. See the NOTICE file distributed with # this work for additional information regarding copyright ownership. # The ASF licenses this file to You under the Apache License, Version 2.0 # (the "License"); you may not use this file except in compliance with # the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. globalWhiteRemoteAddresses: # - 47.100.93.* # - 156.254.120.* accounts: - accessKey: RocketMQ secretKey: 12345678 whiteRemoteAddress: admin: false defaultTopicPerm: DENY defaultGroupPerm: SUB topicPerms: - topicA=DENY - topicB=PUB|SUB - topicC=SUB groupPerms: # the group should convert to retry topic - groupA=DENY - groupB=PUB|SUB - groupC=SUB - accessKey: XXXXXXXX secretKey: XXXXXXXX whiteRemoteAddress: # if it is admin, it could access all resources admin: true
注意:这个文件应没有中文字符!!!,accessKey 不能小于6位数!!!secretKey 也不能小于6位!!!
Console配置文件
/data/rocketmq/console/data/user.properties
vim /data/rocketmq/console/data/user.properties
# This file supports hot change, any change will be auto-reloaded without Console restarting. # Format: a user per line, username=password[,N] #N is optional, 0 (Normal User); 1 (Admin) # Define Admin # 用户名和密码规则「用户名=密码,权限」,这里的权限为1表示管理员>,为0表示普通用户 # 例如:admin=admin123,1 XXXXXXXX=XXXXXXXX,1 # Define Users # 屏蔽下边两个账户 # user1=user1 # user2=user2
注意:plain_acl.properties 文件中 accessKey 和 secretKey 对应上述的XXXXXXXX = XXXXXXXX中的
Docker-compose配置文件
- /data/rocketmq/docker-compose.yml
vim /data/rocketmq/docker-compose.yml
version: '3.5'
services:
rocketmq-namesrv:
image: foxiswho/rocketmq:4.8.0
container_name: rocketmq-namesrv
restart: always
ports:
- 9876:9876
volumes:
- ./namesrv/logs:/home/rocketmq/logs
- ./namesrv/store:/home/rocketmq/store
environment:
JAVA_OPT_EXT: "-Duser.home=/home/rocketmq -Xms128M -Xmx128M -Xmn128m"
command: ["sh","mqnamesrv"]
networks:
rocketmq_net:
aliases:
- rocketmq-namesrv
rocketmq-broker:
image: foxiswho/rocketmq:4.8.0
container_name: rocketmq-broker
restart: always
ports:
- 10909:10909
- 10911:10911
volumes:
- ./broker/logs:/home/rocketmq/logs
- ./broker/store:/home/rocketmq/store
- ./broker/conf/plain_acl.yml:/home/rocketmq/rocketmq-4.8.0/conf/plain_acl.yml
- ./broker/conf/broker.conf:/etc/rocketmq/broker.conf
environment:
JAVA_OPT_EXT: "-Duser.home=/home/rocketmq -Xms128m -Xmx128m -Xmn128m"
command: ["sh","mqbroker","-c","/etc/rocketmq/broker.conf"]
depends_on:
- rocketmq-namesrv
networks:
rocketmq_net:
aliases:
- rocketmq-broker
rocketmq-console:
image: iamverygood/rocketmq-console:4.7.1
container_name: rocketmq-console
restart: always
ports:
- 8180:8080
volumes:
- ./console/data:/tmp/rocketmq-console/data
environment:
JAVA_OPTS: "-Drocketmq.namesrv.addr=rocketmq-namesrv:9876 -Dcom.rocketmq.sendMessageWithVIPChannel=false -Drocketmq.config.loginRequired=true -Drocketmq.config.aclEnabled=true -Drocketmq.config.accessKey=mallchat -Drocketmq.config.secretKey=12345678"
depends_on:
- rocketmq-namesrv
networks:
rocketmq_net:
aliases:
- rocketmq-console
networks:
rocketmq_net:
name: rocketmq_net
driver: bridge
-Drocketmq.config.accessKey=XXXXXXXX -Drocketmq.config.secretKey=XXXXXXXX"
注意:保证 plain_acl.properties 文件中 accessKey 和 secretKey 和上述 docker-compose.yml 中的一致
授予目录权限
chmod -R 777 /data/rocketmq/namesrv/;
chmod -R 777 /data/rocketmq/broker/;
chmod -R 777 /data/rocketmq/console/;
注意:记得防火墙开端口号 9876,10911,8180 !!!
启动容器
# 到对应目录下启动容器
cd /data/rocketmq
docker-compose up -d
注意:第一次会启动不成功,因为broker需要创建一堆文件,没有权限。再执行一遍权限命令
chmod -R 777 /data/rocketmq/namesrv/;
chmod -R 777 /data/rocketmq/broker/;
chmod -R 777 /data/rocketmq/console/;
#然后强制重新构建
docker-compose up --force-recreate -d
登录Console
http://XXX.XXX.XXX.XXX:8180/ XXX.XXX.XXX.XXX你的IP地址
输入accessKey 和 secretKey 对应的 Username 和 Password
可能遇见的错误
Docker-compose版本问题
# 更新版本
curl -L https://github.com/docker/compose/releases/download/1.28.6/docker-compose-`uname -s`-`uname -m` -o /usr/local/bin/docker-compose
# 将可执行权限应用于二进制文件
sudo chmod +x /usr/local/bin/docker-compose
防火墙问题
Broker 一直重启问题
cat /data/rocketmq/broker/logs/rocketmqlogs/broker_default.log
查看问题,自行百度解决