docker-compose一键构建rocketmq

长风朗月碎梦
348 阅读7分钟

1 构建 a-m-a-s 主从模式

docker-compose-yml

version: '3'
services:
  rocketmq-namesrv-A:
    image: foxiswho/rocketmq:4.8.0
    container_name: rocketmq-namesrv-A
    restart: always
    ports:
      - 9876:9876
    volumes:
      - ./namesrv/logs:/home/rocketmq/logs
      - ./namesrv/store:/home/rocketmq/store
    environment:
      JAVA_OPT_EXT: "-Duser.home=/home/rocketmq -Xms512M -Xmx512M -Xmn128m"
    command: ["sh","mqnamesrv"]
    networks:
      - rocketmq

  rocketmq-namesrv-B:
    image: foxiswho/rocketmq:4.8.0
    container_name: rocketmq-namesrv-B
    restart: always
    ports:
      - 9877:9876
    volumes:
      - ./namesrv/logs1:/home/rocketmq/logs
      - ./namesrv/store1:/home/rocketmq/store
    environment:
      JAVA_OPT_EXT: "-Duser.home=/home/rocketmq -Xms512M -Xmx512M -Xmn128m"
    command: ["sh","mqnamesrv"]
    networks:
      - rocketmq

  rocketmq-broker-a:
    image: foxiswho/rocketmq:4.8.0
    container_name: rocketmq-broker-a
    restart: always
    ports:
      - 10911:10911
      - 10912:10912
    volumes:
      - ./broker/conf/broker-a.conf:/etc/rocketmq/broker.conf
    environment:
      NAMESRV_ADDR: "rocketmq-namesrv-A:9876;rocketmq-namesrv-B:9876"
      JAVA_OPT_EXT: "-Duser.home=/home/rocketmq -Xms512M -Xmx512M -Xmn128m"
    command: sh mqbroker -c /etc/rocketmq/broker.conf autoCreateTopicEnable=true &
    depends_on:
      - rocketmq-namesrv-A
      - rocketmq-namesrv-B
    networks:
      - rocketmq

  rocketmq-broker-b:
    image: foxiswho/rocketmq:4.8.0
    container_name: rocketmq-broker-b
    restart: always
    ports:
      - 10921:10921
      - 10922:10922
    volumes:

      - ./broker/conf/broker-b.conf:/etc/rocketmq/broker.conf
    environment:
      JAVA_OPT_EXT: "-Duser.home=/home/rocketmq -Xms512M -Xmx512M -Xmn128m"
      NAMESRV_ADDR: "rocketmq-namesrv-A:9876;rocketmq-namesrv-B:9876"
    command: sh mqbroker -c /etc/rocketmq/broker.conf autoCreateTopicEnable=true &
    depends_on:
      - rocketmq-namesrv-A
      - rocketmq-namesrv-B
    networks:
      - rocketmq

  rocketmq-console:
    image: styletang/rocketmq-console-ng
    container_name: rocketmq-console
    restart: always
    ports:
      - 8180:8080
    environment:
      JAVA_OPTS: "-Drocketmq.namesrv.addr=rocketmq-namesrv-A:9876;rocketmq-namesrv-B:9876 -Dcom.rocketmq.sendMessageWithVIPChannel=false"
    depends_on:
      - rocketmq-broker-a
      - rocketmq-broker-b
    networks:
      - rocketmq


networks:
  rocketmq:
    driver: bridge

broker-a.conf

#所属集群名字
brokerClusterName=DefaultCluster1

#broker名字，注意此处不同的配置文件填写的不一样，如果在broker-a.properties使用:broker-a,
#在broker-b.properties使用:broker-b
brokerName=rocketmq-broker-a

#0 表示Master，>0 表示Slave
brokerId=0

#nameServer地址，分号分割
namesrvAddr=rocketmq-namesrv-A:9876;rocketmq-namesrv-B:9876
#namesrvAddr=rocketmq-namesrv:9876

#启动IP,如果 docker 报 com.alibaba.rocketmq.remoting.exception.RemotingConnectException: connect to <192.168.0.120:10909> failed
# 解决方式1 加上一句producer.setVipChannelEnabled(false);，解决方式2 brokerIP1 设置宿主机IP，不要使用docker 内部IP
brokerIP1=192.168.10.105

#在发送消息时，自动创建服务器不存在的topic，默认创建的队列数
defaultTopicQueueNums=4

#是否允许 Broker 自动创建Topic，建议线下开启，线上关闭 ！！！这里仔细看是false，false，false
autoCreateTopicEnable=true

#是否允许 Broker 自动创建订阅组，建议线下开启，线上关闭
autoCreateSubscriptionGroup=true



#删除文件时间点，默认凌晨4点
deleteWhen=04

#文件保留时间，默认48小时
fileReservedTime=120

#commitLog每个文件的大小默认1G
mapedFileSizeCommitLog=1073741824

#ConsumeQueue每个文件默认存30W条，根据业务情况调整
mapedFileSizeConsumeQueue=300000

#destroyMapedFileIntervalForcibly=120000
#redeleteHangedFileInterval=120000
#检测物理文件磁盘空间
diskMaxUsedSpaceRatio=88
#存储路径
#storePathRootDir=/home/ztztdata/rocketmq-all-4.1.0-incubating/store
#commitLog 存储路径
#storePathCommitLog=/home/ztztdata/rocketmq-all-4.1.0-incubating/store/commitlog
#消费队列存储
#storePathConsumeQueue=/home/ztztdata/rocketmq-all-4.1.0-incubating/store/consumequeue
#消息索引存储路径
#storePathIndex=/home/ztztdata/rocketmq-all-4.1.0-incubating/store/index
#checkpoint 文件存储路径
#storeCheckpoint=/home/ztztdata/rocketmq-all-4.1.0-incubating/store/checkpoint
#abort 文件存储路径
#abortFile=/home/ztztdata/rocketmq-all-4.1.0-incubating/store/abort
#限制的消息大小
maxMessageSize=65536

#flushCommitLogLeastPages=4
#flushConsumeQueueLeastPages=2
#flushCommitLogThoroughInterval=10000
#flushConsumeQueueThoroughInterval=60000

#Broker 的角色
#- ASYNC_MASTER 异步复制Master
#- SYNC_MASTER 同步双写Master
#- SLAVE
brokerRole=ASYNC_MASTER

#刷盘方式
#- ASYNC_FLUSH 异步刷盘
#- SYNC_FLUSH 同步刷盘
flushDiskType=ASYNC_FLUSH

#发消息线程池数量
#sendMessageThreadPoolNums=128
#拉消息线程池数量
#pullMessageThreadPoolNums=128

broker-b.conf


#所属集群名字
brokerClusterName=DefaultCluster1

#broker名字，注意此处不同的配置文件填写的不一样，如果在broker-a.properties使用:broker-a,
#在broker-b.properties使用:broker-b
brokerName=rocketmq-broker-b

#0 表示Master，>0 表示Slave
brokerId=0

#nameServer地址，分号分割
#nameServer地址，分号分割
namesrvAddr=rocketmq-namesrv-A:9876;rocketmq-namesrv-B:9876
#namesrvAddr=rocketmq-namesrv:9876

#启动IP,如果 docker 报 com.alibaba.rocketmq.remoting.exception.RemotingConnectException: connect to <192.168.0.120:10909> failed
# 解决方式1 加上一句producer.setVipChannelEnabled(false);，解决方式2 brokerIP1 设置宿主机IP，不要使用docker 内部IP
brokerIP1=192.168.10.105

#在发送消息时，自动创建服务器不存在的topic，默认创建的队列数
defaultTopicQueueNums=4

#是否允许 Broker 自动创建Topic，建议线下开启，线上关闭 ！！！这里仔细看是false，false，false
autoCreateTopicEnable=true

#是否允许 Broker 自动创建订阅组，建议线下开启，线上关闭
autoCreateSubscriptionGroup=true

#Broker 对外服务的监听端口
listenPort=10921

#删除文件时间点，默认凌晨4点
deleteWhen=04

#文件保留时间，默认48小时
fileReservedTime=120

#commitLog每个文件的大小默认1G
mapedFileSizeCommitLog=1073741824

#ConsumeQueue每个文件默认存30W条，根据业务情况调整
mapedFileSizeConsumeQueue=300000

#destroyMapedFileIntervalForcibly=120000
#redeleteHangedFileInterval=120000
#检测物理文件磁盘空间
diskMaxUsedSpaceRatio=88
#存储路径
#storePathRootDir=/home/ztztdata/rocketmq-all-4.1.0-incubating/store
#commitLog 存储路径
#storePathCommitLog=/home/ztztdata/rocketmq-all-4.1.0-incubating/store/commitlog
#消费队列存储
#storePathConsumeQueue=/home/ztztdata/rocketmq-all-4.1.0-incubating/store/consumequeue
#消息索引存储路径
#storePathIndex=/home/ztztdata/rocketmq-all-4.1.0-incubating/store/index
#checkpoint 文件存储路径
#storeCheckpoint=/home/ztztdata/rocketmq-all-4.1.0-incubating/store/checkpoint
#abort 文件存储路径
#abortFile=/home/ztztdata/rocketmq-all-4.1.0-incubating/store/abort
#限制的消息大小
maxMessageSize=65536

#flushCommitLogLeastPages=4
#flushConsumeQueueLeastPages=2
#flushCommitLogThoroughInterval=10000
#flushConsumeQueueThoroughInterval=60000

#Broker 的角色
#- ASYNC_MASTER 异步复制Master
#- SYNC_MASTER 同步双写Master
#- SLAVE
brokerRole=ASYNC_MASTER

#刷盘方式
#- ASYNC_FLUSH 异步刷盘
#- SYNC_FLUSH 同步刷盘
flushDiskType=ASYNC_FLUSH

#发消息线程池数量
#sendMessageThreadPoolNums=128
#拉消息线程池数量
#pullMessageThreadPoolNums=128

2.构建 a-m-b-m 双主模式

version: '3'
services:
  rocketmq-namesrv-A:
    image: foxiswho/rocketmq:4.8.0
    container_name: rocketmq-namesrv-A
    restart: always
    ports:
      - 9876:9876
    volumes:
      - ./namesrv/logs:/home/rocketmq/logs
      - ./namesrv/store:/home/rocketmq/store
    environment:
      JAVA_OPT_EXT: "-Duser.home=/home/rocketmq -Xms512M -Xmx512M -Xmn128m"
    command: ["sh","mqnamesrv"]
    networks:
      rocketmq_net:
        aliases:
          - rocketmq-namesrv
  rocketmq-namesrv-B:
    image: foxiswho/rocketmq:4.8.0
    container_name: rocketmq-namesrv-B
    restart: always
    ports:
      - 9877:9876
    volumes:
      - ./namesrv/logs:/home/rocketmq/logs
      - ./namesrv/store:/home/rocketmq/store
    environment:
      JAVA_OPT_EXT: "-Duser.home=/home/rocketmq -Xms512M -Xmx512M -Xmn128m"
    command: ["sh","mqnamesrv"]
    networks:
      rocketmq_net:
        aliases:
          - rocketmq-namesrv



  rocketmq-broker-b:
    image: foxiswho/rocketmq:4.8.0
    container_name: rocketmq-broker-b
    restart: always
    ports:
      - 10909:10909
      - 10911:10911
    volumes:

      - ./broker/conf/broker-b.conf:/etc/rocketmq/broker.conf
    environment:
      JAVA_OPT_EXT: "-Duser.home=/home/rocketmq -Xms512M -Xmx512M -Xmn128m"
      NAMESRV_ADDR: "rocketmq-namesrv-A:9876;rocketmq-namesrv-B:9876"
    command: sh mqbroker -c /etc/rocketmq/broker.conf autoCreateTopicEnable=true &
    depends_on:
      - rocketmq-namesrv-A
      - rocketmq-namesrv-B
    networks:
      rocketmq_net:
        aliases:
          - rocketmq-namesrv



  rocketmq-broker-b-s:
    image: foxiswho/rocketmq:4.8.0
    container_name: rocketmq-broker-b-s
    restart: always
    ports:
      - 10907:10909
      - 10950:10950
    volumes:

      - ./broker/conf/broker-b-s.conf:/etc/rocketmq/broker.conf
    environment:
      NAMESRV_ADDR: "rocketmq-namesrv-A:9876;rocketmq-namesrv-B:9876"
      JAVA_OPT_EXT: "-Duser.home=/home/rocketmq -Xms512M -Xmx512M -Xmn128m"
    
    command: sh mqbroker -c /etc/rocketmq/broker.conf autoCreateTopicEnable=true &

    depends_on:
      - rocketmq-broker-b
    networks:
      rocketmq_net:
        aliases:
          - rocketmq-namesrv



  rocketmq-console:
    image: styletang/rocketmq-console-ng
    container_name: rocketmq-console
    restart: always
    ports:
      - 8180:8080
    environment:
      JAVA_OPTS: "-Drocketmq.namesrv.addr=rocketmq-namesrv-A:9876;rocketmq-namesrv-B:9876 -Dcom.rocketmq.sendMessageWithVIPChannel=false"
    depends_on:

      - rocketmq-broker-b
      - rocketmq-broker-b-s
    networks:
      rocketmq_net:
        aliases:
          - rocketmq-namesrv
networks:
  rocketmq_net:
    name: rocketmq_net
    driver: bridge


#所属集群名字
brokerClusterName=DefaultCluster1

#broker名字，注意此处不同的配置文件填写的不一样，如果在broker-a.properties使用:broker-a,
#在broker-b.properties使用:broker-b
brokerName=rocketmq-broker-b

#0 表示Master，>0 表示Slave
brokerId=1

#nameServer地址，分号分割
#nameServer地址，分号分割
namesrvAddr=rocketmq-namesrv-A:9876;rocketmq-namesrv-B:9876
#namesrvAddr=rocketmq-namesrv:9876

#启动IP,如果 docker 报 com.alibaba.rocketmq.remoting.exception.RemotingConnectException: connect to <192.168.0.120:10909> failed
# 解决方式1 加上一句producer.setVipChannelEnabled(false);，解决方式2 brokerIP1 设置宿主机IP，不要使用docker 内部IP
brokerIP1=192.168.10.100

#在发送消息时，自动创建服务器不存在的topic，默认创建的队列数
defaultTopicQueueNums=4

#是否允许 Broker 自动创建Topic，建议线下开启，线上关闭 ！！！这里仔细看是false，false，false
autoCreateTopicEnable=true

#是否允许 Broker 自动创建订阅组，建议线下开启，线上关闭
autoCreateSubscriptionGroup=true

#Broker 对外服务的监听端口
listenPort=10950

#删除文件时间点，默认凌晨4点
deleteWhen=04

#文件保留时间，默认48小时
fileReservedTime=120

#commitLog每个文件的大小默认1G
mapedFileSizeCommitLog=1073741824

#ConsumeQueue每个文件默认存30W条，根据业务情况调整
mapedFileSizeConsumeQueue=300000

#destroyMapedFileIntervalForcibly=120000
#redeleteHangedFileInterval=120000
#检测物理文件磁盘空间
diskMaxUsedSpaceRatio=88
#存储路径
#storePathRootDir=/home/ztztdata/rocketmq-all-4.1.0-incubating/store
#commitLog 存储路径
#storePathCommitLog=/home/ztztdata/rocketmq-all-4.1.0-incubating/store/commitlog
#消费队列存储
#storePathConsumeQueue=/home/ztztdata/rocketmq-all-4.1.0-incubating/store/consumequeue
#消息索引存储路径
#storePathIndex=/home/ztztdata/rocketmq-all-4.1.0-incubating/store/index
#checkpoint 文件存储路径
#storeCheckpoint=/home/ztztdata/rocketmq-all-4.1.0-incubating/store/checkpoint
#abort 文件存储路径
#abortFile=/home/ztztdata/rocketmq-all-4.1.0-incubating/store/abort
#限制的消息大小
maxMessageSize=65536

#flushCommitLogLeastPages=4
#flushConsumeQueueLeastPages=2
#flushCommitLogThoroughInterval=10000
#flushConsumeQueueThoroughInterval=60000

#Broker 的角色
#- ASYNC_MASTER 异步复制Master
#- SYNC_MASTER 同步双写Master
#- SLAVE
brokerRole=SLAVE

#刷盘方式
#- ASYNC_FLUSH 异步刷盘
#- SYNC_FLUSH 同步刷盘
flushDiskType=ASYNC_FLUSH

#发消息线程池数量
#sendMessageThreadPoolNums=128
#拉消息线程池数量
#pullMessageThreadPoolNums=128

3.sh脚本一键构建

为了方便构建直接使用sh 脚本 我使用的是 搭建双主模式

  • 创建 init_rocketmq.sh

  • 替换 sed -i 's#{your-ip}#192.168.10.101#g'  init_rocketmq.sh .file

  • 执行 docker-compose up 即可

- init_rocketmq.sh 内容

mkdir -p ./namesrv/logs
mkdir -p ./namesrv/store
mkdir -p ./namesrv/logs1
mkdir -p ./namesrv/store1
mkdir -p ./broker/conf
cat > ./docker-compose.yml <<-'EOF'
version: '3'
services:
  rocketmq-namesrv-A:
    image: foxiswho/rocketmq:4.8.0
    container_name: rocketmq-namesrv-A
    restart: always
    ports:
      - 9876:9876
    volumes:
      - ./namesrv/logs:/home/rocketmq/logs
      - ./namesrv/store:/home/rocketmq/store
    environment:
      JAVA_OPT_EXT: "-Duser.home=/home/rocketmq -Xms512M -Xmx512M -Xmn128m"
    command: ["sh","mqnamesrv"]
    networks:
      - rocketmq

  rocketmq-namesrv-B:
    image: foxiswho/rocketmq:4.8.0
    container_name: rocketmq-namesrv-B
    restart: always
    ports:
      - 9877:9876
    volumes:
      - ./namesrv/logs1:/home/rocketmq/logs
      - ./namesrv/store1:/home/rocketmq/store
    environment:
      JAVA_OPT_EXT: "-Duser.home=/home/rocketmq -Xms512M -Xmx512M -Xmn128m"
    command: ["sh","mqnamesrv"]
    networks:
      - rocketmq

  rocketmq-broker-a:
    image: foxiswho/rocketmq:4.8.0
    container_name: rocketmq-broker-a
    restart: always
    ports:
      - 10911:10911
      - 10912:10912
    volumes:
      - ./broker/conf/broker-a.conf:/etc/rocketmq/broker.conf
    environment:
      NAMESRV_ADDR: "rocketmq-namesrv-A:9876;rocketmq-namesrv-B:9876"
      JAVA_OPT_EXT: "-Duser.home=/home/rocketmq -Xms512M -Xmx512M -Xmn128m"
    command: sh mqbroker -c /etc/rocketmq/broker.conf autoCreateTopicEnable=true &
    depends_on:
      - rocketmq-namesrv-A
      - rocketmq-namesrv-B
    networks:
      - rocketmq

  rocketmq-broker-b:
    image: foxiswho/rocketmq:4.8.0
    container_name: rocketmq-broker-b
    restart: always
    ports:
      - 10921:10921
      - 10922:10922
    volumes:

      - ./broker/conf/broker-b.conf:/etc/rocketmq/broker.conf
    environment:
      JAVA_OPT_EXT: "-Duser.home=/home/rocketmq -Xms512M -Xmx512M -Xmn128m"
      NAMESRV_ADDR: "rocketmq-namesrv-A:9876;rocketmq-namesrv-B:9876"
    command: sh mqbroker -c /etc/rocketmq/broker.conf autoCreateTopicEnable=true &
    depends_on:
      - rocketmq-namesrv-A
      - rocketmq-namesrv-B
    networks:
      - rocketmq

  rocketmq-console:
    image: styletang/rocketmq-console-ng
    container_name: rocketmq-console
    restart: always
    ports:
      - 8180:8080
    environment:
      JAVA_OPTS: "-Drocketmq.namesrv.addr=rocketmq-namesrv-A:9876;rocketmq-namesrv-B:9876 -Dcom.rocketmq.sendMessageWithVIPChannel=false"
    depends_on:
      - rocketmq-broker-a
      - rocketmq-broker-b
    networks:
      - rocketmq

networks:
  rocketmq:
    driver: bridge

EOF

cat > ./broker/conf/broker-a.conf <<-'EOF'

brokerClusterName=DefaultCluster1

brokerName=rocketmq-broker-a

brokerId=0

brokerIP1={your-ip}

defaultTopicQueueNums=4

autoCreateTopicEnable=true

autoCreateSubscriptionGroup=true
deleteWhen=04

fileReservedTime=120

mapedFileSizeCommitLog=1073741824

mapedFileSizeConsumeQueue=300000

diskMaxUsedSpaceRatio=88
maxMessageSize=65536


brokerRole=ASYNC_MASTER

flushDiskType=ASYNC_FLUSH


EOF


cat > ./broker/conf/broker-b.conf <<-'EOF'

brokerClusterName=DefaultCluster1

brokerName=rocketmq-broker-b

brokerId=0

namesrvAddr=rocketmq-namesrv-A:9876;rocketmq-namesrv-B:9876
brokerIP1={your-ip}

defaultTopicQueueNums=4

autoCreateTopicEnable=true

autoCreateSubscriptionGroup=true

listenPort=10921

deleteWhen=04

fileReservedTime=120

mapedFileSizeCommitLog=1073741824

mapedFileSizeConsumeQueue=300000

maxMessageSize=65536


brokerRole=ASYNC_MASTER

flushDiskType=ASYNC_FLUSH
EOF

4.访问 rocketmq

http://cdh3:8180/

5.测试下 rocketmq功能

生产消息

image.png

可以看到 消息在往 a和b两个 broker 随机发送

image.png

消费消息

image.png

可以看到 消费了 a和b两个 broker 的消息

image.png

条数也没有 问题，

image.png

console管理页面

image.png

image.png

image.png

image.png

image.png

image.png

avatar
文章
阅读
粉丝