一、告警
二、日志输出
24366:M 12 Jun 2025 10:37:37.324 # Client id=331445126 addr=172.25.40.27:45890 fd=4173 name= age=0 idle=0 flags=S db=0 sub=0 psub=0 multi=-1 qbuf=83 q
buf-free=32685 obl=0 oll=1 omem=402653208 events=r cmd=psync scheduled to be closed ASAP for overcoming of output buffer limits.
24366:M 12 Jun 2025 10:37:38.194 * Partial resynchronization request from 172.25.40.27:6379 accepted. Sending 915084124 bytes of backlog starting from
offset 33119615882244.
24366:M 12 Jun 2025 10:37:38.195 # Connection with replica 172.25.40.27:6379 lost.
24366:M 12 Jun 2025 10:37:38.346 * Replica 172.25.39.173:6379 asks for synchronization
24366:M 12 Jun 2025 10:37:38.488 # Client id=331445128 addr=172.25.39.173:37829 fd=15685 name= age=0 idle=0 flags=S db=0 sub=0 psub=0 multi=-1 qbuf=83
qbuf-free=32685 obl=0 oll=1 omem=335544344 events=r cmd=psync scheduled to be closed ASAP for overcoming of output buffer limits.
24366:M 12 Jun 2025 10:37:38.748 * Partial resynchronization request from 172.25.39.173:6379 accepted. Sending 831991163 bytes of backlog starting fro
m offset 33119699273920.
24366:M 12 Jun 2025 10:37:38.751 # Connection with replica 172.25.39.173:6379 lost.
24366:M 12 Jun 2025 10:37:39.233 * Replica 172.25.39.173:6379 asks for synchronization
24366:M 12 Jun 2025 10:37:39.561 # Client id=331445166 addr=172.25.39.173:36957 fd=10268 name= age=0 idle=0 flags=S db=0 sub=0 psub=0 multi=-1 qbuf=83
qbuf-free=32685 obl=0 oll=1 omem=335544344 events=r cmd=psync scheduled to be closed ASAP for overcoming of output buffer limits.
24366:M 12 Jun 2025 10:37:40.129 * Partial resynchronization request from 172.25.39.173:6379 accepted. Sending 834318003 bytes of backlog starting fro
m offset 33119699273920.
24366:M 12 Jun 2025 10:37:40.130 # Connection with replica 172.25.39.173:6379 lost.
24366:M 12 Jun 2025 10:37:40.584 * Replica 172.25.40.27:6379 asks for synchronization
24366:M 12 Jun 2025 10:37:40.981 # Client id=331445169 addr=172.25.40.27:44921 fd=11919 name= age=0 idle=0 flags=S db=0 sub=0 psub=0 multi=-1 qbuf=83
qbuf-free=32685 obl=0 oll=1 omem=402653208 events=r cmd=psync scheduled to be closed ASAP for overcoming of output buffer limits.
24366:M 12 Jun 2025 10:37:41.547 * Partial resynchronization request from 172.25.40.27:6379 accepted. Sending 918028679 bytes of backlog starting from
offset 33119615882244.
24366:M 12 Jun 2025 10:37:41.550 # Connection with replica 172.25.40.27:6379 lost.
24366:M 12 Jun 2025 10:37:41.561 * Replica 172.25.39.173:6379 asks for synchronization
24366:M 12 Jun 2025 10:37:41.702 # Client id=331445179 addr=172.25.39.173:36654 fd=21810 name= age=1 idle=0 flags=S db=0 sub=0 psub=0 multi=-1 qbuf=83
qbuf-free=32685 obl=0 oll=1 omem=335544344 events=r cmd=psync scheduled to be closed ASAP for overcoming of output buffer limits.
24366:M 12 Jun 2025 10:37:41.948 * Partial resynchronization request from 172.25.39.173:6379 accepted. Sending 834674934 bytes of backlog starting fro
m offset 33119699273920.
24366:M 12 Jun 2025 10:37:41.995 # Connection with replica 172.25.39.173:6379 lost.
24366:M 12 Jun 2025 10:37:42.378 * Replica 172.25.39.173:6379 asks for synchronization
24366:M 12 Jun 2025 10:37:42.528 # Client id=331445193 addr=172.25.39.173:33753 fd=21810 name= age=0 idle=0 flags=S db=0 sub=0 psub=0 multi=-1 qbuf=83
qbuf-free=32685 obl=0 oll=1 omem=335544344 events=r cmd=psync scheduled to be closed ASAP for overcoming of output buffer limits.
24366:M 12 Jun 2025 10:37:43.432 * Partial resynchronization request from 172.25.39.173:6379 accepted. Sending 835801375 bytes of backlog starting fro
m offset 33119699273920.
三、分析
主从复制的时候,复制的rdb文件超过buffer的限制导致。
四、处理
- 检查get
[root@KSSYYVI01352 temp]#
[root@KSSYYVI01352 temp]# redis-cli -a 2ghlmvl_MT -h 172.25.39.174 config get client-output-buffer-limit
Warning: Using a password with '-a' or '-u' option on the command line interface may not be safe.
1) "client-output-buffer-limit"
2) "normal 0 0 0 slave 268435456 67108864 60 pubsub 33554432 8388608 60"
2. set
[root@KSSYYVI01352 temp]# redis-cli -a 2ghlmvl_MT -h 172.25.39.174 config set client-output-buffer-limit "slave 0 0 0"
Warning: Using a password with '-a' or '-u' option on the command line interface may not be safe.
OK
[root@KSSYYVI01352 temp]#
[root@KSSYYVI01352 temp]#
[root@KSSYYVI01352 temp]#
[root@KSSYYVI01352 temp]#
3. 检查
[root@KSSYYVI01352 temp]# redis-cli -a 2ghlmvl_MT -h 172.25.39.174 config get client-output-buffer-limit
Warning: Using a password with '-a' or '-u' option on the command line interface may not be safe.
1) "client-output-buffer-limit"
2) "normal 0 0 0 slave 0 0 0 pubsub 33554432 8388608 60"