errorlog: Generic server rabbit_mgmt_external_stats terminating

[张家裕]

environment ：3 node ，debian10

rabbitmq version：3.10.7

my server print the follow log about 3 times per day，Does any one know how to solve it？ And why this happen

2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445> ** Generic server rabbit_mgmt_external_stats terminating
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445> ** Last message in was emit_update
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445> ** When Server state == {state,1048576,
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445>                             [{{io_sync,count},0},
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445>                              {{io_file_handle_open_attempt,count},2},
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445>                              {{queue_index_read,count},3},
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445>                              {{msg_store_read,count},0},
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445>                              {{io_read,count},11},
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445>                              {{queue_index_write,count},0},
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445>                              {{msg_store_write,count},0},
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445>                              {{io_write,count},0},
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445>                              {{io_seek,time},0},
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445>                              {{mnesia_ram_tx,count},2271},
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445>                              {{mnesia_disk_tx,count},22},
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445>                              {{io_read,bytes},1146364},
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445>                              {{io_write,bytes},0},
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445>                              {{io_seek,count},0},
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445>                              {{io_sync,time},0},
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445>                              {{io_reopen,count},0},
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445>                              {{io_file_handle_open_attempt,time},73},
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445>                              {{io_read,time},941},
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445>                              {{io_write,time},0}],
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445>                             {set,2,16,16,8,80,48,
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445>                                 {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445>                                  []},
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445>                                 {{[],
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445>                                   [{'rab...@rabbitmq-ab-1.rabbitmq-ab-headless.rabbitmq.svc.cluster.local',
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445>                                        <0.225.0>}],
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445>                                   [],[],[],[],[],[],[],[],[],[],[],
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445>                                   [{'rab...@rabbitmq-ab-2.rabbitmq-ab-headless.rabbitmq.svc.cluster.local',
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445>                                        <0.229.0>}],
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445>                                   [],[]}}},
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445>                             undefined,5000,undefined}
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445> ** Reason for termination ==
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445> ** {{badmatch,[]},
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445>     [{rabbit_net,dist_info,4,[{file,"rabbit_net.erl"},{line,354}]},
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445>      {rabbit_net,'-dist_info/0-lc$^1/1-1-',2,
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445>                  [{file,"rabbit_net.erl"},{line,341}]},
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445>      {rabbit_net,'-dist_info/0-lc$^1/1-1-',2,
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445>                  [{file,"rabbit_net.erl"},{line,341}]},
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445>      {rabbit_mgmt_external_stats,emit_node_node_stats,1,
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445>                                  [{file,"rabbit_mgmt_external_stats.erl"},
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445>                                   {line,436}]},
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445>      {rabbit_mgmt_external_stats,handle_info,2,
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445>                                  [{file,"rabbit_mgmt_external_stats.erl"},
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445>                                   {line,410}]},
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445>      {gen_server,try_dispatch,4,[{file,"gen_server.erl"},{line,695}]},
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445>      {gen_server,handle_msg,6,[{file,"gen_server.erl"},{line,771}]},
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445>      {proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,226}]}]}
2022-09-08 12:43:19.634310+08:00 [error] <0.3387.445>
2022-09-08 12:43:19.635394+08:00 [error] <0.3387.445>   crasher:
2022-09-08 12:43:19.635394+08:00 [error] <0.3387.445>     initial call: rabbit_mgmt_external_stats:init/1
2022-09-08 12:43:19.635394+08:00 [error] <0.3387.445>     pid: <0.3387.445>
2022-09-08 12:43:19.635394+08:00 [error] <0.3387.445>     registered_name: rabbit_mgmt_external_stats
2022-09-08 12:43:19.635394+08:00 [error] <0.3387.445>     exception error: no match of right hand side value []
2022-09-08 12:43:19.635394+08:00 [error] <0.3387.445>       in function  rabbit_net:dist_info/4 (rabbit_net.erl, line 354)
2022-09-08 12:43:19.635394+08:00 [error] <0.3387.445>       in call from rabbit_net:'-dist_info/0-lc$^1/1-1-'/2 (rabbit_net.erl, line 341)
2022-09-08 12:43:19.635394+08:00 [error] <0.3387.445>       in call from rabbit_net:'-dist_info/0-lc$^1/1-1-'/2 (rabbit_net.erl, line 341)
2022-09-08 12:43:19.635394+08:00 [error] <0.3387.445>       in call from rabbit_mgmt_external_stats:emit_node_node_stats/1 (rabbit_mgmt_external_stats.erl, line 436)
2022-09-08 12:43:19.635394+08:00 [error] <0.3387.445>       in call from rabbit_mgmt_external_stats:handle_info/2 (rabbit_mgmt_external_stats.erl, line 410)
2022-09-08 12:43:19.635394+08:00 [error] <0.3387.445>       in call from gen_server:try_dispatch/4 (gen_server.erl, line 695)
2022-09-08 12:43:19.635394+08:00 [error] <0.3387.445>       in call from gen_server:handle_msg/6 (gen_server.erl, line 771)
2022-09-08 12:43:19.635394+08:00 [error] <0.3387.445>     ancestors: [rabbit_mgmt_agent_sup,rabbit_mgmt_agent_sup_sup,<0.1018.0>]
2022-09-08 12:43:19.635394+08:00 [error] <0.3387.445>     message_queue_len: 0
2022-09-08 12:43:19.635394+08:00 [error] <0.3387.445>     messages: []
2022-09-08 12:43:19.635394+08:00 [error] <0.3387.445>     links: [<0.1021.0>]
2022-09-08 12:43:19.635394+08:00 [error] <0.3387.445>     dictionary: []
2022-09-08 12:43:19.635394+08:00 [error] <0.3387.445>     trap_exit: false
2022-09-08 12:43:19.635394+08:00 [error] <0.3387.445>     status: running
2022-09-08 12:43:19.635394+08:00 [error] <0.3387.445>     heap_size: 17731
2022-09-08 12:43:19.635394+08:00 [error] <0.3387.445>     stack_size: 29
2022-09-08 12:43:19.635394+08:00 [error] <0.3387.445>     reductions: 58542460
2022-09-08 12:43:19.635394+08:00 [error] <0.3387.445>   neighbours:
2022-09-08 12:43:19.635394+08:00 [error] <0.3387.445>
2022-09-08 12:43:19.635936+08:00 [error] <0.1021.0>     supervisor: {local,rabbit_mgmt_agent_sup}
2022-09-08 12:43:19.635936+08:00 [error] <0.1021.0>     errorContext: child_terminated
2022-09-08 12:43:19.635936+08:00 [error] <0.1021.0>     reason: {{badmatch,[]},
2022-09-08 12:43:19.635936+08:00 [error] <0.1021.0>              [{rabbit_net,dist_info,4,[{file,"rabbit_net.erl"},{line,354}]},
2022-09-08 12:43:19.635936+08:00 [error] <0.1021.0>               {rabbit_net,'-dist_info/0-lc$^1/1-1-',2,
2022-09-08 12:43:19.635936+08:00 [error] <0.1021.0>                   [{file,"rabbit_net.erl"},{line,341}]},
2022-09-08 12:43:19.635936+08:00 [error] <0.1021.0>               {rabbit_net,'-dist_info/0-lc$^1/1-1-',2,
2022-09-08 12:43:19.635936+08:00 [error] <0.1021.0>                   [{file,"rabbit_net.erl"},{line,341}]},
2022-09-08 12:43:19.635936+08:00 [error] <0.1021.0>               {rabbit_mgmt_external_stats,emit_node_node_stats,1,
2022-09-08 12:43:19.635936+08:00 [error] <0.1021.0>                   [{file,"rabbit_mgmt_external_stats.erl"},{line,436}]},
2022-09-08 12:43:19.635936+08:00 [error] <0.1021.0>               {rabbit_mgmt_external_stats,handle_info,2,
2022-09-08 12:43:19.635936+08:00 [error] <0.1021.0>                   [{file,"rabbit_mgmt_external_stats.erl"},{line,410}]},
2022-09-08 12:43:19.635936+08:00 [error] <0.1021.0>               {gen_server,try_dispatch,4,[{file,"gen_server.erl"},{line,695}]},
2022-09-08 12:43:19.635936+08:00 [error] <0.1021.0>               {gen_server,handle_msg,6,[{file,"gen_server.erl"},{line,771}]},
2022-09-08 12:43:19.635936+08:00 [error] <0.1021.0>               {proc_lib,init_p_do_apply,3,
2022-09-08 12:43:19.635936+08:00 [error] <0.1021.0>                   [{file,"proc_lib.erl"},{line,226}]}]}
2022-09-08 12:43:19.635936+08:00 [error] <0.1021.0>     offender: [{pid,<0.3387.445>},
2022-09-08 12:43:19.635936+08:00 [error] <0.1021.0>                {id,rabbit_mgmt_external_stats},
2022-09-08 12:43:19.635936+08:00 [error] <0.1021.0>                {mfargs,{rabbit_mgmt_external_stats,start_link,[]}},
2022-09-08 12:43:19.635936+08:00 [error] <0.1021.0>                {restart_type,permanent},
2022-09-08 12:43:19.635936+08:00 [error] <0.1021.0>                {significant,false},
2022-09-08 12:43:19.635936+08:00 [error] <0.1021.0>                {shutdown,5000},
2022-09-08 12:43:19.635936+08:00 [error] <0.1021.0>                {child_type,worker}]
2022-09-08 12:43:19.635936+08:00 [error] <0.1021.0>