[rabbitmq-discuss] RabbmitMQ consuming CPU and Memory

Paul Gross pgross at gmail.com
Tue Jun 5 00:20:56 BST 2012


> rabbitmqctl eval 
> 'lists:sublist(lists:reverse(lists:sort([{process_info(Pid,memory), 
> Pid, process_info(Pid), process_info(Pid, current_stacktrace)} || 
> Pid<- processes()])), 50).'
>
> so that we can try to see what on earth these processes are?
>
Here is a capture from just now. The server hasn't run out of memory 
yet, but the CPU has been spiked at about 400% (4 core server) for 
awhile now:

$ sudo rabbitmqctl report | grep processes
           {processes,63913966},
           {processes_used,63881216},
  {processes,[{limit,1048576},{used,774}]},

And here is the output of your eval:

[{{memory,3514504},
<5239.24270.1>,
   [{current_function,{erl_eval,do_apply,6}},
    {initial_call,{erlang,apply,2}},
    {status,running},
    {message_queue_len,0},
    {messages,[]},
    {links,[]},
    {dictionary,[]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<0.29.0>},
    {total_heap_size,439204},
    {heap_size,121393},
    {stack_size,73},
    {reductions,184227},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,1}]},
    {suspending,[]}],
   {current_stacktrace,
       [{erl_eval,do_apply,6,[{file,"erl_eval.erl"},{line,572}]},
        {erl_eval,expr_list,6,[{file,"erl_eval.erl"},{line,741}]},
        {erl_eval,expr,5,[{file,"erl_eval.erl"},{line,228}]},
        {erl_eval,eval_lc1,6,[{file,"erl_eval.erl"},{line,598}]},
        {erl_eval,eval_generate,7,[{file,"erl_eval.erl"},{line,627}]},
        {erl_eval,eval_lc,6,[{file,"erl_eval.erl"},{line,584}]},
        {erl_eval,expr_list,6,[{file,"erl_eval.erl"},{line,741}]}]}},
  {{memory,1201832},
<5239.12.0>,
   [{registered_name,rex},
    {current_function,{gen_server,loop,6}},
    {initial_call,{proc_lib,init_p,5}},
    {status,runnable},
    {message_queue_len,1},
    {messages,
        [{'$gen_call',
             
{<5239.24275.1>,{#Ref<5239.0.247.94437>,'rabbit at bt-ci-rabbitmq'}},
             {call,rabbit_networking,connections_local,[],<6039.29.0>}}]},
    {links,[<5239.11.0>]},
    {dictionary,
        [{'$ancestors',[kernel_sup,<5239.10.0>]},
         {'$initial_call',{rpc,init,1}}]},
    {trap_exit,true},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.9.0>},
    {total_heap_size,150050},
    {heap_size,28657},
    {stack_size,9},
    {reductions,1650811},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,682}]},
    {suspending,[]}],
   {current_stacktrace,
       [{gen_server,loop,6,[{file,"gen_server.erl"},{line,358}]},
        {proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,227}]}]}},
  {{memory,284832},
<5239.16151.1>,
   [{current_function,{gen_server2,process_next_msg,1}},
    {initial_call,{proc_lib,init_p,5}},
    {status,runnable},
    {message_queue_len,7},
    {messages,
        [{'$gen_cast',
             {'$gm',180,
                 {activity,
                     {91,<5239.9379.1>},
                     [{{124,<5239.15282.1>},[{12874,heartbeat}],[]}]}}},
         {'$gen_cast',
             {'$gm',180,
                 {activity,
                     {91,<5239.9379.1>},
                     [{{90,<5239.9357.1>},[{22383,heartbeat}],[]}]}}},
         {'$gen_cast',
             {'$gm',180,
                 {activity,
                     {91,<5239.9379.1>},
                     [{{23,<5239.5755.0>},[{269733,heartbeat}],[]}]}}},
         {'$gen_cast',
             {'$gm',180,
                 {activity,
                     {91,<5239.9379.1>},
                     [{{121,<5239.15199.1>},[],[13158]}]}}},
         {'$gen_cast',
             {'$gm',180,
                 {activity,
                     {91,<5239.9379.1>},
                     [{{73,<5239.32178.0>},[{92520,heartbeat}],[]}]}}},
         {'$gen_cast',
             {'$gm',180,
                 {activity,
                     {91,<5239.9379.1>},
                     [{{61,<5239.30488.0>},[{94472,heartbeat}],[]}]}}},
         {'$gen_cast',
             {'$gm',180,
                 {activity,
                     {91,<5239.9379.1>},
                     [{{33,<5239.6137.0>},[],[267845]}]}}}]},
    {links,[<5239.16150.1>]},
    {dictionary,
        [{random_seed,{17086,24693,11397}},
         {'$ancestors',
             [<5239.16150.1>,<5239.16149.1>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,7},
    {reductions,1793738846},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,32}]},
    {suspending,[]}],
   {current_stacktrace,
       [{gen_server2,process_next_msg,1,[]},
        {proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,227}]}]}},
  {{memory,284800},
<5239.9979.0>,
   [{current_function,{gen_server2,process_next_msg,1}},
    {initial_call,{proc_lib,init_p,5}},
    {status,runnable},
    {message_queue_len,6},
    {messages,
        [{'$gen_cast',
             {'$gm',180,
                 {activity,
                     {66,<5239.31046.0>},
                     [{{136,<5239.17834.1>},[{9132,heartbeat}],[]}]}}},
         {'$gen_cast',
             {'$gm',180,
                 {activity,
                     {66,<5239.31046.0>},
                     [{{38,<5239.8152.0>},[{263842,heartbeat}],[]}]}}},
         {'$gen_cast',
             {'$gm',180,
                 {activity,
                     {66,<5239.31046.0>},
                     [{{112,<5239.13904.1>},[{15606,heartbeat}],[]}]}}},
         {'$gen_cast',
             {'$gm',180,
                 {activity,
                     {66,<5239.31046.0>},
                     [{{105,<5239.13247.1>},[{16175,heartbeat}],[]}]}}},
         {'$gen_cast',
             {'$gm',180,
                 {activity,
                     {66,<5239.31046.0>},
                     [{{152,<5239.20732.1>},[{6204,heartbeat}],[]}]}}},
         {'$gen_cast',
             {'$gm',180,
                 {activity,
                     {66,<5239.31046.0>},
                     [{{76,<5239.32251.0>},[{92254,heartbeat}],[]}]}}}]},
    {links,[<5239.9978.0>]},
    {dictionary,
        [{random_seed,{17086,20936,15462}},
         {'$ancestors',
             [<5239.9978.0>,<5239.9977.0>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,7},
    {reductions,9867012930},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,36}]},
    {suspending,[]}],
   {current_stacktrace,
       [{gen_server2,process_next_msg,1,[]},
        {proc_lib,wake_up,3,[{file,"proc_lib.erl"},{line,237}]}]}},
  {{memory,284768},
<5239.21010.1>,
   [{current_function,{gen_server2,process_next_msg,1}},
    {initial_call,{proc_lib,init_p,5}},
    {status,runnable},
    {message_queue_len,5},
    {messages,
        [{'$gen_cast',
             {'$gm',180,
                 {activity,
                     {35,<5239.7987.0>},
                     [{{126,<5239.15305.1>},[{12818,heartbeat}],[]}]}}},
         {'$gen_cast',
             {'$gm',180,
                 {activity,
                     {35,<5239.7987.0>},
                     [{{101,<5239.11315.1>},[{19331,heartbeat}],[]}]}}},
         {'$gen_cast',
             {'$gm',180,
                 {activity,
                     {35,<5239.7987.0>},
                     [{{99,<5239.9671.1>},[],[20968]}]}}},
         {'$gen_cast',
             {'$gm',180,
                 {activity,
                     {35,<5239.7987.0>},
                     [{{127,<5239.15358.1>},[{12527,heartbeat}],[]}]}}},
         {'$gen_cast',
             {'$gm',180,
                 {activity,
                     {35,<5239.7987.0>},
                     [{{40,<5239.8333.0>},[],[263650]}]}}}]},
    {links,[<5239.21009.1>]},
    {dictionary,
        [{random_seed,{17086,23261,17488}},
         {'$ancestors',
             [<5239.21009.1>,<5239.21008.1>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,7},
    {reductions,997348100},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,83}]},
    {suspending,[]}],
   {current_stacktrace,
       [{gen_server2,process_next_msg,1,[]},
        {proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,227}]}]}},
  {{memory,284736},
<5239.32167.0>,
   [{current_function,{gen_server2,process_next_msg,1}},
    {initial_call,{proc_lib,init_p,5}},
    {status,runnable},
    {message_queue_len,4},
    {messages,
        [{'$gen_cast',
             {'$gm',180,
                 {activity,
                     {125,<5239.15294.1>},
                     [{{133,<5239.17274.1>},[{9432,heartbeat}],[]}]}}},
         {'$gen_cast',
             {'$gm',180,
                 {activity,
                     {125,<5239.15294.1>},
                     [{{14,<5239.3872.0>},[],[272482]}]}}},
         {'$gen_cast',
             {'$gm',180,
                 {activity,
                     {125,<5239.15294.1>},
                     [{{107,<5239.13391.1>},[{16040,heartbeat}],[]}]}}},
         {'$gen_cast',
             {'$gm',180,
                 {activity,
                     {125,<5239.15294.1>},
                     [{{57,<5239.28498.0>},[{97538,heartbeat}],[]}]}}}]},
    {links,[<5239.32166.0>]},
    {dictionary,
        [{random_seed,{17086,2988,15975}},
         {'$ancestors',
             [<5239.32166.0>,<5239.32165.0>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,7},
    {reductions,5729761506},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,8}]},
    {suspending,[]}],
   {current_stacktrace,
       [{gen_server2,process_next_msg,1,[]},
        {proc_lib,wake_up,3,[{file,"proc_lib.erl"},{line,237}]}]}},
  {{memory,284736},
<5239.5933.0>,
   [{current_function,{gen_server2,process_next_msg,1}},
    {initial_call,{proc_lib,init_p,5}},
    {status,runnable},
    {message_queue_len,4},
    {messages,
        [{'$gen_cast',
             {'$gm',180,
                 {activity,
                     {70,<5239.32145.0>},
                     [{{168,<5239.22860.1>},[{2179,heartbeat}],[]}]}}},
         {'$gen_cast',
             {'$gm',180,
                 {activity,
                     {70,<5239.32145.0>},
                     [{{174,<5239.23073.1>},[{1178,heartbeat}],[]}]}}},
         {'$gen_cast',
             {'$gm',180,
                 {activity,
                     {70,<5239.32145.0>},
                     [{{30,<5239.5922.0>},[{269222,heartbeat}],[]}]}}},
         {'$gen_cast',
             {'$gm',180,
                 {activity,
                     {70,<5239.32145.0>},
                     [{{2,<5239.2217.0>},[{274360,heartbeat}],[]}]}}}]},
    {links,[<5239.5932.0>]},
    {dictionary,
        [{random_seed,{17086,10264,10525}},
         {'$ancestors',
             [<5239.5932.0>,<5239.5931.0>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,7},
    {reductions,8588956141},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,7}]},
    {suspending,[]}],
   {current_stacktrace,
       [{gen_server2,process_next_msg,1,[]},
        {proc_lib,wake_up,3,[{file,"proc_lib.erl"},{line,237}]}]}},
  {{memory,284720},
<5239.9671.1>,
   [{current_function,{orddict,fetch,2}},
    {initial_call,{proc_lib,init_p,5}},
    {status,runnable},
    {message_queue_len,3},
    {messages,
        [{'$gen_cast',
             {'$gm',180,
                 {activity,
                     {32,<5239.5982.0>},
                     [{{174,<5239.23073.1>},[{1178,heartbeat}],[]}]}}},
         {'$gen_cast',
             {'$gm',180,
                 {activity,
                     {32,<5239.5982.0>},
                     [{{30,<5239.5922.0>},[{269222,heartbeat}],[]}]}}},
         {'$gen_cast',
             {'$gm',180,
                 {activity,
                     {32,<5239.5982.0>},
                     [{{2,<5239.2217.0>},[{274360,heartbeat}],[]}]}}}]},
    {links,[<5239.9670.1>]},
    {dictionary,
        [{random_seed,{17086,19910,3654}},
         {'$ancestors',
             [<5239.9670.1>,<5239.9669.1>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,31},
    {reductions,2450012487},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,116}]},
    {suspending,[]}],
   {current_stacktrace,
       [{orddict,fetch,2,[{file,"orddict.erl"},{line,72}]},
        {gm,is_member_alias,3,[]},
        {gm,'-handle_msg/2-fun-2-',7,[]},
        {gm,with_member_acc,3,[]},
        {lists,foldl,3,[{file,"lists.erl"},{line,1197}]},
        {gm,handle_msg,2,[]},
        {gm,handle_cast,2,[]},
        {gen_server2,handle_msg,2,[]}]}},
  {{memory,284704},
<5239.21095.1>,
   [{current_function,{gen_server2,process_next_msg,1}},
    {initial_call,{proc_lib,init_p,5}},
    {status,runnable},
    {message_queue_len,3},
    {messages,
        [{'$gen_cast',
             {'$gm',180,
                 {activity,
                     {55,<5239.10112.0>},
                     [{{47,<5239.9934.0>},[],[261522]}]}}},
         {'$gen_cast',
             {'$gm',180,
                 {activity,
                     {55,<5239.10112.0>},
                     [{{77,<5239.32374.0>},[{91247,heartbeat}],[]}]}}},
         {'$gen_cast',
             {'$gm',180,
                 {activity,
                     {55,<5239.10112.0>},
                     [{{105,<5239.13247.1>},[],[16174]}]}}}]},
    {links,[<5239.21094.1>]},
    {dictionary,
        [{random_seed,{17086,796,20346}},
         {'$ancestors',
             [<5239.21094.1>,<5239.21093.1>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,7},
    {reductions,929906582},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,14}]},
    {suspending,[]}],
   {current_stacktrace,
       [{gen_server2,process_next_msg,1,[]},
        {proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,227}]}]}},
  {{memory,284704},
<5239.13413.1>,
   [{current_function,{gen_server2,process_next_msg,1}},
    {initial_call,{proc_lib,init_p,5}},
    {status,runnable},
    {message_queue_len,3},
    {messages,
        [{'$gen_cast',
             {'$gm',180,
                 {activity,
                     {164,<5239.21043.1>},
                     [{{126,<5239.15305.1>},[{12818,heartbeat}],[]}]}}},
         {'$gen_cast',
             {'$gm',180,
                 {activity,
                     {164,<5239.21043.1>},
                     [{{101,<5239.11315.1>},[{19331,heartbeat}],[]}]}}},
         {'$gen_cast',
             {'$gm',180,
                 {activity,
                     {164,<5239.21043.1>},
                     [{{99,<5239.9671.1>},[],[20968]}]}}}]},
    {links,[<5239.13412.1>]},
    {dictionary,
        [{random_seed,{17086,20994,19934}},
         {'$ancestors',
             [<5239.13412.1>,<5239.13411.1>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,7},
    {reductions,2144402210},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,74}]},
    {suspending,[]}],
   {current_stacktrace,
       [{gen_server2,process_next_msg,1,[]},
        {proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,227}]}]}},
  {{memory,284704},
<5239.30337.0>,
   [{current_function,{gen_server2,process_next_msg,1}},
    {initial_call,{proc_lib,init_p,5}},
    {status,runnable},
    {message_queue_len,3},
    {messages,
        [{'$gen_cast',
             {'$gm',180,
                 {activity,
                     {29,<5239.5909.0>},
                     [{{160,<5239.20938.1>},[{5229,heartbeat}],[]}]}}},
         {'$gen_cast',
             {'$gm',180,
                 {activity,
                     {29,<5239.5909.0>},
                     [{{59,<5239.30299.0>},[{94699,heartbeat}],[]}]}}},
         {'$gen_cast',
             {'$gm',180,
                 {activity,
                     {29,<5239.5909.0>},
                     [{{168,<5239.22860.1>},[{2179,heartbeat}],[]}]}}}]},
    {links,[<5239.30336.0>]},
    {dictionary,
        [{random_seed,{17086,28039,25103}},
         {'$ancestors',
             [<5239.30336.0>,<5239.30335.0>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,7},
    {reductions,5402150342},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,95}]},
    {suspending,[]}],
   {current_stacktrace,
       [{gen_server2,process_next_msg,1,[]},
        {proc_lib,wake_up,3,[{file,"proc_lib.erl"},{line,237}]}]}},
  {{memory,284704},
<5239.30299.0>,
   [{current_function,{gen_server2,process_next_msg,1}},
    {initial_call,{proc_lib,init_p,5}},
    {status,runnable},
    {message_queue_len,3},
    {messages,
        [{'$gen_cast',
             {'$gm',180,
                 {activity,
                     {154,<5239.20755.1>},
                     [{{162,<5239.21010.1>},[{4932,heartbeat}],[]}]}}},
         {'$gen_cast',
             {'$gm',180,
                 {activity,
                     {154,<5239.20755.1>},
                     [{{115,<5239.15012.1>},[{13909,heartbeat}],[]}]}}},
         {'$gen_cast',
             {'$gm',180,
                 {activity,
                     {154,<5239.20755.1>},
                     [{{10,<5239.3019.0>},[{273804,heartbeat}],[]}]}}}]},
    {links,[<5239.30298.0>]},
    {dictionary,
        [{random_seed,{17086,22191,20350}},
         {'$ancestors',
             [<5239.30298.0>,<5239.30297.0>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,7},
    {reductions,5368774918},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,11}]},
    {suspending,[]}],
   {current_stacktrace,
       [{gen_server2,process_next_msg,1,[]},
        {proc_lib,wake_up,3,[{file,"proc_lib.erl"},{line,237}]}]}},
  {{memory,284704},
<5239.8746.0>,
   [{current_function,{gen_server2,process_next_msg,1}},
    {initial_call,{proc_lib,init_p,5}},
    {status,runnable},
    {message_queue_len,3},
    {messages,
        [{'$gen_cast',
             {'$gm',180,
                 {activity,
                     {19,<5239.4626.0>},
                     [{{117,<5239.15115.1>},[],[13435]}]}}},
         {'$gen_cast',
             {'$gm',180,
                 {activity,
                     {19,<5239.4626.0>},
                     [{{139,<5239.17907.1>},[{8941,heartbeat}],[]}]}}},
         {'$gen_cast',
             {'$gm',180,
                 {activity,
                     {19,<5239.4626.0>},
                     [{{59,<5239.30299.0>},[],[94698]}]}}}]},
    {links,[<5239.8745.0>]},
    {dictionary,
        [{random_seed,{17086,3089,2161}},
         {'$ancestors',
             [<5239.8745.0>,<5239.8744.0>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,7},
    {reductions,9470634894},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,19}]},
    {suspending,[]}],
   {current_stacktrace,
       [{gen_server2,process_next_msg,1,[]},
        {proc_lib,wake_up,3,[{file,"proc_lib.erl"},{line,237}]}]}},
  {{memory,284704},
<5239.8735.0>,
   [{current_function,{gen_server2,process_next_msg,1}},
    {initial_call,{proc_lib,init_p,5}},
    {status,runnable},
    {message_queue_len,3},
    {messages,
        [{'$gen_cast',
             {'$gm',180,
                 {activity,
                     {149,<5239.20235.1>},
                     [{{132,<5239.17262.1>},[{9488,heartbeat}],[]}]}}},
         {'$gen_cast',
             {'$gm',180,
                 {activity,
                     {149,<5239.20235.1>},
                     [{{87,<5239.9285.1>},[],[22581]}]}}},
         {'$gen_cast',
             {'$gm',180,
                 {activity,
                     {149,<5239.20235.1>},
                     [{{17,<5239.3944.0>},[],[272349]}]}}}]},
    {links,[<5239.8734.0>]},
    {dictionary,
        [{random_seed,{17086,337,7147}},
         {'$ancestors',
             [<5239.8734.0>,<5239.8733.0>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,7},
    {reductions,9396566497},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,79}]},
    {suspending,[]}],
   {current_stacktrace,
       [{gen_server2,process_next_msg,1,[]},
        {proc_lib,wake_up,3,[{file,"proc_lib.erl"},{line,237}]}]}},
  {{memory,284704},
<5239.3884.0>,
   [{current_function,{gen_server2,process_next_msg,1}},
    {initial_call,{proc_lib,init_p,5}},
    {status,runnable},
    {message_queue_len,3},
    {messages,
        [{'$gen_cast',
             {'$gm',180,
                 {activity,
                     {82,<5239.7420.1>},
                     [{{67,<5239.31057.0>},[{94090,heartbeat}],[]}]}}},
         {'$gen_cast',
             {'$gm',180,
                 {activity,
                     {82,<5239.7420.1>},
                     [{{20,<5239.4637.0>},[{271529,heartbeat}],[]}]}}},
         {'$gen_cast',
             {'$gm',180,
                 {activity,
                     {82,<5239.7420.1>},
                     [{{44,<5239.8746.0>},[{263430,heartbeat}],[]}]}}}]},
    {links,[<5239.3883.0>]},
    {dictionary,
        [{random_seed,{17086,20905,26343}},
         {'$ancestors',
             [<5239.3883.0>,<5239.3882.0>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,7},
    {reductions,7416556105},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,7}]},
    {suspending,[]}],
   {current_stacktrace,
       [{gen_server2,process_next_msg,1,[]},
        {proc_lib,wake_up,3,[{file,"proc_lib.erl"},{line,237}]}]}},
  {{memory,284704},
<5239.3872.0>,
   [{current_function,{gen_server2,process_next_msg,1}},
    {initial_call,{proc_lib,init_p,5}},
    {status,runnable},
    {message_queue_len,3},
    {messages,
        [{'$gen_cast',
             {'$gm',180,
                 {activity,
                     {72,<5239.32167.0>},
                     [{{118,<5239.15126.1>},[{13399,heartbeat}],[]}]}}},
         {'$gen_cast',
             {'$gm',180,
                 {activity,
                     {72,<5239.32167.0>},
                     [{{47,<5239.9934.0>},[],[261522]}]}}},
         {'$gen_cast',
             {'$gm',180,
                 {activity,
                     {72,<5239.32167.0>},
                     [{{77,<5239.32374.0>},[{91247,heartbeat}],[]}]}}}]},
    {links,[<5239.3871.0>]},
    {dictionary,
        [{random_seed,{17086,20217,27717}},
         {'$ancestors',
             [<5239.3871.0>,<5239.3870.0>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,7},
    {reductions,7341450180},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,2}]},
    {suspending,[]}],
   {current_stacktrace,
       [{gen_server2,process_next_msg,1,[]},
        {proc_lib,wake_up,3,[{file,"proc_lib.erl"},{line,237}]}]}},
  {{memory,284672},
<5239.10112.0>,
   [{current_function,{gen_server2,process_next_msg,1}},
    {initial_call,{proc_lib,init_p,5}},
    {status,runnable},
    {message_queue_len,2},
    {messages,
        [{'$gen_cast',
             {'$gm',180,
                 {activity,
                     {90,<5239.9357.1>},
                     [{{137,<5239.17845.1>},[{9123,heartbeat}],[]}]}}},
         {'$gen_cast',
             {'$gm',180,
                 {activity,
                     {90,<5239.9357.1>},
                     [{{88,<5239.9296.1>},[],[22549]}]}}}]},
    {links,[<5239.10111.0>]},
    {dictionary,
        [{random_seed,{17086,535,21409}},
         {'$ancestors',
             [<5239.10111.0>,<5239.10110.0>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,7},
    {reductions,10223077011},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,18}]},
    {suspending,[]}],
   {current_stacktrace,
       [{gen_server2,process_next_msg,1,[]},
        {proc_lib,wake_up,3,[{file,"proc_lib.erl"},{line,237}]}]}},
  {{memory,284632},
<5239.16140.1>,
   [{current_function,{orddict,store,3}},
    {initial_call,{proc_lib,init_p,5}},
    {status,runnable},
    {message_queue_len,0},
    {messages,[]},
    {links,[<5239.16139.1>]},
    {dictionary,
        [{random_seed,{17086,23833,7738}},
         {'$ancestors',
             [<5239.16139.1>,<5239.16138.1>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,35},
    {reductions,1787588131},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,64}]},
    {suspending,[]}],
   {current_stacktrace,
       [{orddict,store,3,[{file,"orddict.erl"},{line,110}]},
        {orddict,store,3,[{file,"orddict.erl"},{line,113}]},
        {orddict,store,3,[{file,"orddict.erl"},{line,113}]},
        {gm,with_member_acc,3,[]},
        {lists,foldl,3,[{file,"lists.erl"},{line,1197}]},
        {gm,handle_msg,2,[]},
        {gm,handle_cast,2,[]},
        {gen_server2,handle_msg,2,[]}]}},
  {{memory,284624},
<5239.32133.0>,
   [{current_function,{orddict,fetch,2}},
    {initial_call,{proc_lib,init_p,5}},
    {status,runnable},
    {message_queue_len,0},
    {messages,[]},
    {links,[<5239.32132.0>]},
    {dictionary,
        [{random_seed,{17086,25899,14599}},
         {'$ancestors',
             [<5239.32132.0>,<5239.32131.0>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,31},
    {reductions,5629514931},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,18}]},
    {suspending,[]}],
   {current_stacktrace,
       [{orddict,fetch,2,[{file,"orddict.erl"},{line,72}]},
        {gm,is_member_alias,3,[]},
        {gm,'-handle_msg/2-fun-2-',7,[]},
        {gm,with_member_acc,3,[]},
        {lists,foldl,3,[{file,"lists.erl"},{line,1197}]},
        {gm,handle_msg,2,[]},
        {gm,handle_cast,2,[]},
        {gen_server2,handle_msg,2,[]}]}},
  {{memory,284616},
<5239.32156.0>,
   [{current_function,{gm,activity_finalise,1}},
    {initial_call,{proc_lib,init_p,5}},
    {status,runnable},
    {message_queue_len,0},
    {messages,[]},
    {links,[<5239.32155.0>]},
    {dictionary,
        [{random_seed,{17086,2816,21763}},
         {'$ancestors',
             [<5239.32155.0>,<5239.32154.0>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,12},
    {reductions,5696021248},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,55}]},
    {suspending,[]}],
   {current_stacktrace,
       [{gm,activity_finalise,1,[]},
        {gm,handle_msg,2,[]},
        {gm,handle_cast,2,[]},
        {gen_server2,handle_msg,2,[]},
        {proc_lib,wake_up,3,[{file,"proc_lib.erl"},{line,237}]}]}},
  {{memory,284608},
<5239.23073.1>,
   [{current_function,{gen_server2,process_next_msg,1}},
    {initial_call,{proc_lib,init_p,5}},
    {status,waiting},
    {message_queue_len,0},
    {messages,[]},
    {links,[<5239.23072.1>]},
    {dictionary,
        [{random_seed,{17086,3055,3512}},
         {'$ancestors',
             [<5239.23072.1>,<5239.23071.1>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,7},
    {reductions,263714238},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,99}]},
    {suspending,[]}],
   {current_stacktrace,
       [{gen_server2,process_next_msg,1,[]},
        {proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,227}]}]}},
  {{memory,284608},
<5239.22976.1>,
   [{current_function,{gen_server2,process_next_msg,1}},
    {initial_call,{proc_lib,init_p,5}},
    {status,waiting},
    {message_queue_len,0},
    {messages,[]},
    {links,[<5239.22975.1>]},
    {dictionary,
        [{random_seed,{17086,13789,429}},
         {'$ancestors',
             [<5239.22975.1>,<5239.22974.1>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,7},
    {reductions,320028839},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,146}]},
    {suspending,[]}],
   {current_stacktrace,
       [{gen_server2,process_next_msg,1,[]},
        {proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,227}]}]}},
  {{memory,284608},
<5239.22860.1>,
   [{current_function,{gen_server2,process_next_msg,1}},
    {initial_call,{proc_lib,init_p,5}},
    {status,waiting},
    {message_queue_len,0},
    {messages,[]},
    {links,[<5239.22859.1>]},
    {dictionary,
        [{random_seed,{17086,12553,24803}},
         {'$ancestors',
             [<5239.22859.1>,<5239.22858.1>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,7},
    {reductions,463987852},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,8}]},
    {suspending,[]}],
   {current_stacktrace,
       [{gen_server2,process_next_msg,1,[]},
        {proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,227}]}]}},
  {{memory,284608},
<5239.20960.1>,
   [{current_function,{gen_server2,process_next_msg,1}},
    {initial_call,{proc_lib,init_p,5}},
    {status,waiting},
    {message_queue_len,0},
    {messages,[]},
    {links,[<5239.20959.1>]},
    {dictionary,
        [{random_seed,{17086,19168,16207}},
         {'$ancestors',
             [<5239.20959.1>,<5239.20958.1>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,7},
    {reductions,1031720571},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,35}]},
    {suspending,[]}],
   {current_stacktrace,
       [{gen_server2,process_next_msg,1,[]},
        {proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,227}]}]}},
  {{memory,284608},
<5239.20927.1>,
   [{current_function,{gen_server2,process_next_msg,1}},
    {initial_call,{proc_lib,init_p,5}},
    {status,waiting},
    {message_queue_len,0},
    {messages,[]},
    {links,[<5239.20926.1>]},
    {dictionary,
        [{random_seed,{17086,25739,16598}},
         {'$ancestors',
             [<5239.20926.1>,<5239.20925.1>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,7},
    {reductions,1050178307},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,82}]},
    {suspending,[]}],
   {current_stacktrace,
       [{gen_server2,process_next_msg,1,[]},
        {proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,227}]}]}},
  {{memory,284608},
<5239.20744.1>,
   [{current_function,{gen_server2,process_next_msg,1}},
    {initial_call,{proc_lib,init_p,5}},
    {status,waiting},
    {message_queue_len,0},
    {messages,[]},
    {links,[<5239.20743.1>]},
    {dictionary,
        [{random_seed,{17086,21786,16093}},
         {'$ancestors',
             [<5239.20743.1>,<5239.20742.1>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,7},
    {reductions,1185767193},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,3}]},
    {suspending,[]}],
   {current_stacktrace,
       [{gen_server2,process_next_msg,1,[]},
        {proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,227}]}]}},
  {{memory,284608},
<5239.20189.1>,
   [{current_function,{gen_server2,process_next_msg,1}},
    {initial_call,{proc_lib,init_p,5}},
    {status,waiting},
    {message_queue_len,0},
    {messages,[]},
    {links,[<5239.20188.1>]},
    {dictionary,
        [{random_seed,{17086,14632,4867}},
         {'$ancestors',
             [<5239.20188.1>,<5239.20187.1>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,7},
    {reductions,1229563110},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,84}]},
    {suspending,[]}],
   {current_stacktrace,
       [{gen_server2,process_next_msg,1,[]},
        {proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,227}]}]}},
  {{memory,284608},
<5239.19746.1>,
   [{current_function,{gen_server2,process_next_msg,1}},
    {initial_call,{proc_lib,init_p,5}},
    {status,waiting},
    {message_queue_len,0},
    {messages,[]},
    {links,[<5239.19745.1>]},
    {dictionary,
        [{random_seed,{17086,5723,6029}},
         {'$ancestors',
             [<5239.19745.1>,<5239.19744.1>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,7},
    {reductions,1256861672},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,26}]},
    {suspending,[]}],
   {current_stacktrace,
       [{gen_server2,process_next_msg,1,[]},
        {proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,227}]}]}},
  {{memory,284608},
<5239.17918.1>,
   [{current_function,{gen_server2,process_next_msg,1}},
    {initial_call,{proc_lib,init_p,5}},
    {status,waiting},
    {message_queue_len,0},
    {messages,[]},
    {links,[<5239.17917.1>]},
    {dictionary,
        [{random_seed,{17086,30086,12780}},
         {'$ancestors',
             [<5239.17917.1>,<5239.17916.1>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,7},
    {reductions,1551130879},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,84}]},
    {suspending,[]}],
   {current_stacktrace,
       [{gen_server2,process_next_msg,1,[]},
        {proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,227}]}]}},
  {{memory,284608},
<5239.17907.1>,
   [{current_function,{gen_server2,process_next_msg,1}},
    {initial_call,{proc_lib,init_p,5}},
    {status,waiting},
    {message_queue_len,0},
    {messages,[]},
    {links,[<5239.17906.1>]},
    {dictionary,
        [{random_seed,{17086,30086,29045}},
         {'$ancestors',
             [<5239.17906.1>,<5239.17905.1>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,7},
    {reductions,1545306422},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,10}]},
    {suspending,[]}],
   {current_stacktrace,
       [{gen_server2,process_next_msg,1,[]},
        {proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,227}]}]}},
  {{memory,284608},
<5239.17858.1>,
   [{current_function,{gen_server2,process_next_msg,1}},
    {initial_call,{proc_lib,init_p,5}},
    {status,waiting},
    {message_queue_len,0},
    {messages,[]},
    {links,[<5239.17857.1>]},
    {dictionary,
        [{random_seed,{17086,14606,11098}},
         {'$ancestors',
             [<5239.17857.1>,<5239.17856.1>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,7},
    {reductions,1552308612},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,19}]},
    {suspending,[]}],
   {current_stacktrace,
       [{gen_server2,process_next_msg,1,[]},
        {proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,227}]}]}},
  {{memory,284608},
<5239.17444.1>,
   [{current_function,{gen_server2,process_next_msg,1}},
    {initial_call,{proc_lib,init_p,5}},
    {status,waiting},
    {message_queue_len,0},
    {messages,[]},
    {links,[<5239.17443.1>]},
    {dictionary,
        [{random_seed,{17086,6041,29311}},
         {'$ancestors',
             [<5239.17443.1>,<5239.17442.1>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,7},
    {reductions,1559996301},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,87}]},
    {suspending,[]}],
   {current_stacktrace,
       [{gen_server2,process_next_msg,1,[]},
        {proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,227}]}]}},
  {{memory,284608},
<5239.15358.1>,
   [{current_function,{gen_server2,process_next_msg,1}},
    {initial_call,{proc_lib,init_p,5}},
    {status,waiting},
    {message_queue_len,0},
    {messages,[]},
    {links,[<5239.15357.1>]},
    {dictionary,
        [{random_seed,{17086,18746,12412}},
         {'$ancestors',
             [<5239.15357.1>,<5239.15356.1>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,7},
    {reductions,1929385665},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,23}]},
    {suspending,[]}],
   {current_stacktrace,
       [{gen_server2,process_next_msg,1,[]},
        {proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,227}]}]}},
  {{memory,284608},
<5239.15188.1>,
   [{current_function,{gen_server2,process_next_msg,1}},
    {initial_call,{proc_lib,init_p,5}},
    {status,waiting},
    {message_queue_len,0},
    {messages,[]},
    {links,[<5239.15187.1>]},
    {dictionary,
        [{random_seed,{17086,26970,19910}},
         {'$ancestors',
             [<5239.15187.1>,<5239.15186.1>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,7},
    {reductions,1951407641},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,116}]},
    {suspending,[]}],
   {current_stacktrace,
       [{gen_server2,process_next_msg,1,[]},
        {proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,227}]}]}},
  {{memory,284608},
<5239.13402.1>,
   [{current_function,{gen_server2,process_next_msg,1}},
    {initial_call,{proc_lib,init_p,5}},
    {status,waiting},
    {message_queue_len,0},
    {messages,[]},
    {links,[<5239.13401.1>]},
    {dictionary,
        [{random_seed,{17086,20306,15838}},
         {'$ancestors',
             [<5239.13401.1>,<5239.13400.1>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,7},
    {reductions,2135489632},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,3}]},
    {suspending,[]}],
   {current_stacktrace,
       [{gen_server2,process_next_msg,1,[]},
        {proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,227}]}]}},
  {{memory,284608},
<5239.13247.1>,
   [{current_function,{gen_server2,process_next_msg,1}},
    {initial_call,{proc_lib,init_p,5}},
    {status,waiting},
    {message_queue_len,0},
    {messages,[]},
    {links,[<5239.13246.1>]},
    {dictionary,
        [{random_seed,{17086,27049,25500}},
         {'$ancestors',
             [<5239.13246.1>,<5239.13245.1>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,7},
    {reductions,2119448089},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,15}]},
    {suspending,[]}],
   {current_stacktrace,
       [{gen_server2,process_next_msg,1,[]},
        {proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,227}]}]}},
  {{memory,284608},
<5239.13045.1>,
   [{current_function,{gen_server2,process_next_msg,1}},
    {initial_call,{proc_lib,init_p,5}},
    {status,waiting},
    {message_queue_len,0},
    {messages,[]},
    {links,[<5239.13044.1>]},
    {dictionary,
        [{random_seed,{17086,21857,20894}},
         {'$ancestors',
             [<5239.13044.1>,<5239.13043.1>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,7},
    {reductions,2152756961},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,79}]},
    {suspending,[]}],
   {current_stacktrace,
       [{gen_server2,process_next_msg,1,[]},
        {proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,227}]}]}},
  {{memory,284608},
<5239.9566.1>,
   [{current_function,{gen_server2,process_next_msg,1}},
    {initial_call,{proc_lib,init_p,5}},
    {status,waiting},
    {message_queue_len,0},
    {messages,[]},
    {links,[<5239.9565.1>]},
    {dictionary,
        [{random_seed,{17086,10727,17406}},
         {'$ancestors',
             [<5239.9565.1>,<5239.9564.1>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,7},
    {reductions,2471614789},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,12}]},
    {suspending,[]}],
   {current_stacktrace,
       [{gen_server2,process_next_msg,1,[]},
        {proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,227}]}]}},
  {{memory,284608},
<5239.32374.0>,
   [{current_function,{gen_server2,process_next_msg,1}},
    {initial_call,{proc_lib,init_p,5}},
    {status,waiting},
    {message_queue_len,0},
    {messages,[]},
    {links,[<5239.32373.0>]},
    {dictionary,
        [{random_seed,{17086,10483,27049}},
         {'$ancestors',
             [<5239.32373.0>,<5239.32372.0>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,7},
    {reductions,5836821838},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,15}]},
    {suspending,[]}],
   {current_stacktrace,
       [{gen_server2,process_next_msg,1,[]},
        {proc_lib,wake_up,3,[{file,"proc_lib.erl"},{line,237}]}]}},
  {{memory,284608},
<5239.32251.0>,
   [{current_function,{gen_server2,process_next_msg,1}},
    {initial_call,{proc_lib,init_p,5}},
    {status,waiting},
    {message_queue_len,0},
    {messages,[]},
    {links,[<5239.32250.0>]},
    {dictionary,
        [{random_seed,{17086,18949,28648}},
         {'$ancestors',
             [<5239.32250.0>,<5239.32249.0>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,7},
    {reductions,5853459080},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,100}]},
    {suspending,[]}],
   {current_stacktrace,
       [{gen_server2,process_next_msg,1,[]},
        {proc_lib,wake_up,3,[{file,"proc_lib.erl"},{line,237}]}]}},
  {{memory,284608},
<5239.32189.0>,
   [{current_function,{gen_server2,process_next_msg,1}},
    {initial_call,{proc_lib,init_p,5}},
    {status,waiting},
    {message_queue_len,0},
    {messages,[]},
    {links,[<5239.32188.0>]},
    {dictionary,
        [{random_seed,{17086,3504,2028}},
         {'$ancestors',
             [<5239.32188.0>,<5239.32187.0>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,7},
    {reductions,5798056454},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,6}]},
    {suspending,[]}],
   {current_stacktrace,
       [{gen_server2,process_next_msg,1,[]},
        {proc_lib,wake_up,3,[{file,"proc_lib.erl"},{line,237}]}]}},
  {{memory,284608},
<5239.30931.0>,
   [{current_function,{gen_server2,process_next_msg,1}},
    {initial_call,{proc_lib,init_p,5}},
    {status,waiting},
    {message_queue_len,0},
    {messages,[]},
    {links,[<5239.30930.0>]},
    {dictionary,
        [{random_seed,{17086,1790,29336}},
         {'$ancestors',
             [<5239.30930.0>,<5239.30929.0>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,7},
    {reductions,5562046394},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,6}]},
    {suspending,[]}],
   {current_stacktrace,
       [{gen_server2,process_next_msg,1,[]},
        {proc_lib,wake_up,3,[{file,"proc_lib.erl"},{line,237}]}]}},
  {{memory,284608},
<5239.30488.0>,
   [{current_function,{gen_server2,process_next_msg,1}},
    {initial_call,{proc_lib,init_p,5}},
    {status,waiting},
    {message_queue_len,0},
    {messages,[]},
    {links,[<5239.30487.0>]},
    {dictionary,
        [{random_seed,{17086,621,9009}},
         {'$ancestors',
             [<5239.30487.0>,<5239.30486.0>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,7},
    {reductions,5430396710},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,149}]},
    {suspending,[]}],
   {current_stacktrace,
       [{gen_server2,process_next_msg,1,[]},
        {proc_lib,wake_up,3,[{file,"proc_lib.erl"},{line,237}]}]}},
  {{memory,284608},
<5239.10124.0>,
   [{current_function,{gen_server2,process_next_msg,1}},
    {initial_call,{proc_lib,init_p,5}},
    {status,waiting},
    {message_queue_len,0},
    {messages,[]},
    {links,[<5239.10123.0>]},
    {dictionary,
        [{random_seed,{17086,5867,23004}},
         {'$ancestors',
             [<5239.10123.0>,<5239.10122.0>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,7},
    {reductions,10295634039},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,23}]},
    {suspending,[]}],
   {current_stacktrace,
       [{gen_server2,process_next_msg,1,[]},
        {proc_lib,wake_up,3,[{file,"proc_lib.erl"},{line,237}]}]}},
  {{memory,284608},
<5239.10074.0>,
   [{current_function,{gen_server2,process_next_msg,1}},
    {initial_call,{proc_lib,init_p,5}},
    {status,waiting},
    {message_queue_len,0},
    {messages,[]},
    {links,[<5239.10073.0>]},
    {dictionary,
        [{random_seed,{17086,22586,14355}},
         {'$ancestors',
             [<5239.10073.0>,<5239.10072.0>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,7},
    {reductions,10151018532},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,84}]},
    {suspending,[]}],
   {current_stacktrace,
       [{gen_server2,process_next_msg,1,[]},
        {proc_lib,wake_up,3,[{file,"proc_lib.erl"},{line,237}]}]}},
  {{memory,284608},
<5239.8344.0>,
   [{current_function,{gen_server2,process_next_msg,1}},
    {initial_call,{proc_lib,init_p,5}},
    {status,waiting},
    {message_queue_len,0},
    {messages,[]},
    {links,[<5239.8343.0>]},
    {dictionary,
        [{random_seed,{17086,26035,1598}},
         {'$ancestors',
             [<5239.8343.0>,<5239.8342.0>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,7},
    {reductions,9252751457},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,5}]},
    {suspending,[]}],
   {current_stacktrace,
       [{gen_server2,process_next_msg,1,[]},
        {proc_lib,wake_up,3,[{file,"proc_lib.erl"},{line,237}]}]}},
  {{memory,284608},
<5239.8152.0>,
   [{current_function,{gen_server2,process_next_msg,1}},
    {initial_call,{proc_lib,init_p,5}},
    {status,waiting},
    {message_queue_len,0},
    {messages,[]},
    {links,[<5239.8151.0>]},
    {dictionary,
        [{random_seed,{17086,23318,25884}},
         {'$ancestors',
             [<5239.8151.0>,<5239.8150.0>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,7},
    {reductions,9034967515},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,9}]},
    {suspending,[]}],
   {current_stacktrace,
       [{gen_server2,process_next_msg,1,[]},
        {proc_lib,wake_up,3,[{file,"proc_lib.erl"},{line,237}]}]}},
  {{memory,284608},
<5239.8112.0>,
   [{current_function,{gen_server2,process_next_msg,1}},
    {initial_call,{proc_lib,init_p,5}},
    {status,waiting},
    {message_queue_len,0},
    {messages,[]},
    {links,[<5239.8111.0>]},
    {dictionary,
        [{random_seed,{17086,4570,13220}},
         {'$ancestors',
             [<5239.8111.0>,<5239.8110.0>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,7},
    {reductions,8888314444},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,141}]},
    {suspending,[]}],
   {current_stacktrace,
       [{gen_server2,process_next_msg,1,[]},
        {proc_lib,wake_up,3,[{file,"proc_lib.erl"},{line,237}]}]}},
  {{memory,284608},
<5239.5909.0>,
   [{current_function,{gen_server2,process_next_msg,1}},
    {initial_call,{proc_lib,init_p,5}},
    {status,waiting},
    {message_queue_len,0},
    {messages,[]},
    {links,[<5239.5908.0>]},
    {dictionary,
        [{random_seed,{17086,18899,3353}},
         {'$ancestors',
             [<5239.5908.0>,<5239.5907.0>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,7},
    {reductions,8441411120},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,11}]},
    {suspending,[]}],
   {current_stacktrace,
       [{gen_server2,process_next_msg,1,[]},
        {proc_lib,wake_up,3,[{file,"proc_lib.erl"},{line,237}]}]}},
  {{memory,284608},
<5239.3850.0>,
   [{current_function,{gen_server2,process_next_msg,1}},
    {initial_call,{proc_lib,init_p,5}},
    {status,waiting},
    {message_queue_len,0},
    {messages,[]},
    {links,[<5239.3849.0>]},
    {dictionary,
        [{random_seed,{17086,16433,19202}},
         {'$ancestors',
             [<5239.3849.0>,<5239.3848.0>,rabbit_amqqueue_sup,rabbit_sup,
<5239.102.0>]},
         {'$initial_call',{gen,init_it,6}}]},
    {trap_exit,false},
    {error_handler,error_handler},
    {priority,normal},
    {group_leader,<5239.101.0>},
    {total_heap_size,35422},
    {heap_size,6765},
    {stack_size,7},
    {reductions,7192267412},
    {garbage_collection,
        [{min_bin_vheap_size,46368},
         {min_heap_size,233},
         {fullsweep_after,65535},
         {minor_gcs,156}]},
    {suspending,[]}],
   {current_stacktrace,
       [{gen_server2,process_next_msg,1,[]},
        {proc_lib,wake_up,3,[{file,"proc_lib.erl"},{line,237}]}]}}]
...done.



More information about the rabbitmq-discuss mailing list