[rabbitmq-discuss] Crash reports for bug21673 branch

scott w scottblanc at gmail.com
Tue Mar 2 04:36:42 GMT 2010


One of my rabbitmq boxes (with bug21673 branc)  stopped responding and
dumped a boat load of crash reports to rabbit-sasl.log. Below are the last
four crash reports excerpted from the file. Two questions:

1) when I stopped and restarted rabbitmq, after quite some time only half
about half the queues are showing up, the other half haven't showed up after
several hours, is there a way to recover the other queues and the data
associated with them, also

2) Any ideas from these crash reports what might be going on?

thanks,
Scott

=CRASH REPORT==== 1-Mar-2010::23:25:56 ===
  crasher:
    initial call: gen:init_it/6
    pid: <0.26578.21>
    registered_name: []
    exception exit: {{{badarg,
                          [{ets,lookup,
                               [rabbit_msg_store_cache,
                                <<184,164,57,196,186,77,197,52,166,133,102,
                                  139,114,25,127,109>>]},
                           {rabbit_msg_store,fetch_and_increment_cache,1},
                           {rabbit_msg_store,read,2},
                           {rabbit_variable_queue,fetch_from_q3_or_delta,1},
                           {rabbit_amqqueue_process,handle_call,3},
                           {gen_server2,handle_msg,7},
                           {proc_lib,wake_up,3}]},
                      {gen_server2,call,
                          [<0.4306.0>,
                           {basic_get,<0.26578.21>,false},
                           infinity]}},
                     [{gen_server2,call,3},
                      {rabbit_misc,with_exit_handler,2},
                      {rabbit_channel,handle_method,3},
                      {rabbit_channel,handle_cast,2},
                      {gen_server2,handle_msg,7},
                      {proc_lib,wake_up,3}]}
      in function  gen_server2:terminate/6
    ancestors: [<0.26577.21>]
    messages: []
    links: [<0.26576.21>,<0.26577.21>]
    dictionary: [{permission_cache,
                      [{{resource,<<"/">>,queue,<<"scoring-completed">>},
                        read},
                       {{resource,<<"/">>,exchange,<<"scoring">>},write}]},
                  {guid,{{4,<0.26578.21>},920577}}]
    trap_exit: true
    status: running
    heap_size: 121393
    stack_size: 24
    reductions: 330830447
  neighbours:
    neighbour: [{pid,<0.26576.21>},
                  {registered_name,[]},
                  {initial_call,{rabbit_writer,mainloop,1}},
                  {current_function,{erlang,hibernate,3}},
                  {ancestors,[]},
                  {messages,[shutdown]},
                  {links,[<0.26578.21>]},
                  {dictionary,[]},
                  {trap_exit,false},
                  {status,runnable},
                  {heap_size,7},
                  {stack_size,0},
                  {reductions,13080564}]


=CRASH REPORT==== 1-Mar-2010::23:46:28 ===
  crasher:
    initial call: gen:init_it/6
    pid: <0.1518.0>
    registered_name: []
    exception exit: {badarg,[{ets,lookup,
                                  [217134,
                                   <<6,83,78,49,79,166,176,26,232,128,113,
                                     103,68,127,144,203>>]},
                             {rabbit_msg_store_ets_index,lookup,2},
                             {rabbit_msg_store,read,2},

{rabbit_variable_queue,fetch_from_q3_or_delta,1},
                             {rabbit_amqqueue_process,handle_call,3},
                             {gen_server2,handle_msg,7},
                             {proc_lib,wake_up,3}]}
      in function  gen_server2:terminate/6
    ancestors: [rabbit_amqqueue_sup,rabbit_sup,<0.101.0>]
    messages: []
    links: [<0.1267.0>]
    dictionary: [{fhc_age_tree,{0,nil}}]
    trap_exit: true
    status: running
    heap_size: 317811
    stack_size: 24
    reductions: 106370888
  neighbours:

=CRASH REPORT==== 1-Mar-2010::23:46:28 ===
  crasher:
    initial call: gen:init_it/6
    pid: <0.9205.23>
    registered_name: []
    exception exit: {{{badarg,
                          [{ets,lookup,
                               [217134,
                                <<6,83,78,49,79,166,176,26,232,128,113,103,
                                  68,127,144,203>>]},
                           {rabbit_msg_store_ets_index,lookup,2},
                           {rabbit_msg_store,read,2},
                           {rabbit_variable_queue,fetch_from_q3_or_delta,1},
                           {rabbit_amqqueue_process,handle_call,3},
                           {gen_server2,handle_msg,7},
                           {proc_lib,wake_up,3}]},
                      {gen_server2,call,
                          [<0.1518.0>,
                           {basic_get,<0.9205.23>,false},
                           infinity]}},
                     [{gen_server2,call,3},
                      {rabbit_misc,with_exit_handler,2},
                      {rabbit_channel,handle_method,3},
                      {rabbit_channel,handle_cast,2},
                      {gen_server2,handle_msg,7},
                      {proc_lib,wake_up,3}]}
      in function  gen_server2:terminate/6
    ancestors: [<0.9204.23>]
    messages: []
    links: [<0.9203.23>,<0.9204.23>]
    dictionary: [{permission_cache,
                      [{{resource,<<"/">>,queue,<<"update-HIGH">>},
                        read}]},
                  {guid,{{4,<0.9205.23>},94}}]
    trap_exit: true
    status: running
    heap_size: 610
    stack_size: 24
    reductions: 47972
  neighbours:
    neighbour: [{pid,<0.9203.23>},
                  {registered_name,[]},
                  {initial_call,{rabbit_writer,mainloop,1}},
                  {current_function,{erlang,hibernate,3}},
                  {ancestors,[]},
                  {messages,[shutdown]},
                  {links,[<0.9205.23>]},
                  {dictionary,[]},
                  {trap_exit,false},
                  {status,runnable},
                  {heap_size,7},
                  {stack_size,0},
                  {reductions,278}]


=CRASH REPORT==== 1-Mar-2010::23:46:28 ===
  crasher:
    initial call: gen:init_it/6
    pid: <0.9205.23>
    registered_name: []
    exception exit: {{{badarg,
                          [{ets,lookup,
                               [217134,
                                <<6,83,78,49,79,166,176,26,232,128,113,103,
                                  68,127,144,203>>]},
                           {rabbit_msg_store_ets_index,lookup,2},
                           {rabbit_msg_store,read,2},
                           {rabbit_variable_queue,fetch_from_q3_or_delta,1},
                           {rabbit_amqqueue_process,handle_call,3},
                           {gen_server2,handle_msg,7},
                           {proc_lib,wake_up,3}]},
                      {gen_server2,call,
                          [<0.1518.0>,
                           {basic_get,<0.9205.23>,false},
                           infinity]}},
                     [{gen_server2,call,3},
                      {rabbit_misc,with_exit_handler,2},
                      {rabbit_channel,handle_method,3},
                      {rabbit_channel,handle_cast,2},
                      {gen_server2,handle_msg,7},
                      {proc_lib,wake_up,3}]}
      in function  gen_server2:terminate/6
    ancestors: [<0.9204.23>]
    messages: []
    links: [<0.9203.23>,<0.9204.23>]
    dictionary: [{permission_cache,
                      [{{resource,<<"/">>,queue,<<"update-HIGH">>},
                        read}]},
                  {guid,{{4,<0.9205.23>},94}}]
    trap_exit: true
    status: running
    heap_size: 610
    stack_size: 24
    reductions: 47972
  neighbours:
    neighbour: [{pid,<0.9203.23>},
                  {registered_name,[]},
                  {initial_call,{rabbit_writer,mainloop,1}},
                  {current_function,{erlang,hibernate,3}},
                  {ancestors,[]},
                  {messages,[shutdown]},
                  {links,[<0.9205.23>]},
                  {dictionary,[]},
                  {trap_exit,false},
                  {status,runnable},
                  {heap_size,7},
                  {stack_size,0},
                  {reductions,278}]
-------------- next part --------------
An HTML attachment was scrubbed...
URL: http://lists.rabbitmq.com/pipermail/rabbitmq-discuss/attachments/20100301/97d28e2b/attachment.htm 


More information about the rabbitmq-discuss mailing list