[rabbitmq-discuss] rabbitmq mnesia table timeout and disk_almost_full alarm activated

joe lee codewalkerjoe at gmail.com
Wed Mar 12 23:06:08 GMT 2008


I am running rabbitmq server snapshot version rabbitmq-200801150657.  I have
500MB of free space in my /home drive and 189MB free on / drive. Have 700MB
of free memory and CPU utilization is less 10%.

I have stopped rabbit app from erl shell.  Then when I restarted erl shell
with the same mnesia dir, I get the following: mnesia table timeout and
disk_almost_full alarm activated.  In addition, application os_mon is
temporarily stopped.

[joe at home src]$ erl -sname rabbit at home -mnesia dir
'"/home/joe/temp/rabbitmq_data"' -boot start_sasl -s rabbit


Erlang (BEAM) emulator version 5.6 [source] [async-threads:0] [hipe]
[kernel-poll:false]


=PROGRESS REPORT==== 12-Mar-2008::18:24:47 ===
          supervisor: {local,sasl_safe_sup}
             started: [{pid,<0.40.0>},
                       {name,alarm_handler},
                       {mfa,{alarm_handler,start_link,[]}},
                       {restart_type,permanent},
                       {shutdown,2000},
                       {child_type,worker}]

=PROGRESS REPORT==== 12-Mar-2008::18:24:47 ===
          supervisor: {local,sasl_safe_sup}
             started: [{pid,<0.41.0>},
                       {name,overload},
                       {mfa,{overload,start_link,[]}},
                       {restart_type,permanent},
                       {shutdown,2000},
                       {child_type,worker}]

=PROGRESS REPORT==== 12-Mar-2008::18:24:47 ===
          supervisor: {local,sasl_sup}
             started: [{pid,<0.39.0>},
                       {name,sasl_safe_sup},
                       {mfa,
                           {supervisor,start_link,
                               [{local,sasl_safe_sup},sasl,safe]}},
                       {restart_type,permanent},
                       {shutdown,infinity},
                       {child_type,supervisor}]

=PROGRESS REPORT==== 12-Mar-2008::18:24:47 ===
          supervisor: {local,sasl_sup}
             started: [{pid,<0.42.0>},
                       {name,release_handler},
                       {mfa,{release_handler,start_link,[]}},
                       {restart_type,permanent},
                       {shutdown,2000},
                       {child_type,worker}]

=PROGRESS REPORT==== 12-Mar-2008::18:24:47 ===
         application: sasl
          started_at: rabbit at home

Eshell V5.6  (abort with ^G)
(rabbit at home)1>
=PROGRESS REPORT==== 12-Mar-2008::18:24:47 ===
          supervisor: {local,os_mon_sup}
             started: [{pid,<0.54.0>},
                       {name,disksup},
                       {mfa,{disksup,start_link,[]}},
                       {restart_type,permanent},
                       {shutdown,2000},
                       {child_type,worker}]

=PROGRESS REPORT==== 12-Mar-2008::18:24:47 ===
          supervisor: {local,os_mon_sup}
             started: [{pid,<0.55.0>},
                       {name,memsup},
                       {mfa,{memsup,start_link,[]}},
                       {restart_type,permanent},
                       {shutdown,2000},
                       {child_type,worker}]

=PROGRESS REPORT==== 12-Mar-2008::18:24:47 ===
          supervisor: {local,os_mon_sup}
             started: [{pid,<0.57.0>},
                       {name,cpu_sup},
                       {mfa,{cpu_sup,start_link,[]}},
                       {restart_type,permanent},
                       {shutdown,2000},
                       {child_type,worker}]

=PROGRESS REPORT==== 12-Mar-2008::18:24:47 ===
         application: os_mon
          started_at: rabbit at home

=INFO REPORT==== 12-Mar-2008::18:24:47 ===
    alarm_handler: {set,{{disk_almost_full,"/"},[]}}

=INFO REPORT==== 12-Mar-2008::18:24:47 ===
    alarm_handler: {set,{{disk_almost_full,"/home"},[]}}

=PROGRESS REPORT==== 12-Mar-2008::18:24:47 ===
          supervisor: {local,kernel_safe_sup}
             started: [{pid,<0.62.0>},
                       {name,timer_server},
                       {mfa,{timer,start_link,[]}},
                       {restart_type,permanent},
                       {shutdown,1000},
                       {child_type,worker}]

=PROGRESS REPORT==== 12-Mar-2008::18:24:47 ===
          supervisor: {local,mnesia_sup}
             started: [{pid,<0.63.0>},
                       {name,mnesia_event},
                       {mfa,{mnesia_sup,start_event,[]}},
                       {restart_type,permanent},
                       {shutdown,30000},
                       {child_type,worker}]

=PROGRESS REPORT==== 12-Mar-2008::18:24:47 ===
          supervisor: {local,mnesia_kernel_sup}
             started: [{pid,<0.65.0>},
                       {name,mnesia_monitor},
                       {mfa,{mnesia_monitor,start,[]}},
                       {restart_type,permanent},
                       {shutdown,3000},
                       {child_type,worker}]

=PROGRESS REPORT==== 12-Mar-2008::18:24:47 ===
          supervisor: {local,mnesia_kernel_sup}
             started: [{pid,<0.66.0>},
                       {name,mnesia_subscr},
                       {mfa,{mnesia_subscr,start,[]}},
                       {restart_type,permanent},
                       {shutdown,3000},
                       {child_type,worker}]

=PROGRESS REPORT==== 12-Mar-2008::18:24:47 ===
          supervisor: {local,mnesia_kernel_sup}
             started: [{pid,<0.67.0>},
                       {name,mnesia_locker},
                       {mfa,{mnesia_locker,start,[]}},
                       {restart_type,permanent},
                       {shutdown,3000},
                       {child_type,worker}]

=PROGRESS REPORT==== 12-Mar-2008::18:24:47 ===
          supervisor: {local,mnesia_kernel_sup}
             started: [{pid,<0.68.0>},
                       {name,mnesia_recover},
                       {mfa,{mnesia_recover,start,[]}},
                       {restart_type,permanent},
                       {shutdown,180000},
                       {child_type,worker}]

=PROGRESS REPORT==== 12-Mar-2008::18:24:47 ===
          supervisor: {local,kernel_safe_sup}
             started: [{pid,<0.70.0>},
                       {name,dets_sup},
                       {mfa,{dets_sup,start_link,[]}},
                       {restart_type,permanent},
                       {shutdown,1000},
                       {child_type,supervisor}]

=PROGRESS REPORT==== 12-Mar-2008::18:24:47 ===
          supervisor: {local,kernel_safe_sup}
             started: [{pid,<0.71.0>},
                       {name,dets},
                       {mfa,{dets_server,start_link,[]}},
                       {restart_type,permanent},
                       {shutdown,2000},
                       {child_type,worker}]

=PROGRESS REPORT==== 12-Mar-2008::18:24:47 ===
          supervisor: {local,kernel_safe_sup}
             started: [{pid,<0.75.0>},
                       {name,disk_log_sup},
                       {mfa,{disk_log_sup,start_link,[]}},
                       {restart_type,permanent},
                       {shutdown,1000},
                       {child_type,supervisor}]

=PROGRESS REPORT==== 12-Mar-2008::18:24:47 ===
          supervisor: {local,kernel_safe_sup}
             started: [{pid,<0.76.0>},
                       {name,disk_log_server},
                       {mfa,{disk_log_server,start_link,[]}},
                       {restart_type,permanent},
                       {shutdown,2000},
                       {child_type,worker}]

=PROGRESS REPORT==== 12-Mar-2008::18:24:47 ===
          supervisor: {local,inet_gethost_native_sup}
             started: [{pid,<0.84.0>},{mfa,{inet_gethost_native,init,[[]]}}]

=PROGRESS REPORT==== 12-Mar-2008::18:24:47 ===
          supervisor: {local,kernel_safe_sup}
             started: [{pid,<0.83.0>},
                       {name,inet_gethost_native_sup},
                       {mfa,{inet_gethost_native,start_link,[]}},
                       {restart_type,temporary},
                       {shutdown,1000},
                       {child_type,worker}]

=PROGRESS REPORT==== 12-Mar-2008::18:25:03 ===
          supervisor: {local,mnesia_kernel_sup}
             started: [{pid,<0.69.0>},
                       {name,mnesia_tm},
                       {mfa,{mnesia_tm,start,[]}},
                       {restart_type,permanent},
                       {shutdown,30000},
                       {child_type,worker}]

=PROGRESS REPORT==== 12-Mar-2008::18:25:03 ===
          supervisor: {local,mnesia_kernel_sup}
             started: [{pid,<0.92.0>},
                       {name,mnesia_checkpoint_sup},
                       {mfa,{mnesia_checkpoint_sup,start,[]}},
                       {restart_type,permanent},
                       {shutdown,infinity},
                       {child_type,supervisor}]

=PROGRESS REPORT==== 12-Mar-2008::18:25:03 ===
          supervisor: {local,mnesia_kernel_sup}
             started: [{pid,<0.93.0>},
                       {name,mnesia_snmp_sup},
                       {mfa,{mnesia_snmp_sup,start,[]}},
                       {restart_type,permanent},
                       {shutdown,infinity},
                       {child_type,supervisor}]

=PROGRESS REPORT==== 12-Mar-2008::18:25:03 ===
          supervisor: {local,mnesia_kernel_sup}
             started: [{pid,<0.94.0>},
                       {name,mnesia_controller},
                       {mfa,{mnesia_controller,start,[]}},
                       {restart_type,permanent},
                       {shutdown,3000},
                       {child_type,worker}]

=PROGRESS REPORT==== 12-Mar-2008::18:25:03 ===
          supervisor: {local,mnesia_kernel_sup}
             started: [{pid,<0.95.0>},
                       {name,mnesia_late_loader},
                       {mfa,{mnesia_late_loader,start,[]}},
                       {restart_type,permanent},
                       {shutdown,3000},
                       {child_type,worker}]

=PROGRESS REPORT==== 12-Mar-2008::18:25:03 ===
          supervisor: {local,mnesia_sup}
             started: [{pid,<0.64.0>},
                       {name,mnesia_kernel_sup},
                       {mfa,{mnesia_kernel_sup,start,[]}},
                       {restart_type,permanent},
                       {shutdown,infinity},
                       {child_type,supervisor}]

=PROGRESS REPORT==== 12-Mar-2008::18:25:03 ===
         application: mnesia
          started_at: rabbit at home
RabbitMQ 200801150657 (AMQP 8-0)
Copyright (C) 2007 LShift Ltd., Cohesive Financial Technologies LLC., and
Rabbit Technologies Ltd.
Licensed under the MPL.  See http://www.rabbitmq.com/

Logging to tty
SASL logging to tty

starting database             ...
=CRASH REPORT==== 12-Mar-2008::18:25:33 ===
  crasher:
    pid: <0.99.0>
    registered_name: []
    exception exit: {bad_return,
                        {{rabbit,start,[normal,[]]},
                         {'EXIT',
                             {{rabbit_mnesia,init,0},
                              {line,45},
                              match,
                              [{error,
                                   {timeout_waiting_for_tables,
                                       [user,user_vhost,vhost,vhost_realm,
                                        realm,user_realm,

exclusive_realm_visitor,realm_visitor,
                                        rabbit_config,listener,binding,
                                        durable_exchanges,exchange,
                                        durable_queues,amqqueue]}}]}}}}
      in function  application_master:init/4
    initial call: application_master:init(<0.5.0>,<0.98.0>,
                                          {appl_data,rabbit,
                                           [rabbit_amqqueue_monitor,
                                            rabbit_gc_persist,rabbit_gensym,
                                            rabbit_log,rabbit_node_monitor,
                                            rabbit_persister,
                                            rabbit_realm_monitor,rabbit_sup,
                                            rabbit_tcp_client_sup],
                                           undefined,
                                           {rabbit,[]},
                                           [rabbit,buffering_proxy,
                                            rabbit_access_control,
                                            rabbit_amqqueue,
                                            rabbit_amqqueue_process,
                                            rabbit_binary_generator,
                                            rabbit_binary_parser,
                                            rabbit_channel,rabbit_channel0,
                                            rabbit_control,
                                            rabbit_error_logger,
                                            rabbit_exchange,rabbit_framing,
                                            rabbit_framing_channel,
                                            rabbit_gc_persist,rabbit_gensym,
                                            rabbit_heartbeat,rabbit_load,
                                            rabbit_log,rabbit_misc,
                                            rabbit_mnesia,rabbit_monitor,
                                            rabbit_networking,
                                            rabbit_node_monitor,
                                            rabbit_persister,
                                            rabbit_persister_sup,
                                            rabbit_reader,rabbit_realm,
                                            rabbit_router,rabbit_sup,
                                            rabbit_tests,rabbit_ticket,
                                            rabbit_tracer,rabbit_writer,
                                            tcp_acceptor,tcp_acceptor_sup,
                                            tcp_client_sup,tcp_listener,
                                            tcp_listener_sup],
                                           [],infinity,infinity},
                                          normal)
    ancestors: [<0.98.0>]
    messages: [{'EXIT',<0.100.0>,normal}]
    links: [<0.98.0>,<0.5.0>]
    dictionary: []
    trap_exit: true
    status: running
    heap_size: 610
    stack_size: 23
    reductions: 92
  neighbours:

=INFO REPORT==== 12-Mar-2008::18:25:33 ===
    application: rabbit
    exited: {bad_return,
                {{rabbit,start,[normal,[]]},
                 {'EXIT',
                     {{rabbit_mnesia,init,0},
                      {line,45},
                      match,
                      [{error,
                           {timeout_waiting_for_tables,
                               [user,user_vhost,vhost,vhost_realm,realm,
                                user_realm,exclusive_realm_visitor,

realm_visitor,rabbit_config,listener,binding,
                                durable_exchanges,exchange,durable_queues,
                                amqqueue]}}]}}}}
    type: temporary

=INFO REPORT==== 12-Mar-2008::18:25:33 ===
    application: mnesia
    exited: stopped
    type: temporary

=INFO REPORT==== 12-Mar-2008::18:25:33 ===
    alarm_handler: {clear,{disk_almost_full,"/home"}}

=INFO REPORT==== 12-Mar-2008::18:25:33 ===
    alarm_handler: {clear,{disk_almost_full,"/"}}

=INFO REPORT==== 12-Mar-2008::18:25:33 ===
    application: os_mon
    exited: stopped
    type: temporary
/usr/local/erlang/otp_r12b-0/lib/erlang/lib/os_mon-2.1.3/priv/bin/memsup:
Erlang has closed.
-------------- next part --------------
An HTML attachment was scrubbed...
URL: http://lists.rabbitmq.com/pipermail/rabbitmq-discuss/attachments/20080312/1dbb12a6/attachment.htm 


More information about the rabbitmq-discuss mailing list