[rabbitmq-discuss] RabbitMQ Shovel Connections

Jelle Smet smetj.net at gmail.com
Wed Nov 2 13:31:34 GMT 2011


Hi Alex,

The requested output is in attachment.  I have string replaced server and 
queue names with fictional names.

I could find following non INFO report in the rabbit at server02.log file:

... snip ...
=WARNING REPORT==== 2-Nov-2011::13:56:10 ===
exception on TCP connection <0.24639.172> from 10.96.72.91:58172
connection_closed_abruptly
... snip ...

Issuing "rabbitmqctl stop" gave following output and kept hanging endless:
Stopping and halting node 'rabbit at server02' ...

When doing a strace -p on the open running rabbitmq process I get following 
output for each one of them:
#strace -p 26367
Process 26367 attached - interrupt to quit
select(0, NULL, NULL, NULL, NULL

The only thing left at this stage is kill all processes and restart server02





-------------- next part --------------
An HTML attachment was scrubbed...
URL: <http://lists.rabbitmq.com/pipermail/rabbitmq-discuss/attachments/20111102/95749ae7/attachment.htm>
-------------- next part --------------
Reporting server status on {{2011,11,2},{13,1,11}}

Status of node 'rabbit at server02' ...
[{pid,26367},
 {running_applications,
     [{erlando,"Syntax extensions for Erlang","2.6.1"},
      {rabbitmq_federation,"RabbitMQ Federation","2.6.1"},
      {rabbitmq_shovel,"Data Shovel for RabbitMQ","2.6.1"},
      {rabbitmq_shovel_management,"Shovel Status","2.6.1"},
      {rabbitmq_management,"RabbitMQ Management Console","2.6.1"},
      {webmachine,"webmachine","1.7.0-rmq2.6.1-hg0c4b60a"},
      {rabbitmq_management_agent,"RabbitMQ Management Agent","2.6.1"},
      {amqp_client,"RabbitMQ AMQP Client","2.6.1"},
      {rabbit,"RabbitMQ","2.6.1"},
      {os_mon,"CPO  CXC 138 46","2.2.6"},
      {sasl,"SASL  CXC 138 11","2.1.9.4"},
      {rabbitmq_mochiweb,"RabbitMQ Mochiweb Embedding","2.6.1"},
      {mochiweb,"MochiMedia Web Server","1.3-rmq2.6.1-git9a53dbd"},
      {inets,"INETS  CXC 138 49","5.6"},
      {mnesia,"MNESIA  CXC 138 12","4.4.19"},
      {stdlib,"ERTS  CXC 138 10","1.17.4"},
      {kernel,"ERTS  CXC 138 10","2.14.4"}]},
 {os,{unix,linux}},
 {erlang_version,
     "Erlang R14B03 (erts-5.8.4) [source] [64-bit] [smp:24:24] [rq:24] [async-threads:30] [kernel-poll:true]\n"},
 {memory,
     [{total,74033496},
      {processes,18155168},
      {processes_used,18137536},
      {system,55878328},
      {atom,1353657},
      {atom_used,1334038},
      {binary,505496},
      {code,14695192},
      {ets,1496992}]}]

Cluster status of node 'rabbit at server02' ...
[{nodes,[{disc,['rabbit at server02']}]},
 {running_nodes,['rabbit at server02']}]

Application environment of node 'rabbit at server02' ...
[{auth_backends,[rabbit_auth_backend_internal]},
 {auth_mechanisms,['PLAIN','AMQPLAIN']},
 {backing_queue_module,rabbit_variable_queue},
 {cluster_nodes,[]},
 {collect_statistics,fine},
 {collect_statistics_interval,5000},
 {default_permissions,[<<".*">>,<<".*">>,<<".*">>]},
 {default_user,<<"guest">>},
 {default_user_tags,[administrator]},
 {default_vhost,<<"/">>},
 {delegate_count,16},
 {frame_max,131072},
 {included_applications,[]},
 {msg_store_file_size_limit,16777216},
 {msg_store_index_module,rabbit_msg_store_ets_index},
 {queue_index_max_journal_entries,262144},
 {server_properties,[]},
 {ssl_listeners,[]},
 {ssl_options,[]},
 {tcp_listen_options,[binary,
                      {packet,raw},
                      {reuseaddr,true},
                      {backlog,128},
                      {nodelay,true},
                      {exit_on_close,false}]},
 {tcp_listeners,[5672]},
 {trace_vhosts,[]},
 {vm_memory_high_watermark,0.4}]

Connections:
pid	address	port	peer_address	peer_port	ssl	peer_cert_subject	peer_cert_issuer	peer_cert_validity	auth_mechanism	ssl_protocol	ssl_key_exchange	ssl_cipher	ssl_hash	protocol	user	vhost	timeout	frame_max	client_properties	recv_oct	recv_cnt	send_oct	send_cnt	send_pend	state	channels
<'rabbit at server02'.3.490.0>	10.96.72.91	5672	10.198.63.18	46451	false				PLAIN					{0,9,1}	guest	/	0	131072	[{"product","RabbitMQ"},{"version","2.6.1"},{"platform","Erlang"},{"copyright","Copyright (c) 2007-2011 VMware, Inc."},{"information","Licensed under the MPL.  See http://www.rabbitmq.com/"},{"capabilities",[{"publisher_confirms",true},{"exchange_exchange_bindings",true},{"basic.nack",true},{"consumer_cancel_notify",true}]}]	400	5	396	5	0	running	1
<'rabbit at server02'.3.15082.165>	10.96.72.91	5672	10.198.63.18	37673	false				PLAIN					{0,9,1}	guest	/	0	131072	[{"product","RabbitMQ"},{"version","2.6.1"},{"platform","Erlang"},{"copyright","Copyright (c) 2007-2011 VMware, Inc."},{"information","Licensed under the MPL.  See http://www.rabbitmq.com/"},{"capabilities",[{"publisher_confirms",true},{"exchange_exchange_bindings",true},{"basic.nack",true},{"consumer_cancel_notify",true}]}]	400	5	396	5	0	running	1
<'rabbit at server02'.3.382.0>	127.0.0.1	5672	127.0.0.1	56211	false				PLAIN					{0,9,1}	guest	/	0	131072	[{"product","RabbitMQ"},{"version","2.6.1"},{"platform","Erlang"},{"copyright","Copyright (c) 2007-2011 VMware, Inc."},{"information","Licensed under the MPL.  See http://www.rabbitmq.com/"},{"capabilities",[{"publisher_confirms",true},{"exchange_exchange_bindings",true},{"basic.nack",true},{"consumer_cancel_notify",true}]}]	448	7	442	6	0	running	1
<'rabbit at server02'.3.366.49>	127.0.0.1	5672	127.0.0.1	44209	false				PLAIN					{0,9,1}	guest	/	0	131072	[{"product","RabbitMQ"},{"version","2.6.1"},{"platform","Erlang"},{"copyright","Copyright (c) 2007-2011 VMware, Inc."},{"information","Licensed under the MPL.  See http://www.rabbitmq.com/"},{"capabilities",[{"publisher_confirms",true},{"exchange_exchange_bindings",true},{"basic.nack",true},{"consumer_cancel_notify",true}]}]	443	6	195628	1530	0	running	1
<'rabbit at server02'.3.29398.125>	127.0.0.1	5672	127.0.0.1	55818	false				PLAIN					{0,9,1}	guest	/	0	131072	[{"product","RabbitMQ"},{"version","2.6.1"},{"platform","Erlang"},{"copyright","Copyright (c) 2007-2011 VMware, Inc."},{"information","Licensed under the MPL.  See http://www.rabbitmq.com/"},{"capabilities",[{"publisher_confirms",true},{"exchange_exchange_bindings",true},{"basic.nack",true},{"consumer_cancel_notify",true}]}]	443	6	442	6	0	running	1
<'rabbit at server02'.3.465.0>	10.96.72.91	5672	10.96.72.90	42891	false				PLAIN					{0,9,1}	guest	/	0	131072	[{"product","RabbitMQ"},{"version","2.6.1"},{"platform","Erlang"},{"copyright","Copyright (c) 2007-2011 VMware, Inc."},{"information","Licensed under the MPL.  See http://www.rabbitmq.com/"},{"capabilities",[{"publisher_confirms",true},{"exchange_exchange_bindings",true},{"basic.nack",true},{"consumer_cancel_notify",true}]}]	400	5	396	5	0	running	1
<'rabbit at server02'.3.371.0>	127.0.0.1	5672	127.0.0.1	59980	false				PLAIN					{0,9,1}	guest	/	0	131072	[{"product","RabbitMQ"},{"version","2.6.1"},{"platform","Erlang"},{"copyright","Copyright (c) 2007-2011 VMware, Inc."},{"information","Licensed under the MPL.  See http://www.rabbitmq.com/"},{"capabilities",[{"publisher_confirms",true},{"exchange_exchange_bindings",true},{"basic.nack",true},{"consumer_cancel_notify",true}]}]	443	6	442	6	0	running	1
<'rabbit at server02'.3.15074.165>	10.96.72.91	5672	10.132.252.45	35099	false				PLAIN					{0,9,1}	guest	/	0	131072	[{"product","RabbitMQ"},{"version","2.6.1"},{"platform","Erlang"},{"copyright","Copyright (c) 2007-2011 VMware, Inc."},{"information","Licensed under the MPL.  See http://www.rabbitmq.com/"},{"capabilities",[{"publisher_confirms",true},{"exchange_exchange_bindings",true},{"basic.nack",true},{"consumer_cancel_notify",true}]}]	400	5	396	5	0	running	1
<'rabbit at server02'.3.29213.125>	10.96.72.91	5672	10.18.63.56	57306	false				PLAIN					{0,9,1}	guest	/	0	131072	[{"product","RabbitMQ"},{"version","2.6.1"},{"platform","Erlang"},{"copyright","Copyright (c) 2007-2011 VMware, Inc."},{"information","Licensed under the MPL.  See http://www.rabbitmq.com/"},{"capabilities",[{"publisher_confirms",true},{"exchange_exchange_bindings",true},{"basic.nack",true},{"consumer_cancel_notify",true}]}]	400	5	396	5	0	running	1
<'rabbit at server02'.3.486.0>	10.96.72.91	5672	10.132.252.45	42614	false				PLAIN					{0,9,1}	guest	/	0	131072	[{"product","RabbitMQ"},{"version","2.6.1"},{"platform","Erlang"},{"copyright","Copyright (c) 2007-2011 VMware, Inc."},{"information","Licensed under the MPL.  See http://www.rabbitmq.com/"},{"capabilities",[{"publisher_confirms",true},{"exchange_exchange_bindings",true},{"basic.nack",true},{"consumer_cancel_notify",true}]}]	400	5	396	5	0	running	1
<'rabbit at server02'.3.400.0>	127.0.0.1	5672	127.0.0.1	34162	false				PLAIN					{0,9,1}	guest	/	0	131072	[{"product","RabbitMQ"},{"version","2.6.1"},{"platform","Erlang"},{"copyright","Copyright (c) 2007-2011 VMware, Inc."},{"information","Licensed under the MPL.  See http://www.rabbitmq.com/"},{"capabilities",[{"publisher_confirms",true},{"exchange_exchange_bindings",true},{"basic.nack",true},{"consumer_cancel_notify",true}]}]	446	6	442	6	0	running	1

Channels:
pid	connection	number	user	vhost	transactional	confirm	consumer_count	messages_unacknowledged	messages_unconfirmed	messages_uncommitted	acks_uncommitted	prefetch_count	client_flow_blocked
<'rabbit at server02'.3.408.0>	<'rabbit at server02'.3.371.0>	1	guest	/	false	false	1	0	0	0	0	0	false
<'rabbit at server02'.3.415.0>	<'rabbit at server02'.3.382.0>	1	guest	/	false	false	1	0	0	0	0	0	false
<'rabbit at server02'.3.431.0>	<'rabbit at server02'.3.400.0>	1	guest	/	false	false	1	0	0	0	0	0	false
<'rabbit at server02'.3.469.0>	<'rabbit at server02'.3.465.0>	1	guest	/	false	true	0	0	0	0	0	0	false
<'rabbit at server02'.3.494.0>	<'rabbit at server02'.3.486.0>	1	guest	/	false	true	0	0	0	0	0	0	false
<'rabbit at server02'.3.515.0>	<'rabbit at server02'.3.490.0>	1	guest	/	false	true	0	0	0	0	0	0	false
<'rabbit at server02'.3.374.49>	<'rabbit at server02'.3.366.49>	1	guest	/	false	false	1	1524	0	0	0	0	false
<'rabbit at server02'.3.29217.125>	<'rabbit at server02'.3.29213.125>	1	guest	/	false	true	0	0	0	0	0	0	false
<'rabbit at server02'.3.29406.125>	<'rabbit at server02'.3.29398.125>	1	guest	/	false	false	1	0	0	0	0	0	false
<'rabbit at server02'.3.15078.165>	<'rabbit at server02'.3.15074.165>	1	guest	/	false	true	0	0	0	0	0	0	false
<'rabbit at server02'.3.15094.165>	<'rabbit at server02'.3.15082.165>	1	guest	/	false	true	0	0	0	0	0	0	false

Queues on /:
pid	name	durable	auto_delete	arguments	owner_pid	slave_pids	synchronised_slave_pids	exclusive_consumer_pid	exclusive_consumer_tag	messages_ready	messages_unacknowledged	messages	consumers	memory	backing_queue_status
<'rabbit at server02'.3.239.0>	number_1	true	false	[]						0	0	0	1	34688	[{q1,0}, {q2,0}, {delta,{delta,0,0,0}}, {q3,0}, {q4,0}, {len,0}, {pending_acks,0}, {target_ram_count,infinity}, {ram_msg_count,0}, {ram_ack_count,0}, {ram_index_count,0}, {next_seq_id,0}, {persistent_count,0}, {avg_ingress_rate,0.0}, {avg_egress_rate,0.0}, {avg_ack_ingress_rate,0.0}, {avg_ack_egress_rate,0.0}]
<'rabbit at server02'.3.240.0>	number_2	true	false	[]						0	0	0	1	34688	[{q1,0}, {q2,0}, {delta,{delta,0,0,0}}, {q3,0}, {q4,0}, {len,0}, {pending_acks,0}, {target_ram_count,infinity}, {ram_msg_count,0}, {ram_ack_count,0}, {ram_index_count,0}, {next_seq_id,0}, {persistent_count,0}, {avg_ingress_rate,0.0}, {avg_egress_rate,0.0}, {avg_ack_ingress_rate,0.0}, {avg_ack_egress_rate,0.0}]
<'rabbit at server02'.3.241.0>	number_3	true	false	[]						0	1524	1524	1	2914744	[{q1,0}, {q2,0}, {delta,{delta,0,0,0}}, {q3,0}, {q4,0}, {len,0}, {pending_acks,1524}, {target_ram_count,infinity}, {ram_msg_count,0}, {ram_ack_count,1524}, {ram_index_count,0}, {next_seq_id,1524}, {persistent_count,0}, {avg_ingress_rate,0.0035335369276705917}, {avg_egress_rate,0.0035335369276705917}, {avg_ack_ingress_rate,0.0035335369276705917}, {avg_ack_egress_rate,0.0}]
<'rabbit at server02'.3.242.0>	number_4	true	false	[]						0	0	0	1	34688	[{q1,0}, {q2,0}, {delta,{delta,0,0,0}}, {q3,0}, {q4,0}, {len,0}, {pending_acks,0}, {target_ram_count,infinity}, {ram_msg_count,0}, {ram_ack_count,0}, {ram_index_count,0}, {next_seq_id,0}, {persistent_count,0}, {avg_ingress_rate,0.0}, {avg_egress_rate,0.0}, {avg_ack_ingress_rate,0.0}, {avg_ack_egress_rate,0.0}]
<'rabbit at server02'.3.243.0>	number_5	true	false	[]						0	0	0	1	34688	[{q1,0}, {q2,0}, {delta,{delta,0,0,0}}, {q3,0}, {q4,0}, {len,0}, {pending_acks,0}, {target_ram_count,infinity}, {ram_msg_count,0}, {ram_ack_count,0}, {ram_index_count,0}, {next_seq_id,0}, {persistent_count,0}, {avg_ingress_rate,0.0}, {avg_egress_rate,0.0}, {avg_ack_ingress_rate,0.0}, {avg_ack_egress_rate,0.0}]
<'rabbit at server02'.3.244.0>	number_6	true	false	[]						1524	0	1524	0	688864	[{q1,0}, {q2,0}, {delta,{delta,undefined,0,undefined}}, {q3,1524}, {q4,0}, {len,1524}, {pending_acks,0}, {target_ram_count,infinity}, {ram_msg_count,0}, {ram_ack_count,0}, {ram_index_count,0}, {next_seq_id,16384}, {persistent_count,1524}, {avg_ingress_rate,0.0}, {avg_egress_rate,0.0}, {avg_ack_ingress_rate,0.0}, {avg_ack_egress_rate,0.0}]

Exchanges on /:
name	type	durable	auto_delete	internal	arguments
amq.direct	direct	true	false	false	[]
amq.topic	topic	true	false	false	[]
amq.rabbitmq.trace	topic	true	false	false	[]
amq.rabbitmq.log	topic	true	false	false	[]
amq.fanout	fanout	true	false	false	[]
amq.headers	headers	true	false	false	[]
	direct	true	false	false	[]
amq.match	headers	true	false	false	[]

Bindings on /:
source_name	source_kind	destination_name	destination_kind	routing_key	arguments
	exchange	number_1	queue	number_1	[]
	exchange	number_3	queue	number_3	[]
	exchange	number_5	queue	number_5	[]
	exchange	number_2	queue	number_2	[]
	exchange	number_4	queue	number_4	[]
	exchange	number_6	queue	number_6	[]

Consumers on /:
queue_name	channel_pid	consumer_tag	ack_required
number_1	<'rabbit at server02'.3.415.0>	amq.ctag-soiTKYMhfHCUF3xfqO1PdA==	true
number_2	<'rabbit at server02'.3.29406.125>	amq.ctag-hToUPq+2xL3EAwYT61ZOHw==	true
number_3	<'rabbit at server02'.3.374.49>	amq.ctag-g/u9XEFPJY0+hi7nzvS/CA==	true
number_4	<'rabbit at server02'.3.408.0>	amq.ctag-QbnKN8YG2Fro12eDPIj+Lg==	true
number_5	<'rabbit at server02'.3.431.0>	amq.ctag-JUT4QxqK4x22HMZ9qDH5hw==	true

Permissions on /:
user	configure	write	read
guest	.*	.*	.*

End of server status report
...done.
-------------- next part --------------
Status of node 'rabbit at server02' ...
[{pid,26367},
 {running_applications,
     [{erlando,"Syntax extensions for Erlang","2.6.1"},
      {rabbitmq_federation,"RabbitMQ Federation","2.6.1"},
      {rabbitmq_shovel,"Data Shovel for RabbitMQ","2.6.1"},
      {rabbitmq_shovel_management,"Shovel Status","2.6.1"},
      {rabbitmq_management,"RabbitMQ Management Console","2.6.1"},
      {webmachine,"webmachine","1.7.0-rmq2.6.1-hg0c4b60a"},
      {rabbitmq_management_agent,"RabbitMQ Management Agent","2.6.1"},
      {amqp_client,"RabbitMQ AMQP Client","2.6.1"},
      {rabbit,"RabbitMQ","2.6.1"},
      {os_mon,"CPO  CXC 138 46","2.2.6"},
      {sasl,"SASL  CXC 138 11","2.1.9.4"},
      {rabbitmq_mochiweb,"RabbitMQ Mochiweb Embedding","2.6.1"},
      {mochiweb,"MochiMedia Web Server","1.3-rmq2.6.1-git9a53dbd"},
      {inets,"INETS  CXC 138 49","5.6"},
      {mnesia,"MNESIA  CXC 138 12","4.4.19"},
      {stdlib,"ERTS  CXC 138 10","1.17.4"},
      {kernel,"ERTS  CXC 138 10","2.14.4"}]},
 {os,{unix,linux}},
 {erlang_version,
     "Erlang R14B03 (erts-5.8.4) [source] [64-bit] [smp:24:24] [rq:24] [async-threads:30] [kernel-poll:true]\n"},
 {memory,
     [{total,73310432},
      {processes,17471616},
      {processes_used,17450560},
      {system,55838816},
      {atom,1353657},
      {atom_used,1334178},
      {binary,467472},
      {code,14695192},
      {ets,1497024}]}]
...done.
-------------- next part --------------
A non-text attachment was scrubbed...
Name: rabbit at server02-sasl.log
Type: application/octet-stream
Size: 4783 bytes
Desc: not available
URL: <http://lists.rabbitmq.com/pipermail/rabbitmq-discuss/attachments/20111102/95749ae7/attachment.obj>


More information about the rabbitmq-discuss mailing list