Ask Your Question

Revision history [back]

click to hide/show revision 1
initial version

Hi RHK, thanks for the help, here is the output:

root@ubuntuServer2:~#  service rabbitmq-server status
Status of node rabbit@ubuntuServer2 ...
[{pid,8996},
 {running_applications,[{rabbit,"RabbitMQ","3.2.4"},
                        {os_mon,"CPO  CXC 138 46","2.2.14"},
                        {mnesia,"MNESIA  CXC 138 12","4.11"},
                        {xmerl,"XML parser","1.3.5"},
                        {sasl,"SASL  CXC 138 11","2.3.4"},
                        {stdlib,"ERTS  CXC 138 10","1.19.4"},
                        {kernel,"ERTS  CXC 138 10","2.16.4"}]},
 {os,{unix,linux}},
 {erlang_version,"Erlang R16B03 (erts-5.10.4) [source] [64-bit] [smp:2:2] [async-threads:30] [kernel-poll:true]\n"},
 {memory,[{total,128132992},
          {connection_procs,2303624},
          {queue_procs,1253024},
          {plugins,0},
          {other_proc,13435952},
          {mnesia,283904},
          {mgmt_db,0},
          {msg_index,80424},
          {other_ets,865960},
          {binary,88591408},
          {code,16522377},
          {atom,594537},
          {other_system,4201782}]},
 {vm_memory_high_watermark,0.4},
 {vm_memory_limit,1589957427},
 {disk_free_limit,50000000},
 {disk_free,52760027136},
 {file_descriptors,[{total_limit,924},
                    {total_used,59},
                    {sockets_limit,829},
                    {sockets_used,57}]},
 {processes,[{limit,1048576},{used,710}]},
 {run_queue,0},
 {uptime,9196}]
...done.

There is no conf file in /etc/rabbitmq/ (actually there are no files at all)

and than i restarted using: service rabbitmq-server restart

but i still get the same problem

Hi RHK, thanks for the help, here is the output:

root@ubuntuServer2:~#  service rabbitmq-server status
Status of node rabbit@ubuntuServer2 ...
[{pid,8996},
 {running_applications,[{rabbit,"RabbitMQ","3.2.4"},
                        {os_mon,"CPO  CXC 138 46","2.2.14"},
                        {mnesia,"MNESIA  CXC 138 12","4.11"},
                        {xmerl,"XML parser","1.3.5"},
                        {sasl,"SASL  CXC 138 11","2.3.4"},
                        {stdlib,"ERTS  CXC 138 10","1.19.4"},
                        {kernel,"ERTS  CXC 138 10","2.16.4"}]},
 {os,{unix,linux}},
 {erlang_version,"Erlang R16B03 (erts-5.10.4) [source] [64-bit] [smp:2:2] [async-threads:30] [kernel-poll:true]\n"},
 {memory,[{total,128132992},
          {connection_procs,2303624},
          {queue_procs,1253024},
          {plugins,0},
          {other_proc,13435952},
          {mnesia,283904},
          {mgmt_db,0},
          {msg_index,80424},
          {other_ets,865960},
          {binary,88591408},
          {code,16522377},
          {atom,594537},
          {other_system,4201782}]},
 {vm_memory_high_watermark,0.4},
 {vm_memory_limit,1589957427},
 {disk_free_limit,50000000},
 {disk_free,52760027136},
 {file_descriptors,[{total_limit,924},
                    {total_used,59},
                    {sockets_limit,829},
                    {sockets_used,57}]},
 {processes,[{limit,1048576},{used,710}]},
 {run_queue,0},
 {uptime,9196}]
...done.

There is no conf file in /etc/rabbitmq/ (actually there are no files at all)

and than i restarted using: service rabbitmq-server restart

but i still get the same problemproblem:

2014-12-24 16:17:18.155 1228 ERROR oslo.messaging._drivers.impl_rabbit [-] AMQP server on controller:5672 is unreachable: [Errno 111] ECONNREFUSED. Trying again in 13 seconds.
2014-12-24 16:18:18.478 1228 ERROR oslo.messaging._drivers.impl_rabbit [-] Failed to consume message from queue: (0, 0): (320) CONNECTION_FORCED - broker forced connection closure with reason 'shutdown'
2014-12-24 16:18:18.478 1228 TRACE oslo.messaging._drivers.impl_rabbit     (class_id, method_id), ConnectionError)
2014-12-24 16:18:19.506 1228 ERROR oslo.messaging._drivers.impl_rabbit [-] AMQP server on controller:5672 is unreachable: [Errno 111] ECONNREFUSED. Trying again in 1 seconds.
2014-12-24 16:18:21.546 1228 ERROR oslo.messaging._drivers.impl_rabbit [-] AMQP server on controller:5672 is unreachable: [Errno 111] ECONNREFUSED. Trying again in 3 seconds.
2014-12-24 16:18:25.592 1228 ERROR oslo.messaging._drivers.impl_rabbit [-] AMQP server on controller:5672 is unreachable: [Errno 111] ECONNREFUSED. Trying again in 5 seconds.
2014-12-24 16:18:31.624 1228 ERROR oslo.messaging._drivers.impl_rabbit [-] AMQP server on controller:5672 is unreachable: [Errno 111] ECONNREFUSED. Trying again in 7 seconds.
2014-12-24 16:18:39.657 1228 ERROR oslo.messaging._drivers.impl_rabbit [-] AMQP server on controller:5672 is unreachable: [Errno 111] ECONNREFUSED. Trying again in 9 seconds.
2014-12-24 16:18:49.684 1228 ERROR oslo.messaging._drivers.impl_rabbit [-] AMQP server on controller:5672 is unreachable: [Errno 111] ECONNREFUSED. Trying again in 11 seconds.
2014-12-24 16:19:01.710 1228 ERROR oslo.messaging._drivers.impl_rabbit [-] AMQP server on controller:5672 is unreachable: [Errno 111] ECONNREFUSED. Trying again in 13 seconds.
2014-12-24 16:20:04.693 1228 ERROR oslo.messaging._drivers.impl_rabbit [-] Failed to publish message to topic 'reply_6e6a841d9b5045edae4754b0093cf1e0': [Errno 104] Connection reset by peer
2014-12-24 16:20:04.693 1228 TRACE oslo.messaging._drivers.impl_rabbit error: [Errno 104] Connection reset by peer

Hi RHK, thanks for the help, here is the output:

root@ubuntuServer2:~#  service rabbitmq-server status
Status of node rabbit@ubuntuServer2 ...
[{pid,8996},
 {running_applications,[{rabbit,"RabbitMQ","3.2.4"},
                        {os_mon,"CPO  CXC 138 46","2.2.14"},
                        {mnesia,"MNESIA  CXC 138 12","4.11"},
                        {xmerl,"XML parser","1.3.5"},
                        {sasl,"SASL  CXC 138 11","2.3.4"},
                        {stdlib,"ERTS  CXC 138 10","1.19.4"},
                        {kernel,"ERTS  CXC 138 10","2.16.4"}]},
 {os,{unix,linux}},
 {erlang_version,"Erlang R16B03 (erts-5.10.4) [source] [64-bit] [smp:2:2] [async-threads:30] [kernel-poll:true]\n"},
 {memory,[{total,128132992},
          {connection_procs,2303624},
          {queue_procs,1253024},
          {plugins,0},
          {other_proc,13435952},
          {mnesia,283904},
          {mgmt_db,0},
          {msg_index,80424},
          {other_ets,865960},
          {binary,88591408},
          {code,16522377},
          {atom,594537},
          {other_system,4201782}]},
 {vm_memory_high_watermark,0.4},
 {vm_memory_limit,1589957427},
 {disk_free_limit,50000000},
 {disk_free,52760027136},
 {file_descriptors,[{total_limit,924},
                    {total_used,59},
                    {sockets_limit,829},
                    {sockets_used,57}]},
 {processes,[{limit,1048576},{used,710}]},
 {run_queue,0},
 {uptime,9196}]
...done.

There is no conf file in /etc/rabbitmq/ (actually there are no files at all)

and than i restarted using: service rabbitmq-server restart

but i still get the same problem:

2014-12-24 16:17:18.155 1228 ERROR oslo.messaging._drivers.impl_rabbit [-] AMQP server on controller:5672 is unreachable: [Errno 111] ECONNREFUSED. Trying again in 13 seconds.
2014-12-24 16:18:18.478 1228 ERROR oslo.messaging._drivers.impl_rabbit [-] Failed to consume message from queue: (0, 0): (320) CONNECTION_FORCED - broker forced connection closure with reason 'shutdown'
2014-12-24 16:18:18.478 1228 TRACE oslo.messaging._drivers.impl_rabbit     (class_id, method_id), ConnectionError)
2014-12-24 16:18:19.506 1228 ERROR oslo.messaging._drivers.impl_rabbit [-] AMQP server on controller:5672 is unreachable: [Errno 111] ECONNREFUSED. Trying again in 1 seconds.
2014-12-24 16:18:21.546 1228 ERROR oslo.messaging._drivers.impl_rabbit [-] AMQP server on controller:5672 is unreachable: [Errno 111] ECONNREFUSED. Trying again in 3 seconds.
2014-12-24 16:18:25.592 1228 ERROR oslo.messaging._drivers.impl_rabbit [-] AMQP server on controller:5672 is unreachable: [Errno 111] ECONNREFUSED. Trying again in 5 seconds.
2014-12-24 16:18:31.624 1228 ERROR oslo.messaging._drivers.impl_rabbit [-] AMQP server on controller:5672 is unreachable: [Errno 111] ECONNREFUSED. Trying again in 7 seconds.
2014-12-24 16:18:39.657 1228 ERROR oslo.messaging._drivers.impl_rabbit [-] AMQP server on controller:5672 is unreachable: [Errno 111] ECONNREFUSED. Trying again in 9 seconds.
2014-12-24 16:18:49.684 1228 ERROR oslo.messaging._drivers.impl_rabbit [-] AMQP server on controller:5672 is unreachable: [Errno 111] ECONNREFUSED. Trying again in 11 seconds.
2014-12-24 16:19:01.710 1228 ERROR oslo.messaging._drivers.impl_rabbit [-] AMQP server on controller:5672 is unreachable: [Errno 111] ECONNREFUSED. Trying again in 13 seconds.
2014-12-24 16:20:04.693 1228 ERROR oslo.messaging._drivers.impl_rabbit [-] Failed to publish message to topic 'reply_6e6a841d9b5045edae4754b0093cf1e0': [Errno 104] Connection reset by peer
2014-12-24 16:20:04.693 1228 TRACE oslo.messaging._drivers.impl_rabbit error: [Errno 104] Connection reset by peer

and this is the compute log:

2014-12-24 18:58:10.499 10674 WARNING nova.virt.libvirt.driver [req-725c45e2-0f76-49e8-a3cf-8c5b9c936174 None] Timeout waiting for vif plugging callback for instance bed27a12-521d-4158-a3cb-0f3be36f5064
2014-12-24 18:58:10.931 10674 INFO nova.compute.manager [-] [instance: bed27a12-521d-4158-a3cb-0f3be36f5064] VM Stopped (Lifecycle Event)
2014-12-24 18:58:11.015 10674 INFO nova.compute.manager [-] [instance: bed27a12-521d-4158-a3cb-0f3be36f5064] During sync_power_state the instance has a pending task (spawning). Skip.
2014-12-24 18:58:11.326 10674 INFO nova.virt.libvirt.driver [req-725c45e2-0f76-49e8-a3cf-8c5b9c936174 None] [instance: bed27a12-521d-4158-a3cb-0f3be36f5064] Deleting instance files /var/lib/nova/instances/bed27a12-521d-4158-a3cb-0f3be36f5064_del
2014-12-24 18:58:11.327 10674 INFO nova.virt.libvirt.driver [req-725c45e2-0f76-49e8-a3cf-8c5b9c936174 None] [instance: bed27a12-521d-4158-a3cb-0f3be36f5064] Deletion of /var/lib/nova/instances/bed27a12-521d-4158-a3cb-0f3be36f5064_del complete
2014-12-24 18:58:11.394 10674 ERROR nova.compute.manager [req-725c45e2-0f76-49e8-a3cf-8c5b9c936174 None] [instance: bed27a12-521d-4158-a3cb-0f3be36f5064] Instance failed to spawn
2014-12-24 18:58:11.394 10674 TRACE nova.compute.manager [instance: bed27a12-521d-4158-a3cb-0f3be36f5064] Traceback (most recent call last):
2014-12-24 18:58:11.394 10674 TRACE nova.compute.manager [instance: bed27a12-521d-4158-a3cb-0f3be36f5064]   File "/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 2231, in _build_resources
2014-12-24 18:58:11.394 10674 TRACE nova.compute.manager [instance: bed27a12-521d-4158-a3cb-0f3be36f5064]     yield resources
2014-12-24 18:58:11.394 10674 TRACE nova.compute.manager [instance: bed27a12-521d-4158-a3cb-0f3be36f5064]   File "/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 2101, in _build_and_run_instance
2014-12-24 18:58:11.394 10674 TRACE nova.compute.manager [instance: bed27a12-521d-4158-a3cb-0f3be36f5064]     block_device_info=block_device_info)
2014-12-24 18:58:11.394 10674 TRACE nova.compute.manager [instance: bed27a12-521d-4158-a3cb-0f3be36f5064]   File "/usr/lib/python2.7/dist-packages/nova/virt/libvirt/driver.py", line 2621, in spawn
2014-12-24 18:58:11.394 10674 TRACE nova.compute.manager [instance: bed27a12-521d-4158-a3cb-0f3be36f5064]     block_device_info, disk_info=disk_info)
2014-12-24 18:58:11.394 10674 TRACE nova.compute.manager [instance: bed27a12-521d-4158-a3cb-0f3be36f5064]   File "/usr/lib/python2.7/dist-packages/nova/virt/libvirt/driver.py", line 4435, in _create_domain_and_network
2014-12-24 18:58:11.394 10674 TRACE nova.compute.manager [instance: bed27a12-521d-4158-a3cb-0f3be36f5064]     raise exception.VirtualInterfaceCreateException()
2014-12-24 18:58:11.394 10674 TRACE nova.compute.manager [instance: bed27a12-521d-4158-a3cb-0f3be36f5064] VirtualInterfaceCreateException: Virtual Interface creation failed
2014-12-24 18:58:11.394 10674 TRACE nova.compute.manager [instance: bed27a12-521d-4158-a3cb-0f3be36f5064] 
2014-12-24 18:58:11.395 10674 AUDIT nova.compute.manager [req-725c45e2-0f76-49e8-a3cf-8c5b9c936174 None] [instance: bed27a12-521d-4158-a3cb-0f3be36f5064] Terminating instance
2014-12-24 18:58:11.408 10674 WARNING nova.virt.libvirt.driver [-] [instance: bed27a12-521d-4158-a3cb-0f3be36f5064] During wait destroy, instance disappeared.
2014-12-24 18:58:11.629 10674 INFO nova.virt.libvirt.driver [req-725c45e2-0f76-49e8-a3cf-8c5b9c936174 None] [instance: bed27a12-521d-4158-a3cb-0f3be36f5064] Deletion of /var/lib/nova/instances/bed27a12-521d-4158-a3cb-0f3be36f5064_del complete
2014-12-24 18:58:11.728 10674 INFO nova.scheduler.client.report [req-725c45e2-0f76-49e8-a3cf-8c5b9c936174 None] Compute_service record updated for ('ubuntuServer3', 'ubuntuServer3')
2014-12-24 18:58:11.729 10674 ERROR nova.compute.manager [req-725c45e2-0f76-49e8-a3cf-8c5b9c936174 None] [instance: bed27a12-521d-4158-a3cb-0f3be36f5064] Failed to allocate network(s)
2014-12-24 18:58:11.729 10674 TRACE nova.compute.manager [instance: bed27a12-521d-4158-a3cb-0f3be36f5064] Traceback (most recent call last):
2014-12-24 18:58:11.729 10674 TRACE nova.compute.manager [instance: bed27a12-521d-4158-a3cb-0f3be36f5064]   File "/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 2101, in _build_and_run_instance
2014-12-24 18:58:11.729 10674 TRACE nova.compute.manager [instance: bed27a12-521d-4158-a3cb-0f3be36f5064]     block_device_info=block_device_info)
2014-12-24 18:58:11.729 10674 TRACE nova.compute.manager [instance: bed27a12-521d-4158-a3cb-0f3be36f5064]   File "/usr/lib/python2.7/dist-packages/nova/virt/libvirt/driver.py", line 2621, in spawn
2014-12-24 18:58:11.729 10674 TRACE nova.compute.manager [instance: bed27a12-521d-4158-a3cb-0f3be36f5064]     block_device_info, disk_info=disk_info)
2014-12-24 18:58:11.729 10674 TRACE nova.compute.manager [instance: bed27a12-521d-4158-a3cb-0f3be36f5064]   File "/usr/lib/python2.7/dist-packages/nova/virt/libvirt/driver.py", line 4435, in _create_domain_and_network
2014-12-24 18:58:11.729 10674 TRACE nova.compute.manager [instance: bed27a12-521d-4158-a3cb-0f3be36f5064]     raise exception.VirtualInterfaceCreateException()
2014-12-24 18:58:11.729 10674 TRACE nova.compute.manager [instance: bed27a12-521d-4158-a3cb-0f3be36f5064] VirtualInterfaceCreateException: Virtual Interface creation failed
2014-12-24 18:58:11.729 10674 TRACE nova.compute.manager [instance: bed27a12-521d-4158-a3cb-0f3be36f5064] 
2014-12-24 18:58:11.738 10674 ERROR nova.compute.manager [req-725c45e2-0f76-49e8-a3cf-8c5b9c936174 None] [instance: bed27a12-521d-4158-a3cb-0f3be36f5064] Build of instance bed27a12-521d-4158-a3cb-0f3be36f5064 aborted: Failed to allocate the network(s), not rescheduling.
2014-12-24 18:58:11.738 10674 TRACE nova.compute.manager [instance: bed27a12-521d-4158-a3cb-0f3be36f5064] Traceback (most recent call last):
2014-12-24 18:58:11.738 10674 TRACE nova.compute.manager [instance: bed27a12-521d-4158-a3cb-0f3be36f5064]   File "/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 2014, in do_build_and_run_instance
2014-12-24 18:58:11.738 10674 TRACE nova.compute.manager [instance: bed27a12-521d-4158-a3cb-0f3be36f5064]     filter_properties)
2014-12-24 18:58:11.738 10674 TRACE nova.compute.manager [instance: bed27a12-521d-4158-a3cb-0f3be36f5064]   File "/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 2136, in _build_and_run_instance
2014-12-24 18:58:11.738 10674 TRACE nova.compute.manager [instance: bed27a12-521d-4158-a3cb-0f3be36f5064]     reason=msg)
2014-12-24 18:58:11.738 10674 TRACE nova.compute.manager [instance: bed27a12-521d-4158-a3cb-0f3be36f5064] BuildAbortException: Build of instance bed27a12-521d-4158-a3cb-0f3be36f5064 aborted: Failed to allocate the network(s), not rescheduling.
2014-12-24 18:58:11.738 10674 TRACE nova.compute.manager [instance: bed27a12-521d-4158-a3cb-0f3be36f5064] 
2014-12-24 18:58:11.782 10674 INFO nova.network.neutronv2.api [req-725c45e2-0f76-49e8-a3cf-8c5b9c936174 None] [instance: bed27a12-521d-4158-a3cb-0f3be36f5064] Unable to reset device ID for port None