Revision history [back]

click to hide/show revision 1
initial version

Neutron-server failed to start

Hi, I am working on OpenStack integration with ACI, but getting nuetron-server problem to start. he is the details

[root@juno-controller-ali ~(keystone_admin)]# openstack-service status neutron neutron-dhcp-agent (pid 27958) is active neutron-l3-agent (pid 27956) is active neutron-metadata-agent (pid 27966) is active neutron-openvswitch-agent (pid 27986) is active neutron-server (pid 0) is failed

systemctl start neutron-server.service ob for neutron-server.service failed. See 'systemctl status neutron-server.service' and 'journalctl -xn' for details.

root@juno-controller-ali ~(keystone_admin)]# journalctl -xn Dec 09 07:00:15 juno-controller-ali sudo[24718]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo Dec 09 07:00:17 juno-controller-ali sudo[24721]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo Dec 09 07:00:19 juno-controller-ali sudo[24724]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo Dec 09 07:00:21 juno-controller-ali sudo[24729]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo Dec 09 07:00:23 juno-controller-ali sudo[24732]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo Dec 09 07:00:25 juno-controller-ali sudo[24735]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo Dec 09 07:00:25 juno-controller-ali cinder-volume[2272]: 2015-12-09 07:00:25.859 2892 WARNING cinder.volume.manager [-] Unable to update stats, LVMISCSIDriver -2.0.0 d Dec 09 07:00:25 juno-controller-ali cinder-volume[2272]: 2015-12-09 07:00:25.860 2892 WARNING cinder.volume.manager [-] Unable to update volume replication status, LVMI Dec 09 07:00:27 juno-controller-ali sudo[24738]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo Dec 09 07:00:29 juno-controller-ali sudo[24741]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo

[root@juno-controller-ali ~(keystone_admin)]# neutron agent-list Unable to establish connection to http://10.3.1.175:9696/v2.0/agents.json

[root@juno-controller-ali ~(keystone_admin)]# tail -f /var/log/neutron/server.log 2015-12-09 07:06:23.336 25418 TRACE neutron File "/usr/lib/python2.7/site-packages/requests/models.py", line 802, in json 2015-12-09 07:06:23.336 25418 TRACE neutron return json.loads(self.text, **kwargs) 2015-12-09 07:06:23.336 25418 TRACE neutron File "/usr/lib64/python2.7/site-packages/simplejson/__init__.py", line 488, in loads 2015-12-09 07:06:23.336 25418 TRACE neutron return _default_decoder.decode(s) 2015-12-09 07:06:23.336 25418 TRACE neutron File "/usr/lib64/python2.7/site-packages/simplejson/decoder.py", line 370, in decode 2015-12-09 07:06:23.336 25418 TRACE neutron obj, end = self.raw_decode(s) 2015-12-09 07:06:23.336 25418 TRACE neutron File "/usr/lib64/python2.7/site-packages/simplejson/decoder.py", line 389, in raw_decode 2015-12-09 07:06:23.336 25418 TRACE neutron return self.scan_once(s, idx=_w(s, idx).end()) 2015-12-09 07:06:23.336 25418 TRACE neutron JSONDecodeError: Expecting value: line 1 column 1 (char 0) 2015-12-09 07:06:23.336 25418 TRACE neutron

[root@juno-controller-ali ~(keystone_admin)]# ovs-vsctl show 28a11281-60d8-472b-bd3a-c073f13c8535 Bridge br-int fail_mode: secure Port br-int Interface br-int type: internal Port int-br-anx Interface int-br-anx type: patch options: {peer=phy-br-anx} Bridge br-anx Port phy-br-anx Interface phy-br-anx type: patch options: {peer=int-br-anx} Port br-anx Interface br-anx type: internal ovs_version: "2.3.1"

any help, will be highly appriciable.

cheers, Ali Murtaza Solangi

Neutron-server failed to start

Hi, I am working on OpenStack integration with ACI, but getting nuetron-server problem to start. he here is the details

[root@juno-controller-ali ~(keystone_admin)]# openstack-service status neutron neutron-dhcp-agent (pid 27958) is active neutron-l3-agent (pid 27956) is active neutron-metadata-agent (pid 27966) is active neutron-openvswitch-agent (pid 27986) is active neutron-server (pid 0) is failed

systemctl start neutron-server.service ob for neutron-server.service failed. See 'systemctl status neutron-server.service' and 'journalctl -xn' for details.

root@juno-controller-ali ~(keystone_admin)]# journalctl -xn Dec 09 07:00:15 juno-controller-ali sudo[24718]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo Dec 09 07:00:17 juno-controller-ali sudo[24721]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo Dec 09 07:00:19 juno-controller-ali sudo[24724]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo Dec 09 07:00:21 juno-controller-ali sudo[24729]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo Dec 09 07:00:23 juno-controller-ali sudo[24732]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo Dec 09 07:00:25 juno-controller-ali sudo[24735]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo Dec 09 07:00:25 juno-controller-ali cinder-volume[2272]: 2015-12-09 07:00:25.859 2892 WARNING cinder.volume.manager [-] Unable to update stats, LVMISCSIDriver -2.0.0 d Dec 09 07:00:25 juno-controller-ali cinder-volume[2272]: 2015-12-09 07:00:25.860 2892 WARNING cinder.volume.manager [-] Unable to update volume replication status, LVMI Dec 09 07:00:27 juno-controller-ali sudo[24738]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo Dec 09 07:00:29 juno-controller-ali sudo[24741]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo

[root@juno-controller-ali ~(keystone_admin)]# neutron agent-list Unable to establish connection to http://10.3.1.175:9696/v2.0/agents.json

[root@juno-controller-ali ~(keystone_admin)]# tail -f /var/log/neutron/server.log 2015-12-09 07:06:23.336 25418 TRACE neutron File "/usr/lib/python2.7/site-packages/requests/models.py", line 802, in json 2015-12-09 07:06:23.336 25418 TRACE neutron return json.loads(self.text, **kwargs) 2015-12-09 07:06:23.336 25418 TRACE neutron File "/usr/lib64/python2.7/site-packages/simplejson/__init__.py", line 488, in loads 2015-12-09 07:06:23.336 25418 TRACE neutron return _default_decoder.decode(s) 2015-12-09 07:06:23.336 25418 TRACE neutron File "/usr/lib64/python2.7/site-packages/simplejson/decoder.py", line 370, in decode 2015-12-09 07:06:23.336 25418 TRACE neutron obj, end = self.raw_decode(s) 2015-12-09 07:06:23.336 25418 TRACE neutron File "/usr/lib64/python2.7/site-packages/simplejson/decoder.py", line 389, in raw_decode 2015-12-09 07:06:23.336 25418 TRACE neutron return self.scan_once(s, idx=_w(s, idx).end()) 2015-12-09 07:06:23.336 25418 TRACE neutron JSONDecodeError: Expecting value: line 1 column 1 (char 0) 2015-12-09 07:06:23.336 25418 TRACE neutron

[root@juno-controller-ali ~(keystone_admin)]# ovs-vsctl show 28a11281-60d8-472b-bd3a-c073f13c8535 Bridge br-int fail_mode: secure Port br-int Interface br-int type: internal Port int-br-anx Interface int-br-anx type: patch options: {peer=phy-br-anx} Bridge br-anx Port phy-br-anx Interface phy-br-anx type: patch options: {peer=int-br-anx} Port br-anx Interface br-anx type: internal ovs_version: "2.3.1"

any help, will be highly appriciable.

cheers, Ali Murtaza Solangi

Neutron-server failed to start

Hi, I am working on OpenStack integration with ACI, but getting nuetron-server problem to start. here is the details

[root@juno-controller-ali ~(keystone_admin)]# openstack-service **openstack-service status neutron neutron**
neutron-dhcp-agent (pid 27958) is active
neutron-l3-agent (pid 27956) is active
neutron-metadata-agent (pid 27966) is active
neutron-openvswitch-agent (pid 27986) is active
neutron-server **neutron-server (pid 0) is failed

systemctl failed** **systemctl start neutron-server.service neutron-server.service** ob for neutron-server.service failed. See 'systemctl status neutron-server.service' and 'journalctl -xn' for details.

details. root@juno-controller-ali ~(keystone_admin)]# journalctl -xn Dec 09 07:00:15 juno-controller-ali sudo[24718]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo Dec 09 07:00:17 juno-controller-ali sudo[24721]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo Dec 09 07:00:19 juno-controller-ali sudo[24724]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo Dec 09 07:00:21 juno-controller-ali sudo[24729]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo Dec 09 07:00:23 juno-controller-ali sudo[24732]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo Dec 09 07:00:25 juno-controller-ali sudo[24735]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo Dec 09 07:00:25 juno-controller-ali cinder-volume[2272]: 2015-12-09 07:00:25.859 2892 WARNING cinder.volume.manager **cinder.volume.manager [-] Unable to update stats, LVMISCSIDriver -2.0.0 d Dec 09 07:00:25 juno-controller-ali cinder-volume[2272]: 2015-12-09 07:00:25.860 2892 WARNING cinder.volume.manager [-] Unable to update volume replication status, LVMI LVMI** Dec 09 07:00:27 juno-controller-ali sudo[24738]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo Dec 09 07:00:29 juno-controller-ali sudo[24741]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo

dump-flo [root@juno-controller-ali ~(keystone_admin)]# neutron agent-list Unable to establish connection to http://10.3.1.175:9696/v2.0/agents.json

http://10.3.1.175:9696/v2.0/agents.json [root@juno-controller-ali ~(keystone_admin)]# tail **tail -f /var/log/neutron/server.log /var/log/neutron/server.log** 2015-12-09 07:06:23.336 25418 TRACE neutron File "/usr/lib/python2.7/site-packages/requests/models.py", line 802, in json 2015-12-09 07:06:23.336 25418 TRACE neutron return json.loads(self.text, **kwargs) 2015-12-09 07:06:23.336 25418 TRACE neutron File "/usr/lib64/python2.7/site-packages/simplejson/__init__.py", line 488, in loads 2015-12-09 07:06:23.336 25418 TRACE neutron return _default_decoder.decode(s) 2015-12-09 07:06:23.336 25418 TRACE neutron File "/usr/lib64/python2.7/site-packages/simplejson/decoder.py", line 370, in decode 2015-12-09 07:06:23.336 25418 TRACE neutron obj, end = self.raw_decode(s) 2015-12-09 07:06:23.336 25418 TRACE neutron File "/usr/lib64/python2.7/site-packages/simplejson/decoder.py", line 389, in raw_decode 2015-12-09 07:06:23.336 25418 TRACE neutron return self.scan_once(s, idx=_w(s, idx).end()) 2015-12-09 07:06:23.336 25418 TRACE neutron JSONDecodeError: Expecting value: line 1 column 1 (char 0) 2015-12-09 07:06:23.336 25418 TRACE neutron

neutron [root@juno-controller-ali ~(keystone_admin)]# ovs-vsctl show **ovs-vsctl show** 28a11281-60d8-472b-bd3a-c073f13c8535 Bridge br-int fail_mode: secure Port br-int Interface br-int type: internal Port int-br-anx Interface int-br-anx type: patch options: {peer=phy-br-anx} Bridge br-anx Port phy-br-anx Interface phy-br-anx type: patch options: {peer=int-br-anx} Port br-anx Interface br-anx type: internal ovs_version: "2.3.1"

"2.3.1"

any help, will be highly appriciable.

cheers, Ali Murtaza Solangi

Neutron-server failed to start

Hi, I am working on OpenStack integration with ACI, but getting nuetron-server problem to start. here is the details

[root@juno-controller-ali ~(keystone_admin)]# **openstack-service status neutron**
neutron-dhcp-agent (pid 27958) is active
neutron-l3-agent (pid 27956) is active
neutron-metadata-agent (pid 27966) is active
neutron-openvswitch-agent (pid 27986) is active
**neutron-server (pid 0) is failed**

**systemctl start neutron-server.service**
ob for neutron-server.service failed. See 'systemctl status neutron-server.service' and 'journalctl -xn' for details.

root@juno-controller-ali ~(keystone_admin)]# journalctl -xn
Dec 09 07:00:15 juno-controller-ali sudo[24718]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo
Dec 09 07:00:17 juno-controller-ali sudo[24721]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo
Dec 09 07:00:19 juno-controller-ali sudo[24724]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo
Dec 09 07:00:21 juno-controller-ali sudo[24729]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo
Dec 09 07:00:23 juno-controller-ali sudo[24732]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo
Dec 09 07:00:25 juno-controller-ali sudo[24735]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo
Dec 09 07:00:25 juno-controller-ali cinder-volume[2272]: 2015-12-09 07:00:25.859 2892 WARNING **cinder.volume.manager [-] Unable to update stats, LVMISCSIDriver -2.0.0  d
Dec 09 07:00:25 juno-controller-ali cinder-volume[2272]: 2015-12-09 07:00:25.860 2892 WARNING cinder.volume.manager [-] Unable to update volume replication status, LVMI**
Dec 09 07:00:27 juno-controller-ali sudo[24738]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo
Dec 09 07:00:29 juno-controller-ali sudo[24741]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo

[root@juno-controller-ali ~(keystone_admin)]# neutron agent-list
Unable to establish connection to http://10.3.1.175:9696/v2.0/agents.json

[root@juno-controller-ali ~(keystone_admin)]# **tail -f /var/log/neutron/server.log**
2015-12-09 07:06:23.336 25418 TRACE neutron   File "/usr/lib/python2.7/site-packages/requests/models.py", line 802, in json
2015-12-09 07:06:23.336 25418 TRACE neutron     return json.loads(self.text, **kwargs)
2015-12-09 07:06:23.336 25418 TRACE neutron   File "/usr/lib64/python2.7/site-packages/simplejson/__init__.py", line 488, in loads
2015-12-09 07:06:23.336 25418 TRACE neutron     return _default_decoder.decode(s)
2015-12-09 07:06:23.336 25418 TRACE neutron   File "/usr/lib64/python2.7/site-packages/simplejson/decoder.py", line 370, in decode
2015-12-09 07:06:23.336 25418 TRACE neutron     obj, end = self.raw_decode(s)
2015-12-09 07:06:23.336 25418 TRACE neutron   File "/usr/lib64/python2.7/site-packages/simplejson/decoder.py", line 389, in raw_decode
2015-12-09 07:06:23.336 25418 TRACE neutron     return self.scan_once(s, idx=_w(s, idx).end())
2015-12-09 07:06:23.336 25418 TRACE neutron JSONDecodeError: Expecting value: line 1 column 1 (char 0)
2015-12-09 07:06:23.336 25418 TRACE neutron
 

[root@juno-controller-ali ~(keystone_admin)]# **ovs-vsctl show** onstak]# ovs-vsctl show 28a11281-60d8-472b-bd3a-c073f13c8535 Bridge br-int fail_mode: secure Port int-br-anx Interface int-br-anx type: patch options: {peer=phy-br-anx} Port br-int Interface br-int type: internal Bridge br-anx Port int-br-anx phy-br-anx Interface int-br-anx phy-br-anx type: patch options: {peer=phy-br-anx} Bridge br-anx {peer=int-br-anx} Port phy-br-anx "ens32" Interface phy-br-anx type: patch options: {peer=int-br-anx} "ens32" Port br-anx Interface br-anx type: internal ovs_version: "2.3.1" "2.3.1"


Restarted Rabbitmq-server and neutron-server again but no success

[root@juno-compute-ali onstak]# tail -f /var/log/neutron/server.log TRACE neutron OperationalError: (OperationalError) no such table: ml2_vlan_allocations u'SELECT ml2_vlan_allocations.physical_network AS ml2_vlan_allocations_physical_network, ml2_vlan_allocations.vlan_id AS ml2_vlan_allocations_vlan_id, ml2_vlan_allocations.allocated AS ml2_vlan_allocations_allocated \nFROM ml2_vlan_allocations' ()

[root@juno-controller-ali onstak]# systemctl status neutron-server.service neutron-server.service Loaded: loaded (/usr/lib/systemd/system/neutron-server.service; enabled) Active: failed (Result: exit-code) since Wed 2015-12-09 08:32:26 EST; 12ms ago Process: 8116 ExecStart=/usr/bin/neutron-server --config-file /usr/share/neutron/neutron-dist.conf --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugin.ini --log-file /var/log/neutron/server.log --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2_conf_cisco.ini (code=exited, status=1/FAILURE)

any help, will be highly appriciable.

cheers, Ali Murtaza Solangi

Neutron-server failed to start

Hi, I am working on OpenStack integration with ACI, but getting nuetron-server problem to start. here is the details

[root@juno-controller-ali ~(keystone_admin)]# **openstack-service status neutron**
neutron-dhcp-agent (pid 27958) is active
neutron-l3-agent (pid 27956) is active
neutron-metadata-agent (pid 27966) is active
neutron-openvswitch-agent (pid 27986) is active
**neutron-server (pid 0) is failed**

**systemctl start neutron-server.service**
ob for neutron-server.service failed. See 'systemctl status neutron-server.service' and 'journalctl -xn' for details.

root@juno-controller-ali ~(keystone_admin)]# journalctl -xn
Dec 09 07:00:15 juno-controller-ali sudo[24718]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo
Dec 09 07:00:17 juno-controller-ali sudo[24721]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo
Dec 09 07:00:19 juno-controller-ali sudo[24724]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo
Dec 09 07:00:21 juno-controller-ali sudo[24729]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo
Dec 09 07:00:23 juno-controller-ali sudo[24732]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo
Dec 09 07:00:25 juno-controller-ali sudo[24735]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo
Dec 09 07:00:25 juno-controller-ali cinder-volume[2272]: 2015-12-09 07:00:25.859 2892 WARNING **cinder.volume.manager [-] Unable to update stats, LVMISCSIDriver -2.0.0  d
Dec 09 07:00:25 juno-controller-ali cinder-volume[2272]: 2015-12-09 07:00:25.860 2892 WARNING cinder.volume.manager [-] Unable to update volume replication status, LVMI**
Dec 09 07:00:27 juno-controller-ali sudo[24738]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo
Dec 09 07:00:29 juno-controller-ali sudo[24741]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo

[root@juno-controller-ali ~(keystone_admin)]# neutron agent-list
Unable to establish connection to http://10.3.1.175:9696/v2.0/agents.json

[root@juno-controller-ali ~(keystone_admin)]# **tail -f /var/log/neutron/server.log**
2015-12-09 07:06:23.336 25418 TRACE neutron   File "/usr/lib/python2.7/site-packages/requests/models.py", line 802, in json
2015-12-09 07:06:23.336 25418 TRACE neutron     return json.loads(self.text, **kwargs)
2015-12-09 07:06:23.336 25418 TRACE neutron   File "/usr/lib64/python2.7/site-packages/simplejson/__init__.py", line 488, in loads
2015-12-09 07:06:23.336 25418 TRACE neutron     return _default_decoder.decode(s)
2015-12-09 07:06:23.336 25418 TRACE neutron   File "/usr/lib64/python2.7/site-packages/simplejson/decoder.py", line 370, in decode
2015-12-09 07:06:23.336 25418 TRACE neutron     obj, end = self.raw_decode(s)
2015-12-09 07:06:23.336 25418 TRACE neutron   File "/usr/lib64/python2.7/site-packages/simplejson/decoder.py", line 389, in raw_decode
2015-12-09 07:06:23.336 25418 TRACE neutron     return self.scan_once(s, idx=_w(s, idx).end())
2015-12-09 07:06:23.336 25418 TRACE neutron JSONDecodeError: Expecting value: line 1 column 1 (char 0)
2015-12-09 07:06:23.336 25418 TRACE neutron

[root@juno-controller-ali onstak]# ovs-vsctl show 28a11281-60d8-472b-bd3a-c073f13c8535 Bridge br-int fail_mode: secure Port int-br-anx Interface int-br-anx type: patch options: {peer=phy-br-anx} Port br-int Interface br-int type: internal Bridge br-anx Port phy-br-anx Interface phy-br-anx type: patch options: {peer=int-br-anx} Port "ens32" Interface "ens32" Port br-anx Interface br-anx type: internal ovs_version: "2.3.1"


Restarted Rabbitmq-server and neutron-server again but no success

[root@juno-compute-ali onstak]# tail -f /var/log/neutron/server.log TRACE neutron OperationalError: (OperationalError) no such table: ml2_vlan_allocations u'SELECT ml2_vlan_allocations.physical_network AS ml2_vlan_allocations_physical_network, ml2_vlan_allocations.vlan_id AS ml2_vlan_allocations_vlan_id, ml2_vlan_allocations.allocated AS ml2_vlan_allocations_allocated \nFROM ml2_vlan_allocations' ()

[root@juno-controller-ali onstak]# systemctl status neutron-server.service neutron-server.service Loaded: loaded (/usr/lib/systemd/system/neutron-server.service; enabled) Active: failed (Result: exit-code) since Wed 2015-12-09 08:32:26 EST; 12ms ago ago

Process: 8116 ExecStart=/usr/bin/neutron-server --config-file /usr/share/neutron/neutron-dist.conf --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugin.ini --log-file /var/log/neutron/server.log --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2_conf_cisco.ini (code=exited, status=1/FAILURE)

Output of show table status from neutron where Name like "ml2%";

Your MariaDB connection id is 46 Server version: 5.5.44-MariaDB MariaDB Server

Copyright (c) 2000, 2015, Oracle, MariaDB Corporation Ab and others.

Type 'help;' or '\h' for help. Type '\c' to clear the current input statement.

MariaDB [(none)]> show table status from neutron where Name like "ml2%"; +-----------------------+--------+---------+------------+------+----------------+-------------+-----------------+--------------+-----------+----------------+---------------------+-------------+------------+-----------------+----------+----------------+---------+ | Name | Engine | Version | Row_format | Rows | Avg_row_length | Data_length | Max_data_length | Index_length | Data_free | Auto_increment | Create_time | Update_time | Check_time | Collation | Checksum | Create_options | Comment | +-----------------------+--------+---------+------------+------+----------------+-------------+-----------------+--------------+-----------+----------------+---------------------+-------------+------------+-----------------+----------+----------------+---------+ | ml2_brocadenetworks | InnoDB | 10 | Compact | 0 | 0 | 16384 | 0 | 0 | 0 | NULL | 2015-11-21 15:48:28 | NULL | NULL | utf8_general_ci | NULL | | | | ml2_brocadeports | InnoDB | 10 | Compact | 0 | 0 | 16384 | 0 | 16384 | 0 | NULL | 2015-11-21 15:48:29 | NULL | NULL | utf8_general_ci | NULL | | | | ml2_dvr_port_bindings | InnoDB | 10 | Compact | 0 | 0 | 16384 | 0 | 16384 | 0 | NULL | 2015-11-21 15:48:30 | NULL | NULL | utf8_general_ci | NULL | | | | ml2_flat_allocations | InnoDB | 10 | Compact | 0 | 0 | 16384 | 0 | 0 | 0 | NULL | 2015-11-21 15:48:27 | NULL | NULL | utf8_general_ci | NULL | | | | ml2_gre_allocations | InnoDB | 10 | Compact | 0 | 0 | 16384 | 0 | 0 | 0 | NULL | 2015-11-21 15:48:29 | NULL | NULL | utf8_general_ci | NULL | | | | ml2_gre_endpoints | InnoDB | 10 | Compact | 0 | 0 | 16384 | 0 | 0 | 0 | NULL | 2015-11-21 15:48:27 | NULL | NULL | utf8_general_ci | NULL | | | | ml2_network_segments | InnoDB | 10 | Compact | 1 | 16384 | 16384 | 0 | 16384 | 0 | NULL | 2015-11-21 15:48:30 | NULL | NULL | utf8_general_ci | NULL | | | | ml2_port_bindings | InnoDB | 10 | Compact | 0 | 0 | 16384 | 0 | 16384 | 0 | NULL | 2015-11-21 15:48:30 | NULL | NULL | utf8_general_ci | NULL | | | | ml2_vlan_allocations | InnoDB | 10 | Compact | 7 | 2340 | 16384 | 0 | 0 | 0 | NULL | 2015-11-21 15:48:27 | NULL | NULL | utf8_general_ci | NULL | | | | ml2_vxlan_allocations | InnoDB | 10 | Compact | 0 | 0 | 16384 | 0 | 0 | 0 | NULL | 2015-11-21 15:48:29 | NULL | NULL | utf8_general_ci | NULL | | | | ml2_vxlan_endpoints | InnoDB | 10 | Compact | 0 | 0 | 16384 | 0 | 0 | 0 | NULL | 2015-11-21 15:48:30 | NULL | NULL | utf8_general_ci | NULL | | | +-----------------------+--------+---------+------------+------+----------------+-------------+-----------------+--------------+-----------+----------------+---------------------+-------------+------------+-----------------+----------+----------------+---------+ 11 rows in set (0.53 sec)

root@juno-controller-ali ~(keystone_admin)]# ovs-vsctl show 28a11281-60d8-472b-bd3a-c073f13c8535 Bridge br-anx Port phy-br-anx Interface phy-br-anx type: patch options: {peer=int-br-anx} Port "ens32" Interface "ens32" Port br-anx Interface br-anx type: internal Bridge br-int fail_mode: secure Port br-int Interface br-int type: internal Port int-br-anx Interface int-br-anx type: patch options: {peer=phy-br-anx} ovs_version: "2.3.1"

any help, will be highly appriciable.

cheers, Ali Murtaza Solangi

Neutron-server failed to start

Hi, I am working on OpenStack integration with ACI, but getting nuetron-server problem to start. here is the details

 [root@juno-controller-ali ~(keystone_admin)]# **openstack-service status neutron**
 neutron-dhcp-agent (pid 27958) is active
 neutron-l3-agent (pid 27956) is active
 neutron-metadata-agent (pid 27966) is active
 neutron-openvswitch-agent (pid 27986) is active
 **neutron-server (pid 0) is failed**

 **systemctl start neutron-server.service**
 ob for neutron-server.service failed. See 'systemctl status neutron-server.service' and 'journalctl -xn' for details.

 root@juno-controller-ali ~(keystone_admin)]# journalctl -xn
 Dec 09 07:00:15 juno-controller-ali sudo[24718]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo
 Dec 09 07:00:17 juno-controller-ali sudo[24721]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo
 Dec 09 07:00:19 juno-controller-ali sudo[24724]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo
 Dec 09 07:00:21 juno-controller-ali sudo[24729]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo
 Dec 09 07:00:23 juno-controller-ali sudo[24732]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo
 Dec 09 07:00:25 juno-controller-ali sudo[24735]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo
 Dec 09 07:00:25 juno-controller-ali cinder-volume[2272]: 2015-12-09 07:00:25.859 2892 WARNING **cinder.volume.manager [-] Unable to update stats, LVMISCSIDriver -2.0.0  d
 Dec 09 07:00:25 juno-controller-ali cinder-volume[2272]: 2015-12-09 07:00:25.860 2892 WARNING cinder.volume.manager [-] Unable to update volume replication status, LVMI**
 Dec 09 07:00:27 juno-controller-ali sudo[24738]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo
 Dec 09 07:00:29 juno-controller-ali sudo[24741]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo

 [root@juno-controller-ali ~(keystone_admin)]# neutron agent-list
 Unable to establish connection to http://10.3.1.175:9696/v2.0/agents.json

 [root@juno-controller-ali ~(keystone_admin)]# **tail -f /var/log/neutron/server.log**
 2015-12-09 07:06:23.336 25418 TRACE neutron   File "/usr/lib/python2.7/site-packages/requests/models.py", line 802, in json
 2015-12-09 07:06:23.336 25418 TRACE neutron     return json.loads(self.text, **kwargs)
 2015-12-09 07:06:23.336 25418 TRACE neutron   File "/usr/lib64/python2.7/site-packages/simplejson/__init__.py", line 488, in loads
 2015-12-09 07:06:23.336 25418 TRACE neutron     return _default_decoder.decode(s)
 2015-12-09 07:06:23.336 25418 TRACE neutron   File "/usr/lib64/python2.7/site-packages/simplejson/decoder.py", line 370, in decode
 2015-12-09 07:06:23.336 25418 TRACE neutron     obj, end = self.raw_decode(s)
 2015-12-09 07:06:23.336 25418 TRACE neutron   File "/usr/lib64/python2.7/site-packages/simplejson/decoder.py", line 389, in raw_decode
 2015-12-09 07:06:23.336 25418 TRACE neutron     return self.scan_once(s, idx=_w(s, idx).end())
 2015-12-09 07:06:23.336 25418 TRACE neutron JSONDecodeError: Expecting value: line 1 column 1 (char 0)
 2015-12-09 07:06:23.336 25418 TRACE neutron

[root@juno-controller-ali **[root@juno-controller-ali onstak]# ovs-vsctl show show** 28a11281-60d8-472b-bd3a-c073f13c8535 Bridge br-int fail_mode: secure Port int-br-anx Interface int-br-anx type: patch options: {peer=phy-br-anx} Port br-int Interface br-int type: internal Bridge br-anx Port phy-br-anx Interface phy-br-anx type: patch options: {peer=int-br-anx} Port "ens32" Interface "ens32" Port br-anx Interface br-anx type: internal ovs_version: "2.3.1"

"2.3.1"

------------------------------------------- Restarted Rabbitmq-server and neutron-server again but no success

success

[root@juno-compute-ali **[root@juno-compute-ali onstak]# tail -f /var/log/neutron/server.log /var/log/neutron/server.log** TRACE neutron OperationalError: (OperationalError) no such table: ml2_vlan_allocations u'SELECT ml2_vlan_allocations.physical_network AS ml2_vlan_allocations_physical_network, ml2_vlan_allocations.vlan_id AS ml2_vlan_allocations_vlan_id, ml2_vlan_allocations.allocated AS ml2_vlan_allocations_allocated \nFROM ml2_vlan_allocations' ()

()

[root@juno-controller-ali onstak]# systemctl status neutron-server.service neutron-server.service Loaded: loaded (/usr/lib/systemd/system/neutron-server.service; enabled) Active: failed (Result: exit-code) since Wed 2015-12-09 08:32:26 EST; 12ms ago

ago Process: 8116 ExecStart=/usr/bin/neutron-server --config-file /usr/share/neutron/neutron-dist.conf --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugin.ini --log-file /var/log/neutron/server.log --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2_conf_cisco.ini (code=exited, status=1/FAILURE)

status=1/FAILURE) ======================================================

Output of show table status from neutron where Name like "ml2%";

"ml2%";

Your MariaDB connection id is 46 Server version: 5.5.44-MariaDB MariaDB Server

Server

Copyright (c) 2000, 2015, Oracle, MariaDB Corporation Ab and others.

others.

Type 'help;' or '\h' for help. Type '\c' to clear the current input statement.

statement.

MariaDB [(none)]> show table status from neutron where Name like "ml2%"; +-----------------------+--------+---------+------------+------+----------------+-------------+-----------------+--------------+-----------+----------------+---------------------+-------------+------------+-----------------+----------+----------------+---------+ | Name | Engine | Version | Row_format | Rows | Avg_row_length | Data_length | Max_data_length | Index_length | Data_free | Auto_increment | Create_time | Update_time | Check_time | Collation | Checksum | Create_options | Comment | +-----------------------+--------+---------+------------+------+----------------+-------------+-----------------+--------------+-----------+----------------+---------------------+-------------+------------+-----------------+----------+----------------+---------+ | ml2_brocadenetworks | InnoDB | 10 | Compact | 0 | 0 | 16384 | 0 | 0 | 0 | NULL | 2015-11-21 15:48:28 | NULL | NULL | utf8_general_ci | NULL | | | | ml2_brocadeports | InnoDB | 10 | Compact | 0 | 0 | 16384 | 0 | 16384 | 0 | NULL | 2015-11-21 15:48:29 | NULL | NULL | utf8_general_ci | NULL | | | | ml2_dvr_port_bindings | InnoDB | 10 | Compact | 0 | 0 | 16384 | 0 | 16384 | 0 | NULL | 2015-11-21 15:48:30 | NULL | NULL | utf8_general_ci | NULL | | | | ml2_flat_allocations | InnoDB | 10 | Compact | 0 | 0 | 16384 | 0 | 0 | 0 | NULL | 2015-11-21 15:48:27 | NULL | NULL | utf8_general_ci | NULL | | | | ml2_gre_allocations | InnoDB | 10 | Compact | 0 | 0 | 16384 | 0 | 0 | 0 | NULL | 2015-11-21 15:48:29 | NULL | NULL | utf8_general_ci | NULL | | | | ml2_gre_endpoints | InnoDB | 10 | Compact | 0 | 0 | 16384 | 0 | 0 | 0 | NULL | 2015-11-21 15:48:27 | NULL | NULL | utf8_general_ci | NULL | | | | ml2_network_segments | InnoDB | 10 | Compact | 1 | 16384 | 16384 | 0 | 16384 | 0 | NULL | 2015-11-21 15:48:30 | NULL | NULL | utf8_general_ci | NULL | | | | ml2_port_bindings | InnoDB | 10 | Compact | 0 | 0 | 16384 | 0 | 16384 | 0 | NULL | 2015-11-21 15:48:30 | NULL | NULL | utf8_general_ci | NULL | | | | ml2_vlan_allocations | InnoDB | 10 | Compact | 7 | 2340 | 16384 | 0 | 0 | 0 | NULL | 2015-11-21 15:48:27 | NULL | NULL | utf8_general_ci | NULL | | | | ml2_vxlan_allocations | InnoDB | 10 | Compact | 0 | 0 | 16384 | 0 | 0 | 0 | NULL | 2015-11-21 15:48:29 | NULL | NULL | utf8_general_ci | NULL | | | | ml2_vxlan_endpoints | InnoDB | 10 | Compact | 0 | 0 | 16384 | 0 | 0 | 0 | NULL | 2015-11-21 15:48:30 | NULL | NULL | utf8_general_ci | NULL | | | +-----------------------+--------+---------+------------+------+----------------+-------------+-----------------+--------------+-----------+----------------+---------------------+-------------+------------+-----------------+----------+----------------+---------+ 11 rows in set (0.53 sec)

sec)

root@juno-controller-ali ~(keystone_admin)]# ovs-vsctl show 28a11281-60d8-472b-bd3a-c073f13c8535 Bridge br-anx Port phy-br-anx Interface phy-br-anx type: patch options: {peer=int-br-anx} Port "ens32" Interface "ens32" Port br-anx Interface br-anx type: internal Bridge br-int fail_mode: secure Port br-int Interface br-int type: internal Port int-br-anx Interface int-br-anx type: patch options: {peer=phy-br-anx} ovs_version: "2.3.1"

"2.3.1"

any help, will be highly appriciable.

cheers, Ali Murtaza Solangi

Neutron-server failed to start

Hi, I am working on OpenStack integration with ACI, but getting nuetron-server problem to start. here is the details

 [root@juno-controller-ali ~(keystone_admin)]# **openstack-service status neutron**
    neutron-dhcp-agent (pid 27958) is active
    neutron-l3-agent (pid 27956) is active
    neutron-metadata-agent (pid 27966) is active
    neutron-openvswitch-agent (pid 27986) is active
    **neutron-server (pid 0) is failed**

    **systemctl start neutron-server.service**
    ob for neutron-server.service failed. See 'systemctl status neutron-server.service' and 'journalctl -xn' for details.

    root@juno-controller-ali ~(keystone_admin)]# journalctl -xn
    Dec 09 07:00:15 juno-controller-ali sudo[24718]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo
    Dec 09 07:00:17 juno-controller-ali sudo[24721]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo
    Dec 09 07:00:19 juno-controller-ali sudo[24724]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo
    Dec 09 07:00:21 juno-controller-ali sudo[24729]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo
    Dec 09 07:00:23 juno-controller-ali sudo[24732]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo
    Dec 09 07:00:25 juno-controller-ali sudo[24735]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo
    Dec 09 07:00:25 juno-controller-ali cinder-volume[2272]: 2015-12-09 07:00:25.859 2892 WARNING **cinder.volume.manager [-] Unable to update stats, LVMISCSIDriver -2.0.0  d
    Dec 09 07:00:25 juno-controller-ali cinder-volume[2272]: 2015-12-09 07:00:25.860 2892 WARNING cinder.volume.manager [-] Unable to update volume replication status, LVMI**
    Dec 09 07:00:27 juno-controller-ali sudo[24738]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo
    Dec 09 07:00:29 juno-controller-ali sudo[24741]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo

    [root@juno-controller-ali ~(keystone_admin)]# neutron agent-list
    Unable to establish connection to http://10.3.1.175:9696/v2.0/agents.json

    [root@juno-controller-ali ~(keystone_admin)]# **tail -f /var/log/neutron/server.log**
    2015-12-09 07:06:23.336 25418 TRACE neutron   File "/usr/lib/python2.7/site-packages/requests/models.py", line 802, in json
    2015-12-09 07:06:23.336 25418 TRACE neutron     return json.loads(self.text, **kwargs)
    2015-12-09 07:06:23.336 25418 TRACE neutron   File "/usr/lib64/python2.7/site-packages/simplejson/__init__.py", line 488, in loads
    2015-12-09 07:06:23.336 25418 TRACE neutron     return _default_decoder.decode(s)
    2015-12-09 07:06:23.336 25418 TRACE neutron   File "/usr/lib64/python2.7/site-packages/simplejson/decoder.py", line 370, in decode
    2015-12-09 07:06:23.336 25418 TRACE neutron     obj, end = self.raw_decode(s)
    2015-12-09 07:06:23.336 25418 TRACE neutron   File "/usr/lib64/python2.7/site-packages/simplejson/decoder.py", line 389, in raw_decode
    2015-12-09 07:06:23.336 25418 TRACE neutron     return self.scan_once(s, idx=_w(s, idx).end())
    2015-12-09 07:06:23.336 25418 TRACE neutron JSONDecodeError: Expecting value: line 1 column 1 (char 0)
    2015-12-09 07:06:23.336 25418 TRACE neutron

   **[root@juno-controller-ali onstak]# ovs-vsctl show**
28a11281-60d8-472b-bd3a-c073f13c8535
    Bridge br-int
        fail_mode: secure
        Port int-br-anx
            Interface int-br-anx
                type: patch
                options: {peer=phy-br-anx}
        Port br-int
            Interface br-int
                type: internal
    Bridge br-anx
        Port phy-br-anx
            Interface phy-br-anx
                type: patch
                options: {peer=int-br-anx}
        Port "ens32"
            Interface "ens32"
        Port br-anx
            Interface br-anx
                type: internal
    ovs_version: "2.3.1"

-------------------------------------------
Restarted Rabbitmq-server and neutron-server again but no success

**[root@juno-compute-ali onstak]# tail -f /var/log/neutron/server.log**
TRACE neutron OperationalError: (OperationalError) no such table: ml2_vlan_allocations u'SELECT ml2_vlan_allocations.physical_network AS ml2_vlan_allocations_physical_network, ml2_vlan_allocations.vlan_id AS ml2_vlan_allocations_vlan_id, ml2_vlan_allocations.allocated AS ml2_vlan_allocations_allocated \nFROM ml2_vlan_allocations' ()

[root@juno-controller-ali onstak]# systemctl status neutron-server.service
neutron-server.service
   Loaded: loaded (/usr/lib/systemd/system/neutron-server.service; enabled)
   Active: failed (Result: exit-code) since Wed 2015-12-09 08:32:26 EST; 12ms ago
  Process: 8116 ExecStart=/usr/bin/neutron-server --config-file /usr/share/neutron/neutron-dist.conf --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugin.ini --log-file /var/log/neutron/server.log --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2_conf_cisco.ini (code=exited, status=1/FAILURE)
======================================================

Output of show table status from neutron where Name like "ml2%";

Your MariaDB connection id is 46
Server version: 5.5.44-MariaDB MariaDB Server

Copyright (c) 2000, 2015, Oracle, MariaDB Corporation Ab and others.

Type 'help;' or '\h' for help. Type '\c' to clear the current input statement.

MariaDB [(none)]> show table status from neutron where Name like "ml2%";
+-----------------------+--------+---------+------------+------+----------------+-------------+-----------------+--------------+-----------+----------------+---------------------+-------------+------------+-----------------+----------+----------------+---------+
| Name                  | Engine | Version | Row_format | Rows | Avg_row_length | Data_length | Max_data_length | Index_length | Data_free | Auto_increment | Create_time         | Update_time | Check_time | Collation       | Checksum | Create_options | Comment |
+-----------------------+--------+---------+------------+------+----------------+-------------+-----------------+--------------+-----------+----------------+---------------------+-------------+------------+-----------------+----------+----------------+---------+
| ml2_brocadenetworks   | InnoDB |      10 | Compact    |    0 |              0 |       16384 |               0 |            0 |         0 |           NULL | 2015-11-21 15:48:28 | NULL        | NULL       | utf8_general_ci |     NULL |                |         |
| ml2_brocadeports      | InnoDB |      10 | Compact    |    0 |              0 |       16384 |               0 |        16384 |         0 |           NULL | 2015-11-21 15:48:29 | NULL        | NULL       | utf8_general_ci |     NULL |                |         |
| ml2_dvr_port_bindings | InnoDB |      10 | Compact    |    0 |              0 |       16384 |               0 |        16384 |         0 |           NULL | 2015-11-21 15:48:30 | NULL        | NULL       | utf8_general_ci |     NULL |                |         |
| ml2_flat_allocations  | InnoDB |      10 | Compact    |    0 |              0 |       16384 |               0 |            0 |         0 |           NULL | 2015-11-21 15:48:27 | NULL        | NULL       | utf8_general_ci |     NULL |                |         |
| ml2_gre_allocations   | InnoDB |      10 | Compact    |    0 |              0 |       16384 |               0 |            0 |         0 |           NULL | 2015-11-21 15:48:29 | NULL        | NULL       | utf8_general_ci |     NULL |                |         |
| ml2_gre_endpoints     | InnoDB |      10 | Compact    |    0 |              0 |       16384 |               0 |            0 |         0 |           NULL | 2015-11-21 15:48:27 | NULL        | NULL       | utf8_general_ci |     NULL |                |         |
| ml2_network_segments  | InnoDB |      10 | Compact    |    1 |          16384 |       16384 |               0 |        16384 |         0 |           NULL | 2015-11-21 15:48:30 | NULL        | NULL       | utf8_general_ci |     NULL |                |         |
| ml2_port_bindings     | InnoDB |      10 | Compact    |    0 |              0 |       16384 |               0 |        16384 |         0 |           NULL | 2015-11-21 15:48:30 | NULL        | NULL       | utf8_general_ci |     NULL |                |         |
| ml2_vlan_allocations  | InnoDB |      10 | Compact    |    7 |           2340 |       16384 |               0 |            0 |         0 |           NULL | 2015-11-21 15:48:27 | NULL        | NULL       | utf8_general_ci |     NULL |                |         |
| ml2_vxlan_allocations | InnoDB |      10 | Compact    |    0 |              0 |       16384 |               0 |            0 |         0 |           NULL | 2015-11-21 15:48:29 | NULL        | NULL       | utf8_general_ci |     NULL |                |         |
| ml2_vxlan_endpoints   | InnoDB |      10 | Compact    |    0 |              0 |       16384 |               0 |            0 |         0 |           NULL | 2015-11-21 15:48:30 | NULL        | NULL       | utf8_general_ci |     NULL |                |         |
+-----------------------+--------+---------+------------+------+----------------+-------------+-----------------+--------------+-----------+----------------+---------------------+-------------+------------+-----------------+----------+----------------+---------+
11 rows in set (0.53 sec)

root@juno-controller-ali ~(keystone_admin)]# ovs-vsctl show
28a11281-60d8-472b-bd3a-c073f13c8535
    Bridge br-anx
        Port phy-br-anx
            Interface phy-br-anx
                type: patch
                options: {peer=int-br-anx}
        Port "ens32"
            Interface "ens32"
        Port br-anx
            Interface br-anx
                type: internal
    Bridge br-int
        fail_mode: secure
        Port br-int
            Interface br-int
                type: internal
        Port int-br-anx
            Interface int-br-anx
                type: patch
                options: {peer=phy-br-anx}
    ovs_version: "2.3.1"

ovs_version: "2.3.1"

cat /etc/neutron/nuetorn.conf

[DEFAULT] osapi_compute_workers = 4 workers = 4 ec2_workers = 4 metadata_workers = 4 rpc_backend = rabbit rabbit_host = 10.3.1.175 rabbit_password = XXXXXXXXX auth_strategy = keystone notify_nova_on_port_status_changes = True notify_nova_on_port_data_changes = True nova_url = http://10.3.1.175:8774/v2 nova_admin_auth_url = http://10.3.1.175:35357/v2.0/ nova_region_name = regionOne nova_admin_username = nova nova_admin_tenant_id = 4f6cf805788b4d4f9539563889e41d53 nova_admin_password = XXXXXXXXX core_plugin = ml2 service_plugins = neutron.services.l3_router.l3_apic.ApicL3ServicePlugin allow_overlapping_ips = True

[keystone_authtoken] auth_uri = http://10.3.1.175:5000/v2.0/ identity_uri = http://10.3.1.175:35357 admin_tenant_name = service admin_user = neutron admin_password = XXXXXXXXX auth_protocol = http auth_host = 10.3.1.175 auth_port = 35357

/etc/neutron/plugins/ml2/ml2_conf.ini

[ml2] type_drivers = local,flat,vlan,gre,vxlan tenant_network_types = vlan

[ml2_type_vlan] network_vlan_ranges = anx:790:795

[ovs] bridge_mappings = anx:br-anx enable_tunneling = False integration_bridge = br-int

/etc/neutron/plugins/ml2/ml2_conf_cisco.ini

[DEFAULT] apic_system_id = POD7

[ml2_cisco_apic] apic_hosts = 10.3.1.207:80, 10.3.1.207:443 apic_username = admin apic_password = XXXXXXXXX apic_name_mapping = use_name apic_use_ssl = False root_helper = sudo

[apic_external_network:POD7-ext] switch = 101 port = 1/19 cidr_exposed = 10.3.1.0/24 gateway_ip = 10.3.1.254

[apic_switch:101] 10.3.1.175,10.3.1.165 = 1/19 juno-controller-ali,juno-compute-ali = 1/19 any help, will be highly appriciable.

cheers, Ali Murtaza Solangi

Neutron-server failed to start

Hi, I am working on OpenStack integration with ACI, but getting nuetron-server problem to start. here is the details

  [root@juno-controller-ali ~(keystone_admin)]# **openstack-service status neutron**
     neutron-dhcp-agent (pid 27958) is active
     neutron-l3-agent (pid 27956) is active
     neutron-metadata-agent (pid 27966) is active
     neutron-openvswitch-agent (pid 27986) is active
     **neutron-server (pid 0) is failed**

     **systemctl start neutron-server.service**
     ob for neutron-server.service failed. See 'systemctl status neutron-server.service' and 'journalctl -xn' for details.

     root@juno-controller-ali ~(keystone_admin)]# journalctl -xn
     Dec 09 07:00:15 juno-controller-ali sudo[24718]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo
     Dec 09 07:00:17 juno-controller-ali sudo[24721]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo
     Dec 09 07:00:19 juno-controller-ali sudo[24724]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo
     Dec 09 07:00:21 juno-controller-ali sudo[24729]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo
     Dec 09 07:00:23 juno-controller-ali sudo[24732]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo
     Dec 09 07:00:25 juno-controller-ali sudo[24735]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo
     Dec 09 07:00:25 juno-controller-ali cinder-volume[2272]: 2015-12-09 07:00:25.859 2892 WARNING **cinder.volume.manager [-] Unable to update stats, LVMISCSIDriver -2.0.0  d
     Dec 09 07:00:25 juno-controller-ali cinder-volume[2272]: 2015-12-09 07:00:25.860 2892 WARNING cinder.volume.manager [-] Unable to update volume replication status, LVMI**
     Dec 09 07:00:27 juno-controller-ali sudo[24738]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo
     Dec 09 07:00:29 juno-controller-ali sudo[24741]: neutron : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/bin/neutron-rootwrap /etc/neutron/rootwrap.conf ovs-ofctl dump-flo

     [root@juno-controller-ali ~(keystone_admin)]# neutron agent-list
     Unable to establish connection to http://10.3.1.175:9696/v2.0/agents.json

     [root@juno-controller-ali ~(keystone_admin)]# **tail -f /var/log/neutron/server.log**
     2015-12-09 07:06:23.336 25418 TRACE neutron   File "/usr/lib/python2.7/site-packages/requests/models.py", line 802, in json
     2015-12-09 07:06:23.336 25418 TRACE neutron     return json.loads(self.text, **kwargs)
     2015-12-09 07:06:23.336 25418 TRACE neutron   File "/usr/lib64/python2.7/site-packages/simplejson/__init__.py", line 488, in loads
     2015-12-09 07:06:23.336 25418 TRACE neutron     return _default_decoder.decode(s)
     2015-12-09 07:06:23.336 25418 TRACE neutron   File "/usr/lib64/python2.7/site-packages/simplejson/decoder.py", line 370, in decode
     2015-12-09 07:06:23.336 25418 TRACE neutron     obj, end = self.raw_decode(s)
     2015-12-09 07:06:23.336 25418 TRACE neutron   File "/usr/lib64/python2.7/site-packages/simplejson/decoder.py", line 389, in raw_decode
     2015-12-09 07:06:23.336 25418 TRACE neutron     return self.scan_once(s, idx=_w(s, idx).end())
     2015-12-09 07:06:23.336 25418 TRACE neutron JSONDecodeError: Expecting value: line 1 column 1 (char 0)
     2015-12-09 07:06:23.336 25418 TRACE neutron

    **[root@juno-controller-ali onstak]# ovs-vsctl show**
 28a11281-60d8-472b-bd3a-c073f13c8535
     Bridge br-int
         fail_mode: secure
         Port int-br-anx
             Interface int-br-anx
                 type: patch
                 options: {peer=phy-br-anx}
         Port br-int
             Interface br-int
                 type: internal
     Bridge br-anx
         Port phy-br-anx
             Interface phy-br-anx
                 type: patch
                 options: {peer=int-br-anx}
         Port "ens32"
             Interface "ens32"
         Port br-anx
             Interface br-anx
                 type: internal
     ovs_version: "2.3.1"

 -------------------------------------------
 Restarted Rabbitmq-server and neutron-server again but no success

 **[root@juno-compute-ali onstak]# tail -f /var/log/neutron/server.log**
 TRACE neutron OperationalError: (OperationalError) no such table: ml2_vlan_allocations u'SELECT ml2_vlan_allocations.physical_network AS ml2_vlan_allocations_physical_network, ml2_vlan_allocations.vlan_id AS ml2_vlan_allocations_vlan_id, ml2_vlan_allocations.allocated AS ml2_vlan_allocations_allocated \nFROM ml2_vlan_allocations' ()

 [root@juno-controller-ali onstak]# systemctl status neutron-server.service
 neutron-server.service
    Loaded: loaded (/usr/lib/systemd/system/neutron-server.service; enabled)
    Active: failed (Result: exit-code) since Wed 2015-12-09 08:32:26 EST; 12ms ago
   Process: 8116 ExecStart=/usr/bin/neutron-server --config-file /usr/share/neutron/neutron-dist.conf --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugin.ini --log-file /var/log/neutron/server.log --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2_conf_cisco.ini (code=exited, status=1/FAILURE)
 ======================================================

 Output of show table status from neutron where Name like "ml2%";

 Your MariaDB connection id is 46
 Server version: 5.5.44-MariaDB MariaDB Server

 Copyright (c) 2000, 2015, Oracle, MariaDB Corporation Ab and others.

 Type 'help;' or '\h' for help. Type '\c' to clear the current input statement.

 MariaDB [(none)]> show table status from neutron where Name like "ml2%";
 +-----------------------+--------+---------+------------+------+----------------+-------------+-----------------+--------------+-----------+----------------+---------------------+-------------+------------+-----------------+----------+----------------+---------+
 | Name                  | Engine | Version | Row_format | Rows | Avg_row_length | Data_length | Max_data_length | Index_length | Data_free | Auto_increment | Create_time         | Update_time | Check_time | Collation       | Checksum | Create_options | Comment |
 +-----------------------+--------+---------+------------+------+----------------+-------------+-----------------+--------------+-----------+----------------+---------------------+-------------+------------+-----------------+----------+----------------+---------+
 | ml2_brocadenetworks   | InnoDB |      10 | Compact    |    0 |              0 |       16384 |               0 |            0 |         0 |           NULL | 2015-11-21 15:48:28 | NULL        | NULL       | utf8_general_ci |     NULL |                |         |
 | ml2_brocadeports      | InnoDB |      10 | Compact    |    0 |              0 |       16384 |               0 |        16384 |         0 |           NULL | 2015-11-21 15:48:29 | NULL        | NULL       | utf8_general_ci |     NULL |                |         |
 | ml2_dvr_port_bindings | InnoDB |      10 | Compact    |    0 |              0 |       16384 |               0 |        16384 |         0 |           NULL | 2015-11-21 15:48:30 | NULL        | NULL       | utf8_general_ci |     NULL |                |         |
 | ml2_flat_allocations  | InnoDB |      10 | Compact    |    0 |              0 |       16384 |               0 |            0 |         0 |           NULL | 2015-11-21 15:48:27 | NULL        | NULL       | utf8_general_ci |     NULL |                |         |
 | ml2_gre_allocations   | InnoDB |      10 | Compact    |    0 |              0 |       16384 |               0 |            0 |         0 |           NULL | 2015-11-21 15:48:29 | NULL        | NULL       | utf8_general_ci |     NULL |                |         |
 | ml2_gre_endpoints     | InnoDB |      10 | Compact    |    0 |              0 |       16384 |               0 |            0 |         0 |           NULL | 2015-11-21 15:48:27 | NULL        | NULL       | utf8_general_ci |     NULL |                |         |
 | ml2_network_segments  | InnoDB |      10 | Compact    |    1 |          16384 |       16384 |               0 |        16384 |         0 |           NULL | 2015-11-21 15:48:30 | NULL        | NULL       | utf8_general_ci |     NULL |                |         |
 | ml2_port_bindings     | InnoDB |      10 | Compact    |    0 |              0 |       16384 |               0 |        16384 |         0 |           NULL | 2015-11-21 15:48:30 | NULL        | NULL       | utf8_general_ci |     NULL |                |         |
 | ml2_vlan_allocations  | InnoDB |      10 | Compact    |    7 |           2340 |       16384 |               0 |            0 |         0 |           NULL | 2015-11-21 15:48:27 | NULL        | NULL       | utf8_general_ci |     NULL |                |         |
 | ml2_vxlan_allocations | InnoDB |      10 | Compact    |    0 |              0 |       16384 |               0 |            0 |         0 |           NULL | 2015-11-21 15:48:29 | NULL        | NULL       | utf8_general_ci |     NULL |                |         |
 | ml2_vxlan_endpoints   | InnoDB |      10 | Compact    |    0 |              0 |       16384 |               0 |            0 |         0 |           NULL | 2015-11-21 15:48:30 | NULL        | NULL       | utf8_general_ci |     NULL |                |         |
 +-----------------------+--------+---------+------------+------+----------------+-------------+-----------------+--------------+-----------+----------------+---------------------+-------------+------------+-----------------+----------+----------------+---------+
 11 rows in set (0.53 sec)

 root@juno-controller-ali ~(keystone_admin)]# ovs-vsctl show
 28a11281-60d8-472b-bd3a-c073f13c8535
     Bridge br-anx
         Port phy-br-anx
             Interface phy-br-anx
                 type: patch
                 options: {peer=int-br-anx}
         Port "ens32"
             Interface "ens32"
         Port br-anx
             Interface br-anx
                 type: internal
     Bridge br-int
         fail_mode: secure
         Port br-int
             Interface br-int
                 type: internal
         Port int-br-anx
             Interface int-br-anx
                 type: patch
                 options: {peer=phy-br-anx}
        ovs_version: "2.3.1"
======================================================================
**cat /etc/neutron/nuetorn.conf**
----------------------------
[DEFAULT]
osapi_compute_workers = 4
workers = 4
ec2_workers = 4
metadata_workers = 4
rpc_backend = rabbit
rabbit_host = 10.3.1.175
rabbit_password = XXXXXXXXX
auth_strategy = keystone
notify_nova_on_port_status_changes = True
notify_nova_on_port_data_changes = True
nova_url = http://10.3.1.175:8774/v2
nova_admin_auth_url = http://10.3.1.175:35357/v2.0/
nova_region_name = regionOne
nova_admin_username = nova
nova_admin_tenant_id = 4f6cf805788b4d4f9539563889e41d53
nova_admin_password = XXXXXXXXX
core_plugin = ml2
service_plugins = neutron.services.l3_router.l3_apic.ApicL3ServicePlugin
allow_overlapping_ips = True

[keystone_authtoken]
auth_uri = http://10.3.1.175:5000/v2.0/
identity_uri = http://10.3.1.175:35357
admin_tenant_name = service
admin_user = neutron
admin_password = XXXXXXXXX
auth_protocol = http
auth_host = 10.3.1.175
auth_port = 35357

**/etc/neutron/plugins/ml2/ml2_conf.ini**
---------------------------------------
[ml2]
type_drivers = local,flat,vlan,gre,vxlan
tenant_network_types = vlan

[ml2_type_vlan]
network_vlan_ranges = anx:790:795

[ovs]
bridge_mappings = anx:br-anx
enable_tunneling = False
integration_bridge = br-int

/etc/neutron/plugins/ml2/ml2_conf_cisco.ini
-------------------------------------------
[DEFAULT]
apic_system_id = POD7

[ml2_cisco_apic]
apic_hosts = 10.3.1.207:80, 10.3.1.207:443
apic_username = admin
apic_password = XXXXXXXXX
apic_name_mapping = use_name
apic_use_ssl = False
root_helper = sudo

[apic_external_network:POD7-ext]
switch = 101
port = 1/19
cidr_exposed = 10.3.1.0/24
gateway_ip = 10.3.1.254


[apic_switch:101]
10.3.1.175,10.3.1.165 = 1/19
juno-controller-ali,juno-compute-ali = 1/19

ovs_version: "2.3.1"

cat /etc/neutron/nuetorn.conf

[DEFAULT] osapi_compute_workers = 4 workers = 4 ec2_workers = 4 metadata_workers = 4 rpc_backend = rabbit rabbit_host = 10.3.1.175 rabbit_password = XXXXXXXXX auth_strategy = keystone notify_nova_on_port_status_changes = True notify_nova_on_port_data_changes = True nova_url = http://10.3.1.175:8774/v2 nova_admin_auth_url = http://10.3.1.175:35357/v2.0/ nova_region_name = regionOne nova_admin_username = nova nova_admin_tenant_id = 4f6cf805788b4d4f9539563889e41d53 nova_admin_password = XXXXXXXXX core_plugin = ml2 service_plugins = neutron.services.l3_router.l3_apic.ApicL3ServicePlugin allow_overlapping_ips = True

[keystone_authtoken] auth_uri = http://10.3.1.175:5000/v2.0/ identity_uri = http://10.3.1.175:35357 admin_tenant_name = service admin_user = neutron admin_password = XXXXXXXXX auth_protocol = http auth_host = 10.3.1.175 auth_port = 35357

/etc/neutron/plugins/ml2/ml2_conf.ini

[ml2] type_drivers = local,flat,vlan,gre,vxlan tenant_network_types = vlan

[ml2_type_vlan] network_vlan_ranges = anx:790:795

[ovs] bridge_mappings = anx:br-anx enable_tunneling = False integration_bridge = br-int

/etc/neutron/plugins/ml2/ml2_conf_cisco.ini

[DEFAULT] apic_system_id = POD7

[ml2_cisco_apic] apic_hosts = 10.3.1.207:80, 10.3.1.207:443 apic_username = admin apic_password = XXXXXXXXX apic_name_mapping = use_name apic_use_ssl = False root_helper = sudo

[apic_external_network:POD7-ext] switch = 101 port = 1/19 cidr_exposed = 10.3.1.0/24 gateway_ip = 10.3.1.254

[apic_switch:101] 10.3.1.175,10.3.1.165 = 1/19 juno-controller-ali,juno-compute-ali = 1/19 any help, will be highly appriciable.

cheers, Ali Murtaza Solangi