Ask Your Question
0

Unable to boot instance on new VXLAN network

asked 2014-10-28 15:36:16 -0600

TheFutonEng gravatar image

Attempting to test VXLAN on an existing and working ICEHOUSE deployment which was previously only using GRE for tenant separation. Config files were updated to enable VXLAN and the openvswitch agent was reloaded on all nodes and the neutron-server on the controller node . A new tenant was created as was a network using VXLAN but no instances on this new tenant network will boot properly nor does 'ovs-vsctl show' display any VXLAN tunnels.

Running ICEHOUSE release on nested Ubuntu 14.04 KVM instances.

1 controller node

1 network node

3 compute nodes

Tenants:

demo1

demo2

Configuration files:

controller
##############################################################
[root@controller]# egrep -v '(^#|^$)' /etc/neutron/plugins/ml2/ml2_conf.ini
[ml2]
type_drivers = gre,vxlan
tenant_network_types = gre,vxlan
mechanism_drivers = openvswitch
[ml2_type_flat]
[ml2_type_vlan]
[ml2_type_gre]
tunnel_id_ranges = 1:1000
[ml2_type_vxlan]
vni_ranges = 1001:1050
[securitygroup]
enable_security_group = True

##############################################################


network
##############################################################
[root@network]# egrep -v '(^#|^$)' /etc/neutron/plugins/ml2/ml2_conf.ini
[ml2]
type_drivers = gre,vxlan
tenant_network_types = gre,vxlan
mechanism_drivers = openvswitch
[ml2_type_flat]
[ml2_type_vlan]
[ml2_type_gre]
tunnel_id_ranges = 1:1000
[ml2_type_vxlan]
vni_ranges = 1001:1050
[securitygroup]
firewall_driver = neutron.agent.linux.iptables_firewall.OVSHybridIptablesFirewallDriver
enable_security_group = True
[ovs]
local_ip = 10.0.1.21
tunnel_types = gre,vxlan
enable_tunneling = True


##############################################################


compute
##############################################################
[root@compute]# egrep -v '(^#|^$)' /etc/neutron/plugins/ml2/ml2_conf.ini
[ml2]
type_drivers = gre,vxlan
tenant_network_types = gre,vxlan
mechanism_drivers = openvswitch
[ml2_type_flat]
[ml2_type_vlan]
[ml2_type_gre]
tunnel_id_ranges = 1:1000
[ml2_type_vxlan]
vni_ranges = 1001:1050
[securitygroup]
firewall_driver = neutron.agent.linux.iptables_firewall.OVSHybridIptablesFirewallDriver
enable_security_group = True
[ovs]
local_ip = 10.0.1.31
tunnel_types = gre,vxlan
enable_tunneling = True

##############################################################



Create tenant demo network using VXLAN and attach network to a router
##############################################################

[root@controller]# source admin-openrc.sh ; neutron net-create demo2-net --tenant-id 68734316175b4a28b6c82aebafe49605 --provider:network_type vxlan --provider:segmentation_id 1001
Created a new network:
+---------------------------+--------------------------------------+
| Field                     | Value                                |
+---------------------------+--------------------------------------+
| admin_state_up            | True                                 |
| id                        | 75c76edd-ee79-4bbd-ae72-e31146ffff0b |
| name                      | demo2-net                            |
| provider:network_type     | vxlan                                |
| provider:physical_network |                                      |
| provider:segmentation_id  | 1001                                 |
| shared                    | False                                |
| status                    | ACTIVE                               |
| subnets                   |                                      |
| tenant_id                 | 68734316175b4a28b6c82aebafe49605     |
+---------------------------+--------------------------------------+
[root@controller]# source demo2-openrc.sh
[root@controller]# neutron subnet-create demo2-net --name demo2-subnet --gateway 192.168.15.254 192.1               68.15.0/24
Created a new subnet:
+------------------+----------------------------------------------------+
| Field            | Value                                              |
+------------------+----------------------------------------------------+
| allocation_pools | {"start": "192.168.15.1", "end": "192.168.15.253"} |
| cidr             | 192.168.15.0/24                                    |
| dns_nameservers  |                                                    |
| enable_dhcp      | True                                               |
| gateway_ip       | 192.168.15.254                                     |
| host_routes      |                                                    |
| id               | dbb5bc5e-6a43-4077-b232-9cad10bd913b               |
| ip_version       | 4                                                  |
| name             | demo2-subnet                                       |
| network_id       | 75c76edd-ee79-4bbd-ae72-e31146ffff0b               |
| tenant_id        | 68734316175b4a28b6c82aebafe49605                   |
+------------------+----------------------------------------------------+

[root@controller]# neutron router-create demo2-router
Created a new router:
+-----------------------+--------------------------------------+
| Field                 | Value                                |
+-----------------------+--------------------------------------+
| admin_state_up        | True                                 |
| external_gateway_info |                                      |
| id                    | 2bea9d02-d489-4912-a295-b334cf363d9c |
| name                  | demo2-router                         |
| status                | ACTIVE                               |
| tenant_id             | 68734316175b4a28b6c82aebafe49605     |
+-----------------------+--------------------------------------+
[root@controller]# neutron router-interface-add demo2-router demo2-subnet
Added interface e4f462a4-1195-4572-94f4-e94b8cff0203 to router demo2-router.
[root@controller]# neutron router-gateway-set demo2-router public
Set gateway for router demo2-router
[root@controller]# neutron router-show demo2-router
+-----------------------+-----------------------------------------------------------------------------+
| Field                 | Value                                                                       |
+-----------------------+-----------------------------------------------------------------------------+
| admin_state_up        | True                                                                        |
| external_gateway_info | {"network_id": "b2fe0a7b-8175-45df-9daf-643b6f4cbc67", "enable_snat": true} |
| id                    | 2bea9d02-d489-4912-a295-b334cf363d9c                                        |
| name                  | demo2-router                                                                |
| routes                |                                                                             |
| status                | ACTIVE                                                                      |
| tenant_id             | 68734316175b4a28b6c82aebafe49605                                            |
+-----------------------+-----------------------------------------------------------------------------+

##############################################################

Attempt to boot host off of new VXLAN network

[root@controller]# nova boot --flavor 1 --image cirros-test --nic net-id=75c76edd-ee79-4bbd-ae72-e31146ffff0b --security-group default --key-name demo2-cloud-key --availability-zone nova:compute demo2-cirros11 ; date
+--------------------------------------+----------------------------------------------------+
| Property                             | Value                                              |
+--------------------------------------+----------------------------------------------------+
| OS-DCF:diskConfig                    | MANUAL                                             |
| OS-EXT-AZ:availability_zone          | nova                                               |
| OS-EXT-STS:power_state               | 0                                                  |
| OS-EXT-STS:task_state                | scheduling                                         |
| OS-EXT-STS:vm_state                  | building                                           |
| OS-SRV-USG:launched_at               | -                                                  |
| OS-SRV-USG:terminated_at             | -                                                  |
| accessIPv4                           |                                                    |
| accessIPv6                           |                                                    |
| adminPass                            | z6R7teL7K3Sg                                       |
| config_drive                         |                                                    |
| created                              | 2014-10-28T20:15:18Z                               |
| flavor                               | m1.tiny (1)                                        |
| hostId                               |                                                    |
| id                                   | cefcb18f-c795-48f8-8691-e763e2e50c68               |
| image                                | cirros-test (4fe7b3a3-9865-4c3f-9c2d-a5b601936e1b) |
| key_name                             | demo2-cloud-key                                    |
| metadata                             | {}                                                 |
| name                                 | demo2-cirros11                                     |
| os-extended-volumes:volumes_attached | []                                                 |
| progress                             | 0                                                  |
| security_groups                      | default                                            |
| status                               | BUILD ...
(more)
edit retag flag offensive close merge delete

Comments

Would try manually update database neutron->table ml2_vxlan_endpoints and test would it create VXLAN tunnels or no ? Create links /etc/neutron/plugin.ini -> /etc/neutron/plugins/ml2/ml2_conf.ini Services restart.

dbaxps gravatar imagedbaxps ( 2014-10-29 00:42:17 -0600 )edit

1 answer

Sort by ยป oldest newest most voted
1

answered 2014-10-29 09:36:17 -0600

TheFutonEng gravatar image

updated 2014-10-29 09:37:02 -0600

@dbaxps, thanks for the suggestion. Got things working by breaking out the tunnel_types parameter into a separate stanza in the ml2_conf.ini file on the network node and all of the compute nodes.

[ovs]
local_ip = 10.0.1.21

[agent]
tunnel_types = gre,vxlan
enable_tunneling = True

Now both GRE and VXLAN tunnels are up:

[root@network]# ovs-vsctl show | egrep '(vxlan|gre)'
        Port "vxlan-0a00018c"
            Interface "vxlan-0a00018c"
                type: vxlan
        Port "gre-0a00018c"
            Interface "gre-0a00018c"
                type: gre
        Port "gre-0a00011f"
            Interface "gre-0a00011f"
                type: gre
        Port "gre-0a000182"
            Interface "gre-0a000182"
                type: gre
        Port "vxlan-0a000182"
            Interface "vxlan-0a000182"
                type: vxlan
        Port "vxlan-0a00011f"
            Interface "vxlan-0a00011f"
                type: vxlan

Documentation found here: http://docs.openstack.org/admin-guide-cloud/content/ml2_l2pop_ovs_scenarios.html (http://docs.openstack.org/admin-guide...)

edit flag offensive delete link more

Your Answer

Please start posting anonymously - your entry will be published after you log in or create a new account.

Add Answer

Get to know Ask OpenStack

Resources for moderators

Question Tools

1 follower

Stats

Asked: 2014-10-28 15:36:16 -0600

Seen: 897 times

Last updated: Oct 29 '14