Revision history [back]

Instance can't ping external network and nodes, kilo legacy network

Dear all,

I am setting up a private cloud on three servers. I am using openstack Kilo and adopting Legacy network. My configuration is one controller node and two compute node connecting to the route, which serves as a management network(10.0.0.1) and is also connected to the external network(192.168.0.1). And controller is also connected to external network. Everything works pretty good until we test whether our instance could ping external network and controller nodes. Now, the issue is our instance couldn't ping external network, controller nodes and compute nodes. Controller node couldn't ping instance. But compute nodes which instance is created on could ping the instance. At last, my instance couldn't use commands like "sudo apt-get", etc. Plz help me and this stuff has driven me crazy!!!

controller ifconfig

em1 Link encap:Ethernet HWaddr f4:8e:38:bf:9a:74 inet addr:10.0.0.11 Bcast:10.0.0.255 Mask:255.255.255.0 inet6 addr: fe80::f68e:38ff:febf:9a74/64 Scope:Link UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1 RX packets:10517 errors:0 dropped:0 overruns:0 frame:0 TX packets:9474 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:2485193 (2.4 MB) TX bytes:2176984 (2.1 MB) Interrupt:76

em2 Link encap:Ethernet HWaddr f4:8e:38:bf:9a:75 inet addr:192.168.0.109 Bcast:192.168.0.255 Mask:255.255.255.0 inet6 addr: fe80::f68e:38ff:febf:9a75/64 Scope:Link UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1 RX packets:28772 errors:0 dropped:96 overruns:0 frame:0 TX packets:95 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:2044968 (2.0 MB) TX bytes:12930 (12.9 KB) Interrupt:77

lo Link encap:Local Loopback inet addr:127.0.0.1 Mask:255.0.0.0 inet6 addr: ::1/128 Scope:Host UP LOOPBACK RUNNING MTU:65536 Metric:1 RX packets:70235 errors:0 dropped:0 overruns:0 frame:0 TX packets:70235 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1 RX bytes:17584712 (17.5 MB) TX bytes:17584712 (17.5 MB)

virbr0 Link encap:Ethernet HWaddr 52:54:00:96:40:17 inet addr:192.168.122.1 Bcast:192.168.122.255 Mask:255.255.255.0 UP BROADCAST MULTICAST MTU:1500 Metric:1 RX packets:0 errors:0 dropped:0 overruns:0 frame:0 TX packets:0 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:0 (0.0 B) TX bytes:0 (0.0 B)

controller /etc/network/interfaces

This file describes the network interfaces available on your system

and how to activate them. For more information, see interfaces(5).

The loopback network interface

auto lo iface lo inet loopback

The primary network interface

auto em1

iface em1 inet dhcp

iface em1 inet static address 10.0.0.11 netmask 255.255.255.0 gateway 10.0.0.1

auto em2 iface em2 inet static address 192.168.0.109 netmask 255.255.255.0 gateway 192.168.0.1

controller /etc/nova/nova.conf

[DEFAULT] dhcpbridge_flagfile=/etc/nova/nova.conf dhcpbridge=/usr/bin/nova-dhcpbridge log_dir=/var/log/nova state_path=/var/lib/nova lock_path=/var/lock/nova force_dhcp_release=True libvirt_use_virtio_for_bridges=True verbose=True ec2_private_dns_show_ip=True api_paste_config=/etc/nova/api-paste.ini enabled_apis=ec2,osapi_compute,metadata rpc_backend = rabbit auth_strategy = keystone my_ip = 10.0.0.11 vncserver_listen = 10.0.0.11 vncserver_proxyclient_address = 10.0.0.11 network_api_class = nova.network.api.API security_group_api = nova

[database] connection = mysql://nova:123456@controller/nova

[glance] host = controller

[keystone_authtoken] auth_uri = http://controller:5000 auth_url = http://controller:35357 auth_plugin = password project_domain_id = default user_domain_id = default project_name = service username = nova password = 123456

[oslo_concurrency] lock_path = /var/lib/nova/tmp

[oslo_messaging_rabbit] rabbit_host = controller rabbit_userid = openstack rabbit_password = 123456

compute1 ifconfig

br100 Link encap:Ethernet HWaddr 14:18:77:5d:47:ac inet addr:192.168.0.25 Bcast:192.168.0.31 Mask:255.255.255.248 inet6 addr: fe80::6082:cff:fe12:754e/64 Scope:Link UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1 RX packets:29471 errors:0 dropped:84 overruns:0 frame:0 TX packets:41 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:0 RX bytes:1554422 (1.5 MB) TX bytes:6863 (6.8 KB)

em1 Link encap:Ethernet HWaddr 14:18:77:5d:47:ab inet addr:10.0.0.31 Bcast:10.0.0.255 Mask:255.255.255.0 inet6 addr: fe80::1618:77ff:fe5d:47ab/64 Scope:Link UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1 RX packets:5995 errors:0 dropped:0 overruns:0 frame:0 TX packets:6389 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:1404630 (1.4 MB) TX bytes:1513269 (1.5 MB) Interrupt:41

em2 Link encap:Ethernet HWaddr 14:18:77:5d:47:ac inet6 addr: fe80::1618:77ff:fe5d:47ac/64 Scope:Link UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1 RX packets:35470 errors:0 dropped:37 overruns:0 frame:0 TX packets:56 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:2508801 (2.5 MB) TX bytes:10228 (10.2 KB) Interrupt:45

em3 Link encap:Ethernet HWaddr 14:18:77:5d:47:ad UP BROADCAST MULTICAST MTU:1500 Metric:1 RX packets:0 errors:0 dropped:0 overruns:0 frame:0 TX packets:0 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:0 (0.0 B) TX bytes:0 (0.0 B) Interrupt:40

em4 Link encap:Ethernet HWaddr 14:18:77:5d:47:ae UP BROADCAST MULTICAST MTU:1500 Metric:1 RX packets:0 errors:0 dropped:0 overruns:0 frame:0 TX packets:0 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:0 (0.0 B) TX bytes:0 (0.0 B) Interrupt:44

lo Link encap:Local Loopback inet addr:127.0.0.1 Mask:255.0.0.0 inet6 addr: ::1/128 Scope:Host UP LOOPBACK RUNNING MTU:65536 Metric:1 RX packets:14607 errors:0 dropped:0 overruns:0 frame:0 TX packets:14607 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:0 RX bytes:767432 (767.4 KB) TX bytes:767432 (767.4 KB)

virbr0 Link encap:Ethernet HWaddr 52:54:00:92:1a:a8 inet addr:192.168.122.1 Bcast:192.168.122.255 Mask:255.255.255.0 UP BROADCAST MULTICAST MTU:1500 Metric:1 RX packets:0 errors:0 dropped:0 overruns:0 frame:0 TX packets:0 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:0 RX bytes:0 (0.0 B) TX bytes:0 (0.0 B)

wlan0 Link encap:Ethernet HWaddr e8:4e:06:32:2e:67 UP BROADCAST MULTICAST MTU:1500 Metric:1 RX packets:0 errors:0 dropped:0 overruns:0 frame:0 TX packets:0 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:0 (0.0 B) TX bytes:0 (0.0 B)

compute1 /etc/network/interfaces

This file describes the network interfaces available on your system

and how to activate them. For more information, see interfaces(5).

The loopback network interface

auto lo iface lo inet loopback

auto em1 iface em1 inet static address 10.0.0.31 netmask 255.255.255.0 gateway 10.0.0.1

auto em2 iface em2 inet manual up ip link set dev $IFACE up down ip link set dev $IFACE down

compute1 /etc/nova/nova.conf

[DEFAULT] dhcpbridge_flagfile=/etc/nova/nova.conf dhcpbridge=/usr/bin/nova-dhcpbridge logdir=/var/log/nova state_path=/var/lib/nova lock_path=/var/lock/nova force_dhcp_release=True libvirt_use_virtio_for_bridges=True verbose=True ec2_private_dns_show_ip=True api_paste_config=/etc/nova/api-paste.ini enabled_apis=ec2,osapi_compute,metadata rpc_backend=rabbit auth_strategy=keystone my_ip=10.0.0.31 vnc_enabled=True vncserver_listen=0.0.0.0 vncserver_proxyclient_address=10.0.0.31 novncproxy_base_url=http://controller:6080/vnc_auto.html network_api_class = nova.network.api.API security_group_api = nova firewall_driver = nova.virt.libvirt.firewall.IptablesFirewallDriver network_manager = nova.network.manager.FlatDHCPManager network_size = 254 allow_same_net_traffic = True multi_host = True send_arp_for_ha = True share_dhcp_address = True force_dhcp_release = True flat_network_bridge = br100 flat_interface = em2 public_interface = em2 rabbit_host=controller rabbit_userid=openstack rabbit_password=123456 ram_allocation_ratio=3 pci_alias = { "name": "K1_Grid", "vendor_id": "10de", "product_id": "0ff2" } pci_passthrough_whitelist = [ { "vendor_id": "10de", "product_id": "0ff2" } ]

[oslo_messaging_rabbit] rabbit_host=controller rabbit_userid=openstack rabbit_password=123456

[keystone_authtoken] auth_uri=http://controller:5000 auth_uri=http://controller:35357 auth_plugin=password project_domain_id=default user_domain_id=default project_name=service username=nova password=123456

[glance] host=controller

[oslo_concurrency] lock_path=/var/lib/nova/tmp

compute2 ifconfig br100 Link encap:Ethernet HWaddr 14:18:77:5d:40:d4 inet addr:192.168.0.25 Bcast:192.168.0.31 Mask:255.255.255.248 inet6 addr: fe80::ccc2:68ff:fe8f:4e69/64 Scope:Link UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1 RX packets:30166 errors:0 dropped:90 overruns:0 frame:0 TX packets:40 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:0 RX bytes:1594594 (1.5 MB) TX bytes:6823 (6.8 KB)

em1 Link encap:Ethernet HWaddr 14:18:77:5d:40:d3 inet addr:10.0.0.32 Bcast:10.0.0.255 Mask:255.255.255.0 inet6 addr: fe80::1618:77ff:fe5d:40d3/64 Scope:Link UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1 RX packets:5763 errors:0 dropped:0 overruns:0 frame:0 TX packets:6274 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:1365371 (1.3 MB) TX bytes:1490591 (1.4 MB) Interrupt:41

em2 Link encap:Ethernet HWaddr 14:18:77:5d:40:d4 inet6 addr: fe80::1618:77ff:fe5d:40d4/64 Scope:Link UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1 RX packets:37746 errors:0 dropped:55 overruns:0 frame:0 TX packets:55 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:2672773 (2.6 MB) TX bytes:10184 (10.1 KB) Interrupt:45

em3 Link encap:Ethernet HWaddr 14:18:77:5d:40:d5 UP BROADCAST MULTICAST MTU:1500 Metric:1 RX packets:0 errors:0 dropped:0 overruns:0 frame:0 TX packets:0 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:0 (0.0 B) TX bytes:0 (0.0 B) Interrupt:40

em4 Link encap:Ethernet HWaddr 14:18:77:5d:40:d6 UP BROADCAST MULTICAST MTU:1500 Metric:1 RX packets:0 errors:0 dropped:0 overruns:0 frame:0 TX packets:0 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:0 (0.0 B) TX bytes:0 (0.0 B) Interrupt:44

lo Link encap:Local Loopback inet addr:127.0.0.1 Mask:255.0.0.0 inet6 addr: ::1/128 Scope:Host UP LOOPBACK RUNNING MTU:65536 Metric:1 RX packets:13900 errors:0 dropped:0 overruns:0 frame:0 TX packets:13900 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:0 RX bytes:730886 (730.8 KB) TX bytes:730886 (730.8 KB)

virbr0 Link encap:Ethernet HWaddr 52:54:00:4d:bd:ae inet addr:192.168.122.1 Bcast:192.168.122.255 Mask:255.255.255.0 UP BROADCAST MULTICAST MTU:1500 Metric:1 RX packets:0 errors:0 dropped:0 overruns:0 frame:0 TX packets:0 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:0 RX bytes:0 (0.0 B) TX bytes:0 (0.0 B)

compute2 /etc/network/interfaces

This file describes the network interfaces available on your system

and how to activate them. For more information, see interfaces(5).

The loopback network interface

auto lo iface lo inet loopback

The primary network interface

auto em1 iface em1 inet static address 10.0.0.32 netmask 255.255.255.0 gateway 10.0.0.1

auto em2 iface em2 inet manual up ip link set dev $IFACE up down ip link set dev $IFACE down

compute2 /etc/nova/nova.conf

[DEFAULT] dhcpbridge_flagfile=/etc/nova/nova.conf dhcpbridge=/usr/bin/nova-dhcpbridge logdir=/var/log/nova state_path=/var/lib/nova lock_path=/var/lock/nova force_dhcp_release=True libvirt_use_virtio_for_bridges=True verbose=True ec2_private_dns_show_ip=True api_paste_config=/etc/nova/api-paste.ini enabled_apis=ec2,osapi_compute,metadata rpc_backend=rabbit auth_strategy=keystone my_ip=10.0.0.32 vnc_enabled=True vncserver_listen=0.0.0.0 vncserver_proxyclient_address=10.0.0.32 novncproxy_base_url=http://controller:6080/vnc_auto.html network_api_class = nova.network.api.API security_group_api = nova firewall_driver = nova.virt.libvirt.firewall.IptablesFirewallDriver network_manager = nova.network.manager.FlatDHCPManager network_size = 254 allow_same_net_traffic = True multi_host = True send_arp_for_ha = True share_dhcp_address = True force_dhcp_release = True flat_network_bridge = br100 flat_interface = em2 public_interface= em2 rabbit_host=controller rabbit_userid=openstack rabbit_password=123456 ram_allocation_ratio=3 pci_alias = { "name": "K1_Grid", "vendor_id": "10de", "product_id": "0ff2" } pci_passthrough_whitelist = [ { "vendor_id": "10de", "product_id": "0ff2" } ]

[oslo_messaging_rabbit] rabbit_host=controller rabbit_userid=openstack rabbit_password=123456

[keystone_authtoken] auth_uri=http://controller:5000 auth_uri=http://controller:35357 auth_plugin=password project_domain_id=default user_domain_id=default project_name=service username=nova password=123456

[glance] host=controller

[oslo_concurrency] lock_path=/var/lib/nova/tmp