Ask Your Question

Revision history [back]

click to hide/show revision 1
initial version

recreated the router by hand again. doesn't work :(

root@mantis(controller)~ # openstack router create --project ba546ea8e5224748860d3476d2401106 router1
+-------------------------+--------------------------------------+
| Field                   | Value                                |
+-------------------------+--------------------------------------+
| admin_state_up          | UP                                   |
| availability_zone_hints |                                      |
| availability_zones      |                                      |
| created_at              | 2018-12-19T14:44:32Z                 |
| description             |                                      |
| distributed             | False                                |
| external_gateway_info   | None                                 |
| flavor_id               | None                                 |
| ha                      | False                                |
| id                      | f8516b33-e6b4-487c-b613-6a33833a4c21 |
| name                    | router1                              |
| project_id              | ba546ea8e5224748860d3476d2401106     |
| revision_number         | 0                                    |
| routes                  |                                      |
| status                  | ACTIVE                               |
| tags                    |                                      |
| updated_at              | 2018-12-19T14:44:32Z                 |
+-------------------------+--------------------------------------+

root@mantis(controller)~ # openstack subnet list
+--------------------------------------+-------+--------------------------------------+-----------------+
| ID                                   | Name  | Network                              | Subnet          |
+--------------------------------------+-------+--------------------------------------+-----------------+
| 5b48de07-3c3b-4fad-91e4-527fc6504abf | local | 165c112f-7e3c-4b52-a2e2-dbd013defd10 | 192.168.96.0/21 |
| fa606c14-65fa-4f4f-ae47-bb87cc46e89a | int1  | e1c5cd35-6e4e-4b4f-a1ba-6b49244e0c6d | 10.1.0.0/24     |
+--------------------------------------+-------+--------------------------------------+-----------------+

openstack router add subnet f8516b33-e6b4-487c-b613-6a33833a4c21 fa606c14-65fa-4f4f-ae47-bb87cc46e89a

root@mantis(controller)~ # openstack router list
+--------------------------------------+---------+--------+-------+-------------+-------+----------------------------------+
| ID                                   | Name    | Status | State | Distributed | HA    | Project                          |
+--------------------------------------+---------+--------+-------+-------------+-------+----------------------------------+
| f8516b33-e6b4-487c-b613-6a33833a4c21 | router1 | ACTIVE | UP    | False       | False | ba546ea8e5224748860d3476d2401106 |
+--------------------------------------+---------+--------+-------+-------------+-------+----------------------------------+
root@mantis(controller)~ # openstack router show f8516b33-e6b4-487c-b613-6a33833a4c21
+-------------------------+--------------------------------------------------------------------------------------------------------------------------------------+
| Field                   | Value                                                                                                                                |
+-------------------------+--------------------------------------------------------------------------------------------------------------------------------------+
| admin_state_up          | UP                                                                                                                                   |
| availability_zone_hints |                                                                                                                                      |
| availability_zones      |                                                                                                                                      |
| created_at              | 2018-12-19T14:44:32Z                                                                                                                 |
| description             |                                                                                                                                      |
| distributed             | False                                                                                                                                |
| external_gateway_info   | None                                                                                                                                 |
| flavor_id               | None                                                                                                                                 |
| ha                      | False                                                                                                                                |
| id                      | f8516b33-e6b4-487c-b613-6a33833a4c21                                                                                                 |
| interfaces_info         | [{"subnet_id": "fa606c14-65fa-4f4f-ae47-bb87cc46e89a", "ip_address": "10.1.0.1", "port_id": "3c3e46e5-e3c0-408b-be49-a8559f598640"}] |
| name                    | router1                                                                                                                              |
| project_id              | ba546ea8e5224748860d3476d2401106                                                                                                     |
| revision_number         | 4                                                                                                                                    |
| routes                  |                                                                                                                                      |
| status                  | ACTIVE                                                                                                                               |
| tags                    |                                                                                                                                      |
| updated_at              | 2018-12-19T14:48:11Z                                                                                                                 |
+-------------------------+--------------------------------------------------------------------------------------------------------------------------------------+
root@mantis(controller)~ # openstack port list
+--------------------------------------+------+-------------------+--------------------------------------------------------------------------------+--------+
| ID                                   | Name | MAC Address       | Fixed IP Addresses                                                             | Status |
+--------------------------------------+------+-------------------+--------------------------------------------------------------------------------+--------+
| 3c3e46e5-e3c0-408b-be49-a8559f598640 |      | fa:16:3e:8b:d3:ef | ip_address='10.1.0.1', subnet_id='fa606c14-65fa-4f4f-ae47-bb87cc46e89a'        | DOWN   |
| 59002640-8d1a-4ac3-9c76-118d3b7e78cc |      | fa:16:3e:bb:90:d6 | ip_address='192.168.100.180', subnet_id='5b48de07-3c3b-4fad-91e4-527fc6504abf' | N/A    |
| a5e414c5-7d2a-4660-8bd8-87730cd7295e |      | fa:16:3e:ef:77:c1 | ip_address='10.1.0.10', subnet_id='fa606c14-65fa-4f4f-ae47-bb87cc46e89a'       | ACTIVE |
| e336cf61-67e2-45d7-a0d0-0a930781221d |      | fa:16:3e:37:ff:80 | ip_address='192.168.100.175', subnet_id='5b48de07-3c3b-4fad-91e4-527fc6504abf' | ACTIVE |
+--------------------------------------+------+-------------------+--------------------------------------------------------------------------------+--------+


root@mantis(controller)~ # openstack network list
+--------------------------------------+----------+--------------------------------------+
| ID                                   | Name     | Subnets                              |
+--------------------------------------+----------+--------------------------------------+
| 165c112f-7e3c-4b52-a2e2-dbd013defd10 | external | 5b48de07-3c3b-4fad-91e4-527fc6504abf |
| e1c5cd35-6e4e-4b4f-a1ba-6b49244e0c6d | internal | fa606c14-65fa-4f4f-ae47-bb87cc46e89a |
+--------------------------------------+----------+--------------------------------------+
root@mantis(controller)~ # openstack router set --external-gateway 165c112f-7e3c-4b52-a2e2-dbd013defd10 f8516b33-e6b4-487c-b613-6a33833a4c21
root@mantis(controller)~ # openstack router show router1
+-------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+
| Field                   | Value                                                                                                                                                                                       |
+-------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+
| admin_state_up          | UP                                                                                                                                                                                          |
| availability_zone_hints |                                                                                                                                                                                             |
| availability_zones      |                                                                                                                                                                                             |
| created_at              | 2018-12-19T14:44:32Z                                                                                                                                                                        |
| description             |                                                                                                                                                                                             |
| distributed             | False                                                                                                                                                                                       |
| external_gateway_info   | {"network_id": "165c112f-7e3c-4b52-a2e2-dbd013defd10", "enable_snat": true, "external_fixed_ips": [{"subnet_id": "5b48de07-3c3b-4fad-91e4-527fc6504abf", "ip_address": "192.168.100.179"}]} |
| flavor_id               | None                                                                                                                                                                                        |
| ha                      | False                                                                                                                                                                                       |
| id                      | f8516b33-e6b4-487c-b613-6a33833a4c21                                                                                                                                                        |
| interfaces_info         | [{"subnet_id": "fa606c14-65fa-4f4f-ae47-bb87cc46e89a", "ip_address": "10.1.0.1", "port_id": "3c3e46e5-e3c0-408b-be49-a8559f598640"}]                                                        |
| name                    | router1                                                                                                                                                                                     |
| project_id              | ba546ea8e5224748860d3476d2401106                                                                                                                                                            |
| revision_number         | 6                                                                                                                                                                                           |
| routes                  |                                                                                                                                                                                             |
| status                  | ACTIVE                                                                                                                                                                                      |
| tags                    |                                                                                                                                                                                             |
| updated_at              | 2018-12-19T14:57:08Z                                                                                                                                                                        |
+-------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+

root@mantis(controller)~ # openstack port list
+--------------------------------------+------+-------------------+--------------------------------------------------------------------------------+--------+
| ID                                   | Name | MAC Address       | Fixed IP Addresses                                                             | Status |
+--------------------------------------+------+-------------------+--------------------------------------------------------------------------------+--------+
| 16398e2e-4170-46cf-847f-f4c694297765 |      | fa:16:3e:36:6c:19 | ip_address='192.168.100.179', subnet_id='5b48de07-3c3b-4fad-91e4-527fc6504abf' | DOWN   |
| 3c3e46e5-e3c0-408b-be49-a8559f598640 |      | fa:16:3e:8b:d3:ef | ip_address='10.1.0.1', subnet_id='fa606c14-65fa-4f4f-ae47-bb87cc46e89a'        | DOWN   |
| 60fd2cff-142e-4c17-b0cb-46474a2a645e |      | fa:16:3e:8b:ab:53 | ip_address='10.1.0.13', subnet_id='fa606c14-65fa-4f4f-ae47-bb87cc46e89a'       | ACTIVE |
| a5e414c5-7d2a-4660-8bd8-87730cd7295e |      | fa:16:3e:ef:77:c1 | ip_address='10.1.0.10', subnet_id='fa606c14-65fa-4f4f-ae47-bb87cc46e89a'       | ACTIVE |
| e336cf61-67e2-45d7-a0d0-0a930781221d |      | fa:16:3e:37:ff:80 | ip_address='192.168.100.175', subnet_id='5b48de07-3c3b-4fad-91e4-527fc6504abf' | ACTIVE |
+--------------------------------------+------+-------------------+--------------------------------------------------------------------------------+--------+
root@mantis(controller)~ # openstack server list
+--------------------------------------+--------+--------+--------------------------+-------+---------+
| ID                                   | Name   | Status | Networks                 | Image | Flavor  |
+--------------------------------------+--------+--------+--------------------------+-------+---------+
| 1649b62d-387b-4a9a-b307-9303c0fd1580 | teszt3 | ACTIVE | internal=10.1.0.13       |       | m1.nano |
| 63da6919-a28b-494c-9987-8b0fac9e22d2 | teszt2 | ACTIVE | external=192.168.100.177 |       | m1.nano |
+--------------------------------------+--------+--------+--------------------------+-------+---------+
root@mantis(controller)~ # ip netns
qdhcp-e1c5cd35-6e4e-4b4f-a1ba-6b49244e0c6d (id: 1)
qdhcp-165c112f-7e3c-4b52-a2e2-dbd013defd10 (id: 0)
root@mantis(controller)~ # ip netns exec qdhcp-e1c5cd35-6e4e-4b4f-a1ba-6b49244e0c6d ip a
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
    link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
    inet 127.0.0.1/8 scope host lo
       valid_lft forever preferred_lft forever
    inet6 ::1/128 scope host
       valid_lft forever preferred_lft forever
2: ns-a5e414c5-7d@if25: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1450 qdisc noqueue state UP group default qlen 1000
    link/ether fa:16:3e:ef:77:c1 brd ff:ff:ff:ff:ff:ff link-netnsid 0
    inet 10.1.0.10/24 brd 10.1.0.255 scope global ns-a5e414c5-7d
       valid_lft forever preferred_lft forever
    inet 169.254.169.254/16 brd 169.254.255.255 scope global ns-a5e414c5-7d
       valid_lft forever preferred_lft forever
    inet6 fe80::f816:3eff:feef:77c1/64 scope link
       valid_lft forever preferred_lft forever
root@mantis(controller)~ # ip netns exec qdhcp-e1c5cd35-6e4e-4b4f-a1ba-6b49244e0c6d ping -c 1 10.1.0.13
PING 10.1.0.13 (10.1.0.13) 56(84) bytes of data.
64 bytes from 10.1.0.13: icmp_seq=1 ttl=64 time=0.512 ms

--- 10.1.0.13 ping statistics ---
1 packets transmitted, 1 received, 0% packet loss, time 0ms
rtt min/avg/max/mdev = 0.512/0.512/0.512/0.000 ms

root@mantis(controller)~ # ip netns exec qdhcp-e1c5cd35-6e4e-4b4f-a1ba-6b49244e0c6d iptables-save
# Generated by iptables-save v1.4.21 on Thu Dec 20 08:50:26 2018
*nat
:PREROUTING ACCEPT [83:8852]
:INPUT ACCEPT [83:8852]
:OUTPUT ACCEPT [13:3063]
:POSTROUTING ACCEPT [13:3063]
:neutron-dhcp-age-OUTPUT - [0:0]
:neutron-dhcp-age-POSTROUTING - [0:0]
:neutron-dhcp-age-PREROUTING - [0:0]
:neutron-dhcp-age-float-snat - [0:0]
:neutron-dhcp-age-snat - [0:0]
:neutron-postrouting-bottom - [0:0]
-A PREROUTING -j neutron-dhcp-age-PREROUTING
-A OUTPUT -j neutron-dhcp-age-OUTPUT
-A POSTROUTING -j neutron-dhcp-age-POSTROUTING
-A POSTROUTING -j neutron-postrouting-bottom
-A neutron-dhcp-age-snat -j neutron-dhcp-age-float-snat
-A neutron-postrouting-bottom -m comment --comment "Perform source NAT on outgoing traffic." -j neutron-dhcp-age-snat
COMMIT
# Completed on Thu Dec 20 08:50:26 2018
# Generated by iptables-save v1.4.21 on Thu Dec 20 08:50:26 2018
*mangle
:PREROUTING ACCEPT [435:38098]
:INPUT ACCEPT [435:38098]
:FORWARD ACCEPT [0:0]
:OUTPUT ACCEPT [328:35136]
:POSTROUTING ACCEPT [328:35136]
:neutron-dhcp-age-FORWARD - [0:0]
:neutron-dhcp-age-INPUT - [0:0]
:neutron-dhcp-age-OUTPUT - [0:0]
:neutron-dhcp-age-POSTROUTING - [0:0]
:neutron-dhcp-age-PREROUTING - [0:0]
:neutron-dhcp-age-mark - [0:0]
-A PREROUTING -j neutron-dhcp-age-PREROUTING
-A INPUT -j neutron-dhcp-age-INPUT
-A FORWARD -j neutron-dhcp-age-FORWARD
-A OUTPUT -j neutron-dhcp-age-OUTPUT
-A POSTROUTING -j neutron-dhcp-age-POSTROUTING
-A neutron-dhcp-age-POSTROUTING -p udp -m udp --dport 68 -j CHECKSUM --checksum-fill
-A neutron-dhcp-age-PREROUTING -j neutron-dhcp-age-mark
COMMIT
# Completed on Thu Dec 20 08:50:26 2018
# Generated by iptables-save v1.4.21 on Thu Dec 20 08:50:26 2018
*filter
:INPUT ACCEPT [435:38098]
:FORWARD ACCEPT [0:0]
:OUTPUT ACCEPT [328:35136]
:neutron-dhcp-age-FORWARD - [0:0]
:neutron-dhcp-age-INPUT - [0:0]
:neutron-dhcp-age-OUTPUT - [0:0]
:neutron-dhcp-age-local - [0:0]
:neutron-filter-top - [0:0]
-A INPUT -j neutron-dhcp-age-INPUT
-A FORWARD -j neutron-filter-top
-A FORWARD -j neutron-dhcp-age-FORWARD
-A OUTPUT -j neutron-filter-top
-A OUTPUT -j neutron-dhcp-age-OUTPUT
-A neutron-filter-top -j neutron-dhcp-age-local
COMMIT
# Completed on Thu Dec 20 08:50:26 2018
# Generated by iptables-save v1.4.21 on Thu Dec 20 08:50:26 2018
*raw
:PREROUTING ACCEPT [435:38098]
:OUTPUT ACCEPT [328:35136]
:neutron-dhcp-age-OUTPUT - [0:0]
:neutron-dhcp-age-PREROUTING - [0:0]
-A PREROUTING -j neutron-dhcp-age-PREROUTING
-A OUTPUT -j neutron-dhcp-age-OUTPUT
COMMIT
# Completed on Thu Dec 20 08:50:26 2018

recreated the router by hand again. doesn't work :(

root@mantis(controller)~ # openstack router create --project ba546ea8e5224748860d3476d2401106 router1
+-------------------------+--------------------------------------+
| Field                   | Value                                |
+-------------------------+--------------------------------------+
| admin_state_up          | UP                                   |
| availability_zone_hints |                                      |
| availability_zones      |                                      |
| created_at              | 2018-12-19T14:44:32Z                 |
| description             |                                      |
| distributed             | False                                |
| external_gateway_info   | None                                 |
| flavor_id               | None                                 |
| ha                      | False                                |
| id                      | f8516b33-e6b4-487c-b613-6a33833a4c21 |
| name                    | router1                              |
| project_id              | ba546ea8e5224748860d3476d2401106     |
| revision_number         | 0                                    |
| routes                  |                                      |
| status                  | ACTIVE                               |
| tags                    |                                      |
| updated_at              | 2018-12-19T14:44:32Z                 |
+-------------------------+--------------------------------------+

root@mantis(controller)~ # openstack subnet list
+--------------------------------------+-------+--------------------------------------+-----------------+
| ID                                   | Name  | Network                              | Subnet          |
+--------------------------------------+-------+--------------------------------------+-----------------+
| 5b48de07-3c3b-4fad-91e4-527fc6504abf | local | 165c112f-7e3c-4b52-a2e2-dbd013defd10 | 192.168.96.0/21 |
| fa606c14-65fa-4f4f-ae47-bb87cc46e89a | int1  | e1c5cd35-6e4e-4b4f-a1ba-6b49244e0c6d | 10.1.0.0/24     |
+--------------------------------------+-------+--------------------------------------+-----------------+

openstack router add subnet f8516b33-e6b4-487c-b613-6a33833a4c21 fa606c14-65fa-4f4f-ae47-bb87cc46e89a

root@mantis(controller)~ # openstack router list
+--------------------------------------+---------+--------+-------+-------------+-------+----------------------------------+
| ID                                   | Name    | Status | State | Distributed | HA    | Project                          |
+--------------------------------------+---------+--------+-------+-------------+-------+----------------------------------+
| f8516b33-e6b4-487c-b613-6a33833a4c21 | router1 | ACTIVE | UP    | False       | False | ba546ea8e5224748860d3476d2401106 |
+--------------------------------------+---------+--------+-------+-------------+-------+----------------------------------+
root@mantis(controller)~ # openstack router show f8516b33-e6b4-487c-b613-6a33833a4c21
+-------------------------+--------------------------------------------------------------------------------------------------------------------------------------+
| Field                   | Value                                                                                                                                |
+-------------------------+--------------------------------------------------------------------------------------------------------------------------------------+
| admin_state_up          | UP                                                                                                                                   |
| availability_zone_hints |                                                                                                                                      |
| availability_zones      |                                                                                                                                      |
| created_at              | 2018-12-19T14:44:32Z                                                                                                                 |
| description             |                                                                                                                                      |
| distributed             | False                                                                                                                                |
| external_gateway_info   | None                                                                                                                                 |
| flavor_id               | None                                                                                                                                 |
| ha                      | False                                                                                                                                |
| id                      | f8516b33-e6b4-487c-b613-6a33833a4c21                                                                                                 |
| interfaces_info         | [{"subnet_id": "fa606c14-65fa-4f4f-ae47-bb87cc46e89a", "ip_address": "10.1.0.1", "port_id": "3c3e46e5-e3c0-408b-be49-a8559f598640"}] |
| name                    | router1                                                                                                                              |
| project_id              | ba546ea8e5224748860d3476d2401106                                                                                                     |
| revision_number         | 4                                                                                                                                    |
| routes                  |                                                                                                                                      |
| status                  | ACTIVE                                                                                                                               |
| tags                    |                                                                                                                                      |
| updated_at              | 2018-12-19T14:48:11Z                                                                                                                 |
+-------------------------+--------------------------------------------------------------------------------------------------------------------------------------+
root@mantis(controller)~ # openstack port list
+--------------------------------------+------+-------------------+--------------------------------------------------------------------------------+--------+
| ID                                   | Name | MAC Address       | Fixed IP Addresses                                                             | Status |
+--------------------------------------+------+-------------------+--------------------------------------------------------------------------------+--------+
| 3c3e46e5-e3c0-408b-be49-a8559f598640 |      | fa:16:3e:8b:d3:ef | ip_address='10.1.0.1', subnet_id='fa606c14-65fa-4f4f-ae47-bb87cc46e89a'        | DOWN   |
| 59002640-8d1a-4ac3-9c76-118d3b7e78cc |      | fa:16:3e:bb:90:d6 | ip_address='192.168.100.180', subnet_id='5b48de07-3c3b-4fad-91e4-527fc6504abf' | N/A    |
| a5e414c5-7d2a-4660-8bd8-87730cd7295e |      | fa:16:3e:ef:77:c1 | ip_address='10.1.0.10', subnet_id='fa606c14-65fa-4f4f-ae47-bb87cc46e89a'       | ACTIVE |
| e336cf61-67e2-45d7-a0d0-0a930781221d |      | fa:16:3e:37:ff:80 | ip_address='192.168.100.175', subnet_id='5b48de07-3c3b-4fad-91e4-527fc6504abf' | ACTIVE |
+--------------------------------------+------+-------------------+--------------------------------------------------------------------------------+--------+


root@mantis(controller)~ # openstack network list
+--------------------------------------+----------+--------------------------------------+
| ID                                   | Name     | Subnets                              |
+--------------------------------------+----------+--------------------------------------+
| 165c112f-7e3c-4b52-a2e2-dbd013defd10 | external | 5b48de07-3c3b-4fad-91e4-527fc6504abf |
| e1c5cd35-6e4e-4b4f-a1ba-6b49244e0c6d | internal | fa606c14-65fa-4f4f-ae47-bb87cc46e89a |
+--------------------------------------+----------+--------------------------------------+
root@mantis(controller)~ # openstack router set --external-gateway 165c112f-7e3c-4b52-a2e2-dbd013defd10 f8516b33-e6b4-487c-b613-6a33833a4c21
root@mantis(controller)~ # openstack router show router1
+-------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+
| Field                   | Value                                                                                                                                                                                       |
+-------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+
| admin_state_up          | UP                                                                                                                                                                                          |
| availability_zone_hints |                                                                                                                                                                                             |
| availability_zones      |                                                                                                                                                                                             |
| created_at              | 2018-12-19T14:44:32Z                                                                                                                                                                        |
| description             |                                                                                                                                                                                             |
| distributed             | False                                                                                                                                                                                       |
| external_gateway_info   | {"network_id": "165c112f-7e3c-4b52-a2e2-dbd013defd10", "enable_snat": true, "external_fixed_ips": [{"subnet_id": "5b48de07-3c3b-4fad-91e4-527fc6504abf", "ip_address": "192.168.100.179"}]} |
| flavor_id               | None                                                                                                                                                                                        |
| ha                      | False                                                                                                                                                                                       |
| id                      | f8516b33-e6b4-487c-b613-6a33833a4c21                                                                                                                                                        |
| interfaces_info         | [{"subnet_id": "fa606c14-65fa-4f4f-ae47-bb87cc46e89a", "ip_address": "10.1.0.1", "port_id": "3c3e46e5-e3c0-408b-be49-a8559f598640"}]                                                        |
| name                    | router1                                                                                                                                                                                     |
| project_id              | ba546ea8e5224748860d3476d2401106                                                                                                                                                            |
| revision_number         | 6                                                                                                                                                                                           |
| routes                  |                                                                                                                                                                                             |
| status                  | ACTIVE                                                                                                                                                                                      |
| tags                    |                                                                                                                                                                                             |
| updated_at              | 2018-12-19T14:57:08Z                                                                                                                                                                        |
+-------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+

root@mantis(controller)~ # openstack port list
+--------------------------------------+------+-------------------+--------------------------------------------------------------------------------+--------+
| ID                                   | Name | MAC Address       | Fixed IP Addresses                                                             | Status |
+--------------------------------------+------+-------------------+--------------------------------------------------------------------------------+--------+
| 16398e2e-4170-46cf-847f-f4c694297765 |      | fa:16:3e:36:6c:19 | ip_address='192.168.100.179', subnet_id='5b48de07-3c3b-4fad-91e4-527fc6504abf' | DOWN   |
| 3c3e46e5-e3c0-408b-be49-a8559f598640 |      | fa:16:3e:8b:d3:ef | ip_address='10.1.0.1', subnet_id='fa606c14-65fa-4f4f-ae47-bb87cc46e89a'        | DOWN   |
| 60fd2cff-142e-4c17-b0cb-46474a2a645e |      | fa:16:3e:8b:ab:53 | ip_address='10.1.0.13', subnet_id='fa606c14-65fa-4f4f-ae47-bb87cc46e89a'       | ACTIVE |
| a5e414c5-7d2a-4660-8bd8-87730cd7295e |      | fa:16:3e:ef:77:c1 | ip_address='10.1.0.10', subnet_id='fa606c14-65fa-4f4f-ae47-bb87cc46e89a'       | ACTIVE |
| e336cf61-67e2-45d7-a0d0-0a930781221d |      | fa:16:3e:37:ff:80 | ip_address='192.168.100.175', subnet_id='5b48de07-3c3b-4fad-91e4-527fc6504abf' | ACTIVE |
+--------------------------------------+------+-------------------+--------------------------------------------------------------------------------+--------+

The l3 agent was not started :(

but the route doesnt work :(

root@mantis(controller)/etc/neutron # ip netns
qrouter-f8516b33-e6b4-487c-b613-6a33833a4c21 (id: 2)
qdhcp-e1c5cd35-6e4e-4b4f-a1ba-6b49244e0c6d (id: 1)
qdhcp-165c112f-7e3c-4b52-a2e2-dbd013defd10 (id: 0)
root@mantis(controller)/etc/neutron # ip netns exec qrouter-f8516b33-e6b4-487c-b613-6a33833a4c21 ip a
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
    link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
    inet 127.0.0.1/8 scope host lo
       valid_lft forever preferred_lft forever
    inet6 ::1/128 scope host
       valid_lft forever preferred_lft forever
2: qr-3c3e46e5-e3@if31: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1450 qdisc noqueue state UP group default qlen 1000
    link/ether fa:16:3e:8b:d3:ef brd ff:ff:ff:ff:ff:ff link-netnsid 0
    inet 10.1.0.1/24 brd 10.1.0.255 scope global qr-3c3e46e5-e3
       valid_lft forever preferred_lft forever
    inet6 fe80::f816:3eff:fe8b:d3ef/64 scope link
       valid_lft forever preferred_lft forever
3: qg-4295f084-41@if32: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UP group default qlen 1000
    link/ether fa:16:3e:74:bc:13 brd ff:ff:ff:ff:ff:ff link-netnsid 0
    inet 192.168.100.179/21 brd 192.168.103.255 scope global qg-4295f084-41
       valid_lft forever preferred_lft forever
    inet6 fe80::f816:3eff:fe74:bc13/64 scope link
       valid_lft forever preferred_lft forever



root@mantis(controller)/etc/neutron # ip netns exec qrouter-f8516b33-e6b4-487c-b613-6a33833a4c21 ping -c1 10.1.0.13
PING 10.1.0.13 (10.1.0.13) 56(84) bytes of data.
64 bytes from 10.1.0.13: icmp_seq=1 ttl=64 time=0.527 ms

--- 10.1.0.13 ping statistics ---
1 packets transmitted, 1 received, 0% packet loss, time 0ms
rtt min/avg/max/mdev = 0.527/0.527/0.527/0.000 ms
root@mantis(controller)/etc/neutron # ip netns exec qrouter-f8516b33-e6b4-487c-b613-6a33833a4c21 ping -c1 8.8.8.8
PING 8.8.8.8 (8.8.8.8) 56(84) bytes of data.
From 192.168.100.179 icmp_seq=1 Destination Host Unreachable

--- 8.8.8.8 ping statistics ---
1 packets transmitted, 0 received, +1 errors, 100% packet loss, time 0ms

root@mantis(controller)/etc/neutron # ^C
root@mantis(controller)/etc/neutron # ip netns exec qrouter-f8516b33-e6b4-487c-b613-6a33833a4c21 ip route
default via 192.168.100.1 dev qg-4295f084-41
10.1.0.0/24 dev qr-3c3e46e5-e3 proto kernel scope link src 10.1.0.1
192.168.96.0/21 dev qg-4295f084-41 proto kernel scope link src 192.168.100.179
root@mantis(controller)/etc/neutron # ip netns exec qrouter-f8516b33-e6b4-487c-b613-6a33833a4c21 iptables-save
# Generated by iptables-save v1.4.21 on Thu Dec 20 12:17:18 2018
*nat
:PREROUTING ACCEPT [7:833]
:INPUT ACCEPT [4:592]
:OUTPUT ACCEPT [5:420]
:POSTROUTING ACCEPT [0:0]
:neutron-l3-agent-OUTPUT - [0:0]
:neutron-l3-agent-POSTROUTING - [0:0]
:neutron-l3-agent-PREROUTING - [0:0]
:neutron-l3-agent-float-snat - [0:0]
:neutron-l3-agent-snat - [0:0]
:neutron-postrouting-bottom - [0:0]
-A PREROUTING -j neutron-l3-agent-PREROUTING
-A OUTPUT -j neutron-l3-agent-OUTPUT
-A POSTROUTING -j neutron-l3-agent-POSTROUTING
-A POSTROUTING -j neutron-postrouting-bottom
-A neutron-l3-agent-POSTROUTING ! -i qg-4295f084-41 ! -o qg-4295f084-41 -m conntrack ! --ctstate DNAT -j ACCEPT
-A neutron-l3-agent-PREROUTING -d 169.254.169.254/32 -i qr-+ -p tcp -m tcp --dport 80 -j REDIRECT --to-ports 9697
-A neutron-l3-agent-snat -j neutron-l3-agent-float-snat
-A neutron-l3-agent-snat -o qg-4295f084-41 -j SNAT --to-source 192.168.100.179
-A neutron-l3-agent-snat -m mark ! --mark 0x2/0xffff -m conntrack --ctstate DNAT -j SNAT --to-source 192.168.100.179
-A neutron-postrouting-bottom -m comment --comment "Perform source NAT on outgoing traffic." -j neutron-l3-agent-snat
COMMIT
# Completed on Thu Dec 20 12:17:18 2018
# Generated by iptables-save v1.4.21 on Thu Dec 20 12:17:18 2018
*mangle
:PREROUTING ACCEPT [27:3071]
:INPUT ACCEPT [23:2746]
:FORWARD ACCEPT [3:252]
:OUTPUT ACCEPT [27:2604]
:POSTROUTING ACCEPT [30:2856]
:neutron-l3-agent-FORWARD - [0:0]
:neutron-l3-agent-INPUT - [0:0]
:neutron-l3-agent-OUTPUT - [0:0]
:neutron-l3-agent-POSTROUTING - [0:0]
:neutron-l3-agent-PREROUTING - [0:0]
:neutron-l3-agent-float-snat - [0:0]
:neutron-l3-agent-floatingip - [0:0]
:neutron-l3-agent-mark - [0:0]
:neutron-l3-agent-scope - [0:0]
-A PREROUTING -j neutron-l3-agent-PREROUTING
-A INPUT -j neutron-l3-agent-INPUT
-A FORWARD -j neutron-l3-agent-FORWARD
-A OUTPUT -j neutron-l3-agent-OUTPUT
-A POSTROUTING -j neutron-l3-agent-POSTROUTING
-A neutron-l3-agent-POSTROUTING -o qg-4295f084-41 -m connmark --mark 0x0/0xffff0000 -j CONNMARK --save-mark --nfmask 0xffff0000 --ctmask 0xffff0000
-A neutron-l3-agent-POSTROUTING -o qr-+ -p tcp -m tcp --sport 9697 -j CHECKSUM --checksum-fill
-A neutron-l3-agent-PREROUTING -j neutron-l3-agent-mark
-A neutron-l3-agent-PREROUTING -j neutron-l3-agent-scope
-A neutron-l3-agent-PREROUTING -m connmark ! --mark 0x0/0xffff0000 -j CONNMARK --restore-mark --nfmask 0xffff0000 --ctmask 0xffff0000
-A neutron-l3-agent-PREROUTING -j neutron-l3-agent-floatingip
-A neutron-l3-agent-PREROUTING -d 169.254.169.254/32 -i qr-+ -p tcp -m tcp --dport 80 -j MARK --set-xmark 0x1/0xffff
-A neutron-l3-agent-float-snat -m connmark --mark 0x0/0xffff0000 -j CONNMARK --save-mark --nfmask 0xffff0000 --ctmask 0xffff0000
-A neutron-l3-agent-mark -i qg-4295f084-41 -j MARK --set-xmark 0x2/0xffff
-A neutron-l3-agent-scope -i qr-3c3e46e5-e3 -j MARK --set-xmark 0x4000000/0xffff0000
-A neutron-l3-agent-scope -i qg-4295f084-41 -j MARK --set-xmark 0x4000000/0xffff0000
COMMIT
# Completed on Thu Dec 20 12:17:18 2018
# Generated by iptables-save v1.4.21 on Thu Dec 20 12:17:18 2018
*filter
:INPUT ACCEPT [23:2746]
:FORWARD ACCEPT [3:252]
:OUTPUT ACCEPT [27:2604]
:neutron-filter-top - [0:0]
:neutron-l3-agent-FORWARD - [0:0]
:neutron-l3-agent-INPUT - [0:0]
:neutron-l3-agent-OUTPUT - [0:0]
:neutron-l3-agent-local - [0:0]
:neutron-l3-agent-scope - [0:0]
-A INPUT -j neutron-l3-agent-INPUT
-A FORWARD -j neutron-filter-top
-A FORWARD -j neutron-l3-agent-FORWARD
-A OUTPUT -j neutron-filter-top
-A OUTPUT -j neutron-l3-agent-OUTPUT
-A neutron-filter-top -j neutron-l3-agent-local
-A neutron-l3-agent-FORWARD -j neutron-l3-agent-scope
-A neutron-l3-agent-INPUT -m mark --mark 0x1/0xffff -j ACCEPT
-A neutron-l3-agent-INPUT -p tcp -m tcp --dport 9697 -j DROP
-A neutron-l3-agent-scope -o qr-3c3e46e5-e3 -m mark ! --mark 0x4000000/0xffff0000 -j DROP
COMMIT
# Completed on Thu Dec 20 12:17:18 2018
# Generated by iptables-save v1.4.21 on Thu Dec 20 12:17:18 2018
*raw
:PREROUTING ACCEPT [27:3071]
:OUTPUT ACCEPT [27:2604]
:neutron-l3-agent-OUTPUT - [0:0]
:neutron-l3-agent-PREROUTING - [0:0]
-A PREROUTING -j neutron-l3-agent-PREROUTING
-A OUTPUT -j neutron-l3-agent-OUTPUT
COMMIT
# Completed on Thu Dec 20 12:17:18 2018

root@mantis(controller)~ # openstack server list
+--------------------------------------+--------+--------+--------------------------+-------+---------+
| ID                                   | Name   | Status | Networks                 | Image | Flavor  |
+--------------------------------------+--------+--------+--------------------------+-------+---------+
| 1649b62d-387b-4a9a-b307-9303c0fd1580 | teszt3 | ACTIVE | internal=10.1.0.13       |       | m1.nano |
| 63da6919-a28b-494c-9987-8b0fac9e22d2 | teszt2 | ACTIVE | external=192.168.100.177 |       | m1.nano |
+--------------------------------------+--------+--------+--------------------------+-------+---------+
root@mantis(controller)~ # ip netns
qdhcp-e1c5cd35-6e4e-4b4f-a1ba-6b49244e0c6d (id: 1)
qdhcp-165c112f-7e3c-4b52-a2e2-dbd013defd10 (id: 0)
root@mantis(controller)~ # ip netns exec qdhcp-e1c5cd35-6e4e-4b4f-a1ba-6b49244e0c6d ip a
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
    link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
    inet 127.0.0.1/8 scope host lo
       valid_lft forever preferred_lft forever
    inet6 ::1/128 scope host
       valid_lft forever preferred_lft forever
2: ns-a5e414c5-7d@if25: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1450 qdisc noqueue state UP group default qlen 1000
    link/ether fa:16:3e:ef:77:c1 brd ff:ff:ff:ff:ff:ff link-netnsid 0
    inet 10.1.0.10/24 brd 10.1.0.255 scope global ns-a5e414c5-7d
       valid_lft forever preferred_lft forever
    inet 169.254.169.254/16 brd 169.254.255.255 scope global ns-a5e414c5-7d
       valid_lft forever preferred_lft forever
    inet6 fe80::f816:3eff:feef:77c1/64 scope link
       valid_lft forever preferred_lft forever
root@mantis(controller)~ # ip netns exec qdhcp-e1c5cd35-6e4e-4b4f-a1ba-6b49244e0c6d ping -c 1 10.1.0.13
PING 10.1.0.13 (10.1.0.13) 56(84) bytes of data.
64 bytes from 10.1.0.13: icmp_seq=1 ttl=64 time=0.512 ms

--- 10.1.0.13 ping statistics ---
1 packets transmitted, 1 received, 0% packet loss, time 0ms
rtt min/avg/max/mdev = 0.512/0.512/0.512/0.000 ms

root@mantis(controller)~ # ip netns exec qdhcp-e1c5cd35-6e4e-4b4f-a1ba-6b49244e0c6d iptables-save
# Generated by iptables-save v1.4.21 on Thu Dec 20 08:50:26 2018
*nat
:PREROUTING ACCEPT [83:8852]
:INPUT ACCEPT [83:8852]
:OUTPUT ACCEPT [13:3063]
:POSTROUTING ACCEPT [13:3063]
:neutron-dhcp-age-OUTPUT - [0:0]
:neutron-dhcp-age-POSTROUTING - [0:0]
:neutron-dhcp-age-PREROUTING - [0:0]
:neutron-dhcp-age-float-snat - [0:0]
:neutron-dhcp-age-snat - [0:0]
:neutron-postrouting-bottom - [0:0]
-A PREROUTING -j neutron-dhcp-age-PREROUTING
-A OUTPUT -j neutron-dhcp-age-OUTPUT
-A POSTROUTING -j neutron-dhcp-age-POSTROUTING
-A POSTROUTING -j neutron-postrouting-bottom
-A neutron-dhcp-age-snat -j neutron-dhcp-age-float-snat
-A neutron-postrouting-bottom -m comment --comment "Perform source NAT on outgoing traffic." -j neutron-dhcp-age-snat
COMMIT
# Completed on Thu Dec 20 08:50:26 2018
# Generated by iptables-save v1.4.21 on Thu Dec 20 08:50:26 2018
*mangle
:PREROUTING ACCEPT [435:38098]
:INPUT ACCEPT [435:38098]
:FORWARD ACCEPT [0:0]
:OUTPUT ACCEPT [328:35136]
:POSTROUTING ACCEPT [328:35136]
:neutron-dhcp-age-FORWARD - [0:0]
:neutron-dhcp-age-INPUT - [0:0]
:neutron-dhcp-age-OUTPUT - [0:0]
:neutron-dhcp-age-POSTROUTING - [0:0]
:neutron-dhcp-age-PREROUTING - [0:0]
:neutron-dhcp-age-mark - [0:0]
-A PREROUTING -j neutron-dhcp-age-PREROUTING
-A INPUT -j neutron-dhcp-age-INPUT
-A FORWARD -j neutron-dhcp-age-FORWARD
-A OUTPUT -j neutron-dhcp-age-OUTPUT
-A POSTROUTING -j neutron-dhcp-age-POSTROUTING
-A neutron-dhcp-age-POSTROUTING -p udp -m udp --dport 68 -j CHECKSUM --checksum-fill
-A neutron-dhcp-age-PREROUTING -j neutron-dhcp-age-mark
COMMIT
# Completed on Thu Dec 20 08:50:26 2018
# Generated by iptables-save v1.4.21 on Thu Dec 20 08:50:26 2018
*filter
:INPUT ACCEPT [435:38098]
:FORWARD ACCEPT [0:0]
:OUTPUT ACCEPT [328:35136]
:neutron-dhcp-age-FORWARD - [0:0]
:neutron-dhcp-age-INPUT - [0:0]
:neutron-dhcp-age-OUTPUT - [0:0]
:neutron-dhcp-age-local - [0:0]
:neutron-filter-top - [0:0]
-A INPUT -j neutron-dhcp-age-INPUT
-A FORWARD -j neutron-filter-top
-A FORWARD -j neutron-dhcp-age-FORWARD
-A OUTPUT -j neutron-filter-top
-A OUTPUT -j neutron-dhcp-age-OUTPUT
-A neutron-filter-top -j neutron-dhcp-age-local
COMMIT
# Completed on Thu Dec 20 08:50:26 2018
# Generated by iptables-save v1.4.21 on Thu Dec 20 08:50:26 2018
*raw
:PREROUTING ACCEPT [435:38098]
:OUTPUT ACCEPT [328:35136]
:neutron-dhcp-age-OUTPUT - [0:0]
:neutron-dhcp-age-PREROUTING - [0:0]
-A PREROUTING -j neutron-dhcp-age-PREROUTING
-A OUTPUT -j neutron-dhcp-age-OUTPUT
COMMIT
# Completed on Thu Dec 20 08:50:26 2018

recreated the router by hand again. doesn't work :(

root@mantis(controller)~ # openstack router create --project ba546ea8e5224748860d3476d2401106 router1
+-------------------------+--------------------------------------+
| Field                   | Value                                |
+-------------------------+--------------------------------------+
| admin_state_up          | UP                                   |
| availability_zone_hints |                                      |
| availability_zones      |                                      |
| created_at              | 2018-12-19T14:44:32Z                 |
| description             |                                      |
| distributed             | False                                |
| external_gateway_info   | None                                 |
| flavor_id               | None                                 |
| ha                      | False                                |
| id                      | f8516b33-e6b4-487c-b613-6a33833a4c21 |
| name                    | router1                              |
| project_id              | ba546ea8e5224748860d3476d2401106     |
| revision_number         | 0                                    |
| routes                  |                                      |
| status                  | ACTIVE                               |
| tags                    |                                      |
| updated_at              | 2018-12-19T14:44:32Z                 |
+-------------------------+--------------------------------------+

root@mantis(controller)~ # openstack subnet list
+--------------------------------------+-------+--------------------------------------+-----------------+
| ID                                   | Name  | Network                              | Subnet          |
+--------------------------------------+-------+--------------------------------------+-----------------+
| 5b48de07-3c3b-4fad-91e4-527fc6504abf | local | 165c112f-7e3c-4b52-a2e2-dbd013defd10 | 192.168.96.0/21 |
| fa606c14-65fa-4f4f-ae47-bb87cc46e89a | int1  | e1c5cd35-6e4e-4b4f-a1ba-6b49244e0c6d | 10.1.0.0/24     |
+--------------------------------------+-------+--------------------------------------+-----------------+

openstack router add subnet f8516b33-e6b4-487c-b613-6a33833a4c21 fa606c14-65fa-4f4f-ae47-bb87cc46e89a

root@mantis(controller)~ # openstack router list
+--------------------------------------+---------+--------+-------+-------------+-------+----------------------------------+
| ID                                   | Name    | Status | State | Distributed | HA    | Project                          |
+--------------------------------------+---------+--------+-------+-------------+-------+----------------------------------+
| f8516b33-e6b4-487c-b613-6a33833a4c21 | router1 | ACTIVE | UP    | False       | False | ba546ea8e5224748860d3476d2401106 |
+--------------------------------------+---------+--------+-------+-------------+-------+----------------------------------+
root@mantis(controller)~ # openstack router show f8516b33-e6b4-487c-b613-6a33833a4c21
+-------------------------+--------------------------------------------------------------------------------------------------------------------------------------+
| Field                   | Value                                                                                                                                |
+-------------------------+--------------------------------------------------------------------------------------------------------------------------------------+
| admin_state_up          | UP                                                                                                                                   |
| availability_zone_hints |                                                                                                                                      |
| availability_zones      |                                                                                                                                      |
| created_at              | 2018-12-19T14:44:32Z                                                                                                                 |
| description             |                                                                                                                                      |
| distributed             | False                                                                                                                                |
| external_gateway_info   | None                                                                                                                                 |
| flavor_id               | None                                                                                                                                 |
| ha                      | False                                                                                                                                |
| id                      | f8516b33-e6b4-487c-b613-6a33833a4c21                                                                                                 |
| interfaces_info         | [{"subnet_id": "fa606c14-65fa-4f4f-ae47-bb87cc46e89a", "ip_address": "10.1.0.1", "port_id": "3c3e46e5-e3c0-408b-be49-a8559f598640"}] |
| name                    | router1                                                                                                                              |
| project_id              | ba546ea8e5224748860d3476d2401106                                                                                                     |
| revision_number         | 4                                                                                                                                    |
| routes                  |                                                                                                                                      |
| status                  | ACTIVE                                                                                                                               |
| tags                    |                                                                                                                                      |
| updated_at              | 2018-12-19T14:48:11Z                                                                                                                 |
+-------------------------+--------------------------------------------------------------------------------------------------------------------------------------+
root@mantis(controller)~ # openstack port list
+--------------------------------------+------+-------------------+--------------------------------------------------------------------------------+--------+
| ID                                   | Name | MAC Address       | Fixed IP Addresses                                                             | Status |
+--------------------------------------+------+-------------------+--------------------------------------------------------------------------------+--------+
| 3c3e46e5-e3c0-408b-be49-a8559f598640 |      | fa:16:3e:8b:d3:ef | ip_address='10.1.0.1', subnet_id='fa606c14-65fa-4f4f-ae47-bb87cc46e89a'        | DOWN   |
| 59002640-8d1a-4ac3-9c76-118d3b7e78cc |      | fa:16:3e:bb:90:d6 | ip_address='192.168.100.180', subnet_id='5b48de07-3c3b-4fad-91e4-527fc6504abf' | N/A    |
| a5e414c5-7d2a-4660-8bd8-87730cd7295e |      | fa:16:3e:ef:77:c1 | ip_address='10.1.0.10', subnet_id='fa606c14-65fa-4f4f-ae47-bb87cc46e89a'       | ACTIVE |
| e336cf61-67e2-45d7-a0d0-0a930781221d |      | fa:16:3e:37:ff:80 | ip_address='192.168.100.175', subnet_id='5b48de07-3c3b-4fad-91e4-527fc6504abf' | ACTIVE |
+--------------------------------------+------+-------------------+--------------------------------------------------------------------------------+--------+


root@mantis(controller)~ # openstack network list
+--------------------------------------+----------+--------------------------------------+
| ID                                   | Name     | Subnets                              |
+--------------------------------------+----------+--------------------------------------+
| 165c112f-7e3c-4b52-a2e2-dbd013defd10 | external | 5b48de07-3c3b-4fad-91e4-527fc6504abf |
| e1c5cd35-6e4e-4b4f-a1ba-6b49244e0c6d | internal | fa606c14-65fa-4f4f-ae47-bb87cc46e89a |
+--------------------------------------+----------+--------------------------------------+
root@mantis(controller)~ # openstack router set --external-gateway 165c112f-7e3c-4b52-a2e2-dbd013defd10 f8516b33-e6b4-487c-b613-6a33833a4c21
root@mantis(controller)~ # openstack router show router1
+-------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+
| Field                   | Value                                                                                                                                                                                       |
+-------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+
| admin_state_up          | UP                                                                                                                                                                                          |
| availability_zone_hints |                                                                                                                                                                                             |
| availability_zones      |                                                                                                                                                                                             |
| created_at              | 2018-12-19T14:44:32Z                                                                                                                                                                        |
| description             |                                                                                                                                                                                             |
| distributed             | False                                                                                                                                                                                       |
| external_gateway_info   | {"network_id": "165c112f-7e3c-4b52-a2e2-dbd013defd10", "enable_snat": true, "external_fixed_ips": [{"subnet_id": "5b48de07-3c3b-4fad-91e4-527fc6504abf", "ip_address": "192.168.100.179"}]} |
| flavor_id               | None                                                                                                                                                                                        |
| ha                      | False                                                                                                                                                                                       |
| id                      | f8516b33-e6b4-487c-b613-6a33833a4c21                                                                                                                                                        |
| interfaces_info         | [{"subnet_id": "fa606c14-65fa-4f4f-ae47-bb87cc46e89a", "ip_address": "10.1.0.1", "port_id": "3c3e46e5-e3c0-408b-be49-a8559f598640"}]                                                        |
| name                    | router1                                                                                                                                                                                     |
| project_id              | ba546ea8e5224748860d3476d2401106                                                                                                                                                            |
| revision_number         | 6                                                                                                                                                                                           |
| routes                  |                                                                                                                                                                                             |
| status                  | ACTIVE                                                                                                                                                                                      |
| tags                    |                                                                                                                                                                                             |
| updated_at              | 2018-12-19T14:57:08Z                                                                                                                                                                        |
+-------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+

root@mantis(controller)~ # openstack port list
+--------------------------------------+------+-------------------+--------------------------------------------------------------------------------+--------+
| ID                                   | Name | MAC Address       | Fixed IP Addresses                                                             | Status |
+--------------------------------------+------+-------------------+--------------------------------------------------------------------------------+--------+
| 16398e2e-4170-46cf-847f-f4c694297765 |      | fa:16:3e:36:6c:19 | ip_address='192.168.100.179', subnet_id='5b48de07-3c3b-4fad-91e4-527fc6504abf' | DOWN   |
| 3c3e46e5-e3c0-408b-be49-a8559f598640 |      | fa:16:3e:8b:d3:ef | ip_address='10.1.0.1', subnet_id='fa606c14-65fa-4f4f-ae47-bb87cc46e89a'        | DOWN   |
| 60fd2cff-142e-4c17-b0cb-46474a2a645e |      | fa:16:3e:8b:ab:53 | ip_address='10.1.0.13', subnet_id='fa606c14-65fa-4f4f-ae47-bb87cc46e89a'       | ACTIVE |
| a5e414c5-7d2a-4660-8bd8-87730cd7295e |      | fa:16:3e:ef:77:c1 | ip_address='10.1.0.10', subnet_id='fa606c14-65fa-4f4f-ae47-bb87cc46e89a'       | ACTIVE |
| e336cf61-67e2-45d7-a0d0-0a930781221d |      | fa:16:3e:37:ff:80 | ip_address='192.168.100.175', subnet_id='5b48de07-3c3b-4fad-91e4-527fc6504abf' | ACTIVE |
+--------------------------------------+------+-------------------+--------------------------------------------------------------------------------+--------+

UPDATE

root@mantis(controller)~ # ip netns exec qrouter-f8516b33-e6b4-487c-b613-6a33833a4c21 ip a
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
    link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
    inet 127.0.0.1/8 scope host lo
       valid_lft forever preferred_lft forever
    inet6 ::1/128 scope host
       valid_lft forever preferred_lft forever
2: qr-3c3e46e5-e3@if16: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1450 qdisc noqueue state UP group default qlen 1000
    link/ether fa:16:3e:8b:d3:ef brd ff:ff:ff:ff:ff:ff link-netnsid 0
    inet 10.1.0.1/24 brd 10.1.0.255 scope global qr-3c3e46e5-e3
       valid_lft forever preferred_lft forever
    inet6 fe80::f816:3eff:fe8b:d3ef/64 scope link
       valid_lft forever preferred_lft forever
3: qg-4295f084-41@if17: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UP group default qlen 1000
    link/ether fa:16:3e:74:bc:13 brd ff:ff:ff:ff:ff:ff link-netnsid 0
    inet 192.168.100.179/21 brd 192.168.103.255 scope global qg-4295f084-41
       valid_lft forever preferred_lft forever
    inet6 fe80::f816:3eff:fe74:bc13/64 scope link
       valid_lft forever preferred_lft forever


root@mantis(controller)~ # ip a
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
    link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
    inet 127.0.0.1/8 scope host lo
       valid_lft forever preferred_lft forever
    inet6 ::1/128 scope host
       valid_lft forever preferred_lft forever
2: ens161: <BROADCAST,MULTICAST,SLAVE,UP,LOWER_UP> mtu 1500 qdisc mq master bond115 state UP group default qlen 1000
    link/ether 00:50:56:84:9a:c2 brd ff:ff:ff:ff:ff:ff
3: ens192: <BROADCAST,MULTICAST,SLAVE,UP,LOWER_UP> mtu 1500 qdisc mq master vlan0.100 state UP group default qlen 1000
    link/ether 00:50:56:84:e0:a0 brd ff:ff:ff:ff:ff:ff
4: ens193: <BROADCAST,MULTICAST,SLAVE,UP,LOWER_UP> mtu 1500 qdisc mq master bond116 state UP group default qlen 1000
    link/ether 00:50:56:84:5c:a3 brd ff:ff:ff:ff:ff:ff
5: ens224: <BROADCAST,MULTICAST,SLAVE,UP,LOWER_UP> mtu 1500 qdisc mq master bond115 state UP group default qlen 1000
    link/ether 00:50:56:84:9a:c2 brd ff:ff:ff:ff:ff:ff
6: ens256: <BROADCAST,MULTICAST,SLAVE,UP,LOWER_UP> mtu 1500 qdisc mq master bond116 state UP group default qlen 1000
    link/ether 00:50:56:84:5c:a3 brd ff:ff:ff:ff:ff:ff
7: vlan0.100: <BROADCAST,MULTICAST,MASTER,UP,LOWER_UP> mtu 1500 qdisc noqueue master brq165c112f-7e state UP group default qlen 1000
    link/ether 00:50:56:84:e0:a0 brd ff:ff:ff:ff:ff:ff
    inet6 fe80::d3a6:f266:f532:5913/64 scope link noprefixroute
       valid_lft forever preferred_lft forever
8: bond116: <BROADCAST,MULTICAST,MASTER,UP,LOWER_UP> mtu 1500 qdisc noqueue state UP group default qlen 1000
    link/ether 00:50:56:84:5c:a3 brd ff:ff:ff:ff:ff:ff
    inet 10.100.201.11/24 brd 10.100.201.255 scope global noprefixroute bond116
       valid_lft forever preferred_lft forever
    inet6 fe80::250:56ff:fe84:5ca3/64 scope link
       valid_lft forever preferred_lft forever
9: bond115: <BROADCAST,MULTICAST,MASTER,UP,LOWER_UP> mtu 1500 qdisc noqueue state UP group default qlen 1000
    link/ether 00:50:56:84:9a:c2 brd ff:ff:ff:ff:ff:ff
    inet 10.0.0.11/24 brd 10.0.0.255 scope global noprefixroute bond115
       valid_lft forever preferred_lft forever
    inet6 fe80::fc09:e384:aedc:f91f/64 scope link noprefixroute
       valid_lft forever preferred_lft forever
11: tape336cf61-67@if2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue master brq165c112f-7e state UP group default qlen 1000
    link/ether c6:d1:96:d5:f1:bd brd ff:ff:ff:ff:ff:ff link-netnsid 0
12: tapa5e414c5-7d@if2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1450 qdisc noqueue master brqe1c5cd35-6e state UP group default qlen 1000
    link/ether 7a:bd:ee:39:d1:13 brd ff:ff:ff:ff:ff:ff link-netnsid 1
13: brq165c112f-7e: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UP group default qlen 1000
    link/ether 00:50:56:84:e0:a0 brd ff:ff:ff:ff:ff:ff
    inet 192.168.100.99/21 brd 192.168.103.255 scope global brq165c112f-7e
       valid_lft forever preferred_lft forever
    inet6 fe80::90db:70ff:fe08:1d2a/64 scope link
       valid_lft forever preferred_lft forever
14: vxlan-1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1450 qdisc noqueue master brqe1c5cd35-6e state UNKNOWN group default qlen 1000
    link/ether 46:ac:69:9d:74:21 brd ff:ff:ff:ff:ff:ff
15: brqe1c5cd35-6e: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1450 qdisc noqueue state UP group default qlen 1000
    link/ether 46:ac:69:9d:74:21 brd ff:ff:ff:ff:ff:ff
    inet6 fe80::f006:43ff:fe67:ce20/64 scope link
       valid_lft forever preferred_lft forever
16: tap3c3e46e5-e3@if2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1450 qdisc noqueue master brqe1c5cd35-6e state UP group default qlen 1000
    link/ether 92:1e:53:04:1b:a7 brd ff:ff:ff:ff:ff:ff link-netnsid 2
17: tap4295f084-41@if3: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue master brq165c112f-7e state UP group default qlen 1000
    link/ether ca:7c:b7:f1:b6:0c brd ff:ff:ff:ff:ff:ff link-netnsid 2


root@mantis(controller)~ # ip link
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN mode DEFAULT group default qlen 1000
    link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
2: ens161: <BROADCAST,MULTICAST,SLAVE,UP,LOWER_UP> mtu 1500 qdisc mq master bond115 state UP mode DEFAULT group default qlen 1000
    link/ether 00:50:56:84:9a:c2 brd ff:ff:ff:ff:ff:ff
3: ens192: <BROADCAST,MULTICAST,SLAVE,UP,LOWER_UP> mtu 1500 qdisc mq master vlan0.100 state UP mode DEFAULT group default qlen 1000
    link/ether 00:50:56:84:e0:a0 brd ff:ff:ff:ff:ff:ff
4: ens193: <BROADCAST,MULTICAST,SLAVE,UP,LOWER_UP> mtu 1500 qdisc mq master bond116 state UP mode DEFAULT group default qlen 1000
    link/ether 00:50:56:84:5c:a3 brd ff:ff:ff:ff:ff:ff
5: ens224: <BROADCAST,MULTICAST,SLAVE,UP,LOWER_UP> mtu 1500 qdisc mq master bond115 state UP mode DEFAULT group default qlen 1000
    link/ether 00:50:56:84:9a:c2 brd ff:ff:ff:ff:ff:ff
6: ens256: <BROADCAST,MULTICAST,SLAVE,UP,LOWER_UP> mtu 1500 qdisc mq master bond116 state UP mode DEFAULT group default qlen 1000
    link/ether 00:50:56:84:5c:a3 brd ff:ff:ff:ff:ff:ff
7: vlan0.100: <BROADCAST,MULTICAST,MASTER,UP,LOWER_UP> mtu 1500 qdisc noqueue master brq165c112f-7e state UP mode DEFAULT group default qlen 1000
    link/ether 00:50:56:84:e0:a0 brd ff:ff:ff:ff:ff:ff
8: bond116: <BROADCAST,MULTICAST,MASTER,UP,LOWER_UP> mtu 1500 qdisc noqueue state UP mode DEFAULT group default qlen 1000
    link/ether 00:50:56:84:5c:a3 brd ff:ff:ff:ff:ff:ff
9: bond115: <BROADCAST,MULTICAST,MASTER,UP,LOWER_UP> mtu 1500 qdisc noqueue state UP mode DEFAULT group default qlen 1000
    link/ether 00:50:56:84:9a:c2 brd ff:ff:ff:ff:ff:ff
11: tape336cf61-67@if2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue master brq165c112f-7e state UP mode DEFAULT group default qlen 1000
    link/ether c6:d1:96:d5:f1:bd brd ff:ff:ff:ff:ff:ff link-netnsid 0
12: tapa5e414c5-7d@if2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1450 qdisc noqueue master brqe1c5cd35-6e state UP mode DEFAULT group default qlen 1000
    link/ether 7a:bd:ee:39:d1:13 brd ff:ff:ff:ff:ff:ff link-netnsid 1
13: brq165c112f-7e: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UP mode DEFAULT group default qlen 1000
    link/ether 00:50:56:84:e0:a0 brd ff:ff:ff:ff:ff:ff
14: vxlan-1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1450 qdisc noqueue master brqe1c5cd35-6e state UNKNOWN mode DEFAULT group default qlen 1000
    link/ether 46:ac:69:9d:74:21 brd ff:ff:ff:ff:ff:ff
15: brqe1c5cd35-6e: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1450 qdisc noqueue state UP mode DEFAULT group default qlen 1000
    link/ether 46:ac:69:9d:74:21 brd ff:ff:ff:ff:ff:ff
16: tap3c3e46e5-e3@if2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1450 qdisc noqueue master brqe1c5cd35-6e state UP mode DEFAULT group default qlen 1000
    link/ether 92:1e:53:04:1b:a7 brd ff:ff:ff:ff:ff:ff link-netnsid 2
17: tap4295f084-41@if3: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue master brq165c112f-7e state UP mode DEFAULT group default qlen 1000
    link/ether ca:7c:b7:f1:b6:0c brd ff:ff:ff:ff:ff:ff link-netnsid 2

---UPDATE

The l3 agent was not started :(

but the route doesnt work :(

root@mantis(controller)/etc/neutron # ip netns
qrouter-f8516b33-e6b4-487c-b613-6a33833a4c21 (id: 2)
qdhcp-e1c5cd35-6e4e-4b4f-a1ba-6b49244e0c6d (id: 1)
qdhcp-165c112f-7e3c-4b52-a2e2-dbd013defd10 (id: 0)
root@mantis(controller)/etc/neutron # ip netns exec qrouter-f8516b33-e6b4-487c-b613-6a33833a4c21 ip a
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
    link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
    inet 127.0.0.1/8 scope host lo
       valid_lft forever preferred_lft forever
    inet6 ::1/128 scope host
       valid_lft forever preferred_lft forever
2: qr-3c3e46e5-e3@if31: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1450 qdisc noqueue state UP group default qlen 1000
    link/ether fa:16:3e:8b:d3:ef brd ff:ff:ff:ff:ff:ff link-netnsid 0
    inet 10.1.0.1/24 brd 10.1.0.255 scope global qr-3c3e46e5-e3
       valid_lft forever preferred_lft forever
    inet6 fe80::f816:3eff:fe8b:d3ef/64 scope link
       valid_lft forever preferred_lft forever
3: qg-4295f084-41@if32: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UP group default qlen 1000
    link/ether fa:16:3e:74:bc:13 brd ff:ff:ff:ff:ff:ff link-netnsid 0
    inet 192.168.100.179/21 brd 192.168.103.255 scope global qg-4295f084-41
       valid_lft forever preferred_lft forever
    inet6 fe80::f816:3eff:fe74:bc13/64 scope link
       valid_lft forever preferred_lft forever



root@mantis(controller)/etc/neutron # ip netns exec qrouter-f8516b33-e6b4-487c-b613-6a33833a4c21 ping -c1 10.1.0.13
PING 10.1.0.13 (10.1.0.13) 56(84) bytes of data.
64 bytes from 10.1.0.13: icmp_seq=1 ttl=64 time=0.527 ms

--- 10.1.0.13 ping statistics ---
1 packets transmitted, 1 received, 0% packet loss, time 0ms
rtt min/avg/max/mdev = 0.527/0.527/0.527/0.000 ms
root@mantis(controller)/etc/neutron # ip netns exec qrouter-f8516b33-e6b4-487c-b613-6a33833a4c21 ping -c1 8.8.8.8
PING 8.8.8.8 (8.8.8.8) 56(84) bytes of data.
From 192.168.100.179 icmp_seq=1 Destination Host Unreachable

--- 8.8.8.8 ping statistics ---
1 packets transmitted, 0 received, +1 errors, 100% packet loss, time 0ms

root@mantis(controller)/etc/neutron # ^C
root@mantis(controller)/etc/neutron # ip netns exec qrouter-f8516b33-e6b4-487c-b613-6a33833a4c21 ip route
default via 192.168.100.1 dev qg-4295f084-41
10.1.0.0/24 dev qr-3c3e46e5-e3 proto kernel scope link src 10.1.0.1
192.168.96.0/21 dev qg-4295f084-41 proto kernel scope link src 192.168.100.179
root@mantis(controller)/etc/neutron # ip netns exec qrouter-f8516b33-e6b4-487c-b613-6a33833a4c21 iptables-save
# Generated by iptables-save v1.4.21 on Thu Dec 20 12:17:18 2018
*nat
:PREROUTING ACCEPT [7:833]
:INPUT ACCEPT [4:592]
:OUTPUT ACCEPT [5:420]
:POSTROUTING ACCEPT [0:0]
:neutron-l3-agent-OUTPUT - [0:0]
:neutron-l3-agent-POSTROUTING - [0:0]
:neutron-l3-agent-PREROUTING - [0:0]
:neutron-l3-agent-float-snat - [0:0]
:neutron-l3-agent-snat - [0:0]
:neutron-postrouting-bottom - [0:0]
-A PREROUTING -j neutron-l3-agent-PREROUTING
-A OUTPUT -j neutron-l3-agent-OUTPUT
-A POSTROUTING -j neutron-l3-agent-POSTROUTING
-A POSTROUTING -j neutron-postrouting-bottom
-A neutron-l3-agent-POSTROUTING ! -i qg-4295f084-41 ! -o qg-4295f084-41 -m conntrack ! --ctstate DNAT -j ACCEPT
-A neutron-l3-agent-PREROUTING -d 169.254.169.254/32 -i qr-+ -p tcp -m tcp --dport 80 -j REDIRECT --to-ports 9697
-A neutron-l3-agent-snat -j neutron-l3-agent-float-snat
-A neutron-l3-agent-snat -o qg-4295f084-41 -j SNAT --to-source 192.168.100.179
-A neutron-l3-agent-snat -m mark ! --mark 0x2/0xffff -m conntrack --ctstate DNAT -j SNAT --to-source 192.168.100.179
-A neutron-postrouting-bottom -m comment --comment "Perform source NAT on outgoing traffic." -j neutron-l3-agent-snat
COMMIT
# Completed on Thu Dec 20 12:17:18 2018
# Generated by iptables-save v1.4.21 on Thu Dec 20 12:17:18 2018
*mangle
:PREROUTING ACCEPT [27:3071]
:INPUT ACCEPT [23:2746]
:FORWARD ACCEPT [3:252]
:OUTPUT ACCEPT [27:2604]
:POSTROUTING ACCEPT [30:2856]
:neutron-l3-agent-FORWARD - [0:0]
:neutron-l3-agent-INPUT - [0:0]
:neutron-l3-agent-OUTPUT - [0:0]
:neutron-l3-agent-POSTROUTING - [0:0]
:neutron-l3-agent-PREROUTING - [0:0]
:neutron-l3-agent-float-snat - [0:0]
:neutron-l3-agent-floatingip - [0:0]
:neutron-l3-agent-mark - [0:0]
:neutron-l3-agent-scope - [0:0]
-A PREROUTING -j neutron-l3-agent-PREROUTING
-A INPUT -j neutron-l3-agent-INPUT
-A FORWARD -j neutron-l3-agent-FORWARD
-A OUTPUT -j neutron-l3-agent-OUTPUT
-A POSTROUTING -j neutron-l3-agent-POSTROUTING
-A neutron-l3-agent-POSTROUTING -o qg-4295f084-41 -m connmark --mark 0x0/0xffff0000 -j CONNMARK --save-mark --nfmask 0xffff0000 --ctmask 0xffff0000
-A neutron-l3-agent-POSTROUTING -o qr-+ -p tcp -m tcp --sport 9697 -j CHECKSUM --checksum-fill
-A neutron-l3-agent-PREROUTING -j neutron-l3-agent-mark
-A neutron-l3-agent-PREROUTING -j neutron-l3-agent-scope
-A neutron-l3-agent-PREROUTING -m connmark ! --mark 0x0/0xffff0000 -j CONNMARK --restore-mark --nfmask 0xffff0000 --ctmask 0xffff0000
-A neutron-l3-agent-PREROUTING -j neutron-l3-agent-floatingip
-A neutron-l3-agent-PREROUTING -d 169.254.169.254/32 -i qr-+ -p tcp -m tcp --dport 80 -j MARK --set-xmark 0x1/0xffff
-A neutron-l3-agent-float-snat -m connmark --mark 0x0/0xffff0000 -j CONNMARK --save-mark --nfmask 0xffff0000 --ctmask 0xffff0000
-A neutron-l3-agent-mark -i qg-4295f084-41 -j MARK --set-xmark 0x2/0xffff
-A neutron-l3-agent-scope -i qr-3c3e46e5-e3 -j MARK --set-xmark 0x4000000/0xffff0000
-A neutron-l3-agent-scope -i qg-4295f084-41 -j MARK --set-xmark 0x4000000/0xffff0000
COMMIT
# Completed on Thu Dec 20 12:17:18 2018
# Generated by iptables-save v1.4.21 on Thu Dec 20 12:17:18 2018
*filter
:INPUT ACCEPT [23:2746]
:FORWARD ACCEPT [3:252]
:OUTPUT ACCEPT [27:2604]
:neutron-filter-top - [0:0]
:neutron-l3-agent-FORWARD - [0:0]
:neutron-l3-agent-INPUT - [0:0]
:neutron-l3-agent-OUTPUT - [0:0]
:neutron-l3-agent-local - [0:0]
:neutron-l3-agent-scope - [0:0]
-A INPUT -j neutron-l3-agent-INPUT
-A FORWARD -j neutron-filter-top
-A FORWARD -j neutron-l3-agent-FORWARD
-A OUTPUT -j neutron-filter-top
-A OUTPUT -j neutron-l3-agent-OUTPUT
-A neutron-filter-top -j neutron-l3-agent-local
-A neutron-l3-agent-FORWARD -j neutron-l3-agent-scope
-A neutron-l3-agent-INPUT -m mark --mark 0x1/0xffff -j ACCEPT
-A neutron-l3-agent-INPUT -p tcp -m tcp --dport 9697 -j DROP
-A neutron-l3-agent-scope -o qr-3c3e46e5-e3 -m mark ! --mark 0x4000000/0xffff0000 -j DROP
COMMIT
# Completed on Thu Dec 20 12:17:18 2018
# Generated by iptables-save v1.4.21 on Thu Dec 20 12:17:18 2018
*raw
:PREROUTING ACCEPT [27:3071]
:OUTPUT ACCEPT [27:2604]
:neutron-l3-agent-OUTPUT - [0:0]
:neutron-l3-agent-PREROUTING - [0:0]
-A PREROUTING -j neutron-l3-agent-PREROUTING
-A OUTPUT -j neutron-l3-agent-OUTPUT
COMMIT
# Completed on Thu Dec 20 12:17:18 2018

root@mantis(controller)~ # openstack server list
+--------------------------------------+--------+--------+--------------------------+-------+---------+
| ID                                   | Name   | Status | Networks                 | Image | Flavor  |
+--------------------------------------+--------+--------+--------------------------+-------+---------+
| 1649b62d-387b-4a9a-b307-9303c0fd1580 | teszt3 | ACTIVE | internal=10.1.0.13       |       | m1.nano |
| 63da6919-a28b-494c-9987-8b0fac9e22d2 | teszt2 | ACTIVE | external=192.168.100.177 |       | m1.nano |
+--------------------------------------+--------+--------+--------------------------+-------+---------+
root@mantis(controller)~ # ip netns
qdhcp-e1c5cd35-6e4e-4b4f-a1ba-6b49244e0c6d (id: 1)
qdhcp-165c112f-7e3c-4b52-a2e2-dbd013defd10 (id: 0)
root@mantis(controller)~ # ip netns exec qdhcp-e1c5cd35-6e4e-4b4f-a1ba-6b49244e0c6d ip a
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
    link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
    inet 127.0.0.1/8 scope host lo
       valid_lft forever preferred_lft forever
    inet6 ::1/128 scope host
       valid_lft forever preferred_lft forever
2: ns-a5e414c5-7d@if25: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1450 qdisc noqueue state UP group default qlen 1000
    link/ether fa:16:3e:ef:77:c1 brd ff:ff:ff:ff:ff:ff link-netnsid 0
    inet 10.1.0.10/24 brd 10.1.0.255 scope global ns-a5e414c5-7d
       valid_lft forever preferred_lft forever
    inet 169.254.169.254/16 brd 169.254.255.255 scope global ns-a5e414c5-7d
       valid_lft forever preferred_lft forever
    inet6 fe80::f816:3eff:feef:77c1/64 scope link
       valid_lft forever preferred_lft forever
root@mantis(controller)~ # ip netns exec qdhcp-e1c5cd35-6e4e-4b4f-a1ba-6b49244e0c6d ping -c 1 10.1.0.13
PING 10.1.0.13 (10.1.0.13) 56(84) bytes of data.
64 bytes from 10.1.0.13: icmp_seq=1 ttl=64 time=0.512 ms

--- 10.1.0.13 ping statistics ---
1 packets transmitted, 1 received, 0% packet loss, time 0ms
rtt min/avg/max/mdev = 0.512/0.512/0.512/0.000 ms

root@mantis(controller)~ # ip netns exec qdhcp-e1c5cd35-6e4e-4b4f-a1ba-6b49244e0c6d iptables-save
# Generated by iptables-save v1.4.21 on Thu Dec 20 08:50:26 2018
*nat
:PREROUTING ACCEPT [83:8852]
:INPUT ACCEPT [83:8852]
:OUTPUT ACCEPT [13:3063]
:POSTROUTING ACCEPT [13:3063]
:neutron-dhcp-age-OUTPUT - [0:0]
:neutron-dhcp-age-POSTROUTING - [0:0]
:neutron-dhcp-age-PREROUTING - [0:0]
:neutron-dhcp-age-float-snat - [0:0]
:neutron-dhcp-age-snat - [0:0]
:neutron-postrouting-bottom - [0:0]
-A PREROUTING -j neutron-dhcp-age-PREROUTING
-A OUTPUT -j neutron-dhcp-age-OUTPUT
-A POSTROUTING -j neutron-dhcp-age-POSTROUTING
-A POSTROUTING -j neutron-postrouting-bottom
-A neutron-dhcp-age-snat -j neutron-dhcp-age-float-snat
-A neutron-postrouting-bottom -m comment --comment "Perform source NAT on outgoing traffic." -j neutron-dhcp-age-snat
COMMIT
# Completed on Thu Dec 20 08:50:26 2018
# Generated by iptables-save v1.4.21 on Thu Dec 20 08:50:26 2018
*mangle
:PREROUTING ACCEPT [435:38098]
:INPUT ACCEPT [435:38098]
:FORWARD ACCEPT [0:0]
:OUTPUT ACCEPT [328:35136]
:POSTROUTING ACCEPT [328:35136]
:neutron-dhcp-age-FORWARD - [0:0]
:neutron-dhcp-age-INPUT - [0:0]
:neutron-dhcp-age-OUTPUT - [0:0]
:neutron-dhcp-age-POSTROUTING - [0:0]
:neutron-dhcp-age-PREROUTING - [0:0]
:neutron-dhcp-age-mark - [0:0]
-A PREROUTING -j neutron-dhcp-age-PREROUTING
-A INPUT -j neutron-dhcp-age-INPUT
-A FORWARD -j neutron-dhcp-age-FORWARD
-A OUTPUT -j neutron-dhcp-age-OUTPUT
-A POSTROUTING -j neutron-dhcp-age-POSTROUTING
-A neutron-dhcp-age-POSTROUTING -p udp -m udp --dport 68 -j CHECKSUM --checksum-fill
-A neutron-dhcp-age-PREROUTING -j neutron-dhcp-age-mark
COMMIT
# Completed on Thu Dec 20 08:50:26 2018
# Generated by iptables-save v1.4.21 on Thu Dec 20 08:50:26 2018
*filter
:INPUT ACCEPT [435:38098]
:FORWARD ACCEPT [0:0]
:OUTPUT ACCEPT [328:35136]
:neutron-dhcp-age-FORWARD - [0:0]
:neutron-dhcp-age-INPUT - [0:0]
:neutron-dhcp-age-OUTPUT - [0:0]
:neutron-dhcp-age-local - [0:0]
:neutron-filter-top - [0:0]
-A INPUT -j neutron-dhcp-age-INPUT
-A FORWARD -j neutron-filter-top
-A FORWARD -j neutron-dhcp-age-FORWARD
-A OUTPUT -j neutron-filter-top
-A OUTPUT -j neutron-dhcp-age-OUTPUT
-A neutron-filter-top -j neutron-dhcp-age-local
COMMIT
# Completed on Thu Dec 20 08:50:26 2018
# Generated by iptables-save v1.4.21 on Thu Dec 20 08:50:26 2018
*raw
:PREROUTING ACCEPT [435:38098]
:OUTPUT ACCEPT [328:35136]
:neutron-dhcp-age-OUTPUT - [0:0]
:neutron-dhcp-age-PREROUTING - [0:0]
-A PREROUTING -j neutron-dhcp-age-PREROUTING
-A OUTPUT -j neutron-dhcp-age-OUTPUT
COMMIT
# Completed on Thu Dec 20 08:50:26 2018

recreated the router by hand again. doesn't work :(

root@mantis(controller)~ # openstack router create --project ba546ea8e5224748860d3476d2401106 router1
+-------------------------+--------------------------------------+
| Field                   | Value                                |
+-------------------------+--------------------------------------+
| admin_state_up          | UP                                   |
| availability_zone_hints |                                      |
| availability_zones      |                                      |
| created_at              | 2018-12-19T14:44:32Z                 |
| description             |                                      |
| distributed             | False                                |
| external_gateway_info   | None                                 |
| flavor_id               | None                                 |
| ha                      | False                                |
| id                      | f8516b33-e6b4-487c-b613-6a33833a4c21 |
| name                    | router1                              |
| project_id              | ba546ea8e5224748860d3476d2401106     |
| revision_number         | 0                                    |
| routes                  |                                      |
| status                  | ACTIVE                               |
| tags                    |                                      |
| updated_at              | 2018-12-19T14:44:32Z                 |
+-------------------------+--------------------------------------+

root@mantis(controller)~ # openstack subnet list
+--------------------------------------+-------+--------------------------------------+-----------------+
| ID                                   | Name  | Network                              | Subnet          |
+--------------------------------------+-------+--------------------------------------+-----------------+
| 5b48de07-3c3b-4fad-91e4-527fc6504abf | local | 165c112f-7e3c-4b52-a2e2-dbd013defd10 | 192.168.96.0/21 |
| fa606c14-65fa-4f4f-ae47-bb87cc46e89a | int1  | e1c5cd35-6e4e-4b4f-a1ba-6b49244e0c6d | 10.1.0.0/24     |
+--------------------------------------+-------+--------------------------------------+-----------------+

openstack router add subnet f8516b33-e6b4-487c-b613-6a33833a4c21 fa606c14-65fa-4f4f-ae47-bb87cc46e89a

root@mantis(controller)~ # openstack router list
+--------------------------------------+---------+--------+-------+-------------+-------+----------------------------------+
| ID                                   | Name    | Status | State | Distributed | HA    | Project                          |
+--------------------------------------+---------+--------+-------+-------------+-------+----------------------------------+
| f8516b33-e6b4-487c-b613-6a33833a4c21 | router1 | ACTIVE | UP    | False       | False | ba546ea8e5224748860d3476d2401106 |
+--------------------------------------+---------+--------+-------+-------------+-------+----------------------------------+
root@mantis(controller)~ # openstack router show f8516b33-e6b4-487c-b613-6a33833a4c21
+-------------------------+--------------------------------------------------------------------------------------------------------------------------------------+
| Field                   | Value                                                                                                                                |
+-------------------------+--------------------------------------------------------------------------------------------------------------------------------------+
| admin_state_up          | UP                                                                                                                                   |
| availability_zone_hints |                                                                                                                                      |
| availability_zones      |                                                                                                                                      |
| created_at              | 2018-12-19T14:44:32Z                                                                                                                 |
| description             |                                                                                                                                      |
| distributed             | False                                                                                                                                |
| external_gateway_info   | None                                                                                                                                 |
| flavor_id               | None                                                                                                                                 |
| ha                      | False                                                                                                                                |
| id                      | f8516b33-e6b4-487c-b613-6a33833a4c21                                                                                                 |
| interfaces_info         | [{"subnet_id": "fa606c14-65fa-4f4f-ae47-bb87cc46e89a", "ip_address": "10.1.0.1", "port_id": "3c3e46e5-e3c0-408b-be49-a8559f598640"}] |
| name                    | router1                                                                                                                              |
| project_id              | ba546ea8e5224748860d3476d2401106                                                                                                     |
| revision_number         | 4                                                                                                                                    |
| routes                  |                                                                                                                                      |
| status                  | ACTIVE                                                                                                                               |
| tags                    |                                                                                                                                      |
| updated_at              | 2018-12-19T14:48:11Z                                                                                                                 |
+-------------------------+--------------------------------------------------------------------------------------------------------------------------------------+
root@mantis(controller)~ # openstack port list
+--------------------------------------+------+-------------------+--------------------------------------------------------------------------------+--------+
| ID                                   | Name | MAC Address       | Fixed IP Addresses                                                             | Status |
+--------------------------------------+------+-------------------+--------------------------------------------------------------------------------+--------+
| 3c3e46e5-e3c0-408b-be49-a8559f598640 |      | fa:16:3e:8b:d3:ef | ip_address='10.1.0.1', subnet_id='fa606c14-65fa-4f4f-ae47-bb87cc46e89a'        | DOWN   |
| 59002640-8d1a-4ac3-9c76-118d3b7e78cc |      | fa:16:3e:bb:90:d6 | ip_address='192.168.100.180', subnet_id='5b48de07-3c3b-4fad-91e4-527fc6504abf' | N/A    |
| a5e414c5-7d2a-4660-8bd8-87730cd7295e |      | fa:16:3e:ef:77:c1 | ip_address='10.1.0.10', subnet_id='fa606c14-65fa-4f4f-ae47-bb87cc46e89a'       | ACTIVE |
| e336cf61-67e2-45d7-a0d0-0a930781221d |      | fa:16:3e:37:ff:80 | ip_address='192.168.100.175', subnet_id='5b48de07-3c3b-4fad-91e4-527fc6504abf' | ACTIVE |
+--------------------------------------+------+-------------------+--------------------------------------------------------------------------------+--------+


root@mantis(controller)~ # openstack network list
+--------------------------------------+----------+--------------------------------------+
| ID                                   | Name     | Subnets                              |
+--------------------------------------+----------+--------------------------------------+
| 165c112f-7e3c-4b52-a2e2-dbd013defd10 | external | 5b48de07-3c3b-4fad-91e4-527fc6504abf |
| e1c5cd35-6e4e-4b4f-a1ba-6b49244e0c6d | internal | fa606c14-65fa-4f4f-ae47-bb87cc46e89a |
+--------------------------------------+----------+--------------------------------------+
root@mantis(controller)~ # openstack router set --external-gateway 165c112f-7e3c-4b52-a2e2-dbd013defd10 f8516b33-e6b4-487c-b613-6a33833a4c21
root@mantis(controller)~ # openstack router show router1
+-------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+
| Field                   | Value                                                                                                                                                                                       |
+-------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+
| admin_state_up          | UP                                                                                                                                                                                          |
| availability_zone_hints |                                                                                                                                                                                             |
| availability_zones      |                                                                                                                                                                                             |
| created_at              | 2018-12-19T14:44:32Z                                                                                                                                                                        |
| description             |                                                                                                                                                                                             |
| distributed             | False                                                                                                                                                                                       |
| external_gateway_info   | {"network_id": "165c112f-7e3c-4b52-a2e2-dbd013defd10", "enable_snat": true, "external_fixed_ips": [{"subnet_id": "5b48de07-3c3b-4fad-91e4-527fc6504abf", "ip_address": "192.168.100.179"}]} |
| flavor_id               | None                                                                                                                                                                                        |
| ha                      | False                                                                                                                                                                                       |
| id                      | f8516b33-e6b4-487c-b613-6a33833a4c21                                                                                                                                                        |
| interfaces_info         | [{"subnet_id": "fa606c14-65fa-4f4f-ae47-bb87cc46e89a", "ip_address": "10.1.0.1", "port_id": "3c3e46e5-e3c0-408b-be49-a8559f598640"}]                                                        |
| name                    | router1                                                                                                                                                                                     |
| project_id              | ba546ea8e5224748860d3476d2401106                                                                                                                                                            |
| revision_number         | 6                                                                                                                                                                                           |
| routes                  |                                                                                                                                                                                             |
| status                  | ACTIVE                                                                                                                                                                                      |
| tags                    |                                                                                                                                                                                             |
| updated_at              | 2018-12-19T14:57:08Z                                                                                                                                                                        |
+-------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+

root@mantis(controller)~ # openstack port list
+--------------------------------------+------+-------------------+--------------------------------------------------------------------------------+--------+
| ID                                   | Name | MAC Address       | Fixed IP Addresses                                                             | Status |
+--------------------------------------+------+-------------------+--------------------------------------------------------------------------------+--------+
| 16398e2e-4170-46cf-847f-f4c694297765 |      | fa:16:3e:36:6c:19 | ip_address='192.168.100.179', subnet_id='5b48de07-3c3b-4fad-91e4-527fc6504abf' | DOWN   |
| 3c3e46e5-e3c0-408b-be49-a8559f598640 |      | fa:16:3e:8b:d3:ef | ip_address='10.1.0.1', subnet_id='fa606c14-65fa-4f4f-ae47-bb87cc46e89a'        | DOWN   |
| 60fd2cff-142e-4c17-b0cb-46474a2a645e |      | fa:16:3e:8b:ab:53 | ip_address='10.1.0.13', subnet_id='fa606c14-65fa-4f4f-ae47-bb87cc46e89a'       | ACTIVE |
| a5e414c5-7d2a-4660-8bd8-87730cd7295e |      | fa:16:3e:ef:77:c1 | ip_address='10.1.0.10', subnet_id='fa606c14-65fa-4f4f-ae47-bb87cc46e89a'       | ACTIVE |
| e336cf61-67e2-45d7-a0d0-0a930781221d |      | fa:16:3e:37:ff:80 | ip_address='192.168.100.175', subnet_id='5b48de07-3c3b-4fad-91e4-527fc6504abf' | ACTIVE |
+--------------------------------------+------+-------------------+--------------------------------------------------------------------------------+--------+

It was solved. The neutron l3 and l2 agents was transfered to other host (with same config), where is no problem with it.

UPDATE

root@mantis(controller)~ # ip netns exec qrouter-f8516b33-e6b4-487c-b613-6a33833a4c21 ip a
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
    link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
    inet 127.0.0.1/8 scope host lo
       valid_lft forever preferred_lft forever
    inet6 ::1/128 scope host
       valid_lft forever preferred_lft forever
2: qr-3c3e46e5-e3@if16: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1450 qdisc noqueue state UP group default qlen 1000
    link/ether fa:16:3e:8b:d3:ef brd ff:ff:ff:ff:ff:ff link-netnsid 0
    inet 10.1.0.1/24 brd 10.1.0.255 scope global qr-3c3e46e5-e3
       valid_lft forever preferred_lft forever
    inet6 fe80::f816:3eff:fe8b:d3ef/64 scope link
       valid_lft forever preferred_lft forever
3: qg-4295f084-41@if17: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UP group default qlen 1000
    link/ether fa:16:3e:74:bc:13 brd ff:ff:ff:ff:ff:ff link-netnsid 0
    inet 192.168.100.179/21 brd 192.168.103.255 scope global qg-4295f084-41
       valid_lft forever preferred_lft forever
    inet6 fe80::f816:3eff:fe74:bc13/64 scope link
       valid_lft forever preferred_lft forever


root@mantis(controller)~ # ip a
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
    link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
    inet 127.0.0.1/8 scope host lo
       valid_lft forever preferred_lft forever
    inet6 ::1/128 scope host
       valid_lft forever preferred_lft forever
2: ens161: <BROADCAST,MULTICAST,SLAVE,UP,LOWER_UP> mtu 1500 qdisc mq master bond115 state UP group default qlen 1000
    link/ether 00:50:56:84:9a:c2 brd ff:ff:ff:ff:ff:ff
3: ens192: <BROADCAST,MULTICAST,SLAVE,UP,LOWER_UP> mtu 1500 qdisc mq master vlan0.100 state UP group default qlen 1000
    link/ether 00:50:56:84:e0:a0 brd ff:ff:ff:ff:ff:ff
4: ens193: <BROADCAST,MULTICAST,SLAVE,UP,LOWER_UP> mtu 1500 qdisc mq master bond116 state UP group default qlen 1000
    link/ether 00:50:56:84:5c:a3 brd ff:ff:ff:ff:ff:ff
5: ens224: <BROADCAST,MULTICAST,SLAVE,UP,LOWER_UP> mtu 1500 qdisc mq master bond115 state UP group default qlen 1000
    link/ether 00:50:56:84:9a:c2 brd ff:ff:ff:ff:ff:ff
6: ens256: <BROADCAST,MULTICAST,SLAVE,UP,LOWER_UP> mtu 1500 qdisc mq master bond116 state UP group default qlen 1000
    link/ether 00:50:56:84:5c:a3 brd ff:ff:ff:ff:ff:ff
7: vlan0.100: <BROADCAST,MULTICAST,MASTER,UP,LOWER_UP> mtu 1500 qdisc noqueue master brq165c112f-7e state UP group default qlen 1000
    link/ether 00:50:56:84:e0:a0 brd ff:ff:ff:ff:ff:ff
    inet6 fe80::d3a6:f266:f532:5913/64 scope link noprefixroute
       valid_lft forever preferred_lft forever
8: bond116: <BROADCAST,MULTICAST,MASTER,UP,LOWER_UP> mtu 1500 qdisc noqueue state UP group default qlen 1000
    link/ether 00:50:56:84:5c:a3 brd ff:ff:ff:ff:ff:ff
    inet 10.100.201.11/24 brd 10.100.201.255 scope global noprefixroute bond116
       valid_lft forever preferred_lft forever
    inet6 fe80::250:56ff:fe84:5ca3/64 scope link
       valid_lft forever preferred_lft forever
9: bond115: <BROADCAST,MULTICAST,MASTER,UP,LOWER_UP> mtu 1500 qdisc noqueue state UP group default qlen 1000
    link/ether 00:50:56:84:9a:c2 brd ff:ff:ff:ff:ff:ff
    inet 10.0.0.11/24 brd 10.0.0.255 scope global noprefixroute bond115
       valid_lft forever preferred_lft forever
    inet6 fe80::fc09:e384:aedc:f91f/64 scope link noprefixroute
       valid_lft forever preferred_lft forever
11: tape336cf61-67@if2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue master brq165c112f-7e state UP group default qlen 1000
    link/ether c6:d1:96:d5:f1:bd brd ff:ff:ff:ff:ff:ff link-netnsid 0
12: tapa5e414c5-7d@if2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1450 qdisc noqueue master brqe1c5cd35-6e state UP group default qlen 1000
    link/ether 7a:bd:ee:39:d1:13 brd ff:ff:ff:ff:ff:ff link-netnsid 1
13: brq165c112f-7e: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UP group default qlen 1000
    link/ether 00:50:56:84:e0:a0 brd ff:ff:ff:ff:ff:ff
    inet 192.168.100.99/21 brd 192.168.103.255 scope global brq165c112f-7e
       valid_lft forever preferred_lft forever
    inet6 fe80::90db:70ff:fe08:1d2a/64 scope link
       valid_lft forever preferred_lft forever
14: vxlan-1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1450 qdisc noqueue master brqe1c5cd35-6e state UNKNOWN group default qlen 1000
    link/ether 46:ac:69:9d:74:21 brd ff:ff:ff:ff:ff:ff
15: brqe1c5cd35-6e: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1450 qdisc noqueue state UP group default qlen 1000
    link/ether 46:ac:69:9d:74:21 brd ff:ff:ff:ff:ff:ff
    inet6 fe80::f006:43ff:fe67:ce20/64 scope link
       valid_lft forever preferred_lft forever
16: tap3c3e46e5-e3@if2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1450 qdisc noqueue master brqe1c5cd35-6e state UP group default qlen 1000
    link/ether 92:1e:53:04:1b:a7 brd ff:ff:ff:ff:ff:ff link-netnsid 2
17: tap4295f084-41@if3: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue master brq165c112f-7e state UP group default qlen 1000
    link/ether ca:7c:b7:f1:b6:0c brd ff:ff:ff:ff:ff:ff link-netnsid 2


root@mantis(controller)~ # ip link
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN mode DEFAULT group default qlen 1000
    link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
2: ens161: <BROADCAST,MULTICAST,SLAVE,UP,LOWER_UP> mtu 1500 qdisc mq master bond115 state UP mode DEFAULT group default qlen 1000
    link/ether 00:50:56:84:9a:c2 brd ff:ff:ff:ff:ff:ff
3: ens192: <BROADCAST,MULTICAST,SLAVE,UP,LOWER_UP> mtu 1500 qdisc mq master vlan0.100 state UP mode DEFAULT group default qlen 1000
    link/ether 00:50:56:84:e0:a0 brd ff:ff:ff:ff:ff:ff
4: ens193: <BROADCAST,MULTICAST,SLAVE,UP,LOWER_UP> mtu 1500 qdisc mq master bond116 state UP mode DEFAULT group default qlen 1000
    link/ether 00:50:56:84:5c:a3 brd ff:ff:ff:ff:ff:ff
5: ens224: <BROADCAST,MULTICAST,SLAVE,UP,LOWER_UP> mtu 1500 qdisc mq master bond115 state UP mode DEFAULT group default qlen 1000
    link/ether 00:50:56:84:9a:c2 brd ff:ff:ff:ff:ff:ff
6: ens256: <BROADCAST,MULTICAST,SLAVE,UP,LOWER_UP> mtu 1500 qdisc mq master bond116 state UP mode DEFAULT group default qlen 1000
    link/ether 00:50:56:84:5c:a3 brd ff:ff:ff:ff:ff:ff
7: vlan0.100: <BROADCAST,MULTICAST,MASTER,UP,LOWER_UP> mtu 1500 qdisc noqueue master brq165c112f-7e state UP mode DEFAULT group default qlen 1000
    link/ether 00:50:56:84:e0:a0 brd ff:ff:ff:ff:ff:ff
8: bond116: <BROADCAST,MULTICAST,MASTER,UP,LOWER_UP> mtu 1500 qdisc noqueue state UP mode DEFAULT group default qlen 1000
    link/ether 00:50:56:84:5c:a3 brd ff:ff:ff:ff:ff:ff
9: bond115: <BROADCAST,MULTICAST,MASTER,UP,LOWER_UP> mtu 1500 qdisc noqueue state UP mode DEFAULT group default qlen 1000
    link/ether 00:50:56:84:9a:c2 brd ff:ff:ff:ff:ff:ff
11: tape336cf61-67@if2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue master brq165c112f-7e state UP mode DEFAULT group default qlen 1000
    link/ether c6:d1:96:d5:f1:bd brd ff:ff:ff:ff:ff:ff link-netnsid 0
12: tapa5e414c5-7d@if2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1450 qdisc noqueue master brqe1c5cd35-6e state UP mode DEFAULT group default qlen 1000
    link/ether 7a:bd:ee:39:d1:13 brd ff:ff:ff:ff:ff:ff link-netnsid 1
13: brq165c112f-7e: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UP mode DEFAULT group default qlen 1000
    link/ether 00:50:56:84:e0:a0 brd ff:ff:ff:ff:ff:ff
14: vxlan-1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1450 qdisc noqueue master brqe1c5cd35-6e state UNKNOWN mode DEFAULT group default qlen 1000
    link/ether 46:ac:69:9d:74:21 brd ff:ff:ff:ff:ff:ff
15: brqe1c5cd35-6e: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1450 qdisc noqueue state UP mode DEFAULT group default qlen 1000
    link/ether 46:ac:69:9d:74:21 brd ff:ff:ff:ff:ff:ff
16: tap3c3e46e5-e3@if2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1450 qdisc noqueue master brqe1c5cd35-6e state UP mode DEFAULT group default qlen 1000
    link/ether 92:1e:53:04:1b:a7 brd ff:ff:ff:ff:ff:ff link-netnsid 2
17: tap4295f084-41@if3: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue master brq165c112f-7e state UP mode DEFAULT group default qlen 1000
    link/ether ca:7c:b7:f1:b6:0c brd ff:ff:ff:ff:ff:ff link-netnsid 2

---UPDATE

The l3 agent was not started :(

but the route doesnt work :(

root@mantis(controller)/etc/neutron # ip netns
qrouter-f8516b33-e6b4-487c-b613-6a33833a4c21 (id: 2)
qdhcp-e1c5cd35-6e4e-4b4f-a1ba-6b49244e0c6d (id: 1)
qdhcp-165c112f-7e3c-4b52-a2e2-dbd013defd10 (id: 0)
root@mantis(controller)/etc/neutron # ip netns exec qrouter-f8516b33-e6b4-487c-b613-6a33833a4c21 ip a
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
    link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
    inet 127.0.0.1/8 scope host lo
       valid_lft forever preferred_lft forever
    inet6 ::1/128 scope host
       valid_lft forever preferred_lft forever
2: qr-3c3e46e5-e3@if31: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1450 qdisc noqueue state UP group default qlen 1000
    link/ether fa:16:3e:8b:d3:ef brd ff:ff:ff:ff:ff:ff link-netnsid 0
    inet 10.1.0.1/24 brd 10.1.0.255 scope global qr-3c3e46e5-e3
       valid_lft forever preferred_lft forever
    inet6 fe80::f816:3eff:fe8b:d3ef/64 scope link
       valid_lft forever preferred_lft forever
3: qg-4295f084-41@if32: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UP group default qlen 1000
    link/ether fa:16:3e:74:bc:13 brd ff:ff:ff:ff:ff:ff link-netnsid 0
    inet 192.168.100.179/21 brd 192.168.103.255 scope global qg-4295f084-41
       valid_lft forever preferred_lft forever
    inet6 fe80::f816:3eff:fe74:bc13/64 scope link
       valid_lft forever preferred_lft forever



root@mantis(controller)/etc/neutron # ip netns exec qrouter-f8516b33-e6b4-487c-b613-6a33833a4c21 ping -c1 10.1.0.13
PING 10.1.0.13 (10.1.0.13) 56(84) bytes of data.
64 bytes from 10.1.0.13: icmp_seq=1 ttl=64 time=0.527 ms

--- 10.1.0.13 ping statistics ---
1 packets transmitted, 1 received, 0% packet loss, time 0ms
rtt min/avg/max/mdev = 0.527/0.527/0.527/0.000 ms
root@mantis(controller)/etc/neutron # ip netns exec qrouter-f8516b33-e6b4-487c-b613-6a33833a4c21 ping -c1 8.8.8.8
PING 8.8.8.8 (8.8.8.8) 56(84) bytes of data.
From 192.168.100.179 icmp_seq=1 Destination Host Unreachable

--- 8.8.8.8 ping statistics ---
1 packets transmitted, 0 received, +1 errors, 100% packet loss, time 0ms

root@mantis(controller)/etc/neutron # ^C
root@mantis(controller)/etc/neutron # ip netns exec qrouter-f8516b33-e6b4-487c-b613-6a33833a4c21 ip route
default via 192.168.100.1 dev qg-4295f084-41
10.1.0.0/24 dev qr-3c3e46e5-e3 proto kernel scope link src 10.1.0.1
192.168.96.0/21 dev qg-4295f084-41 proto kernel scope link src 192.168.100.179
root@mantis(controller)/etc/neutron # ip netns exec qrouter-f8516b33-e6b4-487c-b613-6a33833a4c21 iptables-save
# Generated by iptables-save v1.4.21 on Thu Dec 20 12:17:18 2018
*nat
:PREROUTING ACCEPT [7:833]
:INPUT ACCEPT [4:592]
:OUTPUT ACCEPT [5:420]
:POSTROUTING ACCEPT [0:0]
:neutron-l3-agent-OUTPUT - [0:0]
:neutron-l3-agent-POSTROUTING - [0:0]
:neutron-l3-agent-PREROUTING - [0:0]
:neutron-l3-agent-float-snat - [0:0]
:neutron-l3-agent-snat - [0:0]
:neutron-postrouting-bottom - [0:0]
-A PREROUTING -j neutron-l3-agent-PREROUTING
-A OUTPUT -j neutron-l3-agent-OUTPUT
-A POSTROUTING -j neutron-l3-agent-POSTROUTING
-A POSTROUTING -j neutron-postrouting-bottom
-A neutron-l3-agent-POSTROUTING ! -i qg-4295f084-41 ! -o qg-4295f084-41 -m conntrack ! --ctstate DNAT -j ACCEPT
-A neutron-l3-agent-PREROUTING -d 169.254.169.254/32 -i qr-+ -p tcp -m tcp --dport 80 -j REDIRECT --to-ports 9697
-A neutron-l3-agent-snat -j neutron-l3-agent-float-snat
-A neutron-l3-agent-snat -o qg-4295f084-41 -j SNAT --to-source 192.168.100.179
-A neutron-l3-agent-snat -m mark ! --mark 0x2/0xffff -m conntrack --ctstate DNAT -j SNAT --to-source 192.168.100.179
-A neutron-postrouting-bottom -m comment --comment "Perform source NAT on outgoing traffic." -j neutron-l3-agent-snat
COMMIT
# Completed on Thu Dec 20 12:17:18 2018
# Generated by iptables-save v1.4.21 on Thu Dec 20 12:17:18 2018
*mangle
:PREROUTING ACCEPT [27:3071]
:INPUT ACCEPT [23:2746]
:FORWARD ACCEPT [3:252]
:OUTPUT ACCEPT [27:2604]
:POSTROUTING ACCEPT [30:2856]
:neutron-l3-agent-FORWARD - [0:0]
:neutron-l3-agent-INPUT - [0:0]
:neutron-l3-agent-OUTPUT - [0:0]
:neutron-l3-agent-POSTROUTING - [0:0]
:neutron-l3-agent-PREROUTING - [0:0]
:neutron-l3-agent-float-snat - [0:0]
:neutron-l3-agent-floatingip - [0:0]
:neutron-l3-agent-mark - [0:0]
:neutron-l3-agent-scope - [0:0]
-A PREROUTING -j neutron-l3-agent-PREROUTING
-A INPUT -j neutron-l3-agent-INPUT
-A FORWARD -j neutron-l3-agent-FORWARD
-A OUTPUT -j neutron-l3-agent-OUTPUT
-A POSTROUTING -j neutron-l3-agent-POSTROUTING
-A neutron-l3-agent-POSTROUTING -o qg-4295f084-41 -m connmark --mark 0x0/0xffff0000 -j CONNMARK --save-mark --nfmask 0xffff0000 --ctmask 0xffff0000
-A neutron-l3-agent-POSTROUTING -o qr-+ -p tcp -m tcp --sport 9697 -j CHECKSUM --checksum-fill
-A neutron-l3-agent-PREROUTING -j neutron-l3-agent-mark
-A neutron-l3-agent-PREROUTING -j neutron-l3-agent-scope
-A neutron-l3-agent-PREROUTING -m connmark ! --mark 0x0/0xffff0000 -j CONNMARK --restore-mark --nfmask 0xffff0000 --ctmask 0xffff0000
-A neutron-l3-agent-PREROUTING -j neutron-l3-agent-floatingip
-A neutron-l3-agent-PREROUTING -d 169.254.169.254/32 -i qr-+ -p tcp -m tcp --dport 80 -j MARK --set-xmark 0x1/0xffff
-A neutron-l3-agent-float-snat -m connmark --mark 0x0/0xffff0000 -j CONNMARK --save-mark --nfmask 0xffff0000 --ctmask 0xffff0000
-A neutron-l3-agent-mark -i qg-4295f084-41 -j MARK --set-xmark 0x2/0xffff
-A neutron-l3-agent-scope -i qr-3c3e46e5-e3 -j MARK --set-xmark 0x4000000/0xffff0000
-A neutron-l3-agent-scope -i qg-4295f084-41 -j MARK --set-xmark 0x4000000/0xffff0000
COMMIT
# Completed on Thu Dec 20 12:17:18 2018
# Generated by iptables-save v1.4.21 on Thu Dec 20 12:17:18 2018
*filter
:INPUT ACCEPT [23:2746]
:FORWARD ACCEPT [3:252]
:OUTPUT ACCEPT [27:2604]
:neutron-filter-top - [0:0]
:neutron-l3-agent-FORWARD - [0:0]
:neutron-l3-agent-INPUT - [0:0]
:neutron-l3-agent-OUTPUT - [0:0]
:neutron-l3-agent-local - [0:0]
:neutron-l3-agent-scope - [0:0]
-A INPUT -j neutron-l3-agent-INPUT
-A FORWARD -j neutron-filter-top
-A FORWARD -j neutron-l3-agent-FORWARD
-A OUTPUT -j neutron-filter-top
-A OUTPUT -j neutron-l3-agent-OUTPUT
-A neutron-filter-top -j neutron-l3-agent-local
-A neutron-l3-agent-FORWARD -j neutron-l3-agent-scope
-A neutron-l3-agent-INPUT -m mark --mark 0x1/0xffff -j ACCEPT
-A neutron-l3-agent-INPUT -p tcp -m tcp --dport 9697 -j DROP
-A neutron-l3-agent-scope -o qr-3c3e46e5-e3 -m mark ! --mark 0x4000000/0xffff0000 -j DROP
COMMIT
# Completed on Thu Dec 20 12:17:18 2018
# Generated by iptables-save v1.4.21 on Thu Dec 20 12:17:18 2018
*raw
:PREROUTING ACCEPT [27:3071]
:OUTPUT ACCEPT [27:2604]
:neutron-l3-agent-OUTPUT - [0:0]
:neutron-l3-agent-PREROUTING - [0:0]
-A PREROUTING -j neutron-l3-agent-PREROUTING
-A OUTPUT -j neutron-l3-agent-OUTPUT
COMMIT
# Completed on Thu Dec 20 12:17:18 2018

root@mantis(controller)~ # openstack server list
+--------------------------------------+--------+--------+--------------------------+-------+---------+
| ID                                   | Name   | Status | Networks                 | Image | Flavor  |
+--------------------------------------+--------+--------+--------------------------+-------+---------+
| 1649b62d-387b-4a9a-b307-9303c0fd1580 | teszt3 | ACTIVE | internal=10.1.0.13       |       | m1.nano |
| 63da6919-a28b-494c-9987-8b0fac9e22d2 | teszt2 | ACTIVE | external=192.168.100.177 |       | m1.nano |
+--------------------------------------+--------+--------+--------------------------+-------+---------+
root@mantis(controller)~ # ip netns
qdhcp-e1c5cd35-6e4e-4b4f-a1ba-6b49244e0c6d (id: 1)
qdhcp-165c112f-7e3c-4b52-a2e2-dbd013defd10 (id: 0)
root@mantis(controller)~ # ip netns exec qdhcp-e1c5cd35-6e4e-4b4f-a1ba-6b49244e0c6d ip a
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
    link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
    inet 127.0.0.1/8 scope host lo
       valid_lft forever preferred_lft forever
    inet6 ::1/128 scope host
       valid_lft forever preferred_lft forever
2: ns-a5e414c5-7d@if25: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1450 qdisc noqueue state UP group default qlen 1000
    link/ether fa:16:3e:ef:77:c1 brd ff:ff:ff:ff:ff:ff link-netnsid 0
    inet 10.1.0.10/24 brd 10.1.0.255 scope global ns-a5e414c5-7d
       valid_lft forever preferred_lft forever
    inet 169.254.169.254/16 brd 169.254.255.255 scope global ns-a5e414c5-7d
       valid_lft forever preferred_lft forever
    inet6 fe80::f816:3eff:feef:77c1/64 scope link
       valid_lft forever preferred_lft forever
root@mantis(controller)~ # ip netns exec qdhcp-e1c5cd35-6e4e-4b4f-a1ba-6b49244e0c6d ping -c 1 10.1.0.13
PING 10.1.0.13 (10.1.0.13) 56(84) bytes of data.
64 bytes from 10.1.0.13: icmp_seq=1 ttl=64 time=0.512 ms

--- 10.1.0.13 ping statistics ---
1 packets transmitted, 1 received, 0% packet loss, time 0ms
rtt min/avg/max/mdev = 0.512/0.512/0.512/0.000 ms

root@mantis(controller)~ # ip netns exec qdhcp-e1c5cd35-6e4e-4b4f-a1ba-6b49244e0c6d iptables-save
# Generated by iptables-save v1.4.21 on Thu Dec 20 08:50:26 2018
*nat
:PREROUTING ACCEPT [83:8852]
:INPUT ACCEPT [83:8852]
:OUTPUT ACCEPT [13:3063]
:POSTROUTING ACCEPT [13:3063]
:neutron-dhcp-age-OUTPUT - [0:0]
:neutron-dhcp-age-POSTROUTING - [0:0]
:neutron-dhcp-age-PREROUTING - [0:0]
:neutron-dhcp-age-float-snat - [0:0]
:neutron-dhcp-age-snat - [0:0]
:neutron-postrouting-bottom - [0:0]
-A PREROUTING -j neutron-dhcp-age-PREROUTING
-A OUTPUT -j neutron-dhcp-age-OUTPUT
-A POSTROUTING -j neutron-dhcp-age-POSTROUTING
-A POSTROUTING -j neutron-postrouting-bottom
-A neutron-dhcp-age-snat -j neutron-dhcp-age-float-snat
-A neutron-postrouting-bottom -m comment --comment "Perform source NAT on outgoing traffic." -j neutron-dhcp-age-snat
COMMIT
# Completed on Thu Dec 20 08:50:26 2018
# Generated by iptables-save v1.4.21 on Thu Dec 20 08:50:26 2018
*mangle
:PREROUTING ACCEPT [435:38098]
:INPUT ACCEPT [435:38098]
:FORWARD ACCEPT [0:0]
:OUTPUT ACCEPT [328:35136]
:POSTROUTING ACCEPT [328:35136]
:neutron-dhcp-age-FORWARD - [0:0]
:neutron-dhcp-age-INPUT - [0:0]
:neutron-dhcp-age-OUTPUT - [0:0]
:neutron-dhcp-age-POSTROUTING - [0:0]
:neutron-dhcp-age-PREROUTING - [0:0]
:neutron-dhcp-age-mark - [0:0]
-A PREROUTING -j neutron-dhcp-age-PREROUTING
-A INPUT -j neutron-dhcp-age-INPUT
-A FORWARD -j neutron-dhcp-age-FORWARD
-A OUTPUT -j neutron-dhcp-age-OUTPUT
-A POSTROUTING -j neutron-dhcp-age-POSTROUTING
-A neutron-dhcp-age-POSTROUTING -p udp -m udp --dport 68 -j CHECKSUM --checksum-fill
-A neutron-dhcp-age-PREROUTING -j neutron-dhcp-age-mark
COMMIT
# Completed on Thu Dec 20 08:50:26 2018
# Generated by iptables-save v1.4.21 on Thu Dec 20 08:50:26 2018
*filter
:INPUT ACCEPT [435:38098]
:FORWARD ACCEPT [0:0]
:OUTPUT ACCEPT [328:35136]
:neutron-dhcp-age-FORWARD - [0:0]
:neutron-dhcp-age-INPUT - [0:0]
:neutron-dhcp-age-OUTPUT - [0:0]
:neutron-dhcp-age-local - [0:0]
:neutron-filter-top - [0:0]
-A INPUT -j neutron-dhcp-age-INPUT
-A FORWARD -j neutron-filter-top
-A FORWARD -j neutron-dhcp-age-FORWARD
-A OUTPUT -j neutron-filter-top
-A OUTPUT -j neutron-dhcp-age-OUTPUT
-A neutron-filter-top -j neutron-dhcp-age-local
COMMIT
# Completed on Thu Dec 20 08:50:26 2018
# Generated by iptables-save v1.4.21 on Thu Dec 20 08:50:26 2018
*raw
:PREROUTING ACCEPT [435:38098]
:OUTPUT ACCEPT [328:35136]
:neutron-dhcp-age-OUTPUT - [0:0]
:neutron-dhcp-age-PREROUTING - [0:0]
-A PREROUTING -j neutron-dhcp-age-PREROUTING
-A OUTPUT -j neutron-dhcp-age-OUTPUT
COMMIT
# Completed on Thu Dec 20 08:50:26 2018

recreated the router by hand again. doesn't work :(

root@mantis(controller)~ # openstack router create --project ba546ea8e5224748860d3476d2401106 router1
+-------------------------+--------------------------------------+
| Field                   | Value                                |
+-------------------------+--------------------------------------+
| admin_state_up          | UP                                   |
| availability_zone_hints |                                      |
| availability_zones      |                                      |
| created_at              | 2018-12-19T14:44:32Z                 |
| description             |                                      |
| distributed             | False                                |
| external_gateway_info   | None                                 |
| flavor_id               | None                                 |
| ha                      | False                                |
| id                      | f8516b33-e6b4-487c-b613-6a33833a4c21 |
| name                    | router1                              |
| project_id              | ba546ea8e5224748860d3476d2401106     |
| revision_number         | 0                                    |
| routes                  |                                      |
| status                  | ACTIVE                               |
| tags                    |                                      |
| updated_at              | 2018-12-19T14:44:32Z                 |
+-------------------------+--------------------------------------+

root@mantis(controller)~ # openstack subnet list
+--------------------------------------+-------+--------------------------------------+-----------------+
| ID                                   | Name  | Network                              | Subnet          |
+--------------------------------------+-------+--------------------------------------+-----------------+
| 5b48de07-3c3b-4fad-91e4-527fc6504abf | local | 165c112f-7e3c-4b52-a2e2-dbd013defd10 | 192.168.96.0/21 |
| fa606c14-65fa-4f4f-ae47-bb87cc46e89a | int1  | e1c5cd35-6e4e-4b4f-a1ba-6b49244e0c6d | 10.1.0.0/24     |
+--------------------------------------+-------+--------------------------------------+-----------------+

openstack router add subnet f8516b33-e6b4-487c-b613-6a33833a4c21 fa606c14-65fa-4f4f-ae47-bb87cc46e89a

root@mantis(controller)~ # openstack router list
+--------------------------------------+---------+--------+-------+-------------+-------+----------------------------------+
| ID                                   | Name    | Status | State | Distributed | HA    | Project                          |
+--------------------------------------+---------+--------+-------+-------------+-------+----------------------------------+
| f8516b33-e6b4-487c-b613-6a33833a4c21 | router1 | ACTIVE | UP    | False       | False | ba546ea8e5224748860d3476d2401106 |
+--------------------------------------+---------+--------+-------+-------------+-------+----------------------------------+
root@mantis(controller)~ # openstack router show f8516b33-e6b4-487c-b613-6a33833a4c21
+-------------------------+--------------------------------------------------------------------------------------------------------------------------------------+
| Field                   | Value                                                                                                                                |
+-------------------------+--------------------------------------------------------------------------------------------------------------------------------------+
| admin_state_up          | UP                                                                                                                                   |
| availability_zone_hints |                                                                                                                                      |
| availability_zones      |                                                                                                                                      |
| created_at              | 2018-12-19T14:44:32Z                                                                                                                 |
| description             |                                                                                                                                      |
| distributed             | False                                                                                                                                |
| external_gateway_info   | None                                                                                                                                 |
| flavor_id               | None                                                                                                                                 |
| ha                      | False                                                                                                                                |
| id                      | f8516b33-e6b4-487c-b613-6a33833a4c21                                                                                                 |
| interfaces_info         | [{"subnet_id": "fa606c14-65fa-4f4f-ae47-bb87cc46e89a", "ip_address": "10.1.0.1", "port_id": "3c3e46e5-e3c0-408b-be49-a8559f598640"}] |
| name                    | router1                                                                                                                              |
| project_id              | ba546ea8e5224748860d3476d2401106                                                                                                     |
| revision_number         | 4                                                                                                                                    |
| routes                  |                                                                                                                                      |
| status                  | ACTIVE                                                                                                                               |
| tags                    |                                                                                                                                      |
| updated_at              | 2018-12-19T14:48:11Z                                                                                                                 |
+-------------------------+--------------------------------------------------------------------------------------------------------------------------------------+
root@mantis(controller)~ # openstack port list
+--------------------------------------+------+-------------------+--------------------------------------------------------------------------------+--------+
| ID                                   | Name | MAC Address       | Fixed IP Addresses                                                             | Status |
+--------------------------------------+------+-------------------+--------------------------------------------------------------------------------+--------+
| 3c3e46e5-e3c0-408b-be49-a8559f598640 |      | fa:16:3e:8b:d3:ef | ip_address='10.1.0.1', subnet_id='fa606c14-65fa-4f4f-ae47-bb87cc46e89a'        | DOWN   |
| 59002640-8d1a-4ac3-9c76-118d3b7e78cc |      | fa:16:3e:bb:90:d6 | ip_address='192.168.100.180', subnet_id='5b48de07-3c3b-4fad-91e4-527fc6504abf' | N/A    |
| a5e414c5-7d2a-4660-8bd8-87730cd7295e |      | fa:16:3e:ef:77:c1 | ip_address='10.1.0.10', subnet_id='fa606c14-65fa-4f4f-ae47-bb87cc46e89a'       | ACTIVE |
| e336cf61-67e2-45d7-a0d0-0a930781221d |      | fa:16:3e:37:ff:80 | ip_address='192.168.100.175', subnet_id='5b48de07-3c3b-4fad-91e4-527fc6504abf' | ACTIVE |
+--------------------------------------+------+-------------------+--------------------------------------------------------------------------------+--------+


root@mantis(controller)~ # openstack network list
+--------------------------------------+----------+--------------------------------------+
| ID                                   | Name     | Subnets                              |
+--------------------------------------+----------+--------------------------------------+
| 165c112f-7e3c-4b52-a2e2-dbd013defd10 | external | 5b48de07-3c3b-4fad-91e4-527fc6504abf |
| e1c5cd35-6e4e-4b4f-a1ba-6b49244e0c6d | internal | fa606c14-65fa-4f4f-ae47-bb87cc46e89a |
+--------------------------------------+----------+--------------------------------------+
root@mantis(controller)~ # openstack router set --external-gateway 165c112f-7e3c-4b52-a2e2-dbd013defd10 f8516b33-e6b4-487c-b613-6a33833a4c21
root@mantis(controller)~ # openstack router show router1
+-------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+
| Field                   | Value                                                                                                                                                                                       |
+-------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+
| admin_state_up          | UP                                                                                                                                                                                          |
| availability_zone_hints |                                                                                                                                                                                             |
| availability_zones      |                                                                                                                                                                                             |
| created_at              | 2018-12-19T14:44:32Z                                                                                                                                                                        |
| description             |                                                                                                                                                                                             |
| distributed             | False                                                                                                                                                                                       |
| external_gateway_info   | {"network_id": "165c112f-7e3c-4b52-a2e2-dbd013defd10", "enable_snat": true, "external_fixed_ips": [{"subnet_id": "5b48de07-3c3b-4fad-91e4-527fc6504abf", "ip_address": "192.168.100.179"}]} |
| flavor_id               | None                                                                                                                                                                                        |
| ha                      | False                                                                                                                                                                                       |
| id                      | f8516b33-e6b4-487c-b613-6a33833a4c21                                                                                                                                                        |
| interfaces_info         | [{"subnet_id": "fa606c14-65fa-4f4f-ae47-bb87cc46e89a", "ip_address": "10.1.0.1", "port_id": "3c3e46e5-e3c0-408b-be49-a8559f598640"}]                                                        |
| name                    | router1                                                                                                                                                                                     |
| project_id              | ba546ea8e5224748860d3476d2401106                                                                                                                                                            |
| revision_number         | 6                                                                                                                                                                                           |
| routes                  |                                                                                                                                                                                             |
| status                  | ACTIVE                                                                                                                                                                                      |
| tags                    |                                                                                                                                                                                             |
| updated_at              | 2018-12-19T14:57:08Z                                                                                                                                                                        |
+-------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+

root@mantis(controller)~ # openstack port list
+--------------------------------------+------+-------------------+--------------------------------------------------------------------------------+--------+
| ID                                   | Name | MAC Address       | Fixed IP Addresses                                                             | Status |
+--------------------------------------+------+-------------------+--------------------------------------------------------------------------------+--------+
| 16398e2e-4170-46cf-847f-f4c694297765 |      | fa:16:3e:36:6c:19 | ip_address='192.168.100.179', subnet_id='5b48de07-3c3b-4fad-91e4-527fc6504abf' | DOWN   |
| 3c3e46e5-e3c0-408b-be49-a8559f598640 |      | fa:16:3e:8b:d3:ef | ip_address='10.1.0.1', subnet_id='fa606c14-65fa-4f4f-ae47-bb87cc46e89a'        | DOWN   |
| 60fd2cff-142e-4c17-b0cb-46474a2a645e |      | fa:16:3e:8b:ab:53 | ip_address='10.1.0.13', subnet_id='fa606c14-65fa-4f4f-ae47-bb87cc46e89a'       | ACTIVE |
| a5e414c5-7d2a-4660-8bd8-87730cd7295e |      | fa:16:3e:ef:77:c1 | ip_address='10.1.0.10', subnet_id='fa606c14-65fa-4f4f-ae47-bb87cc46e89a'       | ACTIVE |
| e336cf61-67e2-45d7-a0d0-0a930781221d |      | fa:16:3e:37:ff:80 | ip_address='192.168.100.175', subnet_id='5b48de07-3c3b-4fad-91e4-527fc6504abf' | ACTIVE |
+--------------------------------------+------+-------------------+--------------------------------------------------------------------------------+--------+