Ask Your Question

Revision history [back]

click to hide/show revision 1
initial version

Hello Beny,

Please find the below output, [root@controller1 ~]# magnum --debug service-list DEBUG (extension:180) found extension EntryPoint.parse('v2token = keystoneauth1.loading._plugins.identity.v2:Token') DEBUG (extension:180) found extension EntryPoint.parse('v3oauth1 = keystoneauth1.extras.oauth1._loading:V3OAuth1') DEBUG (extension:180) found extension EntryPoint.parse('admin_token = keystoneauth1.loading._plugins.admin_token:AdminToken') DEBUG (extension:180) found extension EntryPoint.parse('v3oidcauthcode = keystoneauth1.loading._plugins.identity.v3:OpenIDConnectAuthorizationCode') DEBUG (extension:180) found extension EntryPoint.parse('v2password = keystoneauth1.loading._plugins.identity.v2:Password') DEBUG (extension:180) found extension EntryPoint.parse('v3samlpassword = keystoneauth1.extras._saml2._loading:Saml2Password') DEBUG (extension:180) found extension EntryPoint.parse('v3password = keystoneauth1.loading._plugins.identity.v3:Password') DEBUG (extension:180) found extension EntryPoint.parse('v3oidcaccesstoken = keystoneauth1.loading._plugins.identity.v3:OpenIDConnectAccessToken') DEBUG (extension:180) found extension EntryPoint.parse('v3oidcpassword = keystoneauth1.loading._plugins.identity.v3:OpenIDConnectPassword') DEBUG (extension:180) found extension EntryPoint.parse('v3kerberos = keystoneauth1.extras.kerberos._loading:Kerberos') DEBUG (extension:180) found extension EntryPoint.parse('token = keystoneauth1.loading._plugins.identity.generic:Token') DEBUG (extension:180) found extension EntryPoint.parse('v3oidcclientcredentials = keystoneauth1.loading._plugins.identity.v3:OpenIDConnectClientCredentials') DEBUG (extension:180) found extension EntryPoint.parse('v3tokenlessauth = keystoneauth1.loading._plugins.identity.v3:TokenlessAuth') DEBUG (extension:180) found extension EntryPoint.parse('v3token = keystoneauth1.loading._plugins.identity.v3:Token') DEBUG (extension:180) found extension EntryPoint.parse('v3totp = keystoneauth1.loading._plugins.identity.v3:TOTP') DEBUG (extension:180) found extension EntryPoint.parse('password = keystoneauth1.loading._plugins.identity.generic:Password') DEBUG (extension:180) found extension EntryPoint.parse('v3fedkerb = keystoneauth1.extras.kerberos._loading:MappedKerberos') DEBUG (extension:180) found extension EntryPoint.parse('token_endpoint = openstackclient.api.auth_plugin:TokenEndpoint') DEBUG (extension:180) found extension EntryPoint.parse('v1password = swiftclient.authv1:PasswordLoader') DEBUG (extension:180) found extension EntryPoint.parse('aodh-noauth = aodhclient.noauth:AodhNoAuthLoader') DEBUG (session:347) REQ: curl -g -i -X GET http://controller1:35357/v3 -H "Accept: application/json" -H "User-Agent: magnum keystoneauth1/2.18.0 python-requests/2.11.1 CPython/2.7.5" INFO (connectionpool:214) Starting new HTTP connection (1): controller1 DEBUG (connectionpool:401) "GET /v3 HTTP/1.1" 200 251 DEBUG (session:395) RESP: [200] Date: Wed, 20 Sep 2017 12:41:53 GMT Server: Apache/2.4.6 (CentOS) mod_wsgi/3.4 Python/2.7.5 Vary: X-Auth-Token x-openstack-request-id: req-f1dd70b6-10e2-4268-8682-467485e40c39 Content-Length: 251 Keep-Alive: timeout=5, max=100 Connection: Keep-Alive Content-Type: application/json RESP BODY: {"version": {"status": "stable", "updated": "2017-02-22T00:00:00Z", "media-types": [{"base": "application/json", "type": "application/vnd.openstack.identity-v3+json"}], "id": "v3.8", "links": [{"href": "http://controller1:35357/v3/", "rel": "self"}]}}

DEBUG (session:640) GET call to None for http://controller1:35357/v3 used request id req-f1dd70b6-10e2-4268-8682-467485e40c39 DEBUG (base:165) Making authentication request to http://controller1:35357/v3/auth/tokens DEBUG (connectionpool:401) "POST /v3/auth/tokens HTTP/1.1" 201 6405 DEBUG (base:170) {"token": {"is_domain": false, "methods": ["password"], "roles": [{"id": "e1916d3a400348a785ed9764716ba935", "name": "admin"}], "expires_at": "2017-09-20T13:41:53.000000Z", "project": {"domain": {"id": "default", "name": "Default"}, "id": "5fbc2c0043204370a1d42631050ccd3c", "name": "admin"}, "catalog": [{"endpoints": [{"url": "http://controller1:8004/v1/5fbc2c0043204370a1d42631050ccd3c", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "3a4012b4535c49fcb5e3726aa4a0752b"}, {"url": "http://controller1:8004/v1/5fbc2c0043204370a1d42631050ccd3c", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "abd067fc9ba04c55ac3d4418d0ed77f7"}, {"url": "http://controller1:8004/v1/5fbc2c0043204370a1d42631050ccd3c", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "fefce7732499442c81e81572de0df7bd"}], "type": "orchestration", "id": "20d49d53ce35441b89d26af3682a74c0", "name": "heat"}, {"endpoints": [{"url": "http://controller1:8776/v2/5fbc2c0043204370a1d42631050ccd3c", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "125e489b7fed41e0a1ec54a92a233be0"}, {"url": "http://controller1:8776/v2/5fbc2c0043204370a1d42631050ccd3c", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "1841ce6f5c4344588636b02fd431f225"}, {"url": "http://controller1:8776/v2/5fbc2c0043204370a1d42631050ccd3c", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "f7af7689d6b249168bb9d384ac8cb3d7"}], "type": "volumev2", "id": "2dd523456aa446368fd6b80acebe723d", "name": "cinderv2"}, {"endpoints": [{"url": "http://controller1:9511/v1", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "63b7ec63215443ce9103585a50437769"}, {"url": "http://controller1:9511/v1", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "9afe0c1cddc0459ea974879d891d58ed"}, {"url": "http://controller1:9511/v1", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "b5865bc4a6954ab8a2c143471f9eb158"}], "type": "container-infra", "id": "819abd54dda045bea40aa930fc4be7ea", "name": "magnum"}, {"endpoints": [{"url": "http://controller1:8776/v2/5fbc2c0043204370a1d42631050ccd3c", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "29a0e17fca9a47fdb30c73f14f79d034"}, {"url": "http://controller1:8776/v2/5fbc2c0043204370a1d42631050ccd3c", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "6a31cfd83c1c4554bb5a1c080bfce153"}, {"url": "http://controller1:8776/v2/5fbc2c0043204370a1d42631050ccd3c", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "9be2c5fd636b483db2c5db0039a72559"}], "type": "volume", "id": "90c4d59e87a0479c934162d45f3c2c3a", "name": "cinder"}, {"endpoints": [{"url": "http://controller1:8778", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "46baa9b615974d96b616a31ec651b4c3"}, {"url": "http://controller1:8778", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "8a5155076dd143428d9193d33ce234a5"}, {"url": "http://controller1:8778", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "90910491eab246a89060ab2e849b2c8a"}], "type": "placement", "id": "c1f26084971c47bebd7f27bfb82e6a87", "name": "placement"}, {"endpoints": [{"url": "http://controller1:8774/v2.1", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "3d3313182e1c41c598d3805e2ec05330"}, {"url": "http://controller1:8774/v2.1", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "54d38c3c45134a80abd03391930bcb5b"}, {"url": "http://controller1:8774/v2.1", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "ffcb9cfeed1544e0aae4a20bf4929bbb"}], "type": "compute", "id": "de7393298c5f4944a7e8561edfc359b9", "name": "nova"}, {"endpoints": [{"url": "http://controller1:9696", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "2573cd8070d34b128baad2a2b91eec15"}, {"url": "http://controller1:9696", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "3107594d64f545298275460461b69fe4"}, {"url": "http://controller1:9696", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "9c71cd1ad8394c429564539f41877469"}], "type": "network", "id": "e9d0c41e253a481090fff90a3da42f9c", "name": "neutron"}, {"endpoints": [{"url": "http://controller1:5000/v3/", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "11edd30c25bf479f82d170606a7a40b1"}, {"url": "http://controller1:35357/v3/", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "1572aa1869fa42c48ac628dfd7058e01"}, {"url": "http://controller1:5000/v3/", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "423060daeeb749c286e398e31ae45760"}], "type": "identity", "id": "f3d3f8a8a45141df8dba3c5db6c9f6b9", "name": "keystone"}, {"endpoints": [{"url": "http://controller1:9292", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "4f4fad9cbec74102a113a0ceee8b4e15"}, {"url": "http://controller1:9292", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "c403d6030d7449338e60993ea8bcf58b"}, {"url": "http://controller1:9292", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "dfbbc27f5dc94c72aa58f3510b7a7658"}], "type": "image", "id": "f60ee7af73f9461bbde63024756c773a", "name": "glance"}, {"endpoints": [{"url": "http://controller1:8000/v1", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "35915e974e074f59a002186bf0d3b7af"}, {"url": "http://controller1:8000/v1", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "621f254cbde349ab95b752b4e7b45b60"}, {"url": "http://controller1:8000/v1", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "b615e5118fe24ccd8e64823204ba8ed7"}], "type": "cloudformation", "id": "fc6185a266654369984a95fece4e80be", "name": "heat-cfn"}], "user": {"domain": {"id": "default", "name": "Default"}, "password_expires_at": null, "name": "admin", "id": "c5a98550a05a4de7b1e0943054f19d82"}, "audit_ids": ["cWgQdEF1SLCMGkN0QHzobg"], "issued_at": "2017-09-20T12:41:53.000000Z"}} DEBUG (session:347) REQ: curl -g -i -X GET http://controller1:9511/v1/mservices -H "OpenStack-API-Version: container-infra latest" -H "X-Auth-Token: {SHA1}a734aa77007de8a53ea4d166ab6582577a3ccaa4" -H "Content-Type: application/json" -H "Accept: application/json" -H "User-Agent: None" INFO (connectionpool:214) Starting new HTTP connection (1): controller1 DEBUG (connectionpool:401) "GET /v1/mservices HTTP/1.1" 403 195 DEBUG (session:395) RESP: [403] OpenStack-API-Minimum-Version: container-infra 1.1 OpenStack-API-Maximum-Version: container-infra 1.6 OpenStack-API-Version: container-infra 1.6 vary: OpenStack-API-Version Content-Type: application/json Content-Length: 195 x-openstack-request-id: req-52eb0fa7-bb2c-4b82-8e39-cd62ebd9366a Server: Werkzeug/0.12.2 Python/2.7.5 Date: Wed, 20 Sep 2017 12:41:55 GMT RESP BODY: {"errors": [{"status": 403, "code": "client", "links": [], "title": "reason: Keystone client authentication failed", "detail": "reason: Keystone client authentication failed", "request_id": ""}]}

DEBUG (session:640) GET call to container-infra for http://controller1:9511/v1/mservices used request id req-52eb0fa7-bb2c-4b82-8e39-cd62ebd9366a DEBUG (shell:753) reason: Keystone client authentication failed (HTTP 403) (Request-ID: req-52eb0fa7-bb2c-4b82-8e39-cd62ebd9366a) Traceback (most recent call last): File "/usr/lib/python2.7/site-packages/magnumclient/shell.py", line 750, in main OpenStackMagnumShell().main(map(encodeutils.safe_decode, sys.argv[1:])) File "/usr/lib/python2.7/site-packages/magnumclient/shell.py", line 665, in main args.func(self.cs, args) File "/usr/lib/python2.7/site-packages/magnumclient/v1/mservices_shell.py", line 22, in do_service_list mservices = cs.mservices.list() File "/usr/lib/python2.7/site-packages/magnumclient/v1/mservices.py", line 68, in list return self._list(self._path(path), "mservices") File "/usr/lib/python2.7/site-packages/magnumclient/common/base.py", line 121, in _list resp, body = self.api.json_request('GET', url) File "/usr/lib/python2.7/site-packages/magnumclient/common/httpclient.py", line 368, in json_request resp = self._http_request(url, method, **kwargs) File "/usr/lib/python2.7/site-packages/magnumclient/common/httpclient.py", line 352, in _http_request error_json.get('debuginfo'), method, url) Forbidden: reason: Keystone client authentication failed (HTTP 403) (Request-ID: req-52eb0fa7-bb2c-4b82-8e39-cd62ebd9366a) ERROR: reason: Keystone client authentication failed (HTTP 403) (Request-ID: req-52eb0fa7-bb2c-4b82-8e39-cd62ebd9366a) [root@controller1 ~]# vim /usr/lib/python2.7/site-packages/magnumclient/v1/client.py [root@controller1 ~]# systemctl restart magnum-conductor [root@controller1 ~]# systemctl restart magnum-api [root@controller1 ~]# magnum --debug service-list DEBUG (extension:180) found extension EntryPoint.parse('v2token = keystoneauth1.loading._plugins.identity.v2:Token') DEBUG (extension:180) found extension EntryPoint.parse('v3oauth1 = keystoneauth1.extras.oauth1._loading:V3OAuth1') DEBUG (extension:180) found extension EntryPoint.parse('admin_token = keystoneauth1.loading._plugins.admin_token:AdminToken') DEBUG (extension:180) found extension EntryPoint.parse('v3oidcauthcode = keystoneauth1.loading._plugins.identity.v3:OpenIDConnectAuthorizationCode') DEBUG (extension:180) found extension EntryPoint.parse('v2password = keystoneauth1.loading._plugins.identity.v2:Password') DEBUG (extension:180) found extension EntryPoint.parse('v3samlpassword = keystoneauth1.extras._saml2._loading:Saml2Password') DEBUG (extension:180) found extension EntryPoint.parse('v3password = keystoneauth1.loading._plugins.identity.v3:Password') DEBUG (extension:180) found extension EntryPoint.parse('v3oidcaccesstoken = keystoneauth1.loading._plugins.identity.v3:OpenIDConnectAccessToken') DEBUG (extension:180) found extension EntryPoint.parse('v3oidcpassword = keystoneauth1.loading._plugins.identity.v3:OpenIDConnectPassword') DEBUG (extension:180) found extension EntryPoint.parse('v3kerberos = keystoneauth1.extras.kerberos._loading:Kerberos') DEBUG (extension:180) found extension EntryPoint.parse('token = keystoneauth1.loading._plugins.identity.generic:Token') DEBUG (extension:180) found extension EntryPoint.parse('v3oidcclientcredentials = keystoneauth1.loading._plugins.identity.v3:OpenIDConnectClientCredentials') DEBUG (extension:180) found extension EntryPoint.parse('v3tokenlessauth = keystoneauth1.loading._plugins.identity.v3:TokenlessAuth') DEBUG (extension:180) found extension EntryPoint.parse('v3token = keystoneauth1.loading._plugins.identity.v3:Token') DEBUG (extension:180) found extension EntryPoint.parse('v3totp = keystoneauth1.loading._plugins.identity.v3:TOTP') DEBUG (extension:180) found extension EntryPoint.parse('password = keystoneauth1.loading._plugins.identity.generic:Password') DEBUG (extension:180) found extension EntryPoint.parse('v3fedkerb = keystoneauth1.extras.kerberos._loading:MappedKerberos') DEBUG (extension:180) found extension EntryPoint.parse('token_endpoint = openstackclient.api.auth_plugin:TokenEndpoint') DEBUG (extension:180) found extension EntryPoint.parse('v1password = swiftclient.authv1:PasswordLoader') DEBUG (extension:180) found extension EntryPoint.parse('aodh-noauth = aodhclient.noauth:AodhNoAuthLoader') DEBUG (session:347) REQ: curl -g -i -X GET http://controller1:35357/v3 -H "Accept: application/json" -H "User-Agent: magnum keystoneauth1/2.18.0 python-requests/2.11.1 CPython/2.7.5" INFO (connectionpool:214) Starting new HTTP connection (1): controller1 DEBUG (connectionpool:401) "GET /v3 HTTP/1.1" 200 251 DEBUG (session:395) RESP: [200] Date: Wed, 20 Sep 2017 12:44:30 GMT Server: Apache/2.4.6 (CentOS) mod_wsgi/3.4 Python/2.7.5 Vary: X-Auth-Token x-openstack-request-id: req-365ecabe-1364-4ffb-b9aa-70f812a25cd4 Content-Length: 251 Keep-Alive: timeout=5, max=100 Connection: Keep-Alive Content-Type: application/json RESP BODY: {"version": {"status": "stable", "updated": "2017-02-22T00:00:00Z", "media-types": [{"base": "application/json", "type": "application/vnd.openstack.identity-v3+json"}], "id": "v3.8", "links": [{"href": "http://controller1:35357/v3/", "rel": "self"}]}}

DEBUG (session:640) GET call to None for http://controller1:35357/v3 used request id req-365ecabe-1364-4ffb-b9aa-70f812a25cd4 DEBUG (base:165) Making authentication request to http://controller1:35357/v3/auth/tokens DEBUG (connectionpool:401) "POST /v3/auth/tokens HTTP/1.1" 201 6405 DEBUG (base:170) {"token": {"is_domain": false, "methods": ["password"], "roles": [{"id": "e1916d3a400348a785ed9764716ba935", "name": "admin"}], "expires_at": "2017-09-20T13:44:31.000000Z", "project": {"domain": {"id": "default", "name": "Default"}, "id": "5fbc2c0043204370a1d42631050ccd3c", "name": "admin"}, "catalog": [{"endpoints": [{"url": "http://controller1:8004/v1/5fbc2c0043204370a1d42631050ccd3c", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "3a4012b4535c49fcb5e3726aa4a0752b"}, {"url": "http://controller1:8004/v1/5fbc2c0043204370a1d42631050ccd3c", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "abd067fc9ba04c55ac3d4418d0ed77f7"}, {"url": "http://controller1:8004/v1/5fbc2c0043204370a1d42631050ccd3c", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "fefce7732499442c81e81572de0df7bd"}], "type": "orchestration", "id": "20d49d53ce35441b89d26af3682a74c0", "name": "heat"}, {"endpoints": [{"url": "http://controller1:8776/v2/5fbc2c0043204370a1d42631050ccd3c", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "125e489b7fed41e0a1ec54a92a233be0"}, {"url": "http://controller1:8776/v2/5fbc2c0043204370a1d42631050ccd3c", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "1841ce6f5c4344588636b02fd431f225"}, {"url": "http://controller1:8776/v2/5fbc2c0043204370a1d42631050ccd3c", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "f7af7689d6b249168bb9d384ac8cb3d7"}], "type": "volumev2", "id": "2dd523456aa446368fd6b80acebe723d", "name": "cinderv2"}, {"endpoints": [{"url": "http://controller1:9511/v1", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "63b7ec63215443ce9103585a50437769"}, {"url": "http://controller1:9511/v1", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "9afe0c1cddc0459ea974879d891d58ed"}, {"url": "http://controller1:9511/v1", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "b5865bc4a6954ab8a2c143471f9eb158"}], "type": "container-infra", "id": "819abd54dda045bea40aa930fc4be7ea", "name": "magnum"}, {"endpoints": [{"url": "http://controller1:8776/v2/5fbc2c0043204370a1d42631050ccd3c", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "29a0e17fca9a47fdb30c73f14f79d034"}, {"url": "http://controller1:8776/v2/5fbc2c0043204370a1d42631050ccd3c", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "6a31cfd83c1c4554bb5a1c080bfce153"}, {"url": "http://controller1:8776/v2/5fbc2c0043204370a1d42631050ccd3c", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "9be2c5fd636b483db2c5db0039a72559"}], "type": "volume", "id": "90c4d59e87a0479c934162d45f3c2c3a", "name": "cinder"}, {"endpoints": [{"url": "http://controller1:8778", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "46baa9b615974d96b616a31ec651b4c3"}, {"url": "http://controller1:8778", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "8a5155076dd143428d9193d33ce234a5"}, {"url": "http://controller1:8778", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "90910491eab246a89060ab2e849b2c8a"}], "type": "placement", "id": "c1f26084971c47bebd7f27bfb82e6a87", "name": "placement"}, {"endpoints": [{"url": "http://controller1:8774/v2.1", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "3d3313182e1c41c598d3805e2ec05330"}, {"url": "http://controller1:8774/v2.1", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "54d38c3c45134a80abd03391930bcb5b"}, {"url": "http://controller1:8774/v2.1", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "ffcb9cfeed1544e0aae4a20bf4929bbb"}], "type": "compute", "id": "de7393298c5f4944a7e8561edfc359b9", "name": "nova"}, {"endpoints": [{"url": "http://controller1:9696", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "2573cd8070d34b128baad2a2b91eec15"}, {"url": "http://controller1:9696", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "3107594d64f545298275460461b69fe4"}, {"url": "http://controller1:9696", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "9c71cd1ad8394c429564539f41877469"}], "type": "network", "id": "e9d0c41e253a481090fff90a3da42f9c", "name": "neutron"}, {"endpoints": [{"url": "http://controller1:5000/v3/", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "11edd30c25bf479f82d170606a7a40b1"}, {"url": "http://controller1:35357/v3/", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "1572aa1869fa42c48ac628dfd7058e01"}, {"url": "http://controller1:5000/v3/", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "423060daeeb749c286e398e31ae45760"}], "type": "identity", "id": "f3d3f8a8a45141df8dba3c5db6c9f6b9", "name": "keystone"}, {"endpoints": [{"url": "http://controller1:9292", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "4f4fad9cbec74102a113a0ceee8b4e15"}, {"url": "http://controller1:9292", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "c403d6030d7449338e60993ea8bcf58b"}, {"url": "http://controller1:9292", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "dfbbc27f5dc94c72aa58f3510b7a7658"}], "type": "image", "id": "f60ee7af73f9461bbde63024756c773a", "name": "glance"}, {"endpoints": [{"url": "http://controller1:8000/v1", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "35915e974e074f59a002186bf0d3b7af"}, {"url": "http://controller1:8000/v1", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "621f254cbde349ab95b752b4e7b45b60"}, {"url": "http://controller1:8000/v1", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "b615e5118fe24ccd8e64823204ba8ed7"}], "type": "cloudformation", "id": "fc6185a266654369984a95fece4e80be", "name": "heat-cfn"}], "user": {"domain": {"id": "default", "name": "Default"}, "password_expires_at": null, "name": "admin", "id": "c5a98550a05a4de7b1e0943054f19d82"}, "audit_ids": ["F7LiwT58T5e2v1SZHu9YvA"], "issued_at": "2017-09-20T12:44:31.000000Z"}} DEBUG (session:347) REQ: curl -g -i -X GET http://controller1:9511/v1/mservices -H "OpenStack-API-Version: container-infra latest" -H "X-Auth-Token: {SHA1}ad9124964167b77939a59891880761a9c9f70457" -H "Content-Type: application/json" -H "Accept: application/json" -H "User-Agent: None" INFO (connectionpool:214) Starting new HTTP connection (1): controller1 DEBUG (connectionpool:401) "GET /v1/mservices HTTP/1.1" 403 195 DEBUG (session:395) RESP: [403] OpenStack-API-Minimum-Version: container-infra 1.1 OpenStack-API-Maximum-Version: container-infra 1.6 OpenStack-API-Version: container-infra 1.6 vary: OpenStack-API-Version Content-Type: application/json Content-Length: 195 x-openstack-request-id: req-124d550f-4108-4926-898f-c56d74c63033 Server: Werkzeug/0.12.2 Python/2.7.5 Date: Wed, 20 Sep 2017 12:44:32 GMT RESP BODY: {"errors": [{"status": 403, "code": "client", "links": [], "title": "reason: Keystone client authentication failed", "detail": "reason: Keystone client authentication failed", "request_id": ""}]}

DEBUG (session:640) GET call to container-infra for http://controller1:9511/v1/mservices used request id req-124d550f-4108-4926-898f-c56d74c63033 DEBUG (shell:753) reason: Keystone client authentication failed (HTTP 403) (Request-ID: req-124d550f-4108-4926-898f-c56d74c63033) Traceback (most recent call last): File "/usr/lib/python2.7/site-packages/magnumclient/shell.py", line 750, in main OpenStackMagnumShell().main(map(encodeutils.safe_decode, sys.argv[1:])) File "/usr/lib/python2.7/site-packages/magnumclient/shell.py", line 665, in main args.func(self.cs, args) File "/usr/lib/python2.7/site-packages/magnumclient/v1/mservices_shell.py", line 22, in do_service_list mservices = cs.mservices.list() File "/usr/lib/python2.7/site-packages/magnumclient/v1/mservices.py", line 68, in list return self._list(self._path(path), "mservices") File "/usr/lib/python2.7/site-packages/magnumclient/common/base.py", line 121, in _list resp, body = self.api.json_request('GET', url) File "/usr/lib/python2.7/site-packages/magnumclient/common/httpclient.py", line 368, in json_request resp = self._http_request(url, method, **kwargs) File "/usr/lib/python2.7/site-packages/magnumclient/common/httpclient.py", line 352, in _http_request error_json.get('debuginfo'), method, url) Forbidden: reason: Keystone client authentication failed (HTTP 403) (Request-ID: req-124d550f-4108-4926-898f-c56d74c63033) ERROR: reason: Keystone client authentication failed (HTTP 403) (Request-ID: req-124d550f-4108-4926-898f-c56d74c63033)

=====================================================================================================

Here is the output of my magnum.conf file

[root@controller1 ~]# cat /etc/magnum/magnum.conf | grep -v ^# | sed '/^\s*$/d' [DEFAULT] transport_url = rabbit://openstack:rabbit123@controller1 [api] host = 172.16.9.10 max_limit = 1000 [barbican_client] [certificates] cert_manager_type = local [cinder] [cinder_client] region_name = RegionOne [cluster] [cluster_heat] [cluster_template] [conductor] [cors] [database] connection = mysql+pymysql://magnum:magnum123@controller1/magnum [docker] [docker_registry] [glance_client] [heat_client] [keystone_auth] [keystone_authtoken] memcached_servers = controller1:11211 auth_version = v3 auth_uri = http://controller1:5000/v3 project_domain_name = default project_name = service user_domain_name = default password = password username = magnum auth_url = http://controller1:35357 auth_type = password [magnum_client] [matchmaker_redis] [neutron_client] [nova_client] [oslo_concurrency] lock_path = /var/lib/magnum/tmp [oslo_messaging_amqp] [oslo_messaging_kafka] [oslo_messaging_notifications] driver = messaging [oslo_messaging_rabbit] [oslo_messaging_zmq] [oslo_policy] [profiler] [quotas] [trust] trustee_domain_name = magnum trustee_domain_admin_name = magnum_domain_admin trustee_domain_admin_password = magnumadmin1234 [x509]

Hello Beny,

Please find the below output, output,

[root@controller1 ~]# magnum --debug service-list service-list

DEBUG (extension:180) found extension EntryPoint.parse('v2token = keystoneauth1.loading._plugins.identity.v2:Token')
DEBUG (extension:180) found extension EntryPoint.parse('v3oauth1 = keystoneauth1.extras.oauth1._loading:V3OAuth1')
DEBUG (extension:180) found extension EntryPoint.parse('admin_token = keystoneauth1.loading._plugins.admin_token:AdminToken')
DEBUG (extension:180) found extension EntryPoint.parse('v3oidcauthcode = keystoneauth1.loading._plugins.identity.v3:OpenIDConnectAuthorizationCode')
DEBUG (extension:180) found extension EntryPoint.parse('v2password = keystoneauth1.loading._plugins.identity.v2:Password')
DEBUG (extension:180) found extension EntryPoint.parse('v3samlpassword = keystoneauth1.extras._saml2._loading:Saml2Password')
DEBUG (extension:180) found extension EntryPoint.parse('v3password = keystoneauth1.loading._plugins.identity.v3:Password')
DEBUG (extension:180) found extension EntryPoint.parse('v3oidcaccesstoken = keystoneauth1.loading._plugins.identity.v3:OpenIDConnectAccessToken')
DEBUG (extension:180) found extension EntryPoint.parse('v3oidcpassword = keystoneauth1.loading._plugins.identity.v3:OpenIDConnectPassword')
DEBUG (extension:180) found extension EntryPoint.parse('v3kerberos = keystoneauth1.extras.kerberos._loading:Kerberos')
DEBUG (extension:180) found extension EntryPoint.parse('token = keystoneauth1.loading._plugins.identity.generic:Token')
DEBUG (extension:180) found extension EntryPoint.parse('v3oidcclientcredentials = keystoneauth1.loading._plugins.identity.v3:OpenIDConnectClientCredentials')
DEBUG (extension:180) found extension EntryPoint.parse('v3tokenlessauth = keystoneauth1.loading._plugins.identity.v3:TokenlessAuth')
DEBUG (extension:180) found extension EntryPoint.parse('v3token = keystoneauth1.loading._plugins.identity.v3:Token')
DEBUG (extension:180) found extension EntryPoint.parse('v3totp = keystoneauth1.loading._plugins.identity.v3:TOTP')
DEBUG (extension:180) found extension EntryPoint.parse('password = keystoneauth1.loading._plugins.identity.generic:Password')
DEBUG (extension:180) found extension EntryPoint.parse('v3fedkerb = keystoneauth1.extras.kerberos._loading:MappedKerberos')
DEBUG (extension:180) found extension EntryPoint.parse('token_endpoint = openstackclient.api.auth_plugin:TokenEndpoint')
DEBUG (extension:180) found extension EntryPoint.parse('v1password = swiftclient.authv1:PasswordLoader')
DEBUG (extension:180) found extension EntryPoint.parse('aodh-noauth = aodhclient.noauth:AodhNoAuthLoader')
DEBUG (session:347) REQ: curl -g -i -X GET http://controller1:35357/v3 -H "Accept: application/json" -H "User-Agent: magnum keystoneauth1/2.18.0 python-requests/2.11.1 CPython/2.7.5"
INFO (connectionpool:214) Starting new HTTP connection (1): controller1
DEBUG (connectionpool:401) "GET /v3 HTTP/1.1" 200 251
DEBUG (session:395) RESP: [200] Date: Wed, 20 Sep 2017 12:41:53 GMT Server: Apache/2.4.6 (CentOS) mod_wsgi/3.4 Python/2.7.5 Vary: X-Auth-Token x-openstack-request-id: req-f1dd70b6-10e2-4268-8682-467485e40c39 Content-Length: 251 Keep-Alive: timeout=5, max=100 Connection: Keep-Alive Content-Type: application/json 
application/json
RESP BODY: {"version": {"status": "stable", "updated": "2017-02-22T00:00:00Z", "media-types": [{"base": "application/json", "type": "application/vnd.openstack.identity-v3+json"}], "id": "v3.8", "links": [{"href": "http://controller1:35357/v3/", "rel": "self"}]}}

"self"}]}} DEBUG (session:640) GET call to None for http://controller1:35357/v3 used request id req-f1dd70b6-10e2-4268-8682-467485e40c39 DEBUG (base:165) Making authentication request to http://controller1:35357/v3/auth/tokens DEBUG (connectionpool:401) "POST /v3/auth/tokens HTTP/1.1" 201 6405 DEBUG (base:170) {"token": {"is_domain": false, "methods": ["password"], "roles": [{"id": "e1916d3a400348a785ed9764716ba935", "name": "admin"}], "expires_at": "2017-09-20T13:41:53.000000Z", "project": {"domain": {"id": "default", "name": "Default"}, "id": "5fbc2c0043204370a1d42631050ccd3c", "name": "admin"}, "catalog": [{"endpoints": [{"url": "http://controller1:8004/v1/5fbc2c0043204370a1d42631050ccd3c", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "3a4012b4535c49fcb5e3726aa4a0752b"}, {"url": "http://controller1:8004/v1/5fbc2c0043204370a1d42631050ccd3c", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "abd067fc9ba04c55ac3d4418d0ed77f7"}, {"url": "http://controller1:8004/v1/5fbc2c0043204370a1d42631050ccd3c", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "fefce7732499442c81e81572de0df7bd"}], "type": "orchestration", "id": "20d49d53ce35441b89d26af3682a74c0", "name": "heat"}, {"endpoints": [{"url": "http://controller1:8776/v2/5fbc2c0043204370a1d42631050ccd3c", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "125e489b7fed41e0a1ec54a92a233be0"}, {"url": "http://controller1:8776/v2/5fbc2c0043204370a1d42631050ccd3c", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "1841ce6f5c4344588636b02fd431f225"}, {"url": "http://controller1:8776/v2/5fbc2c0043204370a1d42631050ccd3c", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "f7af7689d6b249168bb9d384ac8cb3d7"}], "type": "volumev2", "id": "2dd523456aa446368fd6b80acebe723d", "name": "cinderv2"}, {"endpoints": [{"url": "http://controller1:9511/v1", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "63b7ec63215443ce9103585a50437769"}, {"url": "http://controller1:9511/v1", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "9afe0c1cddc0459ea974879d891d58ed"}, {"url": "http://controller1:9511/v1", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "b5865bc4a6954ab8a2c143471f9eb158"}], "type": "container-infra", "id": "819abd54dda045bea40aa930fc4be7ea", "name": "magnum"}, {"endpoints": [{"url": "http://controller1:8776/v2/5fbc2c0043204370a1d42631050ccd3c", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "29a0e17fca9a47fdb30c73f14f79d034"}, {"url": "http://controller1:8776/v2/5fbc2c0043204370a1d42631050ccd3c", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "6a31cfd83c1c4554bb5a1c080bfce153"}, {"url": "http://controller1:8776/v2/5fbc2c0043204370a1d42631050ccd3c", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "9be2c5fd636b483db2c5db0039a72559"}], "type": "volume", "id": "90c4d59e87a0479c934162d45f3c2c3a", "name": "cinder"}, {"endpoints": [{"url": "http://controller1:8778", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "46baa9b615974d96b616a31ec651b4c3"}, {"url": "http://controller1:8778", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "8a5155076dd143428d9193d33ce234a5"}, {"url": "http://controller1:8778", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "90910491eab246a89060ab2e849b2c8a"}], "type": "placement", "id": "c1f26084971c47bebd7f27bfb82e6a87", "name": "placement"}, {"endpoints": [{"url": "http://controller1:8774/v2.1", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "3d3313182e1c41c598d3805e2ec05330"}, {"url": "http://controller1:8774/v2.1", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "54d38c3c45134a80abd03391930bcb5b"}, {"url": "http://controller1:8774/v2.1", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "ffcb9cfeed1544e0aae4a20bf4929bbb"}], "type": "compute", "id": "de7393298c5f4944a7e8561edfc359b9", "name": "nova"}, {"endpoints": [{"url": "http://controller1:9696", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "2573cd8070d34b128baad2a2b91eec15"}, {"url": "http://controller1:9696", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "3107594d64f545298275460461b69fe4"}, {"url": "http://controller1:9696", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "9c71cd1ad8394c429564539f41877469"}], "type": "network", "id": "e9d0c41e253a481090fff90a3da42f9c", "name": "neutron"}, {"endpoints": [{"url": "http://controller1:5000/v3/", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "11edd30c25bf479f82d170606a7a40b1"}, {"url": "http://controller1:35357/v3/", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "1572aa1869fa42c48ac628dfd7058e01"}, {"url": "http://controller1:5000/v3/", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "423060daeeb749c286e398e31ae45760"}], "type": "identity", "id": "f3d3f8a8a45141df8dba3c5db6c9f6b9", "name": "keystone"}, {"endpoints": [{"url": "http://controller1:9292", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "4f4fad9cbec74102a113a0ceee8b4e15"}, {"url": "http://controller1:9292", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "c403d6030d7449338e60993ea8bcf58b"}, {"url": "http://controller1:9292", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "dfbbc27f5dc94c72aa58f3510b7a7658"}], "type": "image", "id": "f60ee7af73f9461bbde63024756c773a", "name": "glance"}, {"endpoints": [{"url": "http://controller1:8000/v1", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "35915e974e074f59a002186bf0d3b7af"}, {"url": "http://controller1:8000/v1", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "621f254cbde349ab95b752b4e7b45b60"}, {"url": "http://controller1:8000/v1", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "b615e5118fe24ccd8e64823204ba8ed7"}], "type": "cloudformation", "id": "fc6185a266654369984a95fece4e80be", "name": "heat-cfn"}], "user": {"domain": {"id": "default", "name": "Default"}, "password_expires_at": null, "name": "admin", "id": "c5a98550a05a4de7b1e0943054f19d82"}, "audit_ids": ["cWgQdEF1SLCMGkN0QHzobg"], "issued_at": "2017-09-20T12:41:53.000000Z"}} DEBUG (session:347) REQ: curl -g -i -X GET http://controller1:9511/v1/mservices -H "OpenStack-API-Version: container-infra latest" -H "X-Auth-Token: {SHA1}a734aa77007de8a53ea4d166ab6582577a3ccaa4" -H "Content-Type: application/json" -H "Accept: application/json" -H "User-Agent: None" INFO (connectionpool:214) Starting new HTTP connection (1): controller1 DEBUG (connectionpool:401) "GET /v1/mservices HTTP/1.1" 403 195 DEBUG (session:395) RESP: [403] OpenStack-API-Minimum-Version: container-infra 1.1 OpenStack-API-Maximum-Version: container-infra 1.6 OpenStack-API-Version: container-infra 1.6 vary: OpenStack-API-Version Content-Type: application/json Content-Length: 195 x-openstack-request-id: req-52eb0fa7-bb2c-4b82-8e39-cd62ebd9366a Server: Werkzeug/0.12.2 Python/2.7.5 Date: Wed, 20 Sep 2017 12:41:55 GMT GMT RESP BODY: {"errors": [{"status": 403, "code": "client", "links": [], "title": "reason: Keystone client authentication failed", "detail": "reason: Keystone client authentication failed", "request_id": ""}]}

""}]} DEBUG (session:640) GET call to container-infra for http://controller1:9511/v1/mservices used request id req-52eb0fa7-bb2c-4b82-8e39-cd62ebd9366a DEBUG (shell:753) reason: Keystone client authentication failed (HTTP 403) (Request-ID: req-52eb0fa7-bb2c-4b82-8e39-cd62ebd9366a) Traceback (most recent call last): File "/usr/lib/python2.7/site-packages/magnumclient/shell.py", line 750, in main OpenStackMagnumShell().main(map(encodeutils.safe_decode, sys.argv[1:])) File "/usr/lib/python2.7/site-packages/magnumclient/shell.py", line 665, in main args.func(self.cs, args) File "/usr/lib/python2.7/site-packages/magnumclient/v1/mservices_shell.py", line 22, in do_service_list mservices = cs.mservices.list() File "/usr/lib/python2.7/site-packages/magnumclient/v1/mservices.py", line 68, in list return self._list(self._path(path), "mservices") File "/usr/lib/python2.7/site-packages/magnumclient/common/base.py", line 121, in _list resp, body = self.api.json_request('GET', url) File "/usr/lib/python2.7/site-packages/magnumclient/common/httpclient.py", line 368, in json_request resp = self._http_request(url, method, **kwargs) File "/usr/lib/python2.7/site-packages/magnumclient/common/httpclient.py", line 352, in _http_request error_json.get('debuginfo'), method, url) Forbidden: reason: Keystone client authentication failed (HTTP 403) (Request-ID: req-52eb0fa7-bb2c-4b82-8e39-cd62ebd9366a) ERROR: reason: Keystone client authentication failed (HTTP 403) (Request-ID: req-52eb0fa7-bb2c-4b82-8e39-cd62ebd9366a)

[root@controller1 ~]# vim /usr/lib/python2.7/site-packages/magnumclient/v1/client.py /usr/lib/python2.7/site-packages/magnumclient/v1/client.py

[root@controller1 ~]# systemctl restart magnum-conductor magnum-conductor

[root@controller1 ~]# systemctl restart magnum-api magnum-api

[root@controller1 ~]# magnum --debug service-list service-list

DEBUG (extension:180) found extension EntryPoint.parse('v2token = keystoneauth1.loading._plugins.identity.v2:Token')
DEBUG (extension:180) found extension EntryPoint.parse('v3oauth1 = keystoneauth1.extras.oauth1._loading:V3OAuth1')
DEBUG (extension:180) found extension EntryPoint.parse('admin_token = keystoneauth1.loading._plugins.admin_token:AdminToken')
DEBUG (extension:180) found extension EntryPoint.parse('v3oidcauthcode = keystoneauth1.loading._plugins.identity.v3:OpenIDConnectAuthorizationCode')
DEBUG (extension:180) found extension EntryPoint.parse('v2password = keystoneauth1.loading._plugins.identity.v2:Password')
DEBUG (extension:180) found extension EntryPoint.parse('v3samlpassword = keystoneauth1.extras._saml2._loading:Saml2Password')
DEBUG (extension:180) found extension EntryPoint.parse('v3password = keystoneauth1.loading._plugins.identity.v3:Password')
DEBUG (extension:180) found extension EntryPoint.parse('v3oidcaccesstoken = keystoneauth1.loading._plugins.identity.v3:OpenIDConnectAccessToken')
DEBUG (extension:180) found extension EntryPoint.parse('v3oidcpassword = keystoneauth1.loading._plugins.identity.v3:OpenIDConnectPassword')
DEBUG (extension:180) found extension EntryPoint.parse('v3kerberos = keystoneauth1.extras.kerberos._loading:Kerberos')
DEBUG (extension:180) found extension EntryPoint.parse('token = keystoneauth1.loading._plugins.identity.generic:Token')
DEBUG (extension:180) found extension EntryPoint.parse('v3oidcclientcredentials = keystoneauth1.loading._plugins.identity.v3:OpenIDConnectClientCredentials')
DEBUG (extension:180) found extension EntryPoint.parse('v3tokenlessauth = keystoneauth1.loading._plugins.identity.v3:TokenlessAuth')
DEBUG (extension:180) found extension EntryPoint.parse('v3token = keystoneauth1.loading._plugins.identity.v3:Token')
DEBUG (extension:180) found extension EntryPoint.parse('v3totp = keystoneauth1.loading._plugins.identity.v3:TOTP')
DEBUG (extension:180) found extension EntryPoint.parse('password = keystoneauth1.loading._plugins.identity.generic:Password')
DEBUG (extension:180) found extension EntryPoint.parse('v3fedkerb = keystoneauth1.extras.kerberos._loading:MappedKerberos')
DEBUG (extension:180) found extension EntryPoint.parse('token_endpoint = openstackclient.api.auth_plugin:TokenEndpoint')
DEBUG (extension:180) found extension EntryPoint.parse('v1password = swiftclient.authv1:PasswordLoader')
DEBUG (extension:180) found extension EntryPoint.parse('aodh-noauth = aodhclient.noauth:AodhNoAuthLoader')
DEBUG (session:347) REQ: curl -g -i -X GET http://controller1:35357/v3 -H "Accept: application/json" -H "User-Agent: magnum keystoneauth1/2.18.0 python-requests/2.11.1 CPython/2.7.5"
INFO (connectionpool:214) Starting new HTTP connection (1): controller1
DEBUG (connectionpool:401) "GET /v3 HTTP/1.1" 200 251
DEBUG (session:395) RESP: [200] Date: Wed, 20 Sep 2017 12:44:30 GMT Server: Apache/2.4.6 (CentOS) mod_wsgi/3.4 Python/2.7.5 Vary: X-Auth-Token x-openstack-request-id: req-365ecabe-1364-4ffb-b9aa-70f812a25cd4 Content-Length: 251 Keep-Alive: timeout=5, max=100 Connection: Keep-Alive Content-Type: application/json 
application/json
RESP BODY: {"version": {"status": "stable", "updated": "2017-02-22T00:00:00Z", "media-types": [{"base": "application/json", "type": "application/vnd.openstack.identity-v3+json"}], "id": "v3.8", "links": [{"href": "http://controller1:35357/v3/", "rel": "self"}]}}

"self"}]}} DEBUG (session:640) GET call to None for http://controller1:35357/v3 used request id req-365ecabe-1364-4ffb-b9aa-70f812a25cd4 DEBUG (base:165) Making authentication request to http://controller1:35357/v3/auth/tokens DEBUG (connectionpool:401) "POST /v3/auth/tokens HTTP/1.1" 201 6405 DEBUG (base:170) {"token": {"is_domain": false, "methods": ["password"], "roles": [{"id": "e1916d3a400348a785ed9764716ba935", "name": "admin"}], "expires_at": "2017-09-20T13:44:31.000000Z", "project": {"domain": {"id": "default", "name": "Default"}, "id": "5fbc2c0043204370a1d42631050ccd3c", "name": "admin"}, "catalog": [{"endpoints": [{"url": "http://controller1:8004/v1/5fbc2c0043204370a1d42631050ccd3c", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "3a4012b4535c49fcb5e3726aa4a0752b"}, {"url": "http://controller1:8004/v1/5fbc2c0043204370a1d42631050ccd3c", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "abd067fc9ba04c55ac3d4418d0ed77f7"}, {"url": "http://controller1:8004/v1/5fbc2c0043204370a1d42631050ccd3c", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "fefce7732499442c81e81572de0df7bd"}], "type": "orchestration", "id": "20d49d53ce35441b89d26af3682a74c0", "name": "heat"}, {"endpoints": [{"url": "http://controller1:8776/v2/5fbc2c0043204370a1d42631050ccd3c", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "125e489b7fed41e0a1ec54a92a233be0"}, {"url": "http://controller1:8776/v2/5fbc2c0043204370a1d42631050ccd3c", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "1841ce6f5c4344588636b02fd431f225"}, {"url": "http://controller1:8776/v2/5fbc2c0043204370a1d42631050ccd3c", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "f7af7689d6b249168bb9d384ac8cb3d7"}], "type": "volumev2", "id": "2dd523456aa446368fd6b80acebe723d", "name": "cinderv2"}, {"endpoints": [{"url": "http://controller1:9511/v1", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "63b7ec63215443ce9103585a50437769"}, {"url": "http://controller1:9511/v1", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "9afe0c1cddc0459ea974879d891d58ed"}, {"url": "http://controller1:9511/v1", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "b5865bc4a6954ab8a2c143471f9eb158"}], "type": "container-infra", "id": "819abd54dda045bea40aa930fc4be7ea", "name": "magnum"}, {"endpoints": [{"url": "http://controller1:8776/v2/5fbc2c0043204370a1d42631050ccd3c", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "29a0e17fca9a47fdb30c73f14f79d034"}, {"url": "http://controller1:8776/v2/5fbc2c0043204370a1d42631050ccd3c", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "6a31cfd83c1c4554bb5a1c080bfce153"}, {"url": "http://controller1:8776/v2/5fbc2c0043204370a1d42631050ccd3c", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "9be2c5fd636b483db2c5db0039a72559"}], "type": "volume", "id": "90c4d59e87a0479c934162d45f3c2c3a", "name": "cinder"}, {"endpoints": [{"url": "http://controller1:8778", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "46baa9b615974d96b616a31ec651b4c3"}, {"url": "http://controller1:8778", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "8a5155076dd143428d9193d33ce234a5"}, {"url": "http://controller1:8778", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "90910491eab246a89060ab2e849b2c8a"}], "type": "placement", "id": "c1f26084971c47bebd7f27bfb82e6a87", "name": "placement"}, {"endpoints": [{"url": "http://controller1:8774/v2.1", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "3d3313182e1c41c598d3805e2ec05330"}, {"url": "http://controller1:8774/v2.1", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "54d38c3c45134a80abd03391930bcb5b"}, {"url": "http://controller1:8774/v2.1", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "ffcb9cfeed1544e0aae4a20bf4929bbb"}], "type": "compute", "id": "de7393298c5f4944a7e8561edfc359b9", "name": "nova"}, {"endpoints": [{"url": "http://controller1:9696", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "2573cd8070d34b128baad2a2b91eec15"}, {"url": "http://controller1:9696", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "3107594d64f545298275460461b69fe4"}, {"url": "http://controller1:9696", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "9c71cd1ad8394c429564539f41877469"}], "type": "network", "id": "e9d0c41e253a481090fff90a3da42f9c", "name": "neutron"}, {"endpoints": [{"url": "http://controller1:5000/v3/", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "11edd30c25bf479f82d170606a7a40b1"}, {"url": "http://controller1:35357/v3/", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "1572aa1869fa42c48ac628dfd7058e01"}, {"url": "http://controller1:5000/v3/", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "423060daeeb749c286e398e31ae45760"}], "type": "identity", "id": "f3d3f8a8a45141df8dba3c5db6c9f6b9", "name": "keystone"}, {"endpoints": [{"url": "http://controller1:9292", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "4f4fad9cbec74102a113a0ceee8b4e15"}, {"url": "http://controller1:9292", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "c403d6030d7449338e60993ea8bcf58b"}, {"url": "http://controller1:9292", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "dfbbc27f5dc94c72aa58f3510b7a7658"}], "type": "image", "id": "f60ee7af73f9461bbde63024756c773a", "name": "glance"}, {"endpoints": [{"url": "http://controller1:8000/v1", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "35915e974e074f59a002186bf0d3b7af"}, {"url": "http://controller1:8000/v1", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "621f254cbde349ab95b752b4e7b45b60"}, {"url": "http://controller1:8000/v1", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "b615e5118fe24ccd8e64823204ba8ed7"}], "type": "cloudformation", "id": "fc6185a266654369984a95fece4e80be", "name": "heat-cfn"}], "user": {"domain": {"id": "default", "name": "Default"}, "password_expires_at": null, "name": "admin", "id": "c5a98550a05a4de7b1e0943054f19d82"}, "audit_ids": ["F7LiwT58T5e2v1SZHu9YvA"], "issued_at": "2017-09-20T12:44:31.000000Z"}} DEBUG (session:347) REQ: curl -g -i -X GET http://controller1:9511/v1/mservices -H "OpenStack-API-Version: container-infra latest" -H "X-Auth-Token: {SHA1}ad9124964167b77939a59891880761a9c9f70457" -H "Content-Type: application/json" -H "Accept: application/json" -H "User-Agent: None" INFO (connectionpool:214) Starting new HTTP connection (1): controller1 DEBUG (connectionpool:401) "GET /v1/mservices HTTP/1.1" 403 195 DEBUG (session:395) RESP: [403] OpenStack-API-Minimum-Version: container-infra 1.1 OpenStack-API-Maximum-Version: container-infra 1.6 OpenStack-API-Version: container-infra 1.6 vary: OpenStack-API-Version Content-Type: application/json Content-Length: 195 x-openstack-request-id: req-124d550f-4108-4926-898f-c56d74c63033 Server: Werkzeug/0.12.2 Python/2.7.5 Date: Wed, 20 Sep 2017 12:44:32 GMT GMT RESP BODY: {"errors": [{"status": 403, "code": "client", "links": [], "title": "reason: Keystone client authentication failed", "detail": "reason: Keystone client authentication failed", "request_id": ""}]}

""}]} DEBUG (session:640) GET call to container-infra for http://controller1:9511/v1/mservices used request id req-124d550f-4108-4926-898f-c56d74c63033 DEBUG (shell:753) reason: Keystone client authentication failed (HTTP 403) (Request-ID: req-124d550f-4108-4926-898f-c56d74c63033) Traceback (most recent call last): File "/usr/lib/python2.7/site-packages/magnumclient/shell.py", line 750, in main OpenStackMagnumShell().main(map(encodeutils.safe_decode, sys.argv[1:])) File "/usr/lib/python2.7/site-packages/magnumclient/shell.py", line 665, in main args.func(self.cs, args) File "/usr/lib/python2.7/site-packages/magnumclient/v1/mservices_shell.py", line 22, in do_service_list mservices = cs.mservices.list() File "/usr/lib/python2.7/site-packages/magnumclient/v1/mservices.py", line 68, in list return self._list(self._path(path), "mservices") File "/usr/lib/python2.7/site-packages/magnumclient/common/base.py", line 121, in _list resp, body = self.api.json_request('GET', url) File "/usr/lib/python2.7/site-packages/magnumclient/common/httpclient.py", line 368, in json_request resp = self._http_request(url, method, **kwargs) File "/usr/lib/python2.7/site-packages/magnumclient/common/httpclient.py", line 352, in _http_request error_json.get('debuginfo'), method, url) Forbidden: reason: Keystone client authentication failed (HTTP 403) (Request-ID: req-124d550f-4108-4926-898f-c56d74c63033) ERROR: reason: Keystone client authentication failed (HTTP 403) (Request-ID: req-124d550f-4108-4926-898f-c56d74c63033)

req-124d550f-4108-4926-898f-c56d74c63033)

=====================================================================================================

Here is the output of my magnum.conf file

[root@controller1 ~]# cat /etc/magnum/magnum.conf | grep -v ^# | sed '/^\s*$/d' '/^\s*$/d'

[DEFAULT]
transport_url = rabbit://openstack:rabbit123@controller1
[api]
host = 172.16.9.10
max_limit = 1000
[barbican_client]
[certificates]
cert_manager_type = local
[cinder]
[cinder_client]
region_name = RegionOne
[cluster]
[cluster_heat]
[cluster_template]
[conductor]
[cors]
[database]
connection = mysql+pymysql://magnum:magnum123@controller1/magnum
[docker]
[docker_registry]
[glance_client]
[heat_client]
[keystone_auth]
[keystone_authtoken]
memcached_servers = controller1:11211
auth_version = v3
auth_uri = http://controller1:5000/v3
project_domain_name = default
project_name = service
user_domain_name = default
password = password
username = magnum
auth_url = http://controller1:35357
auth_type = password
[magnum_client]
[matchmaker_redis]
[neutron_client]
[nova_client]
[oslo_concurrency]
lock_path = /var/lib/magnum/tmp
[oslo_messaging_amqp]
[oslo_messaging_kafka]
[oslo_messaging_notifications]
driver = messaging
[oslo_messaging_rabbit]
[oslo_messaging_zmq]
[oslo_policy]
[profiler]
[quotas]
[trust]
trustee_domain_name = magnum
trustee_domain_admin_name = magnum_domain_admin
trustee_domain_admin_password = magnumadmin1234
[x509]

[x509]