Ask Your Question

Revision history [back]

click to hide/show revision 1
initial version

Error HTTP500 when running nova image-list

Hi,

I know this has been asked, but I couldn't post all the info I wanted as a reply, so I decided to post a new question. I am running a new install of Kilo on Ubuntu 14.04 LTS. I have been following the step-by-step installation guide provided on openstack.org and I have hit a snag. I am running everything on a single machine with a single network card and the IP address of that machine is 192.168.1.100. I have installed, configured and verified the proper operations of Keystone and Glance, meaning I can do the following:

root@openstack01:~# openstack user list
+----------------------------------+--------+
| ID                               | Name   |
+----------------------------------+--------+
| 54322530e93341b4bdc033fc82c7eec0 | demo   |
| 92cfda6c84e542268b67d926d4763c10 | admin  | 
| c879112bf5844e6db28a69f56f5a1251 | glance |
| f3b4043962e746ceb701679ce657f7e1 | nova   |
+----------------------------------+--------+
root@openstack01:~# openstack endpoint list
+----------------------------------+-----------+--------------+--------------+
| ID                               | Region    | Service Name | Service Type |
+----------------------------------+-----------+--------------+--------------+
| 56d21b506a2c4c0ab62cb7e44fbb4ed0 | RegionOne | keystone     | identity     |
| 964bd068b32b4dfba498eb8f915c5c58 | RegionOne | glance       | image        |
| de455c7f45644971bf7e75349b1bd7ed | RegionOne | nova         | compute      |
+----------------------------------+-----------+--------------+--------------+
root@openstack01:~# glance image-list
+--------------------------------------+---------------------+
| ID                                   | Name                |
+--------------------------------------+---------------------+
| d7dee9c8-404f-4548-836c-2cbe7f63919b | CentOS 7 x86_64     |
| 0447b0a9-36c1-47d9-aedd-04eab2983b22 | cirros-0.3.4-x86_64 |
+--------------------------------------+---------------------+
root@openstack01:~# nova endpoints
WARNING: glance has no endpoint in ! Available endpoints for this service:
+-----------+----------------------------------+
| glance    | Value                            |
+-----------+----------------------------------+
| id        | 4b040ee32a9c42f697646136cec24e4d |
| interface | public                           |
| region    | RegionOne                        |
| region_id | RegionOne                        |
| url       | http://192.168.1.100:9292        |
+-----------+----------------------------------+
+-----------+----------------------------------+
| glance    | Value                            |
+-----------+----------------------------------+
| id        | 7158c584bcc6488799e2df043c57441a |
| interface | internal                         |
| region    | RegionOne                        |
| region_id | RegionOne                        |
| url       | http://192.168.1.100:9292        |
+-----------+----------------------------------+
+-----------+----------------------------------+
| glance    | Value                            |
+-----------+----------------------------------+
| id        | 7b76501a10f44823801038da812abf7e |
| interface | admin                            |
| region    | RegionOne                        |
| region_id | RegionOne                        |
| url       | http://192.168.1.100:9292        |
+-----------+----------------------------------+
WARNING: nova has no endpoint in ! Available endpoints for this service:
+-----------+---------------------------------------------------------------+
| nova      | Value                                                         |
+-----------+---------------------------------------------------------------+
| id        | 2c14e44e747e49eeb79c94541eadff91                              |
| interface | public                                                        |
| region    | RegionOne                                                     |
| region_id | RegionOne                                                     |
| url       | http://192.168.1.100:8774/v2/e8a68a367640454e9d4608d77a2cf16b |
+-----------+---------------------------------------------------------------+
+-----------+---------------------------------------------------------------+
| nova      | Value                                                         |
+-----------+---------------------------------------------------------------+
| id        | 93143152026c46939fc9d6363cc6d38a                              |
| interface | admin                                                         |
| region    | RegionOne                                                     |
| region_id | RegionOne                                                     |
| url       | http://192.168.1.100:8774/v2/e8a68a367640454e9d4608d77a2cf16b |
+-----------+---------------------------------------------------------------+
+-----------+---------------------------------------------------------------+
| nova      | Value                                                         |
+-----------+---------------------------------------------------------------+
| id        | a65bdb9eb9c14df0b0c87393d9e102b4                              |
| interface | internal                                                      |
| region    | RegionOne                                                     |
| region_id | RegionOne                                                     |
| url       | http://192.168.1.100:8774/v2/e8a68a367640454e9d4608d77a2cf16b |
+-----------+---------------------------------------------------------------+
WARNING: keystone has no endpoint in ! Available endpoints for this service:
+-----------+----------------------------------+
| keystone  | Value                            |
+-----------+----------------------------------+
| id        | 325dea93a97c4575949d7b9e7312238f |
| interface | internal                         |
| region    | RegionOne                        |
| region_id | RegionOne                        |
| url       | http://192.168.1.100:5000/v2.0   |
+-----------+----------------------------------+
+-----------+----------------------------------+
| keystone  | Value                            |
+-----------+----------------------------------+
| id        | af4fc25b4bf049c7bc943444815182c0 |
| interface | public                           |
| region    | RegionOne                        |
| region_id | RegionOne                        |
| url       | http://192.168.1.100:5000/v2.0   |
+-----------+----------------------------------+
+-----------+----------------------------------+
| keystone  | Value                            |
+-----------+----------------------------------+
| id        | f61fb8a6c5914f8b9ce5dc783bfb8252 |
| interface | admin                            |
| region    | RegionOne                        |
| region_id | RegionOne                        |
| url       | http://192.168.1.100:35357/v2.0  |
+-----------+----------------------------------+
root@openstack01:~# nova service-list
+----+------------------+-------------+----------+---------+-------+----------------------------+-----------------+
| Id | Binary           | Host        | Zone     | Status  | State | Updated_at                 | Disabled Reason |
+----+------------------+-------------+----------+---------+-------+----------------------------+-----------------+
| 1  | nova-cert        | openstack01 | internal | enabled | up    | 2015-06-03T17:11:39.000000 | -               |
| 2  | nova-consoleauth | openstack01 | internal | enabled | up    | 2015-06-03T17:11:39.000000 | -               |
| 3  | nova-scheduler   | openstack01 | internal | enabled | up    | 2015-06-03T17:11:40.000000 | -               |
| 4  | nova-conductor   | openstack01 | internal | enabled | up    | 2015-06-03T17:11:40.000000 | -               |
| 6  | nova-compute     | openstack01 | nova     | enabled | up    | 2015-06-03T17:11:41.000000 | -               |
+----+------------------+-------------+----------+---------+-------+----------------------------+-----------------+

But then, when I do this, it fails:

root@openstack01:~# nova --debug image-list
DEBUG (session:195) REQ: curl -g -i -X GET http://192.168.1.100:35357/v3 -H "Accept: application/json" -H "User-Agent: python-keystoneclient"
INFO (connectionpool:188) Starting new HTTP connection (1): 192.168.1.100
DEBUG (connectionpool:362) "GET /v3 HTTP/1.1" 200 253
DEBUG (session:223) RESP: [200] content-length: 253 vary: X-Auth-Token keep-alive: timeout=5, max=100 server: Apache/2.4.7 (Ubuntu) connection: Keep-Alive date: Wed, 03 Jun 2015 17:12:55 GMT x-openstack-request-id: req-5ac4d97d-3525-4108-9f22-882a35afd2fa content-type: application/json x-distribution: Ubuntu 
RESP BODY: {"version": {"status": "stable", "updated": "2015-03-30T00:00:00Z", "media-types": [{"base": "application/json", "type": "application/vnd.openstack.identity-v3+json"}], "id": "v3.4", "links": [{"href": "http://192.168.1.100:35357/v3/", "rel": "self"}]}}

DEBUG (v3:125) Making authentication request to http://192.168.1.100:35357/v3/auth/tokens
DEBUG (connectionpool:362) "POST /v3/auth/tokens HTTP/1.1" 201 2284
DEBUG (iso8601:184) Parsed 2015-06-03T18:12:55.940150Z into {'tz_sign': None, 'second_fraction': u'940150', 'hour': u'18', 'daydash': u'03', 'tz_hour': None, 'month': None, 'timezone': u'Z', 'second': u'55', 'tz_minute': None, 'year': u'2015', 'separator': u'T', 'monthdash': u'06', 'day': None, 'minute': u'12'} with default timezone <iso8601.iso8601.Utc object at 0x7f53378d6610>
DEBUG (iso8601:140) Got u'2015' for 'year' with default None
DEBUG (iso8601:140) Got u'06' for 'monthdash' with default 1
DEBUG (iso8601:140) Got 6 for 'month' with default 6
DEBUG (iso8601:140) Got u'03' for 'daydash' with default 1
DEBUG (iso8601:140) Got 3 for 'day' with default 3
DEBUG (iso8601:140) Got u'18' for 'hour' with default None
DEBUG (iso8601:140) Got u'12' for 'minute' with default None
DEBUG (iso8601:140) Got u'55' for 'second' with default None
DEBUG (session:195) REQ: curl -g -i -X GET http://192.168.1.100:8774/v2/e8a68a367640454e9d4608d77a2cf16b/images/detail -H "User-Agent: python-novaclient" -H "Accept: application/json" -H "X-Auth-Token: {SHA1}c80561b992e0db85188c6e41425cfbeb181096dc"
INFO (connectionpool:188) Starting new HTTP connection (1): 192.168.1.100
DEBUG (connectionpool:362) "GET /v2/e8a68a367640454e9d4608d77a2cf16b/images/detail HTTP/1.1" 500 128
DEBUG (session:223) RESP:
DEBUG (shell:914) The server has either erred or is incapable of performing the requested operation. (HTTP 500) (Request-ID: req-e389b211-078b-43fb-8fa5-551170650d99)
Traceback (most recent call last):
  File "/usr/lib/python2.7/dist-packages/novaclient/shell.py", line 911, in main
    OpenStackComputeShell().main(argv)
  File "/usr/lib/python2.7/dist-packages/novaclient/shell.py", line 838, in main
    args.func(self.cs, args)
  File "/usr/lib/python2.7/dist-packages/novaclient/v2/shell.py", line 1091, in do_image_list
    image_list = cs.images.list(limit=limit)
  File "/usr/lib/python2.7/dist-packages/novaclient/v2/images.py", line 69, in list
    return self._list('/images%s%s' % (detail, query), 'images')
  File "/usr/lib/python2.7/dist-packages/novaclient/base.py", line 64, in _list
    _resp, body = self.api.client.get(url)
  File "/usr/lib/python2.7/dist-packages/keystoneclient/adapter.py", line 164, in get
    return self.request(url, 'GET', **kwargs)
  File "/usr/lib/python2.7/dist-packages/novaclient/client.py", line 96, in request
    raise exceptions.from_response(resp, body, url, method)
ClientException: The server has either erred or is incapable of performing the requested operation. (HTTP 500) (Request-ID: req-e389b211-078b-43fb-8fa5-551170650d99)
ERROR (ClientException): The server has either erred or is incapable of performing the requested operation. (HTTP 500) (Request-ID: req-e389b211-078b-43fb-8fa5-551170650d99)

Here is what the nova-api.log file shows:

2015-06-03 11:11:45.667 25192 DEBUG keystoneclient.session [-] REQ: curl -g -i -X GET http://192.168.1.100:35357/v3/auth/tokens -H "X-Subject-Token: {SHA1}48d9bd56a630f0992a7e01d8fd54208d3ec000c6" -H "User-Agent: python-keystoneclient" -H "Accept: application/json" -H "X-Auth-Token: {SHA1}229bbfa132fb9a5767fdb31d070b463d0784e3f4" _http_log_request /usr/lib/python2.7/dist-packages/keystoneclient/session.py:195
2015-06-03 11:11:45.694 25192 DEBUG keystoneclient.session [-] RESP: [200] content-length: 2284 x-subject-token: {SHA1}48d9bd56a630f0992a7e01d8fd54208d3ec000c6 vary: X-Auth-Token keep-alive: timeout=5, max=100 server: Apache/2.4.7 (Ubuntu) connection: Keep-Alive date: Wed, 03 Jun 2015 17:11:45 GMT x-openstack-request-id: req-12de74e6-b131-4ad6-8df5-f2e74961a873 content-type: application/json x-distribution: Ubuntu 
RESP BODY: {"token": {"methods": ["password"], "roles": [{"id": "582005644e5a44cdb235b1a30b00474c", "name": "admin"}], "expires_at": "2015-06-03T18:11:45.656756Z", "project": {"domain": {"id": "default", "name": "Default"}, "id": "e8a68a367640454e9d4608d77a2cf16b", "name": "admin"}, "catalog": "<removed>", "extras": {}, "user": {"domain": {"id": "default", "name": "Default"}, "id": "92cfda6c84e542268b67d926d4763c10", "name": "admin"}, "audit_ids": ["Dk2tIdHdSWiNn5ElUNa3Wg"], "issued_at": "2015-06-03T17:11:45.656778Z"}}
 _http_log_response /usr/lib/python2.7/dist-packages/keystoneclient/session.py:223
2015-06-03 11:11:45.703 25192 DEBUG nova.api.openstack.wsgi [req-d84b9425-fbb8-4bd4-895e-e96c3febd73c 92cfda6c84e542268b67d926d4763c10 e8a68a367640454e9d4608d77a2cf16b - - -] Calling method '<bound method ServiceController.index of <nova.api.openstack.compute.contrib.services.ServiceController object at 0x7f4f25452f10>>' _process_stack /usr/lib/python2.7/dist-packages/nova/api/openstack/wsgi.py:783
2015-06-03 11:11:45.705 25192 DEBUG oslo_db.api [req-d84b9425-fbb8-4bd4-895e-e96c3febd73c 92cfda6c84e542268b67d926d4763c10 e8a68a367640454e9d4608d77a2cf16b - - -] Loading backend 'sqlalchemy' from 'nova.db.sqlalchemy.api' _load_backend /usr/lib/python2.7/dist-packages/oslo_db/api.py:214
2015-06-03 11:11:45.717 25192 DEBUG oslo_db.sqlalchemy.session [req-d84b9425-fbb8-4bd4-895e-e96c3febd73c 92cfda6c84e542268b67d926d4763c10 e8a68a367640454e9d4608d77a2cf16b - - -] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION _check_effective_sql_mode /usr/lib/python2.7/dist-packages/oslo_db/sqlalchemy/session.py:513
2015-06-03 11:11:45.835 25192 INFO nova.osapi_compute.wsgi.server [req-d84b9425-fbb8-4bd4-895e-e96c3febd73c 92cfda6c84e542268b67d926d4763c10 e8a68a367640454e9d4608d77a2cf16b - - -] 192.168.1.100 "GET /v2/e8a68a367640454e9d4608d77a2cf16b/os-services HTTP/1.1" status: 200 len: 1137 time: 0.1698930
2015-06-03 11:12:55.952 25193 DEBUG keystoneclient.session [-] REQ: curl -g -i -X GET http://192.168.1.100:35357 -H "Accept: application/json" -H "User-Agent: python-keystoneclient" _http_log_request /usr/lib/python2.7/dist-packages/keystoneclient/session.py:195
2015-06-03 11:12:55.975 25193 DEBUG keystoneclient.session [-] RESP: [300] content-length: 597 vary: X-Auth-Token keep-alive: timeout=5, max=100 server: Apache/2.4.7 (Ubuntu) connection: Keep-Alive date: Wed, 03 Jun 2015 17:12:55 GMT content-type: application/json x-distribution: Ubuntu 
RESP BODY: {"versions": {"values": [{"status": "stable", "updated": "2015-03-30T00:00:00Z", "media-types": [{"base": "application/json", "type": "application/vnd.openstack.identity-v3+json"}], "id": "v3.4", "links": [{"href": "http://192.168.1.100:35357/v3/", "rel": "self"}]}, {"status": "stable", "updated": "2014-04-17T00:00:00Z", "media-types": [{"base": "application/json", "type": "application/vnd.openstack.identity-v2.0+json"}], "id": "v2.0", "links": [{"href": "http://192.168.1.100:35357/v2.0/", "rel": "self"}, {"href": "http://docs.openstack.org/", "type": "text/html", "rel": "describedby"}]}]}}
 _http_log_response /usr/lib/python2.7/dist-packages/keystoneclient/session.py:223
2015-06-03 11:12:55.975 25193 DEBUG keystoneclient.auth.identity.v3 [-] Making authentication request to http://192.168.1.100:35357/v3/auth/tokens get_auth_ref /usr/lib/python2.7/dist-packages/keystoneclient/auth/identity/v3.py:125
2015-06-03 11:12:56.053 25193 DEBUG keystoneclient.session [-] REQ: curl -g -i -X GET http://192.168.1.100:35357/ -H "Accept: application/json" -H "User-Agent: python-keystoneclient" _http_log_request /usr/lib/python2.7/dist-packages/keystoneclient/session.py:195
2015-06-03 11:12:56.059 25193 DEBUG keystoneclient.session [-] RESP: [300] content-length: 597 vary: X-Auth-Token keep-alive: timeout=5, max=98 server: Apache/2.4.7 (Ubuntu) connection: Keep-Alive date: Wed, 03 Jun 2015 17:12:56 GMT content-type: application/json x-distribution: Ubuntu 
RESP BODY: {"versions": {"values": [{"status": "stable", "updated": "2015-03-30T00:00:00Z", "media-types": [{"base": "application/json", "type": "application/vnd.openstack.identity-v3+json"}], "id": "v3.4", "links": [{"href": "http://192.168.1.100:35357/v3/", "rel": "self"}]}, {"status": "stable", "updated": "2014-04-17T00:00:00Z", "media-types": [{"base": "application/json", "type": "application/vnd.openstack.identity-v2.0+json"}], "id": "v2.0", "links": [{"href": "http://192.168.1.100:35357/v2.0/", "rel": "self"}, {"href": "http://docs.openstack.org/", "type": "text/html", "rel": "describedby"}]}]}}
 _http_log_response /usr/lib/python2.7/dist-packages/keystoneclient/session.py:223
2015-06-03 11:12:56.061 25193 DEBUG keystoneclient.session [-] REQ: curl -g -i -X GET http://192.168.1.100:35357/v3/auth/tokens -H "X-Subject-Token: {SHA1}c80561b992e0db85188c6e41425cfbeb181096dc" -H "User-Agent: python-keystoneclient" -H "Accept: application/json" -H "X-Auth-Token: {SHA1}457cb455eb5506920486a02779a1acbf807c760f" _http_log_request /usr/lib/python2.7/dist-packages/keystoneclient/session.py:195
2015-06-03 11:12:56.119 25193 DEBUG keystoneclient.session [-] RESP: [200] content-length: 2284 x-subject-token: {SHA1}c80561b992e0db85188c6e41425cfbeb181096dc vary: X-Auth-Token keep-alive: timeout=5, max=97 server: Apache/2.4.7 (Ubuntu) connection: Keep-Alive date: Wed, 03 Jun 2015 17:12:56 GMT x-openstack-request-id: req-59f4e075-3f23-4427-a92a-32cf768ca5b7 content-type: application/json x-distribution: Ubuntu 
RESP BODY: {"token": {"methods": ["password"], "roles": [{"id": "582005644e5a44cdb235b1a30b00474c", "name": "admin"}], "expires_at": "2015-06-03T18:12:55.940150Z", "project": {"domain": {"id": "default", "name": "Default"}, "id": "e8a68a367640454e9d4608d77a2cf16b", "name": "admin"}, "catalog": "<removed>", "extras": {}, "user": {"domain": {"id": "default", "name": "Default"}, "id": "92cfda6c84e542268b67d926d4763c10", "name": "admin"}, "audit_ids": ["dZrfFHJISlmAyVDBkc_m1g"], "issued_at": "2015-06-03T17:12:55.940171Z"}}
 _http_log_response /usr/lib/python2.7/dist-packages/keystoneclient/session.py:223
2015-06-03 11:12:56.120 25193 DEBUG nova.openstack.common.fileutils [req-e389b211-078b-43fb-8fa5-551170650d99 92cfda6c84e542268b67d926d4763c10 e8a68a367640454e9d4608d77a2cf16b - - -] Reloading cached file /etc/nova/policy.json read_cached_file /usr/lib/python2.7/dist-packages/nova/openstack/common/fileutils.py:64
2015-06-03 11:12:56.124 25193 DEBUG nova.openstack.common.policy [req-e389b211-078b-43fb-8fa5-551170650d99 92cfda6c84e542268b67d926d4763c10 e8a68a367640454e9d4608d77a2cf16b - - -] Reloaded policy file: /etc/nova/policy.json _load_policy_file /usr/lib/python2.7/dist-packages/nova/openstack/common/policy.py:296
2015-06-03 11:12:56.518 25193 DEBUG nova.api.openstack.wsgi [req-e389b211-078b-43fb-8fa5-551170650d99 92cfda6c84e542268b67d926d4763c10 e8a68a367640454e9d4608d77a2cf16b - - -] Calling method '<bound method Controller.detail of <nova.api.openstack.compute.images.Controller object at 0x7f4f2554f290>>' _process_stack /usr/lib/python2.7/dist-packages/nova/api/openstack/wsgi.py:783
2015-06-03 11:12:56.720 25193 ERROR nova.api.openstack [req-e389b211-078b-43fb-8fa5-551170650d99 92cfda6c84e542268b67d926d4763c10 e8a68a367640454e9d4608d77a2cf16b - - -] Caught error: HTTPInternalServerError (HTTP 500)
2015-06-03 11:12:56.720 25193 TRACE nova.api.openstack Traceback (most recent call last):
2015-06-03 11:12:56.720 25193 TRACE nova.api.openstack   File "/usr/lib/python2.7/dist-packages/nova/api/openstack/__init__.py", line 125, in __call__
2015-06-03 11:12:56.720 25193 TRACE nova.api.openstack     return req.get_response(self.application)
2015-06-03 11:12:56.720 25193 TRACE nova.api.openstack   File "/usr/lib/python2.7/dist-packages/webob/request.py", line 1320, in send
2015-06-03 11:12:56.720 25193 TRACE nova.api.openstack     application, catch_exc_info=False)
2015-06-03 11:12:56.720 25193 TRACE nova.api.openstack   File "/usr/lib/python2.7/dist-packages/webob/request.py", line 1284, in call_application
2015-06-03 11:12:56.720 25193 TRACE nova.api.openstack     app_iter = application(self.environ, start_response)
2015-06-03 11:12:56.720 25193 TRACE nova.api.openstack   File "/usr/lib/python2.7/dist-packages/webob/dec.py", line 144, in __call__
2015-06-03 11:12:56.720 25193 TRACE nova.api.openstack     return resp(environ, start_response)
2015-06-03 11:12:56.720 25193 TRACE nova.api.openstack   File "/usr/lib/python2.7/dist-packages/keystonemiddleware/auth_token/__init__.py", line 634, in __call__
2015-06-03 11:12:56.720 25193 TRACE nova.api.openstack     return self._call_app(env, start_response)
2015-06-03 11:12:56.720 25193 TRACE nova.api.openstack   File "/usr/lib/python2.7/dist-packages/keystonemiddleware/auth_token/__init__.py", line 554, in _call_app
2015-06-03 11:12:56.720 25193 TRACE nova.api.openstack     return self._app(env, _fake_start_response)
2015-06-03 11:12:56.720 25193 TRACE nova.api.openstack   File "/usr/lib/python2.7/dist-packages/webob/dec.py", line 144, in __call__
2015-06-03 11:12:56.720 25193 TRACE nova.api.openstack     return resp(environ, start_response)
2015-06-03 11:12:56.720 25193 TRACE nova.api.openstack   File "/usr/lib/python2.7/dist-packages/webob/dec.py", line 144, in __call__
2015-06-03 11:12:56.720 25193 TRACE nova.api.openstack     return resp(environ, start_response)
2015-06-03 11:12:56.720 25193 TRACE nova.api.openstack   File "/usr/lib/python2.7/dist-packages/routes/middleware.py", line 131, in __call__
2015-06-03 11:12:56.720 25193 TRACE nova.api.openstack     response = self.app(environ, start_response)
2015-06-03 11:12:56.720 25193 TRACE nova.api.openstack   File "/usr/lib/python2.7/dist-packages/webob/dec.py", line 144, in __call__
2015-06-03 11:12:56.720 25193 TRACE nova.api.openstack     return resp(environ, start_response)
2015-06-03 11:12:56.720 25193 TRACE nova.api.openstack   File "/usr/lib/python2.7/dist-packages/webob/dec.py", line 130, in __call__
2015-06-03 11:12:56.720 25193 TRACE nova.api.openstack     resp = self.call_func(req, *args, **self.kwargs)
2015-06-03 11:12:56.720 25193 TRACE nova.api.openstack   File "/usr/lib/python2.7/dist-packages/webob/dec.py", line 195, in call_func
2015-06-03 11:12:56.720 25193 TRACE nova.api.openstack     return self.func(req, *args, **kwargs)
2015-06-03 11:12:56.720 25193 TRACE nova.api.openstack   File "/usr/lib/python2.7/dist-packages/nova/api/openstack/wsgi.py", line 756, in __call__
2015-06-03 11:12:56.720 25193 TRACE nova.api.openstack     content_type, body, accept)
2015-06-03 11:12:56.720 25193 TRACE nova.api.openstack   File "/usr/lib/python2.7/dist-packages/nova/api/openstack/wsgi.py", line 821, in _process_stack
2015-06-03 11:12:56.720 25193 TRACE nova.api.openstack     action_result = self.dispatch(meth, request, action_args)
2015-06-03 11:12:56.720 25193 TRACE nova.api.openstack   File "/usr/lib/python2.7/dist-packages/nova/api/openstack/wsgi.py", line 911, in dispatch
2015-06-03 11:12:56.720 25193 TRACE nova.api.openstack     return method(req=request, **action_args)
2015-06-03 11:12:56.720 25193 TRACE nova.api.openstack   File "/usr/lib/python2.7/dist-packages/nova/api/openstack/compute/images.py", line 144, in detail
2015-06-03 11:12:56.720 25193 TRACE nova.api.openstack     **page_params)
2015-06-03 11:12:56.720 25193 TRACE nova.api.openstack   File "/usr/lib/python2.7/dist-packages/nova/image/api.py", line 68, in get_all
2015-06-03 11:12:56.720 25193 TRACE nova.api.openstack     return session.detail(context, **kwargs)
2015-06-03 11:12:56.720 25193 TRACE nova.api.openstack   File "/usr/lib/python2.7/dist-packages/nova/image/glance.py", line 274, in detail
2015-06-03 11:12:56.720 25193 TRACE nova.api.openstack     for image in images:
2015-06-03 11:12:56.720 25193 TRACE nova.api.openstack   File "/usr/lib/python2.7/dist-packages/glanceclient/v1/images.py", line 196, in paginate
2015-06-03 11:12:56.720 25193 TRACE nova.api.openstack     images, resp = self._list(url, "images")
2015-06-03 11:12:56.720 25193 TRACE nova.api.openstack   File "/usr/lib/python2.7/dist-packages/glanceclient/v1/images.py", line 62, in _list
2015-06-03 11:12:56.720 25193 TRACE nova.api.openstack     resp, body = self.client.get(url)
2015-06-03 11:12:56.720 25193 TRACE nova.api.openstack   File "/usr/lib/python2.7/dist-packages/glanceclient/common/http.py", line 259, in get
2015-06-03 11:12:56.720 25193 TRACE nova.api.openstack     return self._request('GET', url, **kwargs)
2015-06-03 11:12:56.720 25193 TRACE nova.api.openstack   File "/usr/lib/python2.7/dist-packages/glanceclient/common/http.py", line 227, in _request
2015-06-03 11:12:56.720 25193 TRACE nova.api.openstack     raise exc.from_response(resp, resp.content)
2015-06-03 11:12:56.720 25193 TRACE nova.api.openstack HTTPInternalServerError: HTTPInternalServerError (HTTP 500)
2015-06-03 11:12:56.720 25193 TRACE nova.api.openstack 
2015-06-03 11:12:56.727 25193 INFO nova.api.openstack [req-e389b211-078b-43fb-8fa5-551170650d99 92cfda6c84e542268b67d926d4763c10 e8a68a367640454e9d4608d77a2cf16b - - -] http://192.168.1.100:8774/v2/e8a68a367640454e9d4608d77a2cf16b/images/detail returned with HTTP 500
2015-06-03 11:12:56.728 25193 DEBUG nova.api.openstack.wsgi [req-e389b211-078b-43fb-8fa5-551170650d99 92cfda6c84e542268b67d926d4763c10 e8a68a367640454e9d4608d77a2cf16b - - -] Returning 500 to user: The server has either erred or is incapable of performing the requested operation. __call__ /usr/lib/python2.7/dist-packages/nova/api/openstack/wsgi.py:1166
2015-06-03 11:12:56.730 25193 INFO nova.osapi_compute.wsgi.server [req-e389b211-078b-43fb-8fa5-551170650d99 92cfda6c84e542268b67d926d4763c10 e8a68a367640454e9d4608d77a2cf16b - - -] 192.168.1.100 "GET /v2/e8a68a367640454e9d4608d77a2cf16b/images/detail HTTP/1.1" status: 500 len: 359 time: 0.7817249

Here is what the glance-api.log file shows:

2015-06-03 11:12:56.528 25837 DEBUG glance.api.middleware.version_negotiation [-] Determining version of request: GET /v1/images/detail Accept: */* process_request /usr/lib/python2.7/dist-packages/glance/api/middleware/version_negotiation.py:47
2015-06-03 11:12:56.529 25837 DEBUG glance.api.middleware.version_negotiation [-] Using url versioning process_request /usr/lib/python2.7/dist-packages/glance/api/middleware/version_negotiation.py:60
2015-06-03 11:12:56.530 25837 DEBUG glance.api.middleware.version_negotiation [-] Matched version: v1 process_request /usr/lib/python2.7/dist-packages/glance/api/middleware/version_negotiation.py:72
2015-06-03 11:12:56.530 25837 DEBUG glance.api.middleware.version_negotiation [-] new path /v1/images/detail process_request /usr/lib/python2.7/dist-packages/glance/api/middleware/version_negotiation.py:73
2015-06-03 11:12:56.532 25837 DEBUG keystoneclient.session [-] REQ: curl -g -i -X GET http://192.168.1.100:35357 -H "Accept: application/json" -H "User-Agent: python-keystoneclient" _http_log_request /usr/lib/python2.7/dist-packages/keystoneclient/session.py:195
2015-06-03 11:12:56.563 25837 DEBUG keystoneclient.session [-] RESP: [300] content-length: 597 vary: X-Auth-Token keep-alive: timeout=5, max=100 server: Apache/2.4.7 (Ubuntu) connection: Keep-Alive date: Wed, 03 Jun 2015 17:12:56 GMT content-type: application/json x-distribution: Ubuntu 
RESP BODY: {"versions": {"values": [{"status": "stable", "updated": "2015-03-30T00:00:00Z", "media-types": [{"base": "application/json", "type": "application/vnd.openstack.identity-v3+json"}], "id": "v3.4", "links": [{"href": "http://192.168.1.100:35357/v3/", "rel": "self"}]}, {"status": "stable", "updated": "2014-04-17T00:00:00Z", "media-types": [{"base": "application/json", "type": "application/vnd.openstack.identity-v2.0+json"}], "id": "v2.0", "links": [{"href": "http://192.168.1.100:35357/v2.0/", "rel": "self"}, {"href": "http://docs.openstack.org/", "type": "text/html", "rel": "describedby"}]}]}}
 _http_log_response /usr/lib/python2.7/dist-packages/keystoneclient/session.py:223
2015-06-03 11:12:56.564 25837 DEBUG keystoneclient.auth.identity.v3 [-] Making authentication request to http://192.168.1.100:35357/v3/auth/tokens get_auth_ref /usr/lib/python2.7/dist-packages/keystoneclient/auth/identity/v3.py:125
2015-06-03 11:12:56.652 25837 DEBUG keystoneclient.session [-] REQ: curl -g -i -X GET http://192.168.1.100:35357/ -H "Accept: application/json" -H "User-Agent: python-keystoneclient" _http_log_request /usr/lib/python2.7/dist-packages/keystoneclient/session.py:195
2015-06-03 11:12:56.655 25837 DEBUG keystoneclient.session [-] RESP: [300] content-length: 597 vary: X-Auth-Token keep-alive: timeout=5, max=98 server: Apache/2.4.7 (Ubuntu) connection: Keep-Alive date: Wed, 03 Jun 2015 17:12:56 GMT content-type: application/json x-distribution: Ubuntu 
RESP BODY: {"versions": {"values": [{"status": "stable", "updated": "2015-03-30T00:00:00Z", "media-types": [{"base": "application/json", "type": "application/vnd.openstack.identity-v3+json"}], "id": "v3.4", "links": [{"href": "http://192.168.1.100:35357/v3/", "rel": "self"}]}, {"status": "stable", "updated": "2014-04-17T00:00:00Z", "media-types": [{"base": "application/json", "type": "application/vnd.openstack.identity-v2.0+json"}], "id": "v2.0", "links": [{"href": "http://192.168.1.100:35357/v2.0/", "rel": "self"}, {"href": "http://docs.openstack.org/", "type": "text/html", "rel": "describedby"}]}]}}
 _http_log_response /usr/lib/python2.7/dist-packages/keystoneclient/session.py:223
2015-06-03 11:12:56.656 25837 DEBUG keystoneclient.session [-] REQ: curl -g -i -X GET http://192.168.1.100:35357/v3/auth/tokens -H "X-Subject-Token: {SHA1}c80561b992e0db85188c6e41425cfbeb181096dc" -H "User-Agent: python-keystoneclient" -H "Accept: application/json" -H "X-Auth-Token: {SHA1}dcdbb52606772ff029be92f7377509d6b38e47d6" _http_log_request /usr/lib/python2.7/dist-packages/keystoneclient/session.py:195
2015-06-03 11:12:56.673 25837 DEBUG keystoneclient.session [-] RESP: [200] content-length: 2284 x-subject-token: {SHA1}c80561b992e0db85188c6e41425cfbeb181096dc vary: X-Auth-Token keep-alive: timeout=5, max=97 server: Apache/2.4.7 (Ubuntu) connection: Keep-Alive date: Wed, 03 Jun 2015 17:12:56 GMT x-openstack-request-id: req-6111617b-1694-4982-a686-b18e8a932197 content-type: application/json x-distribution: Ubuntu 
RESP BODY: {"token": {"methods": ["password"], "roles": [{"id": "582005644e5a44cdb235b1a30b00474c", "name": "admin"}], "expires_at": "2015-06-03T18:12:55.940150Z", "project": {"domain": {"id": "default", "name": "Default"}, "id": "e8a68a367640454e9d4608d77a2cf16b", "name": "admin"}, "catalog": "<removed>", "extras": {}, "user": {"domain": {"id": "default", "name": "Default"}, "id": "92cfda6c84e542268b67d926d4763c10", "name": "admin"}, "audit_ids": ["dZrfFHJISlmAyVDBkc_m1g"], "issued_at": "2015-06-03T17:12:55.940171Z"}}
 _http_log_response /usr/lib/python2.7/dist-packages/keystoneclient/session.py:223
2015-06-03 11:12:56.680 25837 DEBUG oslo_policy.openstack.common.fileutils [req-6ed50ae3-6d50-4be0-9eda-1c64eb7ded94 92cfda6c84e542268b67d926d4763c10 e8a68a367640454e9d4608d77a2cf16b - - -] Reloading cached file /etc/glance/policy.json read_cached_file /usr/lib/python2.7/dist-packages/oslo_policy/openstack/common/fileutils.py:64
2015-06-03 11:12:56.680 25837 DEBUG oslo_policy.policy [req-6ed50ae3-6d50-4be0-9eda-1c64eb7ded94 92cfda6c84e542268b67d926d4763c10 e8a68a367640454e9d4608d77a2cf16b - - -] Reloaded policy file: /etc/glance/policy.json _load_policy_file /usr/lib/python2.7/dist-packages/oslo_policy/policy.py:403
2015-06-03 11:12:56.681 25837 DEBUG glance.common.client [req-6ed50ae3-6d50-4be0-9eda-1c64eb7ded94 92cfda6c84e542268b67d926d4763c10 e8a68a367640454e9d4608d77a2cf16b - - -] Constructed URL: http://0.0.0.0:9191/images/detail?is_public=none&limit=20 _construct_url /usr/lib/python2.7/dist-packages/glance/common/client.py:401
2015-06-03 11:12:56.708 25837 DEBUG glance.common.client [req-6ed50ae3-6d50-4be0-9eda-1c64eb7ded94 92cfda6c84e542268b67d926d4763c10 e8a68a367640454e9d4608d77a2cf16b - - -] Constructed URL: http://0.0.0.0:9191/images/detail?is_public=none&limit=20 _construct_url /usr/lib/python2.7/dist-packages/glance/common/client.py:401
2015-06-03 11:12:56.714 25837 ERROR glance.registry.client.v1.client [req-6ed50ae3-6d50-4be0-9eda-1c64eb7ded94 92cfda6c84e542268b67d926d4763c10 e8a68a367640454e9d4608d77a2cf16b - - -] Registry client request GET /images/detail raised NotAuthenticated
2015-06-03 11:12:56.714 25837 TRACE glance.registry.client.v1.client Traceback (most recent call last):
2015-06-03 11:12:56.714 25837 TRACE glance.registry.client.v1.client   File "/usr/lib/python2.7/dist-packages/glance/registry/client/v1/client.py", line 117, in do_request
2015-06-03 11:12:56.714 25837 TRACE glance.registry.client.v1.client     **kwargs)
2015-06-03 11:12:56.714 25837 TRACE glance.registry.client.v1.client   File "/usr/lib/python2.7/dist-packages/glance/common/client.py", line 74, in wrapped
2015-06-03 11:12:56.714 25837 TRACE glance.registry.client.v1.client     return func(self, *args, **kwargs)
2015-06-03 11:12:56.714 25837 TRACE glance.registry.client.v1.client   File "/usr/lib/python2.7/dist-packages/glance/common/client.py", line 376, in do_request
2015-06-03 11:12:56.714 25837 TRACE glance.registry.client.v1.client     headers=copy.deepcopy(headers))
2015-06-03 11:12:56.714 25837 TRACE glance.registry.client.v1.client   File "/usr/lib/python2.7/dist-packages/glance/common/client.py", line 88, in wrapped
2015-06-03 11:12:56.714 25837 TRACE glance.registry.client.v1.client     return func(self, method, url, body, headers)
2015-06-03 11:12:56.714 25837 TRACE glance.registry.client.v1.client   File "/usr/lib/python2.7/dist-packages/glance/common/client.py", line 519, in _do_request
2015-06-03 11:12:56.714 25837 TRACE glance.registry.client.v1.client     raise exception.NotAuthenticated(res.read())
2015-06-03 11:12:56.714 25837 TRACE glance.registry.client.v1.client NotAuthenticated: Authentication required
2015-06-03 11:12:56.714 25837 TRACE glance.registry.client.v1.client 
2015-06-03 11:12:56.718 25837 INFO eventlet.wsgi.server [req-6ed50ae3-6d50-4be0-9eda-1c64eb7ded94 92cfda6c84e542268b67d926d4763c10 e8a68a367640454e9d4608d77a2cf16b - - -] Traceback (most recent call last):
  File "/usr/lib/python2.7/dist-packages/eventlet/wsgi.py", line 442, in handle_one_response
    result = self.application(self.environ, start_response)
  File "/usr/lib/python2.7/dist-packages/webob/dec.py", line 130, in __call__
    resp = self.call_func(req, *args, **self.kwargs)
  File "/usr/lib/python2.7/dist-packages/webob/dec.py", line 195, in call_func
    return self.func(req, *args, **kwargs)
  File "/usr/lib/python2.7/dist-packages/glance/common/wsgi.py", line 582, in __call__
    response = req.get_response(self.application)
  File "/usr/lib/python2.7/dist-packages/webob/request.py", line 1320, in send
    application, catch_exc_info=False)
  File "/usr/lib/python2.7/dist-packages/webob/request.py", line 1284, in call_application
    app_iter = application(self.environ, start_response)
  File "/usr/lib/python2.7/dist-packages/webob/dec.py", line 130, in __call__
    resp = self.call_func(req, *args, **self.kwargs)
  File "/usr/lib/python2.7/dist-packages/webob/dec.py", line 195, in call_func
    return self.func(req, *args, **kwargs)
  File "/usr/lib/python2.7/dist-packages/osprofiler/web.py", line 99, in __call__
    return request.get_response(self.application)
  File "/usr/lib/python2.7/dist-packages/webob/request.py", line 1320, in send
    application, catch_exc_info=False)
  File "/usr/lib/python2.7/dist-packages/webob/request.py", line 1284, in call_application
    app_iter = application(self.environ, start_response)
  File "/usr/lib/python2.7/dist-packages/keystonemiddleware/auth_token/__init__.py", line 634, in __call__
    return self._call_app(env, start_response)
  File "/usr/lib/python2.7/dist-packages/keystonemiddleware/auth_token/__init__.py", line 554, in _call_app
    return self._app(env, _fake_start_response)
  File "/usr/lib/python2.7/dist-packages/webob/dec.py", line 130, in __call__
    resp = self.call_func(req, *args, **self.kwargs)
  File "/usr/lib/python2.7/dist-packages/webob/dec.py", line 195, in call_func
    return self.func(req, *args, **kwargs)
  File "/usr/lib/python2.7/dist-packages/glance/common/wsgi.py", line 582, in __call__
    response = req.get_response(self.application)
  File "/usr/lib/python2.7/dist-packages/webob/request.py", line 1320, in send
    application, catch_exc_info=False)
  File "/usr/lib/python2.7/dist-packages/webob/request.py", line 1284, in call_application
    app_iter = application(self.environ, start_response)
  File "/usr/lib/python2.7/dist-packages/paste/urlmap.py", line 206, in __call__
    return app(environ, start_response)
  File "/usr/lib/python2.7/dist-packages/webob/dec.py", line 144, in __call__
    return resp(environ, start_response)
  File "/usr/lib/python2.7/dist-packages/routes/middleware.py", line 131, in __call__
    response = self.app(environ, start_response)
  File "/usr/lib/python2.7/dist-packages/webob/dec.py", line 144, in __call__
    return resp(environ, start_response)
  File "/usr/lib/python2.7/dist-packages/webob/dec.py", line 130, in __call__
    resp = self.call_func(req, *args, **self.kwargs)
  File "/usr/lib/python2.7/dist-packages/webob/dec.py", line 195, in call_func
    return self.func(req, *args, **kwargs)
  File "/usr/lib/python2.7/dist-packages/glance/common/wsgi.py", line 873, in __call__
    request, **action_args)
  File "/usr/lib/python2.7/dist-packages/glance/common/wsgi.py", line 897, in dispatch
    return method(*args, **kwargs)
  File "/usr/lib/python2.7/dist-packages/glance/api/v1/images.py", line 347, in detail
    images = registry.get_images_detail(req.context, **params)
  File "/usr/lib/python2.7/dist-packages/glance/registry/client/v1/api.py", line 152, in get_images_detail
    return c.get_images_detailed(**kwargs)
  File "/usr/lib/python2.7/dist-packages/glance/registry/client/v1/client.py", line 146, in get_images_detailed
    res = self.do_request("GET", "/images/detail", params=params)
  File "/usr/lib/python2.7/dist-packages/glance/registry/client/v1/client.py", line 132, in do_request
    'exc_name': exc_name})
  File "/usr/lib/python2.7/dist-packages/oslo_utils/excutils.py", line 85, in __exit__
    six.reraise(self.type_, self.value, self.tb)
  File "/usr/lib/python2.7/dist-packages/glance/registry/client/v1/client.py", line 117, in do_request
    **kwargs)
  File "/usr/lib/python2.7/dist-packages/glance/common/client.py", line 74, in wrapped
    return func(self, *args, **kwargs)
  File "/usr/lib/python2.7/dist-packages/glance/common/client.py", line 376, in do_request
    headers=copy.deepcopy(headers))
  File "/usr/lib/python2.7/dist-packages/glance/common/client.py", line 88, in wrapped
    return func(self, method, url, body, headers)
  File "/usr/lib/python2.7/dist-packages/glance/common/client.py", line 519, in _do_request
    raise exception.NotAuthenticated(res.read())
NotAuthenticated: Authentication required
2015-06-03 11:12:56.719 25837 INFO eventlet.wsgi.server [req-6ed50ae3-6d50-4be0-9eda-1c64eb7ded94 92cfda6c84e542268b67d926d4763c10 e8a68a367640454e9d4608d77a2cf16b - - -] 192.168.1.100 - - [03/Jun/2015 11:12:56] "GET /v1/images/detail?is_public=none&limit=20 HTTP/1.1" 500 139 0.192424

This issue seems to be that the request isn't Authenticated according to Glance, so I am not sure if it is due to nova not giving glance the right parameters or not. At this point, I am stumped.

Just for the record, here are the lines I have changed from the default glance-api.conf and nova.conf files:

[DEFAULT]
verbose = True
debug = True

[database]
connection = mysql://glance:password@192.168.1.100/glance
[keystone_authtoken]
#identity_uri = http://127.0.0.1:35357
#admin_tenant_name = %SERVICE_TENANT_NAME%
#admin_user = %SERVICE_USER%
#admin_password = %SERVICE_PASSWORD%
#revocation_cache_time = 10
auth_uri = http://192.168.1.100:5000
auth_url = http://192.168.1.100:35357
auth_plugin = password
project_domain_id = default
user_domain_id = default
project_name = service
username = glance
password = password

[paste_deploy]
flavor = keystone

[glance_store]
default_store = file
filesystem_store_datadir = /var/lib/glance/images/

And here is my nova.conf file:

[DEFAULT]
dhcpbridge_flagfile=/etc/nova/nova.conf
dhcpbridge=/usr/bin/nova-dhcpbridge
logdir=/var/log/nova
state_path=/var/lib/nova
lock_path=/var/lock/nova
force_dhcp_release=True
libvirt_use_virtio_for_bridges=True
verbose=True
debug = True
ec2_private_dns_show_ip=True
api_paste_config=/etc/nova/api-paste.ini
enabled_apis=ec2,osapi_compute,metadata
rpc_backend = rabbit
auth_strategy = keystone
my_ip = 192.168.1.100
vnc_enabled = True
vncserver_listen = 192.168.1.100
vncserver_proxyclient_address = 192.168.1.100
novncproxy_base_url = http://192.168.1.100:6080/vnc_auto.html

[database]
connection = mysql://nova:password@192.168.1.100/nova

[oslo_messaging_rabbit]
rabbit_host = 192.168.1.100
rabbit_userid = openstack
rabbit_password = password

[keystone_authtoken]
auth_uri = http://192.168.1.100:5000
auth_url = http://192.168.1.100:35357
auth_plugin = password
project_domain_id = default
user_domain_id = default
project_name = service
username = nova
password = password

[glance]
host = 192.168.1.100

[oslo_concurrency]
lock_path = /var/lib/nova/tmp

Any help in trying to figure this out would be greatly appreciated as I am totally stumped right now. Thanks a lot, Bertrand.