Revision history [back]

click to hide/show revision 1
initial version

cinder create --display-name myVolume 1 ERROR: The server has either erred or is incapable of performing the requested operation. (HTTP 500) (Request-ID: req-8e9d9b1b-9704-4187-9195-aa4fbb0dcb17)

root@ubuntu:~# cinder create --display-name myVolume 1  
ERROR: The server has either erred or is incapable of performing the requested operation. (HTTP 500) (Request-ID: req-8e9d9b1b-9704-4187-9195-aa4fbb0dcb17)

/var/log/cinder/cinder-api.log

2014-10-11 17:40:34.748 4270 INFO eventlet.wsgi.server [-] (4270) accepted ('10.0.0.13', 54826)
2014-10-11 17:40:35.466 4270 INFO cinder.api.openstack.wsgi [req-8e9d9b1b-9704-4187-9195-aa4fbb0dcb17 a0751e2611ae4a098525b3511f84e5eb b23f56cf19774219996db122f8cbf7b9 - - -] POST http://controller:8776/v1/b23f56cf19774219996db122f8cbf7b9/volumes
2014-10-11 17:40:35.468 4270 AUDIT cinder.api.v1.volumes [req-8e9d9b1b-9704-4187-9195-aa4fbb0dcb17 a0751e2611ae4a098525b3511f84e5eb b23f56cf19774219996db122f8cbf7b9 - - -] Create volume of 1 GB
2014-10-11 17:40:35.482 4270 ERROR cinder.api.middleware.fault [req-8e9d9b1b-9704-4187-9195-aa4fbb0dcb17 a0751e2611ae4a098525b3511f84e5eb b23f56cf19774219996db122f8cbf7b9 - - -] Caught error: (ProgrammingError) (1146, "Table 'cinder.volume_types' doesn't exist") 'SELECT volume_types.created_at AS volume_types_created_at, volume_types.updated_at AS volume_types_updated_at, volume_types.deleted_at AS volume_types_deleted_at, volume_types.deleted AS volume_types_deleted, volume_types.id AS volume_types_id, volume_types.name AS volume_types_name, volume_types.qos_specs_id AS volume_types_qos_specs_id, volume_type_extra_specs_1.created_at AS volume_type_extra_specs_1_created_at, volume_type_extra_specs_1.updated_at AS volume_type_extra_specs_1_updated_at, volume_type_extra_specs_1.deleted_at AS volume_type_extra_specs_1_deleted_at, volume_type_extra_specs_1.deleted AS volume_type_extra_specs_1_deleted, volume_type_extra_specs_1.id AS volume_type_extra_specs_1_id, volume_type_extra_specs_1.`key` AS volume_type_extra_specs_1_key, volume_type_extra_specs_1.value AS volume_type_extra_specs_1_value, volume_type_extra_specs_1.volume_type_id AS volume_type_extra_specs_1_volume_type_id \nFROM volume_types LEFT OUTER JOIN volume_type_extra_specs AS volume_type_extra_specs_1 ON volume_type_extra_specs_1.volume_type_id = volume_types.id AND volume_type_extra_specs_1.deleted = false \nWHERE volume_types.deleted = false ORDER BY name' ()
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault Traceback (most recent call last):
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/cinder/api/middleware/fault.py", line 75, in __call__
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     return req.get_response(self.application)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/webob/request.py", line 1320, in send
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     application, catch_exc_info=False)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/webob/request.py", line 1284, in call_application
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     app_iter = application(self.environ, start_response)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/webob/dec.py", line 144, in __call__
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     return resp(environ, start_response)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/keystoneclient/middleware/auth_token.py", line 582, in __call__
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     return self.app(env, start_response)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/webob/dec.py", line 144, in __call__
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     return resp(environ, start_response)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/webob/dec.py", line 144, in __call__
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     return resp(environ, start_response)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/routes/middleware.py", line 131, in __call__
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     response = self.app(environ, start_response)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/webob/dec.py", line 144, in __call__
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     return resp(environ, start_response)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/webob/dec.py", line 130, in __call__
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     resp = self.call_func(req, *args, **self.kwargs)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/webob/dec.py", line 195, in call_func
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     return self.func(req, *args, **kwargs)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/cinder/api/openstack/wsgi.py", line 895, in __call__
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     content_type, body, accept)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/cinder/api/openstack/wsgi.py", line 943, in _process_stack
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     action_result = self.dispatch(meth, request, action_args)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/cinder/api/openstack/wsgi.py", line 1019, in dispatch
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     return method(req=request, **action_args)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/cinder/api/v1/volumes.py", line 385, in create
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     **kwargs)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/cinder/volume/api.py", line 189, in create
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     flow_engine.run()
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/taskflow/utils/lock_utils.py", line 53, in wrapper
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     return f(*args, **kwargs)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/taskflow/engines/action_engine/engine.py", line 111, in run
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     self._run()
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/taskflow/engines/action_engine/engine.py", line 121, in _run
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     self._revert(misc.Failure())
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/taskflow/engines/action_engine/engine.py", line 78, in _revert
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     misc.Failure.reraise_if_any(failures.values())
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/taskflow/utils/misc.py", line 558, in reraise_if_any
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     failures[0].reraise()
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/taskflow/utils/misc.py", line 565, in reraise
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     six.reraise(*self._exc_info)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/taskflow/engines/action_engine/executor.py", line 36, in _execute_task
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     result = task.execute(**arguments)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/cinder/volume/flows/api/create_volume.py", line 489, in execute
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     reservations = QUOTAS.reserve(context, **reserve_opts)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/cinder/quota.py", line 744, in reserve
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     reservations = self._driver.reserve(context, self.resources, deltas,
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/cinder/quota.py", line 866, in resources
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     False)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/cinder/db/api.py", line 369, in volume_type_get_all
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     return IMPL.volume_type_get_all(context, inactive)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/cinder/db/sqlalchemy/api.py", line 139, in wrapper
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     return f(*args, **kwargs)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/cinder/db/sqlalchemy/api.py", line 1851, in volume_type_get_all
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     order_by("name").\
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/sqlalchemy/orm/query.py", line 2241, in all
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     return list(self)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/sqlalchemy/orm/query.py", line 2353, in __iter__
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     return self._execute_and_instances(context)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/sqlalchemy/orm/query.py", line 2368, in _execute_and_instances
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     result = conn.execute(querycontext.statement, self._params)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/sqlalchemy/engine/base.py", line 662, in execute
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     params)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/sqlalchemy/engine/base.py", line 761, in _execute_clauseelement
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     compiled_sql, distilled_params
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/sqlalchemy/engine/base.py", line 874, in _execute_context
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     context)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/sqlalchemy/engine/base.py", line 1024, in _handle_dbapi_exception
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     exc_info
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/sqlalchemy/util/compat.py", line 196, in raise_from_cause
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     reraise(type(exception), exception, tb=exc_tb)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/sqlalchemy/engine/base.py", line 867, in _execute_context
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     context)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/sqlalchemy/engine/default.py", line 324, in do_execute
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     cursor.execute(statement, parameters)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py", line 174, in execute
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     self.errorhandler(self, exc, value)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/MySQLdb/connections.py", line 36, in defaulterrorhandler
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     raise errorclass, errorvalue
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault ProgrammingError: (ProgrammingError) (1146, "Table 'cinder.volume_types' doesn't exist") 'SELECT volume_types.created_at AS volume_types_created_at, volume_types.updated_at AS volume_types_updated_at, volume_types.deleted_at AS volume_types_deleted_at, volume_types.deleted AS volume_types_deleted, volume_types.id AS volume_types_id, volume_types.name AS volume_types_name, volume_types.qos_specs_id AS volume_types_qos_specs_id, volume_type_extra_specs_1.created_at AS volume_type_extra_specs_1_created_at, volume_type_extra_specs_1.updated_at AS volume_type_extra_specs_1_updated_at, volume_type_extra_specs_1.deleted_at AS volume_type_extra_specs_1_deleted_at, volume_type_extra_specs_1.deleted AS volume_type_extra_specs_1_deleted, volume_type_extra_specs_1.id AS volume_type_extra_specs_1_id, volume_type_extra_specs_1.`key` AS volume_type_extra_specs_1_key, volume_type_extra_specs_1.value AS volume_type_extra_specs_1_value, volume_type_extra_specs_1.volume_type_id AS volume_type_extra_specs_1_volume_type_id \nFROM volume_types LEFT OUTER JOIN volume_type_extra_specs AS volume_type_extra_specs_1 ON volume_type_extra_specs_1.volume_type_id = volume_types.id AND volume_type_extra_specs_1.deleted = false \nWHERE volume_types.deleted = false ORDER BY name' ()
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault 
2014-10-11 17:40:35.490 4270 INFO cinder.api.middleware.fault [req-8e9d9b1b-9704-4187-9195-aa4fbb0dcb17 a0751e2611ae4a098525b3511f84e5eb b23f56cf19774219996db122f8cbf7b9 - - -] http://controller:8776/v1/b23f56cf19774219996db122f8cbf7b9/volumes returned with HTTP 500
2014-10-11 17:40:35.496 4270 INFO eventlet.wsgi.server [req-8e9d9b1b-9704-4187-9195-aa4fbb0dcb17 a0751e2611ae4a098525b3511f84e5eb b23f56cf19774219996db122f8cbf7b9 - - -] 10.0.0.13 - - [11/Oct/2014 17:40:35] "POST /v1/b23f56cf19774219996db122f8cbf7b9/volumes HTTP/1.1" 500 401 0.745849

/var/log/cinder/cinder-scheduler.log

2014-10-11 17:37:24.683 4235 AUDIT cinder.service [-] Starting cinder-scheduler node (version 2014.1.3)
2014-10-11 17:37:24.961 4235 INFO oslo.messaging._drivers.impl_rabbit [req-70c758f4-df95-4326-8f41-ae40b9e9394b - - - - -] Connected to AMQP server on controller:5672
2014-10-11 17:37:44.136 4235 ERROR cinder.openstack.common.threadgroup [-] (ProgrammingError) (1146, "Table 'cinder.services' doesn't exist") 'SELECT services.created_at AS services_created_at, services.updated_at AS services_updated_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.host AS services_host, services.`binary` AS services_binary, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason \nFROM services \nWHERE services.deleted = false AND services.host = %s AND services.`binary` = %s \n LIMIT %s' ('ubuntu', 'cinder-scheduler', 1)
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup Traceback (most recent call last):
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/cinder/openstack/common/threadgroup.py", line 125, in wait
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     x.wait()
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/cinder/openstack/common/threadgroup.py", line 47, in wait
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     return self.thread.wait()
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/eventlet/greenthread.py", line 168, in wait
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     return self._exit_event.wait()
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/eventlet/event.py", line 116, in wait
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     return hubs.get_hub().switch()
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/eventlet/hubs/hub.py", line 187, in switch
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     return self.greenlet.switch()
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/eventlet/greenthread.py", line 194, in main
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     result = function(*args, **kwargs)
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/cinder/openstack/common/service.py", line 483, in run_service
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     service.start()
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/cinder/service.py", line 108, in start
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     self.binary)
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/cinder/db/api.py", line 123, in service_get_by_args
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     return IMPL.service_get_by_args(context, host, binary)
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/cinder/db/sqlalchemy/api.py", line 121, in wrapper
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     return f(*args, **kwargs)
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/cinder/db/sqlalchemy/api.py", line 366, in service_get_by_args
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     filter_by(binary=binary).\
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/sqlalchemy/orm/query.py", line 2282, in first
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     ret = list(self[0:1])
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/sqlalchemy/orm/query.py", line 2149, in __getitem__
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     return list(res)
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/sqlalchemy/orm/query.py", line 2353, in __iter__
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     return self._execute_and_instances(context)
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/sqlalchemy/orm/query.py", line 2368, in _execute_and_instances
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     result = conn.execute(querycontext.statement, self._params)
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/sqlalchemy/engine/base.py", line 662, in execute
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     params)
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/sqlalchemy/engine/base.py", line 761, in _execute_clauseelement
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     compiled_sql, distilled_params
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/sqlalchemy/engine/base.py", line 874, in _execute_context
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     context)
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/sqlalchemy/engine/base.py", line 1024, in _handle_dbapi_exception
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     exc_info
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/sqlalchemy/util/compat.py", line 196, in raise_from_cause
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     reraise(type(exception), exception, tb=exc_tb)
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/sqlalchemy/engine/base.py", line 867, in _execute_context
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     context)
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/sqlalchemy/engine/default.py", line 324, in do_execute
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     cursor.execute(statement, parameters)
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py", line 174, in execute
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     self.errorhandler(self, exc, value)
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/MySQLdb/connections.py", line 36, in defaulterrorhandler
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     raise errorclass, errorvalue
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup ProgrammingError: (ProgrammingError) (1146, "Table 'cinder.services' doesn't exist") 'SELECT services.created_at AS services_created_at, services.updated_at AS services_updated_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.host AS services_host, services.`binary` AS services_binary, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason \nFROM services \nWHERE services.deleted = false AND services.host = %s AND services.`binary` = %s \n LIMIT %s' ('ubuntu', 'cinder-scheduler', 1)
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup

cinder create --display-name myVolume 1 ERROR: The server has either erred or is incapable of performing the requested operation. (HTTP 500) (Request-ID: req-8e9d9b1b-9704-4187-9195-aa4fbb0dcb17)

I think the problem is cinder-scdeduler...

root@ubuntu:~# cinder create --display-name myVolume 1  
ERROR: The server has either erred or is incapable of performing the requested operation. (HTTP 500) (Request-ID: req-8e9d9b1b-9704-4187-9195-aa4fbb0dcb17)

/var/log/cinder/cinder-api.log

2014-10-11 17:40:34.748 4270 INFO eventlet.wsgi.server [-] (4270) accepted ('10.0.0.13', 54826)
2014-10-11 17:40:35.466 4270 INFO cinder.api.openstack.wsgi [req-8e9d9b1b-9704-4187-9195-aa4fbb0dcb17 a0751e2611ae4a098525b3511f84e5eb b23f56cf19774219996db122f8cbf7b9 - - -] POST http://controller:8776/v1/b23f56cf19774219996db122f8cbf7b9/volumes
2014-10-11 17:40:35.468 4270 AUDIT cinder.api.v1.volumes [req-8e9d9b1b-9704-4187-9195-aa4fbb0dcb17 a0751e2611ae4a098525b3511f84e5eb b23f56cf19774219996db122f8cbf7b9 - - -] Create volume of 1 GB
2014-10-11 17:40:35.482 4270 ERROR cinder.api.middleware.fault [req-8e9d9b1b-9704-4187-9195-aa4fbb0dcb17 a0751e2611ae4a098525b3511f84e5eb b23f56cf19774219996db122f8cbf7b9 - - -] Caught error: (ProgrammingError) (1146, "Table 'cinder.volume_types' doesn't exist") 'SELECT volume_types.created_at AS volume_types_created_at, volume_types.updated_at AS volume_types_updated_at, volume_types.deleted_at AS volume_types_deleted_at, volume_types.deleted AS volume_types_deleted, volume_types.id AS volume_types_id, volume_types.name AS volume_types_name, volume_types.qos_specs_id AS volume_types_qos_specs_id, volume_type_extra_specs_1.created_at AS volume_type_extra_specs_1_created_at, volume_type_extra_specs_1.updated_at AS volume_type_extra_specs_1_updated_at, volume_type_extra_specs_1.deleted_at AS volume_type_extra_specs_1_deleted_at, volume_type_extra_specs_1.deleted AS volume_type_extra_specs_1_deleted, volume_type_extra_specs_1.id AS volume_type_extra_specs_1_id, volume_type_extra_specs_1.`key` AS volume_type_extra_specs_1_key, volume_type_extra_specs_1.value AS volume_type_extra_specs_1_value, volume_type_extra_specs_1.volume_type_id AS volume_type_extra_specs_1_volume_type_id \nFROM volume_types LEFT OUTER JOIN volume_type_extra_specs AS volume_type_extra_specs_1 ON volume_type_extra_specs_1.volume_type_id = volume_types.id AND volume_type_extra_specs_1.deleted = false \nWHERE volume_types.deleted = false ORDER BY name' ()
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault Traceback (most recent call last):
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/cinder/api/middleware/fault.py", line 75, in __call__
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     return req.get_response(self.application)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/webob/request.py", line 1320, in send
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     application, catch_exc_info=False)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/webob/request.py", line 1284, in call_application
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     app_iter = application(self.environ, start_response)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/webob/dec.py", line 144, in __call__
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     return resp(environ, start_response)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/keystoneclient/middleware/auth_token.py", line 582, in __call__
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     return self.app(env, start_response)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/webob/dec.py", line 144, in __call__
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     return resp(environ, start_response)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/webob/dec.py", line 144, in __call__
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     return resp(environ, start_response)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/routes/middleware.py", line 131, in __call__
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     response = self.app(environ, start_response)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/webob/dec.py", line 144, in __call__
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     return resp(environ, start_response)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/webob/dec.py", line 130, in __call__
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     resp = self.call_func(req, *args, **self.kwargs)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/webob/dec.py", line 195, in call_func
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     return self.func(req, *args, **kwargs)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/cinder/api/openstack/wsgi.py", line 895, in __call__
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     content_type, body, accept)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/cinder/api/openstack/wsgi.py", line 943, in _process_stack
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     action_result = self.dispatch(meth, request, action_args)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/cinder/api/openstack/wsgi.py", line 1019, in dispatch
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     return method(req=request, **action_args)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/cinder/api/v1/volumes.py", line 385, in create
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     **kwargs)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/cinder/volume/api.py", line 189, in create
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     flow_engine.run()
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/taskflow/utils/lock_utils.py", line 53, in wrapper
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     return f(*args, **kwargs)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/taskflow/engines/action_engine/engine.py", line 111, in run
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     self._run()
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/taskflow/engines/action_engine/engine.py", line 121, in _run
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     self._revert(misc.Failure())
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/taskflow/engines/action_engine/engine.py", line 78, in _revert
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     misc.Failure.reraise_if_any(failures.values())
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/taskflow/utils/misc.py", line 558, in reraise_if_any
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     failures[0].reraise()
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/taskflow/utils/misc.py", line 565, in reraise
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     six.reraise(*self._exc_info)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/taskflow/engines/action_engine/executor.py", line 36, in _execute_task
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     result = task.execute(**arguments)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/cinder/volume/flows/api/create_volume.py", line 489, in execute
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     reservations = QUOTAS.reserve(context, **reserve_opts)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/cinder/quota.py", line 744, in reserve
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     reservations = self._driver.reserve(context, self.resources, deltas,
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/cinder/quota.py", line 866, in resources
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     False)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/cinder/db/api.py", line 369, in volume_type_get_all
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     return IMPL.volume_type_get_all(context, inactive)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/cinder/db/sqlalchemy/api.py", line 139, in wrapper
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     return f(*args, **kwargs)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/cinder/db/sqlalchemy/api.py", line 1851, in volume_type_get_all
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     order_by("name").\
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/sqlalchemy/orm/query.py", line 2241, in all
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     return list(self)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/sqlalchemy/orm/query.py", line 2353, in __iter__
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     return self._execute_and_instances(context)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/sqlalchemy/orm/query.py", line 2368, in _execute_and_instances
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     result = conn.execute(querycontext.statement, self._params)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/sqlalchemy/engine/base.py", line 662, in execute
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     params)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/sqlalchemy/engine/base.py", line 761, in _execute_clauseelement
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     compiled_sql, distilled_params
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/sqlalchemy/engine/base.py", line 874, in _execute_context
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     context)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/sqlalchemy/engine/base.py", line 1024, in _handle_dbapi_exception
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     exc_info
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/sqlalchemy/util/compat.py", line 196, in raise_from_cause
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     reraise(type(exception), exception, tb=exc_tb)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/sqlalchemy/engine/base.py", line 867, in _execute_context
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     context)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/sqlalchemy/engine/default.py", line 324, in do_execute
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     cursor.execute(statement, parameters)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py", line 174, in execute
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     self.errorhandler(self, exc, value)
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault   File "/usr/lib/python2.7/dist-packages/MySQLdb/connections.py", line 36, in defaulterrorhandler
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault     raise errorclass, errorvalue
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault ProgrammingError: (ProgrammingError) (1146, "Table 'cinder.volume_types' doesn't exist") 'SELECT volume_types.created_at AS volume_types_created_at, volume_types.updated_at AS volume_types_updated_at, volume_types.deleted_at AS volume_types_deleted_at, volume_types.deleted AS volume_types_deleted, volume_types.id AS volume_types_id, volume_types.name AS volume_types_name, volume_types.qos_specs_id AS volume_types_qos_specs_id, volume_type_extra_specs_1.created_at AS volume_type_extra_specs_1_created_at, volume_type_extra_specs_1.updated_at AS volume_type_extra_specs_1_updated_at, volume_type_extra_specs_1.deleted_at AS volume_type_extra_specs_1_deleted_at, volume_type_extra_specs_1.deleted AS volume_type_extra_specs_1_deleted, volume_type_extra_specs_1.id AS volume_type_extra_specs_1_id, volume_type_extra_specs_1.`key` AS volume_type_extra_specs_1_key, volume_type_extra_specs_1.value AS volume_type_extra_specs_1_value, volume_type_extra_specs_1.volume_type_id AS volume_type_extra_specs_1_volume_type_id \nFROM volume_types LEFT OUTER JOIN volume_type_extra_specs AS volume_type_extra_specs_1 ON volume_type_extra_specs_1.volume_type_id = volume_types.id AND volume_type_extra_specs_1.deleted = false \nWHERE volume_types.deleted = false ORDER BY name' ()
2014-10-11 17:40:35.482 4270 TRACE cinder.api.middleware.fault 
2014-10-11 17:40:35.490 4270 INFO cinder.api.middleware.fault [req-8e9d9b1b-9704-4187-9195-aa4fbb0dcb17 a0751e2611ae4a098525b3511f84e5eb b23f56cf19774219996db122f8cbf7b9 - - -] http://controller:8776/v1/b23f56cf19774219996db122f8cbf7b9/volumes returned with HTTP 500
2014-10-11 17:40:35.496 4270 INFO eventlet.wsgi.server [req-8e9d9b1b-9704-4187-9195-aa4fbb0dcb17 a0751e2611ae4a098525b3511f84e5eb b23f56cf19774219996db122f8cbf7b9 - - -] 10.0.0.13 - - [11/Oct/2014 17:40:35] "POST /v1/b23f56cf19774219996db122f8cbf7b9/volumes HTTP/1.1" 500 401 0.745849

/var/log/cinder/cinder-scheduler.log

2014-10-11 17:37:24.683 4235 AUDIT cinder.service [-] Starting cinder-scheduler node (version 2014.1.3)
2014-10-11 17:37:24.961 4235 INFO oslo.messaging._drivers.impl_rabbit [req-70c758f4-df95-4326-8f41-ae40b9e9394b - - - - -] Connected to AMQP server on controller:5672
2014-10-11 17:37:44.136 4235 ERROR cinder.openstack.common.threadgroup [-] (ProgrammingError) (1146, "Table 'cinder.services' doesn't exist") 'SELECT services.created_at AS services_created_at, services.updated_at AS services_updated_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.host AS services_host, services.`binary` AS services_binary, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason \nFROM services \nWHERE services.deleted = false AND services.host = %s AND services.`binary` = %s \n LIMIT %s' ('ubuntu', 'cinder-scheduler', 1)
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup Traceback (most recent call last):
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/cinder/openstack/common/threadgroup.py", line 125, in wait
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     x.wait()
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/cinder/openstack/common/threadgroup.py", line 47, in wait
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     return self.thread.wait()
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/eventlet/greenthread.py", line 168, in wait
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     return self._exit_event.wait()
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/eventlet/event.py", line 116, in wait
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     return hubs.get_hub().switch()
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/eventlet/hubs/hub.py", line 187, in switch
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     return self.greenlet.switch()
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/eventlet/greenthread.py", line 194, in main
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     result = function(*args, **kwargs)
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/cinder/openstack/common/service.py", line 483, in run_service
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     service.start()
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/cinder/service.py", line 108, in start
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     self.binary)
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/cinder/db/api.py", line 123, in service_get_by_args
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     return IMPL.service_get_by_args(context, host, binary)
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/cinder/db/sqlalchemy/api.py", line 121, in wrapper
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     return f(*args, **kwargs)
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/cinder/db/sqlalchemy/api.py", line 366, in service_get_by_args
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     filter_by(binary=binary).\
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/sqlalchemy/orm/query.py", line 2282, in first
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     ret = list(self[0:1])
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/sqlalchemy/orm/query.py", line 2149, in __getitem__
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     return list(res)
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/sqlalchemy/orm/query.py", line 2353, in __iter__
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     return self._execute_and_instances(context)
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/sqlalchemy/orm/query.py", line 2368, in _execute_and_instances
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     result = conn.execute(querycontext.statement, self._params)
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/sqlalchemy/engine/base.py", line 662, in execute
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     params)
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/sqlalchemy/engine/base.py", line 761, in _execute_clauseelement
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     compiled_sql, distilled_params
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/sqlalchemy/engine/base.py", line 874, in _execute_context
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     context)
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/sqlalchemy/engine/base.py", line 1024, in _handle_dbapi_exception
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     exc_info
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/sqlalchemy/util/compat.py", line 196, in raise_from_cause
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     reraise(type(exception), exception, tb=exc_tb)
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/sqlalchemy/engine/base.py", line 867, in _execute_context
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     context)
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/sqlalchemy/engine/default.py", line 324, in do_execute
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     cursor.execute(statement, parameters)
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py", line 174, in execute
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     self.errorhandler(self, exc, value)
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup   File "/usr/lib/python2.7/dist-packages/MySQLdb/connections.py", line 36, in defaulterrorhandler
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup     raise errorclass, errorvalue
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup ProgrammingError: (ProgrammingError) (1146, "Table 'cinder.services' doesn't exist") 'SELECT services.created_at AS services_created_at, services.updated_at AS services_updated_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.host AS services_host, services.`binary` AS services_binary, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason \nFROM services \nWHERE services.deleted = false AND services.host = %s AND services.`binary` = %s \n LIMIT %s' ('ubuntu', 'cinder-scheduler', 1)
2014-10-11 17:37:44.136 4235 TRACE cinder.openstack.common.threadgroup