Ask Your Question

Revision history [back]

click to hide/show revision 1
initial version

HTTPInternalServerError(500) if create volume from image

hi, I'll create a volume from cirros image, but I get the error 500 (like Subject). I can create a volume and I can create also a image, but not a volume from image. My backend is ceph. I use newton version of openstack

If I create a volume I can show following in cinder-volume.log

2016-11-22 13:46:50.805 3082 INFO cinder.volume.flows.manager.create_volume [req-eb11ff6c-c395-4360-91c6-72b2b23ec383 10d88eb7fbb74920b3340a9fcf6de4c2 2d084c7589db40cc9a518d01196689eb - default default] Volume 05143497-93ed-452a-85f4-99b7a91979e4: being created as image with specification: {'status': u'creating', 'image_location': (u'rbd://3c58a184-bf27-4273-8000-405513006a7b/opstore/460c4d90-c4af-4157-bc22-697fa0fe58c7/snap', None), 'volume_size': 1, 'volume_name': 'volume-05143497-93ed-452a-85f4-99b7a91979e4', 'image_id': '460c4d90-c4af-4157-bc22-697fa0fe58c7', 'image_service': <cinder.image.glance.GlanceImageService object at 0x7ff85ec3f950>, 'image_meta': {u'status': u'active', u'virtual_size': None, u'name': u'cirros', u'tags': [], u'container_format': u'bare', u'created_at': datetime.datetime(2016, 11, 15, 13, 51, 16, tzinfo=<iso8601.Utc>), u'disk_format': u'qcow2', u'updated_at': datetime.datetime(2016, 11, 15, 13, 51, 18, tzinfo=<iso8601.Utc>), u'visibility': u'public', 'properties': {u'description': u'cirros image'}, u'owner': u'2d084c7589db40cc9a518d01196689eb', u'protected': False, u'id': u'460c4d90-c4af-4157-bc22-697fa0fe58c7', u'file': u'/v2/images/460c4d90-c4af-4157-bc22-697fa0fe58c7/file', u'checksum': u'ee1eca47dc88f4879d8a229cc70a07c6', u'min_disk': 0, u'direct_url': u'rbd://3c58a184-bf27-4273-8000-405513006a7b/opstore/460c4d90-c4af-4157-bc22-697fa0fe58c7/snap', u'min_ram': 0, u'size': 13287936}}
2016-11-22 13:46:51.036 3082 WARNING cinder.volume.manager [req-eb11ff6c-c395-4360-91c6-72b2b23ec383 10d88eb7fbb74920b3340a9fcf6de4c2 2d084c7589db40cc9a518d01196689eb - default default] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeFromSpecTask;volume:create' (3ceb2890-fb66-406e-a510-55660fce1b1c) transitioned into state 'FAILURE' from state 'RUNNING'
5 predecessors (most recent first):
  Atom 'cinder.volume.flows.manager.create_volume.NotifyVolumeActionTask;volume:create, create.start' {'intention': 'EXECUTE', 'state': 'SUCCESS', 'requires': {'volume': Volume(_name_id=None,admin_metadata={},attach_status='detached',availability_zone='nova',bootable=False,cluster=<?>,cluster_name=None,consistencygroup=<?>,consistencygroup_id=None,created_at=2016-11-22T12:46:50Z,deleted=False,deleted_at=None,display_description='',display_name='volume-from-image-test',ec2_id=None,encryption_key_id=None,glance_metadata=<?>,group=<?>,group_id=None,host='op1@ceph#RBD',id=05143497-93ed-452a-85f4-99b7a91979e4,launched_at=None,metadata={},migration_status=None,multiattach=False,previous_status=None,project_id='2d084c7589db40cc9a518d01196689eb',provider_auth=None,provider_geometry=None,provider_id=None,provider_location=None,replication_driver_data=None,replication_extended_status=None,replication_status='disabled',scheduled_at=2016-11-22T12:46:50Z,size=1,snapshot_id=None,snapshots=<?>,source_volid=None,status='creating',terminated_at=None,updated_at=2016-11-22T12:46:50Z,user_id='10d88eb7fbb74920b3340a9fcf6de4c2',volume_attachment=<?>,volume_type=<?>,volume_type_id=None), 'context': <cinder.context.RequestContext object at 0x7ff85ed83150>}, 'provides': None}
  |__Atom 'cinder.volume.flows.manager.create_volume.ExtractVolumeSpecTask;volume:create' {'intention': 'EXECUTE', 'state': 'SUCCESS', 'requires': {'volume': Volume(_name_id=None,admin_metadata={},attach_status='detached',availability_zone='nova',bootable=False,cluster=<?>,cluster_name=None,consistencygroup=<?>,consistencygroup_id=None,created_at=2016-11-22T12:46:50Z,deleted=False,deleted_at=None,display_description='',display_name='volume-from-image-test',ec2_id=None,encryption_key_id=None,glance_metadata=<?>,group=<?>,group_id=None,host='op1@ceph#RBD',id=05143497-93ed-452a-85f4-99b7a91979e4,launched_at=None,metadata={},migration_status=None,multiattach=False,previous_status=None,project_id='2d084c7589db40cc9a518d01196689eb',provider_auth=None,provider_geometry=None,provider_id=None,provider_location=None,replication_driver_data=None,replication_extended_status=None,replication_status='disabled',scheduled_at=2016-11-22T12:46:50Z,size=1,snapshot_id=None,snapshots=<?>,source_volid=None,status='creating',terminated_at=None,updated_at=2016-11-22T12:46:50Z,user_id='10d88eb7fbb74920b3340a9fcf6de4c2',volume_attachment=<?>,volume_type=<?>,volume_type_id=None), 'request_spec': RequestSpec(CG_backend=<?>,cgsnapshot_id=None,consistencygroup_id=None,group_backend=<?>,group_id=None,image_id=460c4d90-c4af-4157-bc22-697fa0fe58c7,snapshot_id=None,source_replicaid=None,source_volid=None,volume=Volume(05143497-93ed-452a-85f4-99b7a91979e4),volume_id=05143497-93ed-452a-85f4-99b7a91979e4,volume_properties=VolumeProperties,volume_type=None), 'context': <cinder.context.RequestContext object at 0x7ff85ed83150>}, 'provides': {'status': u'creating', 'image_location': (u'rbd://3c58a184-bf27-4273-8000-405513006a7b/opstore/460c4d90-c4af-4157-bc22-697fa0fe58c7/snap', None), 'image_id': '460c4d90-c4af-4157-bc22-697fa0fe58c7', 'volume_id': '05143497-93ed-452a-85f4-99b7a91979e4', 'volume_size': 1, 'image_service': <cinder.image.glance.GlanceImageService object at 0x7ff85ec3f950>, 'image_meta': {u'status': u'active', u'virtual_size': None, u'name': u'cirros', u'tags': [], u'container_format': u'bare', u'created_at': datetime.datetime(2016, 11, 15, 13, 51, 16, tzinfo=<iso8601.Utc>), u'disk_format': u'qcow2', u'updated_at': datetime.datetime(2016, 11, 15, 13, 51, 18, tzinfo=<iso8601.Utc>), u'visibility': u'public', 'properties': {u'description': u'cirros image'}, u'owner': u'2d084c7589db40cc9a518d01196689eb', u'protected': False, u'id': u'460c4d90-c4af-4157-bc22-697fa0fe58c7', u'file': u'/v2/images/460c4d90-c4af-4157-bc22-697fa0fe58c7/file', u'checksum': u'ee1eca47dc88f4879d8a229cc70a07c6', u'min_disk': 0, u'direct_url': u'rbd://3c58a184-bf27-4273-8000-405513006a7b/opstore/460c4d90-c4af-4157-bc22-697fa0fe58c7/snap', u'min_ram': 0, u'size': 13287936}, 'volume_name': 'volume-05143497-93ed-452a-85f4-99b7a91979e4', 'type': 'image'}}
     |__Atom 'cinder.volume.flows.manager.create_volume.OnFailureRescheduleTask;volume:create' {'intention': 'EXECUTE', 'state': 'SUCCESS', 'requires': {'volume': Volume(_name_id=None,admin_metadata={},attach_status='detached',availability_zone='nova',bootable=False,cluster=<?>,cluster_name=None,consistencygroup=<?>,consistencygroup_id=None,created_at=2016-11-22T12:46:50Z,deleted=False,deleted_at=None,display_description='',display_name='volume-from-image-test',ec2_id=None,encryption_key_id=None,glance_metadata=<?>,group=<?>,group_id=None,host='op1@ceph#RBD',id=05143497-93ed-452a-85f4-99b7a91979e4,launched_at=None,metadata={},migration_status=None,multiattach=False,previous_status=None,project_id='2d084c7589db40cc9a518d01196689eb',provider_auth=None,provider_geometry=None,provider_id=None,provider_location=None,replication_driver_data=None,replication_extended_status=None,replication_status='disabled',scheduled_at=2016-11-22T12:46:50Z,size=1,snapshot_id=None,snapshots=<?>,source_volid=None,status='creating',terminated_at=None,updated_at=2016-11-22T12:46:50Z,user_id='10d88eb7fbb74920b3340a9fcf6de4c2',volume_attachment=<?>,volume_type=<?>,volume_type_id=None), 'filter_properties': {u'config_options': {}, u'request_spec': {u'resource_properties': {u'status': u'creating', u'volume_type_id': None, u'group_id': None, u'user_id': u'10d88eb7fbb74920b3340a9fcf6de4c2', u'availability_zone': u'nova', u'reservations': [u'fd727904-e077-41d1-9197-cd2e3d9e5a5e', u'e534981d-6baf-41da-a1ed-5b46c5dbc9df'], u'multiattach': False, u'attach_status': u'detached', u'display_description': u'', u'cgsnapshot_id': None, u'metadata': {}, u'qos_specs': None, u'encryption_key_id': None, u'replication_status': u'disabled', u'snapshot_id': None, u'source_volid': None, u'source_replicaid': None, u'project_id': u'2d084c7589db40cc9a518d01196689eb', u'consistencygroup_id': None, u'size': 1, u'display_name': u'volume-from-image-test'}, u'source_replicaid': None, u'volume_properties': {u'status': u'creating', u'volume_type_id': None, u'group_id': None, u'user_id': u'10d88eb7fbb74920b3340a9fcf6de4c2', u'availability_zone': u'nova', u'reservations': [u'fd727904-e077-41d1-9197-cd2e3d9e5a5e', u'e534981d-6baf-41da-a1ed-5b46c5dbc9df'], u'multiattach': False, u'attach_status': u'detached', u'display_description': u'', u'cgsnapshot_id': None, u'metadata': {}, u'qos_specs': None, u'encryption_key_id': None, u'replication_status': u'disabled', u'snapshot_id': None, u'source_volid': None, u'source_replicaid': None, u'project_id': u'2d084c7589db40cc9a518d01196689eb', u'consistencygroup_id': None, u'size': 1, u'display_name': u'volume-from-image-test'}, u'source_volid': None, u'cgsnapshot_id': None, u'volume': {u'migration_status': None, u'provider_id': None, u'availability_zone': u'nova', u'terminated_at': None, u'updated_at': None, u'provider_geometry': None, u'replication_extended_status': None, u'replication_status': u'disabled', u'snapshot_id': None, u'ec2_id': None, u'deleted_at': None, u'id': u'05143497-93ed-452a-85f4-99b7a91979e4', u'size': 1, u'display_name': u'volume-from-image-test', u'display_description': u'', u'cluster_name': None, u'name_id': u'05143497-93ed-452a-85f4-99b7a91979e4', u'volume_admin_metadata': [], u'project_id': u'2d084c7589db40cc9a518d01196689eb', u'launched_at': None, u'scheduled_at': None, u'status': u'creating', u'volume_type_id': None, u'multiattach': False, u'deleted': False, u'provider_location': None, u'volume_glance_metadata': [], u'host': None, u'consistencygroup_id': None, u'source_volid': None, u'provider_auth': None, u'previous_status': None, u'group_id': None, u'name': u'volume-05143497-93ed-452a-85f4-99b7a91979e4', u'user_id': u'10d88eb7fbb74920b3340a9fcf6de4c2', u'bootable': False, u'created_at': u'2016-11-22T12:46:50.000000', u'attach_status': u'detached', u'volume_metadata': [], u'_name_id': None, u'encryption_key_id': None, u'replication_driver_data': None, u'metadata': {}}, u'image_id': u'460c4d90-c4af-4157-bc22-697fa0fe58c7', u'snapshot_id': None, u'consistencygroup_id': None, u'volume_type': None, u'volume_id': u'05143497-93ed-452a-85f4-99b7a91979e4', u'group_id': None}, u'user_id': u'10d88eb7fbb74920b3340a9fcf6de4c2', u'availability_zone': u'nova', u'volume_type': None, u'qos_specs': None, u'retry': {u'num_attempts': 1, u'hosts': [u'op1@ceph#RBD']}, u'metadata': {}, u'resource_type': None, u'size': 1}, 'context': <cinder.context.RequestContext object at 0x7ff85ed83150>, 'request_spec': RequestSpec(CG_backend=<?>,cgsnapshot_id=None,consistencygroup_id=None,group_backend=<?>,group_id=None,image_id=460c4d90-c4af-4157-bc22-697fa0fe58c7,snapshot_id=None,source_replicaid=None,source_volid=None,volume=Volume(05143497-93ed-452a-85f4-99b7a91979e4),volume_id=05143497-93ed-452a-85f4-99b7a91979e4,volume_properties=VolumeProperties,volume_type=None)}, 'provides': None}
        |__Atom 'cinder.volume.flows.manager.create_volume.ExtractVolumeRefTask;volume:create' {'intention': 'EXECUTE', 'state': 'SUCCESS', 'requires': {'volume': Volume(_name_id=None,admin_metadata={},attach_status='detached',availability_zone='nova',bootable=False,cluster=<?>,cluster_name=None,consistencygroup=<?>,consistencygroup_id=None,created_at=2016-11-22T12:46:50Z,deleted=False,deleted_at=None,display_description='',display_name='volume-from-image-test',ec2_id=None,encryption_key_id=None,glance_metadata=<?>,group=<?>,group_id=None,host='op1@ceph#RBD',id=05143497-93ed-452a-85f4-99b7a91979e4,launched_at=None,metadata={},migration_status=None,multiattach=False,previous_status=None,project_id='2d084c7589db40cc9a518d01196689eb',provider_auth=None,provider_geometry=None,provider_id=None,provider_location=None,replication_driver_data=None,replication_extended_status=None,replication_status='disabled',scheduled_at=2016-11-22T12:46:50Z,size=1,snapshot_id=None,snapshots=<?>,source_volid=None,status='creating',terminated_at=None,updated_at=2016-11-22T12:46:50Z,user_id='10d88eb7fbb74920b3340a9fcf6de4c2',volume_attachment=<?>,volume_type=<?>,volume_type_id=None), 'context': <cinder.context.RequestContext object at 0x7ff85ed83150>}, 'provides': Volume(_name_id=None,admin_metadata={},attach_status='detached',availability_zone='nova',bootable=False,cluster=<?>,cluster_name=None,consistencygroup=<?>,consistencygroup_id=None,created_at=2016-11-22T12:46:50Z,deleted=False,deleted_at=None,display_description='',display_name='volume-from-image-test',ec2_id=None,encryption_key_id=None,glance_metadata=<?>,group=<?>,group_id=None,host='op1@ceph#RBD',id=05143497-93ed-452a-85f4-99b7a91979e4,launched_at=None,metadata={},migration_status=None,multiattach=False,previous_status=None,project_id='2d084c7589db40cc9a518d01196689eb',provider_auth=None,provider_geometry=None,provider_id=None,provider_location=None,replication_driver_data=None,replication_extended_status=None,replication_status='disabled',scheduled_at=2016-11-22T12:46:50Z,size=1,snapshot_id=None,snapshots=<?>,source_volid=None,status='creating',terminated_at=None,updated_at=2016-11-22T12:46:50Z,user_id='10d88eb7fbb74920b3340a9fcf6de4c2',volume_attachment=<?>,volume_type=<?>,volume_type_id=None)}
           |__Flow 'volume_create_manager'
    2016-11-22 13:46:51.036 3082 ERROR cinder.volume.manager Traceback (most recent call last):
    2016-11-22 13:46:51.036 3082 ERROR cinder.volume.manager   File "/usr/lib/python2.7/dist-packages/taskflow/engines/action_engine/executor.py", line 53, in _execute_task
    2016-11-22 13:46:51.036 3082 ERROR cinder.volume.manager     result = task.execute(**arguments)
    2016-11-22 13:46:51.036 3082 ERROR cinder.volume.manager   File "/usr/lib/python2.7/dist-packages/cinder/volume/flows/manager/create_volume.py", line 842, in execute
    2016-11-22 13:46:51.036 3082 ERROR cinder.volume.manager     **volume_spec)
    2016-11-22 13:46:51.036 3082 ERROR cinder.volume.manager   File "/usr/lib/python2.7/dist-packages/cinder/volume/flows/manager/create_volume.py", line 761, in _create_from_image
    2016-11-22 13:46:51.036 3082 ERROR cinder.volume.manager     image_service, context, image_id) as tmp_image:
    2016-11-22 13:46:51.036 3082 ERROR cinder.volume.manager   File "/usr/lib/python2.7/contextlib.py", line 17, in __enter__
    2016-11-22 13:46:51.036 3082 ERROR cinder.volume.manager     return self.gen.next()
    2016-11-22 13:46:51.036 3082 ERROR cinder.volume.manager   File "/usr/lib/python2.7/dist-packages/cinder/image/image_utils.py", line 567, in fetch
    2016-11-22 13:46:51.036 3082 ERROR cinder.volume.manager     fetch_verify_image(context, image_service, image_id, tmp)
    2016-11-22 13:46:51.036 3082 ERROR cinder.volume.manager   File "/usr/lib/python2.7/dist-packages/cinder/image/image_utils.py", line 212, in fetch_verify_image
    2016-11-22 13:46:51.036 3082 ERROR cinder.volume.manager     None, None)
    2016-11-22 13:46:51.036 3082 ERROR cinder.volume.manager   File "/usr/lib/python2.7/dist-packages/cinder/image/image_utils.py", line 190, in fetch
    2016-11-22 13:46:51.036 3082 ERROR cinder.volume.manager     image_service.download(context, image_id, image_file)
    2016-11-22 13:46:51.036 3082 ERROR cinder.volume.manager   File "/usr/lib/python2.7/dist-packages/cinder/image/glance.py", line 335, in download
    2016-11-22 13:46:51.036 3082 ERROR cinder.volume.manager     _reraise_translated_image_exception(image_id)
    2016-11-22 13:46:51.036 3082 ERROR cinder.volume.manager   File "/usr/lib/python2.7/dist-packages/cinder/image/glance.py", line 572, in _reraise_translated_image_exception
    2016-11-22 13:46:51.036 3082 ERROR cinder.volume.manager     six.reraise(type(new_exc), new_exc, exc_trace)
    2016-11-22 13:46:51.036 3082 ERROR cinder.volume.manager   File "/usr/lib/python2.7/dist-packages/cinder/image/glance.py", line 333, in download
    2016-11-22 13:46:51.036 3082 ERROR cinder.volume.manager     image_chunks = self._client.call(context, 'data', image_id)
    2016-11-22 13:46:51.036 3082 ERROR cinder.volume.manager   File "/usr/lib/python2.7/dist-packages/cinder/image/glance.py", line 197, in call
    2016-11-22 13:46:51.036 3082 ERROR cinder.volume.manager     return getattr(controller, method)(*args, **kwargs)
    2016-11-22 13:46:51.036 3082 ERROR cinder.volume.manager   File "/usr/lib/python2.7/dist-packages/glanceclient/v2/images.py", line 195, in data
    2016-11-22 13:46:51.036 3082 ERROR cinder.volume.manager     resp, body = self.http_client.get(url)
    2016-11-22 13:46:51.036 3082 ERROR cinder.volume.manager   File "/usr/lib/python2.7/dist-packages/glanceclient/common/http.py", line 287, in get
    2016-11-22 13:46:51.036 3082 ERROR cinder.volume.manager     return self._request('GET', url, **kwargs)
    2016-11-22 13:46:51.036 3082 ERROR cinder.volume.manager   File "/usr/lib/python2.7/dist-packages/glanceclient/common/http.py", line 279, in _request
    2016-11-22 13:46:51.036 3082 ERROR cinder.volume.manager     resp, body_iter = self._handle_response(resp)
    2016-11-22 13:46:51.036 3082 ERROR cinder.volume.manager   File "/usr/lib/python2.7/dist-packages/glanceclient/common/http.py", line 107, in _handle_response
    2016-11-22 13:46:51.036 3082 ERROR cinder.volume.manager     raise exc.from_response(resp, resp.content)
    2016-11-22 13:46:51.036 3082 ERROR cinder.volume.manager HTTPInternalServerError: HTTPInternalServerError (HTTP 500)
    2016-11-22 13:46:51.036 3082 ERROR cinder.volume.manager
2016-11-22 13:46:51.047 3082 WARNING cinder.volume.manager [req-eb11ff6c-c395-4360-91c6-72b2b23ec383 10d88eb7fbb74920b3340a9fcf6de4c2 2d084c7589db40cc9a518d01196689eb - default default] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeFromSpecTask;volume:create' (3ceb2890-fb66-406e-a510-55660fce1b1c) transitioned into state 'REVERTED' from state 'REVERTING'
2016-11-22 13:46:51.051 3082 WARNING cinder.volume.manager [req-eb11ff6c-c395-4360-91c6-72b2b23ec383 10d88eb7fbb74920b3340a9fcf6de4c2 2d084c7589db40cc9a518d01196689eb - default default] Task 'cinder.volume.flows.manager.create_volume.NotifyVolumeActionTask;volume:create, create.start' (9553f8d5-5b0c-4ebd-b2c2-9ac694409e23) transitioned into state 'REVERTED' from state 'REVERTING'
2016-11-22 13:46:51.055 3082 WARNING cinder.volume.manager [req-eb11ff6c-c395-4360-91c6-72b2b23ec383 10d88eb7fbb74920b3340a9fcf6de4c2 2d084c7589db40cc9a518d01196689eb - default default] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeSpecTask;volume:create' (2f7ada71-70e4-416e-b5f6-33e97861fc42) transitioned into state 'REVERTED' from state 'REVERTING'
2016-11-22 13:46:51.146 3082 WARNING cinder.volume.manager [req-eb11ff6c-c395-4360-91c6-72b2b23ec383 10d88eb7fbb74920b3340a9fcf6de4c2 2d084c7589db40cc9a518d01196689eb - default default] Task 'cinder.volume.flows.manager.create_volume.OnFailureRescheduleTask;volume:create' (0407d886-dd58-41ab-bea2-28f416f80cc6) transitioned into state 'REVERTED' from state 'REVERTING'
2016-11-22 13:46:51.151 3082 WARNING cinder.volume.manager [req-eb11ff6c-c395-4360-91c6-72b2b23ec383 10d88eb7fbb74920b3340a9fcf6de4c2 2d084c7589db40cc9a518d01196689eb - default default] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeRefTask;volume:create' (5d479f2b-f1cc-4edf-be35-51e755d751ab) transitioned into state 'REVERTED' from state 'REVERTING'
2016-11-22 13:46:51.154 3082 WARNING cinder.volume.manager [req-eb11ff6c-c395-4360-91c6-72b2b23ec383 10d88eb7fbb74920b3340a9fcf6de4c2 2d084c7589db40cc9a518d01196689eb - default default] Flow 'volume_create_manager' (fbb04776-9c9b-4920-8744-fae8b30f8451) transitioned into state 'REVERTED' from state 'RUNNING'
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server [req-eb11ff6c-c395-4360-91c6-72b2b23ec383 10d88eb7fbb74920b3340a9fcf6de4c2 2d084c7589db40cc9a518d01196689eb - default default] Exception during message handling
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server Traceback (most recent call last):
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server   File "/usr/lib/python2.7/dist-packages/oslo_messaging/rpc/server.py", line 133, in _process_incoming
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server   File "/usr/lib/python2.7/dist-packages/oslo_messaging/rpc/dispatcher.py", line 150, in dispatch
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server   File "/usr/lib/python2.7/dist-packages/oslo_messaging/rpc/dispatcher.py", line 121, in _do_dispatch
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server   File "/usr/lib/python2.7/dist-packages/cinder/volume/manager.py", line 4366, in create_volume
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server     allow_reschedule=allow_reschedule, volume=volume)
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server   File "/usr/lib/python2.7/dist-packages/cinder/volume/manager.py", line 634, in create_volume
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server     _run_flow()
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server   File "/usr/lib/python2.7/dist-packages/cinder/volume/manager.py", line 626, in _run_flow
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server     flow_engine.run()
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server   File "/usr/lib/python2.7/dist-packages/taskflow/engines/action_engine/engine.py", line 247, in run
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server     for _state in self.run_iter(timeout=timeout):
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server   File "/usr/lib/python2.7/dist-packages/taskflow/engines/action_engine/engine.py", line 340, in run_iter
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server     failure.Failure.reraise_if_any(er_failures)
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server   File "/usr/lib/python2.7/dist-packages/taskflow/types/failure.py", line 336, in reraise_if_any
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server     failures[0].reraise()
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server   File "/usr/lib/python2.7/dist-packages/taskflow/types/failure.py", line 343, in reraise
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server     six.reraise(*self._exc_info)
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server   File "/usr/lib/python2.7/dist-packages/taskflow/engines/action_engine/executor.py", line 53, in _execute_task
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server     result = task.execute(**arguments)
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server   File "/usr/lib/python2.7/dist-packages/cinder/volume/flows/manager/create_volume.py", line 842, in execute
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server     **volume_spec)
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server   File "/usr/lib/python2.7/dist-packages/cinder/volume/flows/manager/create_volume.py", line 761, in _create_from_image
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server     image_service, context, image_id) as tmp_image:
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server   File "/usr/lib/python2.7/contextlib.py", line 17, in __enter__
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server     return self.gen.next()
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server   File "/usr/lib/python2.7/dist-packages/cinder/image/image_utils.py", line 567, in fetch
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server     fetch_verify_image(context, image_service, image_id, tmp)
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server   File "/usr/lib/python2.7/dist-packages/cinder/image/image_utils.py", line 212, in fetch_verify_image
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server     None, None)
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server   File "/usr/lib/python2.7/dist-packages/cinder/image/image_utils.py", line 190, in fetch
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server     image_service.download(context, image_id, image_file)
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server   File "/usr/lib/python2.7/dist-packages/cinder/image/glance.py", line 335, in download
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server     _reraise_translated_image_exception(image_id)
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server   File "/usr/lib/python2.7/dist-packages/cinder/image/glance.py", line 572, in _reraise_translated_image_exception
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server     six.reraise(type(new_exc), new_exc, exc_trace)
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server   File "/usr/lib/python2.7/dist-packages/cinder/image/glance.py", line 333, in download
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server     image_chunks = self._client.call(context, 'data', image_id)
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server   File "/usr/lib/python2.7/dist-packages/cinder/image/glance.py", line 197, in call
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server     return getattr(controller, method)(*args, **kwargs)
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server   File "/usr/lib/python2.7/dist-packages/glanceclient/v2/images.py", line 195, in data
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server     resp, body = self.http_client.get(url)
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server   File "/usr/lib/python2.7/dist-packages/glanceclient/common/http.py", line 287, in get
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server     return self._request('GET', url, **kwargs)
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server   File "/usr/lib/python2.7/dist-packages/glanceclient/common/http.py", line 279, in _request
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server     resp, body_iter = self._handle_response(resp)
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server   File "/usr/lib/python2.7/dist-packages/glanceclient/common/http.py", line 107, in _handle_response
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server     raise exc.from_response(resp, resp.content)
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server HTTPInternalServerError: HTTPInternalServerError (HTTP 500)
2016-11-22 13:46:51.155 3082 ERROR oslo_messaging.rpc.server