Ask Your Question

Revision history [back]

click to hide/show revision 1
initial version

[kolla-ansible] Cinder-Backup (NFS) fails with AttributeError

Hi,

the cinder-backup feature fails in our current installation.

  • Openstack: kolla-ansible with current rocky release (source)
  • Cinder-Backend: NFS
  • Cinder_Backup-Backend: NFS

When i start a backup via CLI i get the following error(s). Looked up via Kibana:

Exception during message handling: AttributeError: 'Snapshot' object has no attribute '_context'
Traceback (most recent call last):

  File "/var/lib/kolla/venv/lib/python2.7/site-packages/oslo_messaging/rpc/server.py", line 163, in _process_incoming
    res = self.dispatcher.dispatch(message)

  File "/var/lib/kolla/venv/lib/python2.7/site-packages/oslo_messaging/rpc/dispatcher.py", line 265, in dispatch
    return self._do_dispatch(endpoint, method, ctxt, args)

  File "/var/lib/kolla/venv/lib/python2.7/site-packages/oslo_messaging/rpc/dispatcher.py", line 194, in _do_dispatch
    result = func(ctxt, **new_args)

  File "/var/lib/kolla/venv/lib/python2.7/site-packages/cinder/volume/manager.py", line 4308, in get_backup_device
    self.driver.get_backup_device(ctxt, backup))

  File "/var/lib/kolla/venv/lib/python2.7/site-packages/cinder/volume/driver.py", line 1159, in get_backup_device
    context, backup)

  File "/var/lib/kolla/venv/lib/python2.7/site-packages/cinder/volume/driver.py", line 1200, in _get_backup_volume_temp_volume
    context, volume)

  File "/var/lib/kolla/venv/lib/python2.7/site-packages/cinder/volume/driver.py", line 1307, in _create_temp_cloned_volume
    temp_vol_ref.destroy()

  File "/var/lib/kolla/venv/lib/python2.7/site-packages/oslo_utils/excutils.py", line 220, in __exit__
    self.force_reraise()

  File "/var/lib/kolla/venv/lib/python2.7/site-packages/oslo_utils/excutils.py", line 196, in force_reraise
    six.reraise(self.type_, self.value, self.tb)

  File "/var/lib/kolla/venv/lib/python2.7/site-packages/cinder/volume/driver.py", line 1302, in _create_temp_cloned_volume
    model_update = self.create_cloned_volume(temp_vol_ref, volume)

  File "<decorator-gen-505>", line 2, in create_cloned_volume

  File "/var/lib/kolla/venv/lib/python2.7/site-packages/cinder/coordination.py", line 151, in _synchronized
    return f(*a, **k)

  File "/var/lib/kolla/venv/lib/python2.7/site-packages/cinder/volume/drivers/remotefs.py", line 1682, in create_cloned_volume
    return self._create_cloned_volume(volume, src_vref)

  File "/var/lib/kolla/venv/lib/python2.7/site-packages/cinder/volume/drivers/remotefs.py", line 1051, in _create_cloned_volume
    self._create_snapshot(temp_snapshot)

  File "/var/lib/kolla/venv/lib/python2.7/site-packages/cinder/volume/drivers/remotefs.py", line 1436, in _create_snapshot
    new_snap_path)

  File "/var/lib/kolla/venv/lib/python2.7/site-packages/cinder/volume/drivers/remotefs.py", line 1449, in _create_snapshot_online
    context = snapshot._context

AttributeError: 'Snapshot' object has no attribute '_context'
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server Traceback (most recent call last):
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server   File "/var/lib/kolla/venv/lib/python2.7/site-packages/oslo_messaging/rpc/server.py", line 163, in _process_incoming
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server   File "/var/lib/kolla/venv/lib/python2.7/site-packages/oslo_messaging/rpc/dispatcher.py", line 265, in dispatch
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server   File "/var/lib/kolla/venv/lib/python2.7/site-packages/oslo_messaging/rpc/dispatcher.py", line 194, in _do_dispatch
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server   File "/var/lib/kolla/venv/lib/python2.7/site-packages/cinder/backup/manager.py", line 425, in create_backup
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server     self._update_backup_error(backup, six.text_type(err))
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server   File "/var/lib/kolla/venv/lib/python2.7/site-packages/oslo_utils/excutils.py", line 220, in __exit__
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server     self.force_reraise()
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server   File "/var/lib/kolla/venv/lib/python2.7/site-packages/oslo_utils/excutils.py", line 196, in force_reraise
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server   File "/var/lib/kolla/venv/lib/python2.7/site-packages/cinder/backup/manager.py", line 414, in create_backup
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server     updates = self._run_backup(context, backup, volume)
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server   File "/var/lib/kolla/venv/lib/python2.7/site-packages/cinder/backup/manager.py", line 481, in _run_backup
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server     volume)
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server   File "/var/lib/kolla/venv/lib/python2.7/site-packages/cinder/volume/rpcapi.py", line 347, in get_backup_device
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server     want_objects=True)
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server   File "/var/lib/kolla/venv/lib/python2.7/site-packages/oslo_messaging/rpc/client.py", line 179, in call
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server     retry=self.retry)
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server   File "/var/lib/kolla/venv/lib/python2.7/site-packages/oslo_messaging/transport.py", line 133, in _send
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server     retry=retry)
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server   File "/var/lib/kolla/venv/lib/python2.7/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 584, in send
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server     call_monitor_timeout, retry=retry)
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server   File "/var/lib/kolla/venv/lib/python2.7/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 575, in _send
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server     raise result
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server AttributeError: 'Snapshot' object has no attribute '_context'
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server Traceback (most recent call last):
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server 
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server   File "/var/lib/kolla/venv/lib/python2.7/site-packages/oslo_messaging/rpc/server.py", line 163, in _process_incoming
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server 
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server   File "/var/lib/kolla/venv/lib/python2.7/site-packages/oslo_messaging/rpc/dispatcher.py", line 265, in dispatch
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server 
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server   File "/var/lib/kolla/venv/lib/python2.7/site-packages/oslo_messaging/rpc/dispatcher.py", line 194, in _do_dispatch
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server 
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server   File "/var/lib/kolla/venv/lib/python2.7/site-packages/cinder/volume/manager.py", line 4308, in get_backup_device
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server     self.driver.get_backup_device(ctxt, backup))
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server 
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server   File "/var/lib/kolla/venv/lib/python2.7/site-packages/cinder/volume/driver.py", line 1159, in get_backup_device
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server     context, backup)
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server 
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server   File "/var/lib/kolla/venv/lib/python2.7/site-packages/cinder/volume/driver.py", line 1200, in _get_backup_volume_temp_volume
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server     context, volume)
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server 
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server   File "/var/lib/kolla/venv/lib/python2.7/site-packages/cinder/volume/driver.py", line 1307, in _create_temp_cloned_volume
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server     temp_vol_ref.destroy()
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server 
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server   File "/var/lib/kolla/venv/lib/python2.7/site-packages/oslo_utils/excutils.py", line 220, in __exit__
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server     self.force_reraise()
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server 
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server   File "/var/lib/kolla/venv/lib/python2.7/site-packages/oslo_utils/excutils.py", line 196, in force_reraise
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server 
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server   File "/var/lib/kolla/venv/lib/python2.7/site-packages/cinder/volume/driver.py", line 1302, in _create_temp_cloned_volume
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server     model_update = self.create_cloned_volume(temp_vol_ref, volume)
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server 
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server   File "<decorator-gen-505>", line 2, in create_cloned_volume
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server 
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server   File "/var/lib/kolla/venv/lib/python2.7/site-packages/cinder/coordination.py", line 151, in _synchronized
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server     return f(*a, **k)
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server 
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server   File "/var/lib/kolla/venv/lib/python2.7/site-packages/cinder/volume/drivers/remotefs.py", line 1682, in create_cloned_volume
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server     return self._create_cloned_volume(volume, src_vref)
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server 
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server   File "/var/lib/kolla/venv/lib/python2.7/site-packages/cinder/volume/drivers/remotefs.py", line 1051, in _create_cloned_volume
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server     self._create_snapshot(temp_snapshot)
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server 
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server   File "/var/lib/kolla/venv/lib/python2.7/site-packages/cinder/volume/drivers/remotefs.py", line 1436, in _create_snapshot
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server     new_snap_path)
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server 
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server   File "/var/lib/kolla/venv/lib/python2.7/site-packages/cinder/volume/drivers/remotefs.py", line 1449, in _create_snapshot_online
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server     context = snapshot._context
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server 
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server AttributeError: 'Snapshot' object has no attribute '_context'
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server 
2019-02-15 13:57:13.218 7 ERROR oslo_messaging.rpc.server