Ask Your Question

Revision history [back]

click to hide/show revision 1
initial version

Cinder Multibacked netapp driver - Kilo

I configured the cinder driver for netapp with success, I can create volumes, instances using the nfs backend. But when I create a new instance using the horizon, the value from internal storage for the hypervisor is marked as in use at the local disk, even not in use. The volume for instance is created in nfs shared but the LOCAL STORAGE in hypervisor is updated as used.

# nova hypervisor-stats
+----------------------+-------+
| Property             | Value |
+----------------------+-------+
| count                | 2     |
| current_workload     | 0     |
| disk_available_least | 470   |
| free_disk_gb         | 10    |
| free_ram_mb          | 48428 |
| local_gb             | 470   |
| local_gb_used        | 460   |
| memory_mb            | 96556 |
| memory_mb_used       | 48128 |
| running_vms          | 23    |
| vcpus                | 32    |
| vcpus_used           | 23    |
+----------------------+-------+

When all space from the local hypervisor is marked as in use a received the error:

No valid host was found. There are not enough hosts available.

But I have space in NFS share and all volumes was created in the NFS, I don't have any volumes created in the compute local storages.

- cinder.conf
[DEFAULT]
rootwrap_config = /etc/cinder/rootwrap.conf
api_paste_confg = /etc/cinder/api-paste.ini
iscsi_helper = tgtadm
volume_name_template = volume-%s
volume_group = cinder
verbose = True
auth_strategy = keystone
state_path = /var/lib/cinder
lock_path = /var/lock/cinder
volumes_dir = /var/lib/cinder/volumes
enable_v2_api=True
iscsi_protocol=iscsi
use_syslog=True
api_paste_config=/etc/cinder/api-paste.ini
glance_num_retries=0
volume_driver=cinder.volume.drivers.lvm.LVMVolumeDriver
use_stderr=False
debug=False
storage_availability_zone=nova
glance_api_ssl_compression=False
glance_api_insecure=False
syslog_log_facility=LOG_LOCAL3
log_dir=/var/log/cinder
iscsi_ip_address=10.250.3.131
glance_api_servers=10.1.3.130:9292
volume_backend_name=DEFAULT
default_availability_zone=nova
use_syslog_rfc_format=True
control_exchange=cinder
enable_v1_api=True
glance_api_version=2
amqp_durable_queues=False
rpc_backend=cinder.openstack.common.rpc.impl_kombu
kombu_reconnect_delay=5.0
enabled_backends=cinder_isci,cinder_netapp
default_volume_type=cinder_netapp

[oslo_messaging_rabbit]
rabbit_ha_queues=True
rabbit_use_ssl=False
rabbit_hosts=10.1.3.131:5673, 10.1.3.132:5673, 10.1.3.134:5673
rabbit_virtual_host=/
rabbit_password=password
rabbit_userid=nova

[keystone_authtoken]
signing_dir=/tmp/keystone-signing-cinder
admin_password=password
admin_tenant_name=services
auth_uri=http://10.1.3.130:5000/
identity_uri=http://10.1.3.130:5000/
admin_user=cinder
signing_dirname=/tmp/keystone-signing-cinder

[database]
idle_timeout=3600
max_pool_size=30
max_retries=-1
retry_interval=10
max_overflow=60
min_pool_size=1
connection=mysql://cinder:password@10.1.3.130/cinder?charset=utf8&read_timeout=60

[keymgr]
fixed_key=8756254f7e8ee8c57f3858af6c47c420b074c2608e3932ca6720538112ee99d5

[cinder_isci]
iscsi_helper=tgtadm
volume_backend_name=cinder_isci
volume_group=cinder

[cinder_netapp]
netapp_login=root
netapp_eseries_host_type=linux_dm_mp
netapp_controller_ips=
netapp_size_multiplier=1.2
netapp_vserver=
netapp_server_port=80
nfs_shares_config=/etc/cinder/shares.conf
netapp_sa_password=
thres_avl_size_perc_start=20
netapp_storage_pools=
volume_driver=cinder.volume.drivers.netapp.common.NetAppDriver
netapp_storage_protocol=nfs
netapp_storage_family=ontap_7mode
volume_backend_name=cinder_netapp
thres_avl_size_perc_stop=60
netapp_vfiler=
netapp_volume_list=
netapp_server_hostname=10.1.0.25
expiry_thres_minutes=2160
netapp_transport_type=http
netapp_password=password
netapp_webservice_path=/devmgr/v2
netapp_copyoffload_tool_path=
root@node-6:~#

- shared.conf
10.250.3.253:/vol/openstack

# df -h
Filesystem                   Size  Used Avail Use% Mounted on
udev                          16G   12K   16G   1% /dev
tmpfs                        3.2G  5.4M  3.2G   1% /run
/dev/dm-1                     27G  2.1G   24G   9% /
none                         4.0K     0  4.0K   0% /sys/fs/cgroup
none                         5.0M     0  5.0M   0% /run/lock
none                          16G     0   16G   0% /run/shm
none                         100M     0  100M   0% /run/user
/dev/sda3                    196M   44M  143M  24% /boot
/dev/mapper/vm-nova           91G   33M   91G   1% /var/lib/nova
10.250.3.253:/vol/openstack  500G  452M  500G   1% /var/lib/nova/mnt/36f09148d1243e64fbe04aa72c497a2e

# ls -la /var/lib/nova/mnt/36f09148d1243e64fbe04aa72c497a2e
total 438608
drwxr-xr-x 2 cinder       cinder              8192 Jan 29 19:23 .
drwxr-xr-x 3 nova         nova                  45 Jan 29 19:22 ..
-rw-r----- 1 cinder       cinder                76 Jan 29 19:08 .cinderSecureEnvIndicator
-rw-rw---- 1 cinder       cinder       21474836480 Jan 29 19:22 img-cache-984a5cfe-d136-488b-b393-85fd7ba9cfce
-rw-rw---- 1 libvirt-qemu libvirt-qemu 21474836480 Jan 29 19:24 volume-0367ff27-93f7-49d3-bee5-20748938a6e8
-rw-rw---- 1 libvirt-qemu libvirt-qemu 21474836480 Jan 29 19:23 volume-05d3d597-bf48-4a51-a4e1-0de0b7c406e9
-rw-rw---- 1 libvirt-qemu libvirt-qemu 21474836480 Jan 29 19:23 volume-13a00b96-5d39-46fc-8ba8-b88b2c651e3f
-rw-rw---- 1 libvirt-qemu libvirt-qemu 21474836480 Jan 29 19:24 volume-151d5d98-e32b-4a0b-84e0-3c5c795da993
-rw-rw---- 1 libvirt-qemu libvirt-qemu 21474836480 Jan 29 19:23 volume-1d1e7286-6fbb-4fca-9d12-41f082f829e8
-rw-rw---- 1 libvirt-qemu libvirt-qemu 21474836480 Jan 29 19:23 volume-245b6b85-bd7b-42ea-ab9f-e8b4f547c56a
-rw-rw---- 1 libvirt-qemu libvirt-qemu 21474836480 Jan 29 19:23 volume-24f4ef8b-bb4e-4735-b5b7-47e82d82ac55
-rw-rw---- 1 libvirt-qemu libvirt-qemu 21474836480 Jan 29 19:24 volume-327ee624-c8a4-4c31-aa3b-1bb499976a18
-rw-rw---- 1 libvirt-qemu libvirt-qemu 21474836480 Jan 29 19:24 volume-3360c4db-41af-4420-854d-e7d2402e16f7
-rw-rw---- 1 libvirt-qemu libvirt-qemu 21474836480 Jan 29 19:23 volume-41e14189-31d7-4e88-a77a-9e14a190f5c2
-rw-rw---- 1 libvirt-qemu libvirt-qemu 21474836480 Jan 29 19:24 volume-49bf9683-7730-495c-93d2-f8cd8646cfc6
-rw-rw---- 1 libvirt-qemu libvirt-qemu 21474836480 Jan 29 19:23 volume-4dd997fb-3411-46a5-8c56-454d56679311
-rw-rw---- 1 libvirt-qemu libvirt-qemu 21474836480 Jan 29 19:23 volume-7629e1b2-57e3-43b2-a6f2-5d4acc57c4ee
-rw-rw---- 1 libvirt-qemu libvirt-qemu 21474836480 Jan 29 19:23 volume-7bf604fe-1797-41bb-b394-e1bc5e2c1493
-rw-rw---- 1 libvirt-qemu libvirt-qemu 21474836480 Jan 29 19:23 volume-8d91491b-7dfa-4787-b915-06280a945f17
-rw-rw---- 1 libvirt-qemu libvirt-qemu 21474836480 Jan 29 19:23 volume-9dd79169-b285-42f9-bd83-133e7d46fd9e
-rw-rw---- 1 libvirt-qemu libvirt-qemu 21474836480 Jan 29 19:23 volume-b532112e-bc88-40d3-bd05-42b152af4d3a
-rw-rw---- 1 libvirt-qemu libvirt-qemu 21474836480 Jan 29 19:24 volume-c96118c1-6d4a-4355-b904-498af26e8cdc
-rw-rw---- 1 libvirt-qemu libvirt-qemu 21474836480 Jan 29 19:23 volume-ce17b3fd-7df0-46c6-9edb-7470563281d5
-rw-rw---- 1 libvirt-qemu libvirt-qemu 21474836480 Jan 29 19:24 volume-d1359aa0-78e8-4f99-913c-b73f5de20df8
-rw-rw---- 1 libvirt-qemu libvirt-qemu 21474836480 Jan 29 19:23 volume-d1d04ab4-948d-4d5e-9ddf-fe342508b650
-rw-rw---- 1 libvirt-qemu libvirt-qemu 21474836480 Jan 29 19:23 volume-dbbc6249-3d19-4e09-9083-8ae3d919664a
-rw-rw---- 1 libvirt-qemu libvirt-qemu 21474836480 Jan 29 19:24 volume-eb9fc6d5-c302-4527-885e-6cf698627066

# ls -la /var/lib/cinder/volumes/
total 8
drwxr-x--- 2 cinder cinder 4096 Oct 20 13:44 .
drwxr-xr-x 5 cinder cinder 4096 Jan 29 19:22 ..

Instance error log Instance

Message
    No valid host was found. There are not enough hosts available.
Code
    500
Details
  File "/usr/lib/python2.7/dist-packages/nova/conductor/manager.py", line 671, in build_instances request_spec, filter_properties) File "/usr/lib/python2.7/dist-packages/nova/scheduler/utils.py", 
  line 337, in wrapped return func(*args, **kwargs) File "/usr/lib/python2.7/dist-packages/nova/scheduler/client/__init__.py", line 52, in select_destinations context, request_spec, filter_properties) 
  File "/usr/lib/python2.7/dist-packages/nova/scheduler/client/__init__.py", line 37, in __run_method return getattr(self.instance, __name)(*args, **kwargs) 
  File "/usr/lib/python2.7/dist-packages/nova/scheduler/client/query.py", line 34, in select_destinations context, request_spec, filter_properties) 
  File "/usr/lib/python2.7/dist-packages/nova/scheduler/rpcapi.py", line 120, in select_destinations request_spec=request_spec, filter_properties=filter_properties) 
  File "/usr/lib/python2.7/dist-packages/oslo_messaging/rpc/client.py", line 156, in call retry=self.retry) 
  File "/usr/lib/python2.7/dist-packages/oslo_messaging/transport.py", line 90, in _send timeout=timeout, retry=retry) 
  File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/amqpdriver.py", line 350, in send retry=retry) 
  File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/amqpdriver.py", line 341, in _send raise result