CentOS 7
Sponsored Link

OpenStack Kilo : Cinder Storage(Multi-Backend)
2015/06/20
 
It's possible to use the Virtual Storage provided by Cinder if an Instance needs more disks.
Configure Virtual storage with NFS and GlusterFS Multi-Backend on here.
                                      +------------------+           +------------------+
                             10.0.0.50| [ Storage Node ] |  10.0.0.61|                  |
+------------------+            +-----+   Cinder-Volume  |     +-----+   GlusterFS #1   |
| [ Control Node ] |            | eth0|                  |     | eth0|                  |
|     Keystone     |10.0.0.30   |     +------------------+     |     +------------------+
|      Glance      |------------+------------------------------+
|     Nova API     |eth0        |     +------------------+     |     +------------------+
|    Cinder API    |            | eth0| [ Compute Node ] |     | eth0|                  |
+------------------+            +-----+   Nova Compute   |     +-----+   GlusterFS #2   |
                             10.0.0.51|                  |  10.0.0.62|                  |
                                      +------------------+     |     +------------------+
                                                               |
                                                               |     +------------------+
                                                               | eth0|                  |
                                                               +-----+        NFS       |
                                                            10.0.0.40|                  |
                                                                     +------------------+
[1]
NFS server is required to be running on your LAN.
On this example, configure "/storage" directory on "nfs.srv.world" as a shared directory.
[2]
GlusterFS server is required to be running on your LAN.
This example uses a replication volume "vol_replica" provided by "gfs01" and "gfs02".
[3] Configure Storage Node.
# install from EPEL

[root@storage ~]#
yum --enablerepo=epel -y install nfs-utils glusterfs glusterfs-fuse
[root@storage ~]#
vi /etc/cinder/cinder.conf
# add follows in the [DEFAULT] section

enabled_backends=nfs,glusterfs
# add follows to the end

[nfs]
volume_driver = cinder.volume.drivers.nfs.NfsDriver
volume_backend_name = NFS
nfs_shares_config = /etc/cinder/nfs_shares
nfs_mount_point_base = $state_path/nfs
[glusterfs]
volume_driver = cinder.volume.drivers.glusterfs.GlusterfsDriver
volume_backend_name = GlusterFS
glusterfs_shares_config = /etc/cinder/glusterfs_shares
glusterfs_mount_point_base = $state_path/glusterfs
[root@storage ~]#
vi /etc/cinder/nfs_shares
# create new : specify NFS shared directories

nfs.srv.world:/storage
[root@storage ~]#
vi /etc/cinder/glusterfs_shares
# create new : specify GlusterFS volumes

gfs01.srv.world:/vol_replica
[root@storage ~]#
chmod 640 /etc/cinder/nfs_shares

[root@storage ~]#
chgrp cinder /etc/cinder/nfs_shares

[root@storage ~]#
chmod 640 /etc/cinder/glusterfs_shares

[root@storage ~]#
chgrp cinder /etc/cinder/glusterfs_shares

[root@storage ~]#
systemctl restart openstack-cinder-volume

[4] Configure Compute Node to mount NFS and GlusterFS volumes.
# install from EPEL

[root@node01 ~]#
yum --enablerepo=epel -y install nfs-utils glusterfs glusterfs-fuse
[root@node01 ~]#
vi /etc/nova/nova.conf
# add follows in the [DEFAULT] section

osapi_volume_listen=0.0.0.0
volume_api_class=nova.volume.cinder.API
[root@node01 ~]#
systemctl restart openstack-nova-compute

[5] Create volume types. It's OK to work on any node. (This example is on Control Node)
# set environment variable first

[root@dlp ~(keystone)]#
echo "export OS_VOLUME_API_VERSION=2" >> ~/keystonerc

[root@dlp ~(keystone)]#
source ~/keystonerc
[root@dlp ~(keystone)]#
cinder type-create nfs

+--------------------------------------+------+
|                  ID                  | Name |
+--------------------------------------+------+
| 7ac3a255-cf70-498d-97d8-2a7fcdd84d2c | nfs  |
+--------------------------------------+------+

[root@dlp ~(keystone)]#
cinder type-create glusterfs

+--------------------------------------+-----------+
|                  ID                  |    Name   |
+--------------------------------------+-----------+
| e2608bee-cc52-48e8-ba72-b94124f36a57 | glusterfs |
+--------------------------------------+-----------+

[root@dlp ~(keystone)]#
cinder type-list

+--------------------------------------+-----------+
|                  ID                  |    Name   |
+--------------------------------------+-----------+
| 7ac3a255-cf70-498d-97d8-2a7fcdd84d2c |    nfs    |
| e2608bee-cc52-48e8-ba72-b94124f36a57 | glusterfs |
+--------------------------------------+-----------+
[6] Associates volume types set in [5] and names set in cinder.conf.
[root@dlp ~(keystone)]#
cinder type-key nfs set volume_backend_name=NFS

[root@dlp ~(keystone)]#
cinder type-key glusterfs set volume_backend_name=GlusterFS

[root@dlp ~(keystone)]#
cinder extra-specs-list

+--------------------------------------+-----------+----------------------------------------+
|                  ID                  |    Name   |              extra_specs               |
+--------------------------------------+-----------+----------------------------------------+
| 7ac3a255-cf70-498d-97d8-2a7fcdd84d2c |    nfs    |    {u'volume_backend_name': u'NFS'}    |
| e2608bee-cc52-48e8-ba72-b94124f36a57 | glusterfs | {u'volume_backend_name': u'GlusterFS'} |
+--------------------------------------+-----------+----------------------------------------+
[7] Create volumes with specifying volume types.
[root@dlp ~(keystone)]#
cinder create --display_name disk_nfs --volume-type nfs 10

+---------------------------------------+--------------------------------------+
|                Property               |                Value                 |
+---------------------------------------+--------------------------------------+
|              attachments              |                  []                  |
|           availability_zone           |                 nova                 |
|                bootable               |                false                 |
|          consistencygroup_id          |                 None                 |
|               created_at              |      2015-06-20T18:23:23.000000      |
|              description              |                 None                 |
|               encrypted               |                False                 |
|                   id                  | 1e92b9ca-20d7-4f63-881e-dea3f8b6b523 |
|                metadata               |                  {}                  |
|              multiattach              |                False                 |
|                  name                 |               disk_nfs               |
|         os-vol-host-attr:host         |                 None                 |
|     os-vol-mig-status-attr:migstat    |                 None                 |
|     os-vol-mig-status-attr:name_id    |                 None                 |
|      os-vol-tenant-attr:tenant_id     |   98ea1b896d3a48438922c0dfa9f6bc52   |
|   os-volume-replication:driver_data   |                 None                 |
| os-volume-replication:extended_status |                 None                 |
|           replication_status          |               disabled               |
|                  size                 |                  10                  |
|              snapshot_id              |                 None                 |
|              source_volid             |                 None                 |
|                 status                |               creating               |
|                user_id                |   704a7f5cf84a479796e10f47c30bb629   |
|              volume_type              |                 nfs                  |
+---------------------------------------+--------------------------------------+

[root@dlp ~(keystone)]#
cinder create --display_name disk_glusterfs --volume-type glusterfs 10

+---------------------------------------+--------------------------------------+
|                Property               |                Value                 |
+---------------------------------------+--------------------------------------+
|              attachments              |                  []                  |
|           availability_zone           |                 nova                 |
|                bootable               |                false                 |
|          consistencygroup_id          |                 None                 |
|               created_at              |      2015-06-20T18:23:49.000000      |
|              description              |                 None                 |
|               encrypted               |                False                 |
|                   id                  | d8dbaed2-e857-4162-baab-0178fbef4593 |
|                metadata               |                  {}                  |
|              multiattach              |                False                 |
|                  name                 |            disk_glusterfs            |
|         os-vol-host-attr:host         |                 None                 |
|     os-vol-mig-status-attr:migstat    |                 None                 |
|     os-vol-mig-status-attr:name_id    |                 None                 |
|      os-vol-tenant-attr:tenant_id     |   98ea1b896d3a48438922c0dfa9f6bc52   |
|   os-volume-replication:driver_data   |                 None                 |
| os-volume-replication:extended_status |                 None                 |
|           replication_status          |               disabled               |
|                  size                 |                  10                  |
|              snapshot_id              |                 None                 |
|              source_volid             |                 None                 |
|                 status                |               creating               |
|                user_id                |   704a7f5cf84a479796e10f47c30bb629   |
|              volume_type              |              glusterfs               |
+---------------------------------------+--------------------------------------+

[root@dlp ~(keystone)]#
cinder list

+--------------------------+-----------+----------------+------+-------------+----------+-------------+
|                  ID      |   Status  |      Name      | Size | Volume Type | Bootable | Attached to |
+--------------------------+-----------+----------------+------+-------------+----------+-------------+
| 1e92b9ca-20d7-4f63-881e- | available |    disk_nfs    |  10  |     nfs     |  false   |             |
| d8dbaed2-e857-4162-baab- | available | disk_glusterfs |  10  |  glusterfs  |  false   |             |
+--------------------------+-----------+----------------+------+-------------+----------+-------------+
[8] The Configuration is all OK. Attach volumes to instances like follows.
[root@dlp ~(keystone)]#
nova list

+----------------+----------+---------+------------+-------------+-----------------------------------+
| ID             | Name     | Status  | Task State | Power State | Networks                          |
+----------------+----------+---------+------------+-------------+-----------------------------------+
| 2c7a1025-30d6- | CentOS_7 | SHUTOFF | -          | Shutdown    | int_net=192.168.100.3, 10.0.0.201 |
+----------------+----------+---------+------------+-------------+-----------------------------------+

[root@dlp ~(keystone)]#
nova volume-attach CentOS_7 1e92b9ca-20d7-4f63-881e-dea3f8b6b523 auto

+----------+--------------------------------------+
| Property | Value                                |
+----------+--------------------------------------+
| device   | /dev/vdc                             |
| id       | 1e92b9ca-20d7-4f63-881e-dea3f8b6b523 |
| serverId | 2c7a1025-30d6-446a-a4ff-309347b64eca |
| volumeId | 1e92b9ca-20d7-4f63-881e-dea3f8b6b523 |
+----------+--------------------------------------+

[root@dlp ~(keystone)]#
nova volume-attach CentOS_7 d8dbaed2-e857-4162-baab-0178fbef4593 auto

+----------+--------------------------------------+
| Property | Value                                |
+----------+--------------------------------------+
| device   | /dev/vdd                             |
| id       | d8dbaed2-e857-4162-baab-0178fbef4593 |
| serverId | 2c7a1025-30d6-446a-a4ff-309347b64eca |
| volumeId | d8dbaed2-e857-4162-baab-0178fbef4593 |
+----------+--------------------------------------+

# the status of attached disk turns "in-use" like follows

[root@dlp ~(keystone)]#
cinder list

+--------------------------+--------+----------------+------+-------------+----------+-----------------------------+
|                  ID      | Status |      Name      | Size | Volume Type | Bootable |             Attached to     |
+--------------------------+--------+----------------+------+-------------+----------+-----------------------------+
| 1e92b9ca-20d7-4f63-881e- | in-use |    disk_nfs    |  10  |     nfs     |  false   | 2c7a1025-30d6-446a-a4ff-309 |
| d8dbaed2-e857-4162-baab- | in-use | disk_glusterfs |  10  |  glusterfs  |  false   | 2c7a1025-30d6-446a-a4ff-309 |
+--------------------------+--------+----------------+------+-------------+----------+-----------------------------+
Matched Content
 
Tweet