CentOS 7
Sponsored Link

OpenStack Newton : Cinder Storage (Multi-BackEnds)
2016/10/26
 
It's possible to use Virtual Storages provided by Cinder if an Instance needs more disks.
Configure Virtual storage with NFS and GlusterFS Multi-Backend on here.
                                      +------------------+           +------------------+
                             10.0.0.50| [ Storage Node ] |  10.0.0.61|                  |
+------------------+            +-----+   Cinder-Volume  |     +-----+   GlusterFS #1   |
| [ Control Node ] |            | eth0|                  |     | eth0|                  |
|     Keystone     |10.0.0.30   |     +------------------+     |     +------------------+
|      Glance      |------------+------------------------------+
|     Nova API     |eth0        |     +------------------+     |     +------------------+
|    Cinder API    |            | eth0| [ Compute Node ] |     | eth0|                  |
+------------------+            +-----+   Nova Compute   |     +-----+   GlusterFS #2   |
                             10.0.0.51|                  |  10.0.0.62|                  |
                                      +------------------+     |     +------------------+
                                                               |
                                                               |     +------------------+
                                                               | eth0|                  |
                                                               +-----+        NFS       |
                                                            10.0.0.40|                  |
                                                                     +------------------+
[1]
NFS server is required to be running on your LAN, refer to here.
On this example, configure "/storage" directory on "nfs.srv.world" as a shared directory.
[2]
GlusterFS server is required to be running on your LAN, refer to here.
This example uses a replication volume "vol_replica" provided by "glfs01" and "glfs02".
[3] Configure Storage Node.
# install from EPEL

[root@storage ~]#
yum --enablerepo=epel -y install nfs-utils glusterfs glusterfs-fuse
[root@storage ~]#
vi /etc/cinder/cinder.conf
# add follows in the [DEFAULT] section

enabled_backends=nfs,glusterfs
# add follows to the end

[nfs]
volume_driver = cinder.volume.drivers.nfs.NfsDriver
volume_backend_name = NFS
nfs_shares_config = /etc/cinder/nfs_shares
nfs_mount_point_base = $state_path/mnt_nfs
[glusterfs]
volume_driver = cinder.volume.drivers.glusterfs.GlusterfsDriver
volume_backend_name = GlusterFS
glusterfs_shares_config = /etc/cinder/glusterfs_shares
glusterfs_mount_point_base = $state_path/mnt_glusterfs
[root@storage ~]#
vi /etc/cinder/nfs_shares
# create new : specify NFS shared directories

nfs.srv.world:/storage
[root@storage ~]#
vi /etc/cinder/glusterfs_shares
# create new : specify GlusterFS volumes

glfs01.srv.world:/vol_replica
[root@storage ~]#
chmod 640 /etc/cinder/nfs_shares

[root@storage ~]#
chgrp cinder /etc/cinder/nfs_shares

[root@storage ~]#
chmod 640 /etc/cinder/glusterfs_shares

[root@storage ~]#
chgrp cinder /etc/cinder/glusterfs_shares

[root@storage ~]#
systemctl restart openstack-cinder-volume

[root@storage ~]#
chown -R cinder. /var/lib/cinder/mnt_nfs

[4] Configure Compute Node to mount NFS and GlusterFS volumes.
# install from EPEL

[root@node01 ~]#
yum --enablerepo=epel -y install nfs-utils glusterfs glusterfs-fuse
[root@node01 ~]#
vi /etc/idmapd.conf
# line 5: uncomment and change to the own domain name

Domain =
srv.world
[root@node01 ~]#
vi /etc/nova/nova.conf
# add follows to the end

[cinder]
os_region_name = RegionOne
[root@node01 ~]#
systemctl restart openstack-nova-compute

[5] Create volume types. It's OK to work on any node. (This example is on Control Node)
# set environment variable first

[root@dlp ~(keystone)]#
echo "export OS_VOLUME_API_VERSION=2" >> ~/keystonerc

[root@dlp ~(keystone)]#
source ~/keystonerc
[root@dlp ~(keystone)]#
openstack volume type create nfs

+---------------------------------+--------------------------------------+
| Field                           | Value                                |
+---------------------------------+--------------------------------------+
| description                     | None                                 |
| id                              | 850b8287-cdb0-4009-baf5-6215524e41a3 |
| is_public                       | True                                 |
| name                            | nfs                                  |
| os-volume-type-access:is_public | True                                 |
+---------------------------------+--------------------------------------+

[root@dlp ~(keystone)]#
openstack volume type create glusterfs

+---------------------------------+--------------------------------------+
| Field                           | Value                                |
+---------------------------------+--------------------------------------+
| description                     | None                                 |
| id                              | 1a57b7dc-df9c-42ff-a69a-1d3da61a3993 |
| is_public                       | True                                 |
| name                            | glusterfs                            |
| os-volume-type-access:is_public | True                                 |
+---------------------------------+--------------------------------------+

[root@dlp ~(keystone)]#
openstack volume type list

+--------------------------------------+-----------+
| ID                                   | Name      |
+--------------------------------------+-----------+
| 1a57b7dc-df9c-42ff-a69a-1d3da61a3993 | glusterfs |
| 850b8287-cdb0-4009-baf5-6215524e41a3 | nfs       |
+--------------------------------------+-----------+
[6] Create volumes with specifying volume types.
[root@dlp ~(keystone)]#
openstack volume create --type nfs --size 10 disk_nfs

+---------------------+--------------------------------------+
| Field               | Value                                |
+---------------------+--------------------------------------+
| attachments         | []                                   |
| availability_zone   | nova                                 |
| bootable            | false                                |
| consistencygroup_id | None                                 |
| created_at          | 2016-10-27T04:10:43.589841           |
| description         | None                                 |
| encrypted           | False                                |
| id                  | b40a52b0-c543-4ff9-8c5c-1b56924c9f7d |
| migration_status    | None                                 |
| multiattach         | False                                |
| name                | disk_nfs                             |
| properties          |                                      |
| replication_status  | disabled                             |
| size                | 10                                   |
| snapshot_id         | None                                 |
| source_volid        | None                                 |
| status              | creating                             |
| type                | nfs                                  |
| updated_at          | None                                 |
| user_id             | 0a28ee66b05f4c7b9709f316c5109e0a     |
+---------------------+--------------------------------------+

[root@dlp ~(keystone)]#
openstack volume create --type glusterfs --size 10 disk_glusterfs

+---------------------+--------------------------------------+
| Field               | Value                                |
+---------------------+--------------------------------------+
| attachments         | []                                   |
| availability_zone   | nova                                 |
| bootable            | false                                |
| consistencygroup_id | None                                 |
| created_at          | 2016-10-27T04:11:18.091336           |
| description         | None                                 |
| encrypted           | False                                |
| id                  | 6415db4c-5a09-422d-8615-1534b52a5368 |
| migration_status    | None                                 |
| multiattach         | False                                |
| name                | disk_glusterfs                       |
| properties          |                                      |
| replication_status  | disabled                             |
| size                | 10                                   |
| snapshot_id         | None                                 |
| source_volid        | None                                 |
| status              | creating                             |
| type                | glusterfs                            |
| updated_at          | None                                 |
| user_id             | 0a28ee66b05f4c7b9709f316c5109e0a     |
+---------------------+--------------------------------------+

[root@dlp ~(keystone)]#
openstack volume list

+--------------------------------------+----------------+-----------+------+-------------+
| ID                                   | Display Name   | Status    | Size | Attached to |
+--------------------------------------+----------------+-----------+------+-------------+
| 6415db4c-5a09-422d-8615-1534b52a5368 | disk_glusterfs | available |   10 |             |
| b40a52b0-c543-4ff9-8c5c-1b56924c9f7d | disk_nfs       | available |   10 |             |
+--------------------------------------+----------------+-----------+------+-------------+
[7] The Configuration is all OK. Attach volumes to instances like follows.
[root@dlp ~(keystone)]#
openstack server list

+-----------+----------+---------+------------------------------------+------------+
| ID        | Name     | Status  | Networks                           | Image Name |
+-----------+----------+---------+------------------------------------+------------+
| e5a31503- | CentOS_7 | SHUTOFF | int_net=192.168.100.11, 10.0.0.200 | CentOS7    |
+-----------+----------+---------+------------------------------------+------------+

[root@dlp ~(keystone)]#
openstack server add volume CentOS_7 disk_nfs

[root@dlp ~(keystone)]#
openstack server add volume CentOS_7 disk_glusterfs
# the status of attached disk turns "in-use" like follows

[root@dlp ~(keystone)]#
openstack volume list

+--------------------------------------+----------------+--------+------+-----------------------------------+
| ID                                   | Display Name   | Status | Size | Attached to                       |
+--------------------------------------+----------------+--------+------+-----------------------------------+
| 6415db4c-5a09-422d-8615-1534b52a5368 | disk_glusterfs | in-use |   10 | Attached to CentOS_7 on /dev/vdc  |
| b40a52b0-c543-4ff9-8c5c-1b56924c9f7d | disk_nfs       | in-use |   10 | Attached to CentOS_7 on /dev/vdb  |
+--------------------------------------+----------------+--------+------+-----------------------------------+
Matched Content
 
Tweet