Ubuntu 22.04
Sponsored Link

OpenStack Caracal : Use Cinder Storage (LVM)2024/04/09

 
It's possible to use Virtual Storages provided by Cinder if an Instance needs more disks.
Configure Virtual storage with LVM backend on here.
It needs there are some free space on disks of Storage Node.
------------+--------------------------+--------------------------+------------
            |                          |                          |
        eth0|10.0.0.30             eth0|10.0.0.50             eth0|10.0.0.51
+-----------+-----------+  +-----------+-----------+  +-----------+-----------+
|   [ dlp.srv.world ]   |  | [ network.srv.world ] |  |  [ node01.srv.world ] |
|     (Control Node)    |  |     (Network Node)    |  |     (Compute Node)    |
|                       |  |                       |  |                       |
|  MariaDB    RabbitMQ  |  |  Neutron L2/L3 Agent  |  |        Libvirt        |
|  Memcached  Nginx     |  |   Neutron Metadata    |  |      Nova Compute     |
|  Keystone   httpd     |  |     Open vSwitch      |  |    Neutron L2 Agent   |
|  Glance     Nova API  |  |     iSCSI Target      |  |      Open vSwitch     |
|  Neutron Server       |  |     Cinder Volume     |  |                       |
|  Neutron Metadata     |  |                       |  |                       |
|  Cinder API           |  |                       |  |                       |
+-----------------------+  +-----------------------+  +-----------------------+

[1] Create a volume group for Cinder on Storage Node.
root@network:~#
pvcreate /dev/sdb1

Physical volume "/dev/sdb1" successfully created
root@network:~#
vgcreate -s 32M vg_volume01 /dev/sdb1

Volume group "vg_volume01" successfully created
[2] Configure Cinder Volume on Storage Node.
root@network:~#
apt -y install targetcli-fb python3-rtslib-fb
root@network:~#
vi /etc/cinder/cinder.conf
# add the value to [enabled_backends] param

enabled_backends =
lvm
# add to last line

[lvm]
target_helper = lioadm
target_protocol = iscsi
target_ip_address = $my_ip
# volume group name created on [1]
volume_group = vg_volume01
volume_driver = cinder.volume.drivers.lvm.LVMVolumeDriver
volumes_dir = $state_path/volumes

root@network:~#
systemctl restart cinder-volume
[3] Configure Nova on Compute Node.
root@node01:~#
vi /etc/nova/nova.conf
# add follows into the [keystone_authtoken] section
[keystone_authtoken]
.....
.....
service_token_roles = service
service_token_roles_required = true

# add to last line
[service_user]
send_service_user_token = true
auth_url = https://dlp.srv.world:5000
auth_type = password
project_domain_name = Default
user_domain_name = Default
project_name = service
username = nova
password = servicepassword
insecure = false

[cinder]
os_region_name = RegionOne

root@node01:~#
systemctl restart nova-compute
[4] Login as a common user you'd like to add volumes to own instances.
For example, create a virtual disk [disk01] with 10GB.
It's OK to work on any node. (example below is on Control Node)
# set environment variable

ubuntu@dlp ~(keystone)$
echo "export OS_VOLUME_API_VERSION=3" >> ~/keystonerc

ubuntu@dlp ~(keystone)$
source ~/keystonerc
ubuntu@dlp ~(keystone)$
openstack volume create --size 10 disk01

+---------------------+--------------------------------------+
| Field               | Value                                |
+---------------------+--------------------------------------+
| attachments         | []                                   |
| availability_zone   | nova                                 |
| bootable            | false                                |
| consistencygroup_id | None                                 |
| created_at          | 2024-04-09T05:41:42.730172           |
| description         | None                                 |
| encrypted           | False                                |
| id                  | 032a6a2e-5c03-4e59-b349-f7c20c163114 |
| multiattach         | False                                |
| name                | disk01                               |
| properties          |                                      |
| replication_status  | None                                 |
| size                | 10                                   |
| snapshot_id         | None                                 |
| source_volid        | None                                 |
| status              | creating                             |
| type                | __DEFAULT__                          |
| updated_at          | None                                 |
| user_id             | e682843492a44937b745ef945bfacf70     |
+---------------------+--------------------------------------+

ubuntu@dlp ~(keystone)$
openstack volume list

+------------------------------------+--------+-----------+------+-------------+
| ID                                 | Name   | Status    | Size | Attached to |
+------------------------------------+--------+-----------+------+-------------+
| 032a6a2e-5c03-4e59-b349-           | disk01 | available |   10 |             |
| f7c20c163114                       |        |           |      |             |
+------------------------------------+--------+-----------+------+-------------+
[5] Attach the virtual disk to an Instance.
For the example below, the disk is connected as [/dev/vdb]. It's possible to use it as a storage to create a file system on it.
ubuntu@dlp ~(keystone)$
openstack server list

+--------------+-------------+---------+--------------+------------+----------+
| ID           | Name        | Status  | Networks     | Image      | Flavor   |
+--------------+-------------+---------+--------------+------------+----------+
| e7feb65c-    | Ubuntu-2204 | SHUTOFF | private=10.0 | Ubuntu2204 | m1.small |
| 1482-48a9-   |             |         | .0.250, 192. |            |          |
| 9d45-        |             |         | 168.100.188  |            |          |
| e74196a5ea92 |             |         |              |            |          |
+--------------+-------------+---------+--------------+------------+----------+

ubuntu@dlp ~(keystone)$
openstack server add volume Ubuntu-2204 disk01

+-----------------------+--------------------------------------+
| Field                 | Value                                |
+-----------------------+--------------------------------------+
| ID                    | 032a6a2e-5c03-4e59-b349-f7c20c163114 |
| Server ID             | e7feb65c-1482-48a9-9d45-e74196a5ea92 |
| Volume ID             | 032a6a2e-5c03-4e59-b349-f7c20c163114 |
| Device                | /dev/vdb                             |
| Tag                   | None                                 |
| Delete On Termination | False                                |
+-----------------------+--------------------------------------+

# the status of attached disk turns [in-use] like follows

ubuntu@dlp ~(keystone)$
openstack volume list

+--------------------------+--------+--------+------+--------------------------+
| ID                       | Name   | Status | Size | Attached to              |
+--------------------------+--------+--------+------+--------------------------+
| 032a6a2e-5c03-4e59-b349- | disk01 | in-use |   10 | Attached to Ubuntu-2204  |
| f7c20c163114             |        |        |      | on /dev/vdb              |
+--------------------------+--------+--------+------+--------------------------+

# to detach the disk, do like follows

ubuntu@dlp ~(keystone)$
openstack server remove volume Ubuntu-2204 disk01

Matched Content