CentOS 7
Sponsored Link

OpenStack Train : How to use Manila#2
2019/10/28
 
This is How to use OpenStack Shared File System (Manila).
This example is based on the emvironment like follows.
For example, Configure Manila share to use a designed instance.
------------+---------------------------+---------------------------+------------
            |                           |                           |
        eth0|10.0.0.30              eth0|10.0.0.50              eth0|10.0.0.51
+-----------+-----------+   +-----------+-----------+   +-----------+-----------+
|    [ Control Node ]   |   |    [ Storage Node ]   |   |    [ Compute Node ]   |
|                       |   |                       |   |                       |
|  MariaDB    RabbitMQ  |   |      Open vSwitch     |   |        Libvirt        |
|  Memcached  httpd     |   |        L2 Agent       |   |     Nova Compute      |
|  Keystone   Glance    |   |        L3 Agent       |   |      Open vSwitch     |
|  Nova API   Cinder API|   |     Metadata Agent    |   |        L2 Agent       |
|  Neutron Server       |   |     Cinder Volume     |   |                       |
|  Metadata Agent       |   |      Manila Share     |   |                       |
|  Manila API           |   |                       |   |                       |
+-----------------------+   +-----------------------+   +-----------------------+

[1]
[2] Configure Storage Node.
[root@storage ~]#
vi /etc/manila/manila.conf
# add follows into [DEFAULT] section

enabled_share_backends = generic

# add follows to the end
[neutron]
url = http://10.0.0.30:9696
auth_url = http://10.0.0.30:5000
memcached_servers = 10.0.0.30:11211
auth_type = password
project_domain_name = default
user_domain_name = default
region_name = RegionOne
project_name = service
username = neutron
password = servicepassword

[nova]
auth_url = http://10.0.0.30:5000
memcached_servers = 10.0.0.30:11211
auth_type = password
project_domain_name = default
user_domain_name = default
region_name = RegionOne
project_name = service
username = nova
password = servicepassword

[cinder]
auth_url = http://10.0.0.30:5000
memcached_servers = 10.0.0.30:11211
auth_type = password
project_domain_name = default
user_domain_name = default
region_name = RegionOne
project_name = service
username = cinder
password = servicepassword

[generic]
share_backend_name = backend01
share_driver = manila.share.drivers.generic.GenericShareDriver
interface_driver = manila.network.linux.interface.OVSInterfaceDriver
driver_handles_share_servers = True
service_instance_flavor_id = 0
service_instance_security_group = manila-service
service_image_name = manila-service-image
service_instance_user = manila
service_instance_password = manila
service_network_cidr = 10.254.0.0/16
service_network_division_mask = 24

[root@storage ~]#
systemctl start openstack-manila-share

[root@storage ~]#
systemctl enable openstack-manila-share
[3] Download official Manila designed image and add it to Glance. And more, create a security group for Manila Service.
[root@dlp ~(keystone)]# curl -O tarballs.openstack.org/manila-image-elements/images/manila-service-image-master.qcow2 
[root@dlp ~(keystone)]# openstack image create "manila-service-image" --file manila-service-image-master.qcow2 --disk-format qcow2 --container-format bare --public 
+------------------+----------------------------------------------------------+
| Field            | Value                                                    |
+------------------+----------------------------------------------------------+
| checksum         | f8a6cbff57ee1f91e05e576d88057dbe                         |
| container_format | bare                                                     |
| created_at       | 2019-10-28T08:00:38Z                                     |
| disk_format      | qcow2                                                    |
| file             | /v2/images/c5b5bdf8-e79e-443e-bd80-784266c4d63f/file     |
| id               | c5b5bdf8-e79e-443e-bd80-784266c4d63f                     |
| min_disk         | 0                                                        |
| min_ram          | 0                                                        |
| name             | manila-service-image                                     |
| owner            | 4f93fd3e6e184c859641b017115016a4                         |
| properties       | os_hash_algo='sha512', os_hash_value='ff76a0867f56b884...|
| protected        | False                                                    |
| schema           | /v2/schemas/image                                        |
| size             | 441342976                                                |
| status           | active                                                   |
| tags             |                                                          |
| updated_at       | 2019-10-28T08:00:40Z                                     |
| virtual_size     | None                                                     |
| visibility       | public                                                   |
+------------------+----------------------------------------------------------+

[root@dlp ~(keystone)]#
openstack security group create manila-service

+-----------------+----------------------------------------------------------+
| Field           | Value                                                    |
+-----------------+----------------------------------------------------------+
| created_at      | 2019-10-28T08:01:20Z                                     |
| description     | manila-service                                           |
| id              | 3c203967-1f3a-4c9e-b5b3-ecf0f93c4177                     |
| location        | cloud='', project.domain_id=, project.domain_name='de... |
| name            | manila-service                                           |
| project_id      | 4f93fd3e6e184c859641b017115016a4                         |
| revision_number | 1                                                        |
| rules           | created_at='2019-10-28T08:01:20Z', direction='egress'... |
|                 | created_at='2019-10-28T08:01:20Z', direction='egress'... |
| tags            | []                                                       |
| updated_at      | 2019-10-28T08:01:20Z                                     |
+-----------------+----------------------------------------------------------+

# allow ports for manila service

root@dlp ~(keystone)#
openstack security group rule create --protocol icmp --ingress manila-service

root@dlp ~(keystone)#
openstack security group rule create --protocol tcp --dst-port 22:22 manila-service

root@dlp ~(keystone)#
openstack security group rule create --protocol tcp --dst-port 2049:2049 manila-service

[4] Create default share type.
[root@dlp ~(keystone)]#
manila type-create default_share_type True

+----------------------+--------------------------------------+
| Property             | Value                                |
+----------------------+--------------------------------------+
| required_extra_specs | driver_handles_share_servers : True  |
| Name                 | default_share_type                   |
| Visibility           | public                               |
| is_default           | YES                                  |
| ID                   | 01221b6d-4419-464e-90c7-cf093d039c1f |
| optional_extra_specs |                                      |
| Description          | None                                 |
+----------------------+--------------------------------------+

[root@dlp ~(keystone)]#
manila type-list

+--------------------------------------+--------------------+------------+------------+-------------------------------------+----------------------+-------------+
| ID                                   | Name               | visibility | is_default | required_extra_specs                | optional_extra_specs | Description |
+--------------------------------------+--------------------+------------+------------+-------------------------------------+----------------------+-------------+
| 01221b6d-4419-464e-90c7-cf093d039c1f | default_share_type | public     | YES        | driver_handles_share_servers : True |                      | None        |
+--------------------------------------+--------------------+------------+------------+-------------------------------------+----------------------+-------------+
[5] Login as a common user you'd like to use Manila Share and Create shared network.
[cent@dlp ~(keystone)]$
openstack network list

+--------------------------------------+---------+--------------------------------------+
| ID                                   | Name    | Subnets                              |
+--------------------------------------+---------+--------------------------------------+
| 08ba2a6b-a9e6-41cd-b530-ffecb146117e | int_net | 7e35d8e7-4f75-4afd-ab9f-da5ccf6850fc |
| f6440530-1b12-4748-a557-3596e36a42ec | ext_net | c2db3338-39cf-4529-8c7e-8680db716475 |
+--------------------------------------+---------+--------------------------------------+

[cent@dlp ~(keystone)]$
openstack subnet list

+--------------------------------------+---------+--------------------------------------+------------------+
| ID                                   | Name    | Network                              | Subnet           |
+--------------------------------------+---------+--------------------------------------+------------------+
| 7e35d8e7-4f75-4afd-ab9f-da5ccf6850fc | subnet1 | 08ba2a6b-a9e6-41cd-b530-ffecb146117e | 192.168.100.0/24 |
+--------------------------------------+---------+--------------------------------------+------------------+

[cent@dlp ~(keystone)]$
INT_NET=$(openstack network list | grep 'int_net' | awk '{print $2}')

[cent@dlp ~(keystone)]$
INT_SUBNET=$(openstack subnet list | grep 'subnet1' | awk '{print $2}')
[cent@dlp ~(keystone)]$
manila share-network-create --neutron-net-id $INT_NET --neutron-subnet-id $INT_SUBNET --name manila_share

+-----------------------+--------------------------------------------+
| Property              | Value                                      |
+-----------------------+--------------------------------------------+
| description           | None                                       |
| name                  | manila_share                               |
| share_network_subnets | [{u'availability_zone': None, u'neutron_...|
| created_at            | 2019-10-28T08:03:36.000000                 |
| project_id            | 67b2b71cee384d69939e6b3963e0b2db           |
| updated_at            | None                                       |
| id                    | d352f476-c626-4b50-90d9-cdc80a7c4d55       |
+-----------------------+--------------------------------------------+

[cent@dlp ~(keystone)]$
manila share-network-list

+--------------------------------------+--------------+
| id                                   | name         |
+--------------------------------------+--------------+
| d352f476-c626-4b50-90d9-cdc80a7c4d55 | manila_share |
+--------------------------------------+--------------+
[6] Create NFS share.
[cent@dlp ~(keystone)]$
manila create NFS 10 --name share01 --share-network manila_share

+---------------------------------------+--------------------------------------+
| Property                              | Value                                |
+---------------------------------------+--------------------------------------+
| status                                | creating                             |
| share_type_name                       | default_share_type                   |
| description                           | None                                 |
| availability_zone                     | None                                 |
| share_network_id                      | d352f476-c626-4b50-90d9-cdc80a7c4d55 |
| share_group_id                        | None                                 |
| revert_to_snapshot_support            | False                                |
| access_rules_status                   | active                               |
| snapshot_id                           | None                                 |
| create_share_from_snapshot_support    | False                                |
| is_public                             | False                                |
| task_state                            | None                                 |
| snapshot_support                      | False                                |
| id                                    | 5ce99ae0-8dd8-4a9b-b1de-7386c5dee996 |
| size                                  | 10                                   |
| source_share_group_snapshot_member_id | None                                 |
| user_id                               | 14ad73cc98744e01a51886e13d541013     |
| name                                  | share01                              |
| share_type                            | 01221b6d-4419-464e-90c7-cf093d039c1f |
| has_replicas                          | False                                |
| replication_type                      | None                                 |
| created_at                            | 2019-10-28T08:05:41.000000           |
| share_proto                           | NFS                                  |
| mount_snapshot_support                | False                                |
| project_id                            | 67b2b71cee384d69939e6b3963e0b2db     |
| metadata                              | {}                                   |
+---------------------------------------+--------------------------------------+

# few minutes later, the Status turns to available

[cent@dlp ~(keystone)]$
manila list

+--------------------------------------+---------+------+-------------+-----------+-----------+--------------------+------+-------------------+
| ID                                   | Name    | Size | Share Proto | Status    | Is Public | Share Type Name    | Host | Availability Zone |
+--------------------------------------+---------+------+-------------+-----------+-----------+--------------------+------+-------------------+
| 5ce99ae0-8dd8-4a9b-b1de-7386c5dee996 | share01 | 10   | NFS         | available | False     | default_share_type |      | nova              |
+--------------------------------------+---------+------+-------------+-----------+-----------+--------------------+------+-------------------+
[7] At this point, network for Manila has been created within 10.254.0.0 network on Storage Node.
[root@storage ~]#
ip addr

.....
.....
15: tap50ba9ff0-0c: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UNKNOWN group default qlen 1000
    link/ether fa:16:3e:d9:29:9f brd ff:ff:ff:ff:ff:ff
    inet 10.254.0.138/24 brd 10.254.0.255 scope global tap50ba9ff0-0c
       valid_lft forever preferred_lft forever
    inet6 fe80::f816:3eff:fed9:299f/64 scope link
       valid_lft forever preferred_lft forever
.....
.....
[8] It's OK all, you can use Manila Shared filesystem from your own instances like follows.
[cent@dlp ~(keystone)]$
openstack server list

+--------------------------------------+----------+---------+-------------------------------------+---------+----------+
| ID                                   | Name     | Status  | Networks                            | Image   | Flavor   |
+--------------------------------------+----------+---------+-------------------------------------+---------+----------+
| b3c21241-2800-4109-831b-6fd69d20ecf8 | CentOS_7 | SHUTOFF | int_net=192.168.100.179, 10.0.0.233 | CentOS7 | m1.small |
+--------------------------------------+----------+---------+-------------------------------------+---------+----------+

# allow access permission first

[cent@dlp ~(keystone)]$
manila access-allow share01 ip 10.0.0.0/24 --access-level rw

+--------------+--------------------------------------+
| Property     | Value                                |
+--------------+--------------------------------------+
| access_key   | None                                 |
| share_id     | 5ce99ae0-8dd8-4a9b-b1de-7386c5dee996 |
| created_at   | 2019-10-28T08:08:06.000000           |
| updated_at   | None                                 |
| access_type  | ip                                   |
| access_to    | 10.0.0.0/24                          |
| access_level | rw                                   |
| state        | queued_to_apply                      |
| id           | 401b25f5-7512-438f-8136-cac6d7910b78 |
| metadata     | {}                                   |
+--------------+--------------------------------------+

# OK if State turns to active

[cent@dlp ~(keystone)]$
manila access-list share01

+--------------------------------------+-------------+------------------+--------------+--------+------------+----------------------------+------------+
| id                                   | access_type | access_to        | access_level | state  | access_key | created_at                 | updated_at |
+--------------------------------------+-------------+------------------+--------------+--------+------------+----------------------------+------------+
| 401b25f5-7512-438f-8136-cac6d7910b78 | ip          | 10.0.0.0/24      | rw           | active | None       | 2019-10-28T08:08:06.000000 | None       |
| afe9dece-42b6-4f81-92c1-a5c71ee9508f | ip          | 192.168.100.0/24 | rw           | active | None       | 2019-10-28T08:08:35.000000 | None       |
+--------------------------------------+-------------+------------------+--------------+--------+------------+----------------------------+------------+

[cent@dlp ~(keystone)]$
openstack server start CentOS_7

# confirm access Path

[cent@dlp ~(keystone)]$
manila show share01 | grep path | cut -d'|' -f3

path = 10.254.0.237:/shares/share-7b1f498b-26ed-4d3b-9159-2c4a4a9ddf22
[cent@dlp ~(keystone)]$
ssh centos@10.0.0.233

Last login: Fri May 17 19:57:00 2019 from dlp.srv.world
# mount Manila shared storage

[centos@centos-7 ~]$
sudo mount -t nfs \
10.254.0.237:/shares/share-7b1f498b-26ed-4d3b-9159-2c4a4a9ddf22 /mnt

[centos@centos-7 ~]$
df -hT

Filesystem                                                      Type      Size  Used Avail Use% Mounted on
devtmpfs                                                        devtmpfs  908M     0  908M   0% /dev
tmpfs                                                           tmpfs     919M     0  919M   0% /dev/shm
tmpfs                                                           tmpfs     919M  8.5M  911M   1% /run
tmpfs                                                           tmpfs     919M     0  919M   0% /sys/fs/cgroup
/dev/mapper/centos-root                                         xfs       8.0G  1.3G  6.8G  16% /
/dev/vda1                                                       xfs      1014M  149M  866M  15% /boot
tmpfs                                                           tmpfs     184M     0  184M   0% /run/user/1001
10.254.0.237:/shares/share-7b1f498b-26ed-4d3b-9159-2c4a4a9ddf22 nfs4      9.8G   37M  9.3G   1% /mnt
Matched Content