配置NFS网络存储作为cinder的后端存储

安装cinder和nfs

yum install -y openstack-cinder
yum install cifs-utils

在controller节点配置nfs

[root@controller ~]# mkdir -p /data/nfs  #创建一个共享挂载资源的目录
[root@controller ~]# cat /etc/exports
/data/nfs *(rw,sync,root_squash) #NFS服务程序的配置文件为/etc/exports  sync   同时将数据写入到内存与硬盘中，保证不丢失数据 rw   读写 no_root_squash   当NFS客户端以root管理员访问时，映射为NFS服务器的root管理员

启动和启用NFS服务程序。由于在使用NFS服务进行文件共享之前，需要使用RPC（Remote Procedure Call，远程过程调用）服务将NFS服务器的IP地址和端口号等信息发送给客户端。因此，在启动NFS服务之前，还需要顺带重启并启用rpcbind服务程序，并将这两个服务一并加入开机启动项中

[root@controller ~]# systemctl resatrt rpcbind
[root@controller ~]# systemctl enable rpcbind
[root@controller ~]# systemctl start nfs-server
[root@controller ~]# systemctl enable nfs-server

使用showmount命令查询NFS服务器的远程共享信息

[root@controller ~]# showmount -e 192.168.100.10
Export list for 192.168.100.10:
/data/nfs *

测试挂载

[root@compute ~]# mount 192.168.100.10:/data/nfs /mnt/
192.168.100.10:/data/nfs nfs4      197G   19G  169G  10% /mnt
#挂载成功
[root@compute ~]# umount /mnt/
[root@compute ~]# df -Th
Filesystem              Type      Size  Used Avail Use% Mounted on
/dev/mapper/centos-root ext4      2.9T  1.8G  2.8T   1% /
devtmpfs                devtmpfs  7.8G     0  7.8G   0% /dev
tmpfs                   tmpfs     7.8G     0  7.8G   0% /dev/shm
tmpfs                   tmpfs     7.8G   17M  7.8G   1% /run
tmpfs                   tmpfs     7.8G     0  7.8G   0% /sys/fs/cgroup
/dev/md126p2            xfs       495M  129M  367M  27% /boot
tmpfs                   tmpfs     1.6G     0  1.6G   0% /run/user/0

配置nfs作为cinder后端存储

[root@controller ~]# vi /etc/cinder/cinder.conf 
[DEFAULT]
volume_driver = cinder.volume.drivers.nfs.NfsDriver
nfs_shares_config = /etc/cinder/nfs.conf

去创建/etc/cinder/nfs.conf这个文件

[root@controller ~]# vi /etc/cinder/nfs.conf
192.168.100.10:/data/nfs

重启服务nfs后端存储自动挂载

[root@controller ~]# systemctl restart openstack-cinder-api.service
[root@controller ~]# systemctl restart openstack-cinder-volume.service
[root@controller ~]# systemctl restart openstack-cinder-scheduler.service
[root@controller ~]# df -Th
Filesystem               Type      Size  Used Avail Use% Mounted on
/dev/mapper/centos-root  ext4      197G   19G  169G  10% /
devtmpfs                 devtmpfs  7.8G     0  7.8G   0% /dev
tmpfs                    tmpfs     7.8G     0  7.8G   0% /dev/shm
tmpfs                    tmpfs     7.8G  8.7M  7.8G   1% /run
tmpfs                    tmpfs     7.8G     0  7.8G   0% /sys/fs/cgroup
/dev/sda1                xfs       494M  126M  368M  26% /boot
/dev/loop0               iso9660   4.1G  4.1G     0 100% /opt/centos
/dev/loop1               iso9660   2.7G  2.7G     0 100% /opt/iaas
tmpfs                    tmpfs     1.6G     0  1.6G   0% /run/user/0
192.168.100.10:/data/nfs nfs4      197G   19G  169G  10% /var/lib/cinder/mnt/cfee723fff086429eb82121076ac5407

创建volume测试

[root@controller ~]# cinder create --display-name 'volume' 1
+--------------------------------+--------------------------------------+
|            Property            |                Value                 |
+--------------------------------+--------------------------------------+
|          attachments           |                  []                  |
|       availability_zone        |                 nova                 |
|            bootable            |                false                 |
|      consistencygroup_id       |                 None                 |
|           created_at           |      2019-04-24T15:36:11.000000      |
|          description           |                 None                 |
|           encrypted            |                False                 |
|               id               | d259218e-45ec-4d31-a97c-b7e006cf957e |
|            metadata            |                  {}                  |
|        migration_status        |                 None                 |
|          multiattach           |                False                 |
|              name              |                volume                |
|     os-vol-host-attr:host      |                 None                 |
| os-vol-mig-status-attr:migstat |                 None                 |
| os-vol-mig-status-attr:name_id |                 None                 |
|  os-vol-tenant-attr:tenant_id  |   89b7ee9ffd73479b9446a3bf296bacbb   |
|       replication_status       |               disabled               |
|              size              |                  1                   |
|          snapshot_id           |                 None                 |
|          source_volid          |                 None                 |
|             status             |               creating               |
|           updated_at           |                 None                 |
|            user_id             |   3469ea43ec3345d2a29606c4566cd43a   |
|          volume_type           |                 None                 |
+--------------------------------+--------------------------------------+
[root@controller ~]# openstack volume list
+--------------------------------------+--------------+--------+------+-------------+
| ID                                   | Display Name | Status | Size | Attached to |
+--------------------------------------+--------------+--------+------+-------------+
| d259218e-45ec-4d31-a97c-b7e006cf957e | volume       | error  |    1 |             |
+--------------------------------------+--------------+--------+------+-------------+

#volume状态erros 去查看日志

[root@controller cinder]# tail -f volume.log 
2019-04-24 11:36:13.359 461 ERROR oslo_messaging.rpc.dispatcher   File "/usr/lib/python2.7/site-packages/cinder/utils.py", line 148, in execute
2019-04-24 11:36:13.359 461 ERROR oslo_messaging.rpc.dispatcher     return processutils.execute(*cmd, **kwargs)
2019-04-24 11:36:13.359 461 ERROR oslo_messaging.rpc.dispatcher   File "/usr/lib/python2.7/site-packages/oslo_concurrency/processutils.py", line 389, in execute
2019-04-24 11:36:13.359 461 ERROR oslo_messaging.rpc.dispatcher     cmd=sanitized_cmd)
2019-04-24 11:36:13.359 461 ERROR oslo_messaging.rpc.dispatcher ProcessExecutionError: Unexpected error while running command.
2019-04-24 11:36:13.359 461 ERROR oslo_messaging.rpc.dispatcher Command: truncate -s 1G /var/lib/cinder/mnt/cfee723fff086429eb82121076ac5407/volume-d259218e-45ec-4d31-a97c-b7e006cf957e
2019-04-24 11:36:13.359 461 ERROR oslo_messaging.rpc.dispatcher Exit code: 1
2019-04-24 11:36:13.359 461 ERROR oslo_messaging.rpc.dispatcher Stdout: u''
2019-04-24 11:36:13.359 461 ERROR oslo_messaging.rpc.dispatcher Stderr: 'truncate: cannot open \xe2\x80\x98/var/lib/cinder/mnt/cfee723fff086429eb82121076ac5407/volume-d259218e-45ec-4d31-a97c-b7e006cf957e\xe2\x80\x99 for writing: Permission denied\n'
2019-04-24 11:36:13.359 461 ERROR oslo_messaging.rpc.dispatcher 

失败原因没有权限

[root@controller ~]# ls /data/nfs/ -ld
drwxr-xr-x. 2 root root 4096 Apr 24 10:19 /data/nfs/
[root@controller ~]# chmod o+w /data/nfs/
[root@controller ~]# ls /data/nfs/ -ld   
drwxr-xrwx. 2 root root 4096 Apr 24 10:19 /data/nfs/

重新创建volume测试

[root@controller ~]# cinder create --display-name 'volume' 1
+--------------------------------+--------------------------------------+
|            Property            |                Value                 |
+--------------------------------+--------------------------------------+
|          attachments           |                  []                  |
|       availability_zone        |                 nova                 |
|            bootable            |                false                 |
|      consistencygroup_id       |                 None                 |
|           created_at           |      2019-04-24T15:41:56.000000      |
|          description           |                 None                 |
|           encrypted            |                False                 |
|               id               | 16b0c969-c71f-47e0-b898-1c2098e41338 |
|            metadata            |                  {}                  |
|        migration_status        |                 None                 |
|          multiattach           |                False                 |
|              name              |                volume                |
|     os-vol-host-attr:host      |                 None                 |
| os-vol-mig-status-attr:migstat |                 None                 |
| os-vol-mig-status-attr:name_id |                 None                 |
|  os-vol-tenant-attr:tenant_id  |   89b7ee9ffd73479b9446a3bf296bacbb   |
|       replication_status       |               disabled               |
|              size              |                  1                   |
|          snapshot_id           |                 None                 |
|          source_volid          |                 None                 |
|             status             |               creating               |
|           updated_at           |                 None                 |
|            user_id             |   3469ea43ec3345d2a29606c4566cd43a   |
|          volume_type           |                 None                 |
+--------------------------------+--------------------------------------+
[root@controller ~]# cinder list
+--------------------------------------+-----------+--------+------+-------------+----------+-------------+
|                  ID                  |   Status  |  Name  | Size | Volume Type | Bootable | Attached to |
+--------------------------------------+-----------+--------+------+-------------+----------+-------------+
| 16b0c969-c71f-47e0-b898-1c2098e41338 | available | volume |  1   |      -      |  false   |             |
+--------------------------------------+-----------+--------+------+-------------+----------+-------------+

volume状态可用

[root@controller ~]# ls /data/nfs/
volume-16b0c969-c71f-47e0-b898-1c2098e41338
#volume被写入nfs作为后端存储