B18-openstack高可用Glance集成Ceph
1. 配置glance-api.conf
# 在运行glance-api服务的节点修改glance-api.conf文件，含3个控制节点，以controller01节点为例 # 以下只列出涉及glance集成ceph的section
# 在运行glance-api服务的节点修改glance-api.conf文件，含3个控制节点，以controller01节点为例 # 以下只列出涉及glance集成ceph的section [root@controller01 ~]# vim /etc/glance/glance-api.conf # 打开copy-on-write功能 [DEFAULT] show_image_direct_url = True # 变更默认使用的本地文件存储为ceph rbd存储； # 注意红色字体部分前后一致 [glance_store] #stores = file,http #default_store = file #filesystem_store_datadir = /var/lib/glance/images/ stores = rbd default_store = rbd rbd_store_chunk_size = 8 rbd_store_pool = images rbd_store_user = glance rbd_store_ceph_conf = /etc/ceph/ceph.conf # 变更配置文件，重启服务 [root@controller01 ~]# systemctl restart openstack-glance-api.service [root@controller01 ~]# systemctl restart openstack-glance-registry.service
上传镜像测试
[root@controller01 ~]# openstack image create "test" --file cirros-0.4.0-x86_64-disk.img --disk-format qcow2 --container-format bare --public
检测：
[root@compute01 ceph]# rbd ls images
6afa5744-6de6-4864-904e-55d9e8142ed4
3. 定义pool类型
# images启用后，ceph集群状态变为：HEALTH_WARN
[root@compute01 ceph]# ceph -s
# 使用”ceph health detail”，能给出解决办法； # 未定义pool池类型，可定义为'cephfs', 'rbd', 'rgw'等
[root@compute01 ceph]# ceph health detail
# 同时解决volumes与vms两个pool的问题
[root@compute01 ceph]# ceph osd pool application enable images rbd
enabled application 'rbd' on pool 'images'
[root@compute01 ceph]# ceph osd pool application enable volumes rbd
enabled application 'rbd' on pool 'volumes'
[root@compute01 ceph]# ceph osd pool application enable vms rbd
enabled application 'rbd' on pool 'vms'
查看：
[root@compute01 ceph]# ceph health detail
HEALTH_WARN 3 pool(s) have non-power-of-two pg_num
POOL_PG_NUM_NOT_POWER_OF_TWO 3 pool(s) have non-power-of-two pg_num
pool 'volumes' pg_num 100 is not a power of two
pool 'vms' pg_num 100 is not a power of two
pool 'images' pg_num 30 is not a power of two
[root@compute01 ceph]# ceph osd pool application get images
[root@compute01 ceph]# ceph osd pool application get volumes
[root@compute01 ceph]# ceph osd pool application get vms
发现还是没有解决：
使用下列方法：
[root@compute01 ceph]# ceph mon dump
dumped monmap epoch 2
epoch 2
fsid ae343fd0-b33c-40ff-8807-d2dd25fdc2ac
last_changed 2020-06-16 10:37:49.534961
created 2020-06-16 10:37:26.076923
min_mon_release 14 (nautilus)
0: [v2:10.100.214.205:3300/0,v1:10.100.214.205:6789/0] mon.compute01
1: [v2:10.100.214.206:3300/0,v1:10.100.214.206:6789/0] mon.compute02
2: [v2:10.100.214.207:3300/0,v1:10.100.214.207:6789/0] mon.compute03
重启mon
二十．Cinder集成Ceph
1. 配置cinder.conf
# cinder利用插件式结构，支持同时使用多种后端存储； # 在cinder-volume所在节点设置cinder.conf中设置相应的ceph rbd驱动即可； # 含3个计算（存储）节点，以compute01节点为例；
加入下列配置：
[ceph]
volume_driver = cinder.volume.drivers.rbd.RBDDriver
rbd_pool = volumes
rbd_ceph_conf = /etc/ceph/ceph.conf
rbd_flatten_volume_from_snapshot = false
rbd_max_clone_depth = 5
rbd_store_chunk_size = 4
rados_connect_timeout = -1
glance_api_version = 2
rbd_user = cinder
rbd_secret_uuid = 40333768-948a-4572-abe0-716762154a1e
volume_backend_name = ceph
重新启动服务：
[root@compute01 ceph]# systemctl restart openstack-cinder-volume
[root@compute02 ceph]# systemctl restart openstack-cinder-volume
[root@compute03 ceph]# systemctl restart openstack-cinder-volume
2. 验证
# 查看cinder服务状态，cinder-volume集成ceph后，状态”up”； # 或：cinder service-list
3. 生成volume
# 在控制节点为cinder的ceph后端存储创建对应的type，在配置多存储后端时可区分类型； # 可通过“cinder type-list”查看
[root@controller01 ~]# cinder type-create ceph
# 为ceph type设置扩展规格，键值” volume_backend_name”，value值”ceph”
[root@controller01 ~]# cinder type-key ceph set volume_backend_name=ceph
[root@controller01 ~]# cinder extra-specs-list
2）生成volume
[root@controller01 ~]# cinder create --volume-type ceph --name ceph-volume1 1
# 检查生成的volume； # 或：cinder list
# 检查ceph集群的volumes pool
[root@controller01 ~]# rbd ls volumes
volume-5e3ae4f4-f54f-4279-a726-840479504fb4
