计算节点重启后虚机无法正常运行 修复OpenStack集群重启，导致虚拟机启动失败

admin

根据提示查询打印的信息
* A) D3 i9 A8 k5 v
& v# ?" ?& K! n4 V& M: P[root@ceph1 ~]# dmesg | tail
[10440.462708] rbd: image mytest: image uses unsupported features: 0x3c
8 P9 F" M4 m" u% X( @% d) z/ h这个地方提示的很清楚了，不支持的属性0x3c，0x3c是16进制的数值，换算成10进制是3*16+12=60
. q+ i8 m4 c6 H) s4 ]60的意思是不支持：

32+16+8+4 = exclusive-lock, object-map, fast-diff, deep-flatten
6 o( ^4 \$ L/ ?4 L  m也就是不支持这些属性，现在动态关闭这些属性
关闭这些属性

rbd feature disable {poolname}/{imagename} {feature}
" k7 r& ^# o; o' |! O如果不想动态的关闭，那么在创建rbd之前，在配置文件中设置这个参数即可

rbd_default_features = 3
# y) `( P1 I" R% T关于属性支持的，目前到内核4.6仍然只支持
7 v" v. P6 z2 T1 X( {) m* {layering,striping = 1 + 2
这两个属性

admin

[root@compute01 ~]# rbd -p vms ls |grep fb1cbc25-dc18-4e8f-99f8-5db929569883
volume-fb1cbc25-dc18-4e8f-99f8-5db929569883
  I" Y' ?) ], S3 n5 a+ G$ u[root@compute01 ~]# rbd -p vms info volume-fb1cbc25-dc18-4e8f-99f8-5db929569883
4 H9 ?, ?0 B9 R1 `/ O; j8 grbd image 'volume-fb1cbc25-dc18-4e8f-99f8-5db929569883':
        size 80 GiB in 20480 objects
& Z& w8 {5 z8 R8 D, R0 l        order 22 (4 MiB objects)
' X- @8 K- C1 g$ H3 x- [        snapshot_count: 0
        id: 38dd3abc54d56
* B  J* e" @- U  T        block_name_prefix: rbd_data.38dd3abc54d56
- j3 E1 |7 D% D, H( F9 z        format: 2
& }# ]: n. o  e! ]& d5 M        features: layering, exclusive-lock, object-map, fast-diff, deep-flatten
        op_features:
/ E0 x+ l* |% K# M; `4 d9 o2 N0 t        flags:
/ `) [+ S8 I5 Q& _$ E0 u        create_timestamp: Thu Jul  1 16:59:55 2021
        access_timestamp: Thu Jul  1 16:59:55 2021
+ C% v, s0 d, k" ^/ D1 K        modify_timestamp: Thu Jul  1 16:59:55 2021
        parent: images/09de3444-8be6-41f3-b91f-6091afdb56b0@snap
; w0 L# v/ m* l( ?' ?$ J        overlap: 4 GiB
& c- r- S# D$ Y[root@compute01 ~]# rbd feature disable exclusive-lock object-map fast-diff deep-flatten --image volume-fb1cbc25-dc18-4e8f-99f8-5db929569883  -p vms
" B  \  R/ }4 n! c6 F[root@compute01 ~]# rbd showmapped
[root@compute01 ~]# rbd -p vms info volume-fb1cbc25-dc18-4e8f-99f8-5db929569883
% v- I( g/ \- W$ Zrbd image 'volume-fb1cbc25-dc18-4e8f-99f8-5db929569883':
        size 80 GiB in 20480 objects
( L8 U# n. r0 P        order 22 (4 MiB objects)
        snapshot_count: 0
2 n8 G% m4 ~# h2 M) O# b- o6 K- a        id: 38dd3abc54d56
        block_name_prefix: rbd_data.38dd3abc54d56
* ~: c2 _$ ^9 f" I. `        format: 2
/ C: t5 C% C6 J0 z+ S/ R' ?        features: layering
        op_features:
& _7 }9 I$ g' d' v$ g. X        flags:
        create_timestamp: Thu Jul  1 16:59:55 2021
3 B. `" g7 d, }0 I& q        access_timestamp: Thu Jul  1 16:59:55 2021
        modify_timestamp: Thu Jul  1 16:59:55 2021
        parent: images/09de3444-8be6-41f3-b91f-6091afdb56b0@snap
        overlap: 4 GiB
; R( `. E# |) b' e5 V[root@compute01 ~]# ceph daemon mon.`hostname -s` config show  | grep rbd_default_features
. S6 W9 |; e0 D3 @7 v" n    "rbd_default_features": "3",

admin

[root@compute01 ~]# rbd -p vms ls |grep 6b44b22d-cd07-429c-883a-1a38ebdf8415
volume-6b44b22d-cd07-429c-883a-1a38ebdf8415
[root@compute01 ~]# rbd -p vms info volume-6b44b22d-cd07-429c-883a-1a38ebdf8415
rbd image 'volume-6b44b22d-cd07-429c-883a-1a38ebdf8415':
3 e! R: E" W; H. p) A. r2 ?* N        size 50 GiB in 12800 objects
        order 22 (4 MiB objects)
7 h+ C( p. y+ g1 b6 i2 {' ]" k        snapshot_count: 0
        id: 2aab40cfafa34
        block_name_prefix: rbd_data.2aab40cfafa34
        format: 2
        features: layering, exclusive-lock, object-map, fast-diff, deep-flatten
  s  F6 a! B3 F! q4 G        op_features:
        flags:
        create_timestamp: Wed Jun 30 12:32:57 2021
        access_timestamp: Wed Jun 30 12:32:57 2021
        modify_timestamp: Wed Jun 30 12:32:57 2021
1 u+ R9 [6 s% ]+ X7 D        parent: images/059f3ad6-9591-462c-93e0-caec5f159a8d@snap
; f- E. C+ @* x1 R        overlap: 4 GiB
  I7 G7 ?" B4 C5 s/ M+ ^) D[root@compute01 ~]# rbd feature
disable  enable   
5 p, G# I) \" H& D; U[root@compute01 ~]# rbd feature disable exclusive-lock object-map fast-diff deep-flatten --image vms/volume-6b44b22d-cd07-429c-883a-1a38ebdf8415
( P( c) ^+ W* P% F. y5 A+ y[root@compute01 ~]# rbd -p vms info volume-6b44b22d-cd07-429c-883a-1a38ebdf8415
rbd image 'volume-6b44b22d-cd07-429c-883a-1a38ebdf8415':
# e& |# b& O9 n: F! q/ Y# k! b        size 50 GiB in 12800 objects
& s7 Y2 a% W9 O( U- u4 l. F        order 22 (4 MiB objects)
* O+ p) s! j/ o. O% ~0 y$ P/ q        snapshot_count: 0
6 p- f/ Z; h* p+ `( C) ^1 n; O        id: 2aab40cfafa34
; P) [$ _& z4 U( h( I+ Q        block_name_prefix: rbd_data.2aab40cfafa34
# L" A( N: S" U        format: 2
        features: layering
        op_features:
; d9 a) O4 R6 X1 q( B3 A: F" G        flags:
        create_timestamp: Wed Jun 30 12:32:57 2021
! V+ F% y  f2 n        access_timestamp: Wed Jun 30 12:32:57 2021
+ K8 l$ O9 F" y' \  V% F        modify_timestamp: Wed Jun 30 12:32:57 2021
7 L! p7 e  I$ }5 J  ]7 p7 V        parent: images/059f3ad6-9591-462c-93e0-caec5f159a8d@snap
' \/ g, s' I* b2 m9 C$ {        overlap: 4 GiB

admin

rbd feature disable exclusive-lock object-map fast-diff deep-flatten --image volumes-hdd/volume-92d2f06c-fb75-4948-b7ba-211d2c2a43f7     disabled的第二种做法