|
|
删除时报错6 x4 E4 \& q# k! u
[root@compute01 ~]# rbd rm -p vms volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
- e9 ]% G0 \* ^& U3 g n8 O2021-10-19 14:20:49.287 7fe204b32b00 -1 librbd::image::PreRemoveRequest: 0x563793d78b50 check_image_snaps: image has snapshots - not removing
2 c& j8 K7 e2 Q+ MRemoving image: 0% complete...failed.) P; s6 M! j- E$ V% u/ y. _9 J
rbd: image has snapshots - these must be deleted with 'rbd snap purge' before the image can be removed.
0 L- }' W& {/ }' w4 C/ W% \+ `! Z) f5 V/ u+ k0 I- ]$ F
查看是否包含子镜像：+ Y; a* B0 q8 H e7 w
[root@compute01 ~]# rbd children vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
! _7 r" c0 { Y1 m( W$ G( w+ k# C5 k3 P" ~. {+ m3 s4 d1 o- [
# \ B" E9 k$ h6 a; {7 @ ]查看snap信息：9 [. K. s+ ~( o, T* I% F
[root@compute01 ~]# rbd snap ls vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106+ ~1 o% G% s) ], V3 K2 ~8 [9 v
SNAPID NAME SIZE PROTECTED TIMESTAMP $ p5 ]! d$ a- ^4 y$ V; @
36 snapshot-a5f9935c-338a-4b48-a535-3237dd741809 1 GiB yes Mon Oct 18 17:12:22 2021 % e# I7 h. Q* l9 I, l& @
37 snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862 1 GiB yes Mon Oct 18 21:05:23 2021
9 m+ }. O' S) i5 d& [9 ~' z7 j4 q+ i6 v' ]1 `3 c
分离flatten 镜像：( p1 }1 N) }3 \4 h% h/ F
[root@compute01 ~]# rbd flatten vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106+ F0 j2 g, ` k* A. |
Image flatten: 0% complete...failed.: ~# D. S5 U# z$ h1 k+ r
rbd: flatten error: (22) Invalid argument. }- P$ o0 |* T _
2021-10-19 14:22:11.267 7f51fde1bb00 -1 librbd::Operations: image has no parent. H3 N* W2 ]- K2 i0 X
2 X# G9 p4 @+ w1 \. W( |
失败了：郁闷了：
; K6 m/ s h/ g& T- x* T[root@compute01 ~]# rbd flatten vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106 2 ^" k4 D4 a9 ?# w
Image flatten: 0% complete...failed.- @6 K" Z. z4 o' Y- b
rbd: flatten error: 2021-10-19 14:22:17.346 7fcfb671bb00 -1 librbd::Operations: image has no parent(22) Invalid argument
7 b0 A& U- f X6 t, I2 Z( T" m6 B+ @8 X' e0 A
查看其他的依然没有办法：5 v- `/ S% K( d, M+ r- W
) v# Q4 |' ^8 `! g' x[root@compute01 ~]# rbd flatten vms/snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862: {1 n4 Q. y; U, @
rbd: error opening image snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862: (2) No such file or directory
( b0 C8 G; o, P9 n[root@compute01 ~]# rbd children vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff1060 @9 A" t: l0 A5 a3 v
[root@compute01 ~]# rbd flatten vms/snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
" E2 `$ m5 P6 f5 m i2 }rbd: error opening image snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862: (2) No such file or directory2 o& Q; A0 ]) l( a2 }% O
4 C6 m# l! C% b4 _% Y$ D2 z再次查看snap信息：! ]% p7 N" N- r% b6 ?: s9 j
[root@compute01 ~]# rbd snap ls vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106# t% }" y, v" m9 n! e/ w% x% ~
SNAPID NAME SIZE PROTECTED TIMESTAMP
: E1 p) {% P+ m J% g; {( ~) O 36 snapshot-a5f9935c-338a-4b48-a535-3237dd741809 1 GiB yes Mon Oct 18 17:12:22 2021
) k" h4 K$ {6 S: H* U. J 37 snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862 1 GiB yes Mon Oct 18 21:05:23 2021
, s4 }' Q& L0 `- ]+ X[root@compute01 ~]# rbd snap 0 [5 ~. o; G2 z) s D- e8 W _
add create limit list ls protect purge remove rename revert rm rollback unprotect ; N& |' }+ l" d& W2 b" B2 N
[root@compute01 ~]# rbd snap
3 l& @/ h5 ]7 T+ G% {/ H; vadd create limit list ls protect purge remove rename revert rm rollback unprotect " h/ R' M' G: ^$ @% N+ O% J, w0 F
/ X9 n' r5 l0 U4 p5 W3 x! B. z0 Z
" N; a% [& I$ {& O$ n' B尝试删除snap：
( {0 y; T% @- V. O[root@compute01 ~]# rbd snap rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106- g4 o/ L: c" e3 g: n3 n# V1 a8 J
rbd: snapshot name was not specified
" }6 J6 K+ e) }0 c3 {! Q( [. p+ K5 c& _) ^% {& j: r# o3 N
检查snap ls状态：$ u# @5 I, G* O
[root@compute01 ~]# rbd snap ls vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
- z6 M$ d! w0 c2 @/ Erbd: snapshot name specified for a command that doesn't use it1 O3 R9 w' f. t2 w, A
+ Q- {. E5 Q. D; L+ d
[root@compute01 ~]# rbd snap ls vms/snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
( o' ]" d& ~; g( trbd: error opening image snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862: (2) No such file or directory( k7 d! N0 m( T8 L! S8 q
$ R. ~1 g9 M& m7 b" a
+ X* a) H4 ~1 V# f/ ~0 F/ q" Z5 b
[root@compute01 ~]# rbd flatten vms/snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
6 ~" c8 `9 E$ ?/ G! b( prbd: error opening image snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862: (2) No such file or directory
6 A) K$ `- x* ^0 X
& v0 _- |0 Q8 J6 t5 w' ~% _: R1 O8 g) R; f7 w. H
[root@compute01 ~]# rbd snap ls vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
9 Y$ z! j8 [% i6 R z. HSNAPID NAME SIZE PROTECTED TIMESTAMP / {# u: T0 Z, \. m* P( e( c2 E
36 snapshot-a5f9935c-338a-4b48-a535-3237dd741809 1 GiB yes Mon Oct 18 17:12:22 2021
3 Q; T( j/ o& h/ q A; P 37 snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862 1 GiB yes Mon Oct 18 21:05:23 2021 ! K$ G) l- P# v, J
1 |; \+ W" o; X% U3 Y% O. q9 ?
[root@compute01 ~]# rbd children vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-a5f9935c-338a-4b48-a535-3237dd741809 q9 W y/ L& `! B
[root@compute01 ~]# rbd children vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
# }# B4 [) Z, X( i
1 d& b* Z) A: D% d, O7 l9 t) n6 A+ r& F! \
通过snap删除：
9 g$ m& P# [$ o" X5 \' H2 w0 u[root@compute01 ~]# rbd snap rm snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862% ~( `: S/ T8 F7 ~% s" |7 c4 |
rbd: snapshot name was not specified1 _5 Q4 G# A8 v: d. i) L; e0 K. F
0 s ]& L9 j9 w5 J
8 R% a, H8 f) l R7 W
删除snap* ]7 b# o' Q3 P |3 D1 i5 \
- M7 Y! l$ |& B- s' q; }[root@compute01 ~]# rbd snap rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc8625 a: w( K3 C! q6 f; m2 w( x6 S0 K
Removing snap: 0% complete...failed., c) Q' o' z. P
rbd: snapshot 'snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862' is protected from removal.3 w1 R$ O# t1 P) T- X2 S
2021-10-19 14:28:08.361 7f33d8a03b00 -1 librbd::Operations: snapshot is protected6 S1 r1 G7 a" t, Q- G$ E' r+ B9 D N5 R
# X; P. X; d9 c- q' n* w. h" ]* u( ?+ P: K+ v7 _/ R
取消snap 保护：
0 |. C0 h! Q4 y% F; O& f) k[root@compute01 ~]# rbd snap unprotect vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
' g" v7 W5 b* C( l$ I% x: L, B0 d+ _
( f' p8 k& p1 a3 I; F4 o
d0 W: b; P q[root@compute01 ~]# rbd snap unprotect vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862@snap" d6 W& n# y" b# M' j
rbd: unprotecting snap failed: (2) No such file or directory- Z* E- K6 r0 ]$ ]6 y! ]4 b& g
4 d" h1 d! ~! u# [ F2 p再次执行：
- f. l" V9 I2 s! h p" j5 a[root@compute01 ~]# rbd snap unprotect vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
' B* k. {4 k' @" Q) N- d- J0 rrbd: snap is already unprotected
5 f3 D( Q0 C8 V: n+ y8 x6 i' H& r: [" R0 D
删除成功：: }' x. v6 G S$ `
[root@compute01 ~]# rbd snap rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862- ?! o$ L3 E4 l# {( q& {, Y$ G2 |
Removing snap: 100% complete...done.* b2 L$ A* }6 J- u, q
. `# S/ X4 o4 h$ F
( r' t7 k5 H4 O; b[root@compute01 ~]# rbd snap rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-a5f9935c-338a-4b48-a535-3237dd741809
3 k- s/ B Z6 f4 K& h& _! IRemoving snap: 2021-10-19 14:29:05.450 7fe3d0f69b00 -1 librbd::Operations: snapshot is protected0% complete...failed.
5 I. r' {* s& P8 H5 Urbd: snapshot 'snapshot-a5f9935c-338a-4b48-a535-3237dd741809' is protected from removal.0 g2 i- A# d' J! x) n3 h
- C5 y, S T& N! G! q2 @$ b7 x2 U' K0 u
尝试第二个取消保护：
, j# j+ w5 p% x! ^) c[root@compute01 ~]# rbd snap unprotect vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-a5f9935c-338a-4b48-a535-3237dd741809
. |7 W8 g- `+ ]: G% h5 z[root@compute01 ~]# rbd snap unprotect vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-a5f9935c-338a-4b48-a535-3237dd741809
* t6 o5 G+ d& v: c8 J" d! _rbd: snap is already unprotected8 a: {3 k3 N* \6 g" W1 U" Z
删除snap，删除成功：
6 i1 H+ ?, J" n9 e2 k# x' f4 h7 v: }/ C[root@compute01 ~]# rbd snap rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-a5f9935c-338a-4b48-a535-3237dd7418092 T" ?0 t( e6 L" c1 \
Removing snap: 100% complete...done.7 S9 z: t/ M; x
3 N v9 L" K$ w- q
查看snap 列表：
$ n6 D9 a8 ?. w0 w[root@compute01 ~]# rbd snap ls vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106) o" u1 {7 Z4 m/ y( @8 A. d7 d/ _- O
2 r: |% P; i# M/ Q4 U( Y
: w) X0 e. E9 c0 w6 X[root@compute01 ~]# rbd rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff1064 g- c- K, [& b4 V a
2021-10-19 14:29:44.232 7fbf6dffb700 -1 librbd::image::PreRemoveRequest: 0x558c03e97860 check_image_watchers: image has watchers - not removing# t; {/ X) X7 w" y; z
Removing image: 0% complete...failed.& N! z; P8 ~9 ]+ I& J
rbd: error: image still has watchers
! ^3 R& l( o' o& o* [: h+ h/ }: iThis means the image is still open or the client using it crashed. Try again after closing/unmapping it or waiting 30s for the crashed client to timeout.
8 V" u& _ N2 @; q7 n: j3 s* d g$ y1 ?! S, @& V" Y, f. e& I
4 r3 [' m+ @) D. W2 m# p; j8 J
查看运行状态：6 `3 D4 S3 T; {# E9 _. n
[root@compute01 ~]# rbd status vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
1 @: m! r% {) d$ O% ]2 XWatchers:4 T) c. c2 U% E7 K u$ a( z) b
watcher=192.168.0.77:0/3193690701 client.125123467 cookie=94424575476608* @, s% J4 q/ f; a9 p: E
[root@compute01 ~]# ceph osd bl7 Z& D7 N9 _; ^$ e2 P3 D
blacklist blocked-by
1 t& X) l* Q- ^( E, I z# d7 C) v# [" \
添加黑名单：2 H; O( }( m5 q. Y2 N; P
[root@compute01 ~]# ceph osd blacklist add 192.168.0.77:0/3193690701
& H. J+ Z5 _, Mblacklisting 192.168.0.77:0/3193690701 until 2021-10-19 15:30:19.739160 (3600 sec) i. v5 z6 O* j5 p% _
5 v( \, P( p% T, L$ a
* P: D; ~6 B2 l( T
再次删除镜像：
- j, G7 K# i p$ ^3 [( h& t9 o[root@compute01 ~]# rbd rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
r/ b6 ?. `9 N2 ]4 z$ q# C* n; S4 _Removing image: 100% complete...done.! N8 s2 h9 t8 P; i7 O4 f
) f7 {) p0 k3 l3 b! H8 @& E+ D! w1 h, x$ Q) v1 D$ e0 `/ }2 U
成功删除镜像。9 L/ b9 m1 ?& _+ V
# o' U4 _/ S! z" i. A
8 b; Q( |' |6 _8 V' W3 \: ?/ K- |8 k
. b/ N5 s- G0 y) o8 t |
|
发表于 2021-10-19 15:00:03