|
|
删除时报错
/ f1 x5 C! x4 j4 H/ f8 _[root@compute01 ~]# rbd rm -p vms volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
( H/ a- G! O# j: y6 \: ` \+ I4 a; F2021-10-19 14:20:49.287 7fe204b32b00 -1 librbd::image::PreRemoveRequest: 0x563793d78b50 check_image_snaps: image has snapshots - not removing
/ D' m6 U( p/ N* IRemoving image: 0% complete...failed.
7 X: ?* i8 p! k8 Q! }& E1 urbd: image has snapshots - these must be deleted with 'rbd snap purge' before the image can be removed.0 t1 w; l/ t. L7 w4 I# e8 h
c3 h" p& [ e
查看是否包含子镜像：
6 q! y% R9 D3 B; F; R: O3 Y[root@compute01 ~]# rbd children vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff1068 f; t6 t4 T% T
* d0 w# v" J y/ P2 v# [ W# A \" a+ M) w& O2 T3 a; P
查看snap信息： @4 u1 k, M: K7 m
[root@compute01 ~]# rbd snap ls vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
- [! S' o% I- BSNAPID NAME SIZE PROTECTED TIMESTAMP
: L3 f& w# ?2 J: Y6 U0 W# _ 36 snapshot-a5f9935c-338a-4b48-a535-3237dd741809 1 GiB yes Mon Oct 18 17:12:22 2021
6 H4 O- T l; _, A9 M 37 snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862 1 GiB yes Mon Oct 18 21:05:23 2021
* x0 a4 k$ |7 _7 C ^# [" G
a6 @3 k+ @2 d* ~( v- {0 O% [分离flatten 镜像：0 G+ O2 e" E$ ?; p3 W
[root@compute01 ~]# rbd flatten vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
5 k% V: l7 K3 ]1 F! mImage flatten: 0% complete...failed.
, Y8 G' r9 Q% a& T3 J' Y! w& X$ Vrbd: flatten error: (22) Invalid argument) m9 |- N" f$ |( o; m5 |
2021-10-19 14:22:11.267 7f51fde1bb00 -1 librbd::Operations: image has no parent
3 Q7 a8 p7 \. [
$ S2 x# p% s& ~- U) a4 x- S失败了：郁闷了：
8 Q; P, z8 V2 ?8 G[root@compute01 ~]# rbd flatten vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106 U. w% X L# n' f+ w
Image flatten: 0% complete...failed./ g# R4 J* A5 g. I4 s$ _( j/ a# R
rbd: flatten error: 2021-10-19 14:22:17.346 7fcfb671bb00 -1 librbd::Operations: image has no parent(22) Invalid argument
: O, _+ V1 t& f0 ~$ v" @5 x- i
& j- k6 v, B2 S( [ Q: g5 @+ e! D3 ^+ ]查看其他的依然没有办法：
& v( z' f, ~/ g! h: d7 u5 }0 _+ f( d6 p/ e
0 R% ~/ g/ V+ O' s3 n[root@compute01 ~]# rbd flatten vms/snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
, ^$ o) P5 a6 K; y7 Q+ j! y/ ?rbd: error opening image snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862: (2) No such file or directory
$ A h% I5 `: D[root@compute01 ~]# rbd children vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
& W$ G6 [/ o+ M- f5 w[root@compute01 ~]# rbd flatten vms/snapshot-59a87052-1b6c-469a-a989-8ffaa38cc8624 V- D0 }; q( l& t8 q
rbd: error opening image snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862: (2) No such file or directory
5 X- u _/ `: U3 t: d2 y3 Y0 R( F, E$ Z0 u; ` x: L0 }5 [
再次查看snap信息：- w2 @) t' k) m7 C
[root@compute01 ~]# rbd snap ls vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
# }, s+ w$ w3 c4 D/ y% rSNAPID NAME SIZE PROTECTED TIMESTAMP . a/ ]% R; M4 A6 K5 @
36 snapshot-a5f9935c-338a-4b48-a535-3237dd741809 1 GiB yes Mon Oct 18 17:12:22 2021 ( n' [8 m# `' p& r' k
37 snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862 1 GiB yes Mon Oct 18 21:05:23 2021
( ]5 L# Q& B% v[root@compute01 ~]# rbd snap
/ w2 G$ ]; Z2 x+ ~6 {; Iadd create limit list ls protect purge remove rename revert rm rollback unprotect
( @7 B, N" d, A+ r+ ] b2 ?. u[root@compute01 ~]# rbd snap
4 U0 _1 n1 y. c& I3 ^* Iadd create limit list ls protect purge remove rename revert rm rollback unprotect 3 ^; y- \# E6 T, p0 G7 w* x5 C
9 r" K$ }3 y9 `% I
$ B9 i1 K2 R2 H1 u尝试删除snap：7 d& T* I! C' H' b4 N5 ^2 @! M& w$ p
[root@compute01 ~]# rbd snap rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff1069 E8 `8 m% W/ d$ G: M { j; V( V0 x) `
rbd: snapshot name was not specified9 b+ P' u6 O4 L
/ s2 s6 A* F V6 Q0 A% N% {" r1 m
检查snap ls状态：9 {3 d. X$ C" O2 V
[root@compute01 ~]# rbd snap ls vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
: N* b3 B7 P& w& P8 @( E9 frbd: snapshot name specified for a command that doesn't use it7 g% g7 ~# w w3 z1 h* q" b; {
! `2 I6 ~ `/ |: g; @" j[root@compute01 ~]# rbd snap ls vms/snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862+ s" A( H/ Y4 Q: N$ Q" j
rbd: error opening image snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862: (2) No such file or directory0 U2 ]! W" P3 ]' p: j
8 S% K- H& ?, Y
9 G2 d" v% C9 y7 ]. b$ U
[root@compute01 ~]# rbd flatten vms/snapshot-59a87052-1b6c-469a-a989-8ffaa38cc8622 G; f x/ _+ }+ B
rbd: error opening image snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862: (2) No such file or directory
, T R" B. p+ r W% y: \# K! b+ T/ V S6 \
! @9 ]! \& A+ U1 k[root@compute01 ~]# rbd snap ls vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
6 P! K" d7 I. y" a q) X6 @SNAPID NAME SIZE PROTECTED TIMESTAMP
1 ^7 D2 V n2 @$ I+ N* I 36 snapshot-a5f9935c-338a-4b48-a535-3237dd741809 1 GiB yes Mon Oct 18 17:12:22 2021 ; X4 e' K/ p9 z1 h# ?' U4 K$ y
37 snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862 1 GiB yes Mon Oct 18 21:05:23 2021 7 H \) e; w6 V9 [4 }$ G# b9 O
' `: o$ a( v5 } L/ q[root@compute01 ~]# rbd children vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-a5f9935c-338a-4b48-a535-3237dd7418093 c: q8 I! T; I, O$ [
[root@compute01 ~]# rbd children vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
& G* o- d3 a9 q1 v9 I5 J' r# H# F; |- m6 J$ e" i) A
* ~5 l& I! l% o! h7 P9 A
通过snap删除：* C) `" ^) _- x3 Q% U5 ~9 ]& u
[root@compute01 ~]# rbd snap rm snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862& V+ a. O; m* I. u9 i( y
rbd: snapshot name was not specified9 l+ R4 ?" ]$ e, M4 N, T
- T: S7 @$ |7 }% G. b0 z7 h% h
8 k* t$ j9 M0 H) s" W
删除snap
2 S& Q* ~% p0 F0 l' D
5 c) X1 w' o5 T8 M$ y! p[root@compute01 ~]# rbd snap rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862$ ~3 _& A7 [; }9 V* \$ i" J
Removing snap: 0% complete...failed.
) a+ z0 \. J6 K: I F; Frbd: snapshot 'snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862' is protected from removal.
) a) V( P$ J& U* N, }& U# O& Z- U2021-10-19 14:28:08.361 7f33d8a03b00 -1 librbd::Operations: snapshot is protected8 Q7 O9 ]! i0 v! E4 F
4 Q6 J( J/ M, C) S
" Q0 s6 u5 M* ]& q/ L取消snap 保护：
: F7 s/ }6 O9 z8 q$ N8 L[root@compute01 ~]# rbd snap unprotect vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc8628 }4 R3 A$ `7 T9 L- `- p% j
( g4 ]- S0 l4 D1 J5 i
3 @6 \4 o3 V K
4 N0 r) g: K( g! c5 @- [[root@compute01 ~]# rbd snap unprotect vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862@snap9 |8 n7 s' a7 K' k2 X2 r$ v6 S" Z
rbd: unprotecting snap failed: (2) No such file or directory8 y' d7 D6 Z- ~9 M
9 j5 v6 D2 c9 ?4 K+ ]8 c
再次执行：
7 {( l9 R/ k# z* D" F8 V: L3 V( B[root@compute01 ~]# rbd snap unprotect vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862! e C2 V- o4 z# d/ b( d. \
rbd: snap is already unprotected
- @% Q7 E$ Z7 ~( x% Z2 Y, ^9 g5 s- L% |# X$ E2 c- r
删除成功：
. _( k8 U8 M7 v/ y ]% s3 ?[root@compute01 ~]# rbd snap rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862) M9 {7 S6 ?. Z" U* _7 f
Removing snap: 100% complete...done.
- g$ Q$ V9 I# F+ p" ~! [9 L, R- M& h% A$ E4 W5 C d) u6 n% R
8 W$ ^4 a* t* ^% X0 e& \[root@compute01 ~]# rbd snap rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-a5f9935c-338a-4b48-a535-3237dd741809% Q' P: K" v) M$ P/ t8 S, _# ^
Removing snap: 2021-10-19 14:29:05.450 7fe3d0f69b00 -1 librbd::Operations: snapshot is protected0% complete...failed.
6 x; @# J7 t+ A0 D/ Hrbd: snapshot 'snapshot-a5f9935c-338a-4b48-a535-3237dd741809' is protected from removal., [- n1 {9 X* L
2 [/ g; h. {/ g- H2 E; s1 r
5 M6 o4 b0 _0 ?: } N尝试第二个取消保护：4 Q+ n( T7 o* f7 a* P
[root@compute01 ~]# rbd snap unprotect vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-a5f9935c-338a-4b48-a535-3237dd7418097 [0 {9 p/ x5 J6 v O( m, y; o! w
[root@compute01 ~]# rbd snap unprotect vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-a5f9935c-338a-4b48-a535-3237dd741809
; Q9 T! x! C+ p9 s+ ?2 [5 s# rrbd: snap is already unprotected
0 G8 r) d! w9 w5 g删除snap，删除成功：2 \9 n% h7 I Y( g
[root@compute01 ~]# rbd snap rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-a5f9935c-338a-4b48-a535-3237dd741809
' T; j1 X. G: Z* ?. d9 }Removing snap: 100% complete...done.
( `' r5 V, c+ _& n% {/ L1 s' C6 \& _0 _
查看snap 列表：' x# R& Z7 T, i* ~
[root@compute01 ~]# rbd snap ls vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
0 r D1 i) D# q, n% I
/ I, S; ]" m0 g- }- U0 I* w4 r
1 L+ z Y7 Z: w[root@compute01 ~]# rbd rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff1069 ?" T V. w/ W% `( I8 c f V) O
2021-10-19 14:29:44.232 7fbf6dffb700 -1 librbd::image::PreRemoveRequest: 0x558c03e97860 check_image_watchers: image has watchers - not removing
* [& v" c2 o3 c' I# W% j& h. K/ oRemoving image: 0% complete...failed.7 i& c) S* b( J( @! Y* l9 ]
rbd: error: image still has watchers2 {5 e- a* t0 |( B2 P
This means the image is still open or the client using it crashed. Try again after closing/unmapping it or waiting 30s for the crashed client to timeout.
) ?- o7 ?9 `( O& J) c- `( p2 p8 z _! D6 x) d; D- W& P/ J! ~, F
5 v8 l# S5 B+ e% e' t
查看运行状态：
& t; r6 x( W, C/ P* ~9 H- Q5 p0 F[root@compute01 ~]# rbd status vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff1060 y6 |, J/ O/ Y! ?# R1 W
Watchers:
% F2 r7 J" g2 N; {$ }9 s watcher=192.168.0.77:0/3193690701 client.125123467 cookie=94424575476608
; r i; n: W+ q. s0 j; @[root@compute01 ~]# ceph osd bl9 J9 U8 I: n6 e f6 H3 m8 x/ u1 ^
blacklist blocked-by
0 O( m: q- i& a x# I. D0 m( W7 Q8 }/ O7 K
添加黑名单：
9 N+ ^: O$ B+ j* X( ~9 B( C3 f7 t+ k; n[root@compute01 ~]# ceph osd blacklist add 192.168.0.77:0/3193690701
) y$ l- @# I$ |& dblacklisting 192.168.0.77:0/3193690701 until 2021-10-19 15:30:19.739160 (3600 sec)
8 n7 m5 f/ b6 x& a/ d" \ r/ S4 w3 S2 n' J* X! K! Y% U# u& u' O' K+ E
* Q) M7 s5 h$ N* O+ _. _+ D
再次删除镜像：# x! e/ |( e- k" p. k3 p# j
[root@compute01 ~]# rbd rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff1069 v9 O; ~8 w6 J6 |2 x6 c
Removing image: 100% complete...done.
* q# a) L' f! ~+ s3 M
( u. r0 h0 a/ \ m \; q- v2 r; U+ f7 D7 p! J' n' v
成功删除镜像。
+ L0 Y. ?' c" V9 Y
0 J& |1 L! L1 v5 [$ Y: x5 S& B& c6 G" l3 T& x! j8 |
& W( I) v, {$ U8 ]' C |
|
发表于 2021-10-19 15:00:03