- 积分
- 16841
在线时间 小时
最后登录1970-1-1
|
马上注册，结交更多好友，享用更多功能，让你轻松玩转社区。
您需要 登录 才可以下载或查看，没有账号？开始注册
x
删除时报错
, a4 }% |% {( \4 \- W[root@compute01 ~]# rbd rm -p vms volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
# a. k6 A( `" }1 N; M+ q2021-10-19 14:20:49.287 7fe204b32b00 -1 librbd::image::PreRemoveRequest: 0x563793d78b50 check_image_snaps: image has snapshots - not removing4 N- V* C) y; [7 r' v: T
Removing image: 0% complete...failed.
: e. {5 I" s1 }7 zrbd: image has snapshots - these must be deleted with 'rbd snap purge' before the image can be removed.4 p* Z& p2 K, Z5 s# {# E0 V
( s7 N! s0 _5 d% Q8 \3 p, N查看是否包含子镜像：- a* U5 X$ l9 p# |& N3 ?. w
[root@compute01 ~]# rbd children vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff1064 k) m1 c" c5 S6 w& s& a8 ]
- c8 F& B$ i) K5 W& a0 o8 W5 Q2 p- x
查看snap信息：2 X% L# B! u) | Y* b( q7 U" J
[root@compute01 ~]# rbd snap ls vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
) m- H( C) I0 KSNAPID NAME SIZE PROTECTED TIMESTAMP % y! C8 ~4 g7 K. J$ Z1 l7 r
36 snapshot-a5f9935c-338a-4b48-a535-3237dd741809 1 GiB yes Mon Oct 18 17:12:22 2021 7 _: P$ F/ b: J. Z
37 snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862 1 GiB yes Mon Oct 18 21:05:23 2021 ! b; _& t- H0 z. n: X1 z# W
[9 L0 j2 j; n" ?分离flatten 镜像：
4 |. |2 K1 v) b7 y[root@compute01 ~]# rbd flatten vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106- ?, A" x, j4 f' {' \0 m. z* }- _/ |3 K
Image flatten: 0% complete...failed.
. n3 E. i6 F9 W( @* c4 erbd: flatten error: (22) Invalid argument' b& G5 o9 a, o; D+ ~8 K7 ~
2021-10-19 14:22:11.267 7f51fde1bb00 -1 librbd::Operations: image has no parent
4 l$ T3 ?! Y2 {7 w+ W, ]' x( r' P, k, l6 ?% s! r+ M. l
失败了：郁闷了：
6 _+ `# d3 H8 f% W2 M[root@compute01 ~]# rbd flatten vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106 / m* F( z# K8 U2 x9 w
Image flatten: 0% complete...failed.
# d% h8 _$ ~3 d( Srbd: flatten error: 2021-10-19 14:22:17.346 7fcfb671bb00 -1 librbd::Operations: image has no parent(22) Invalid argument
& X# [ `* @1 E( z4 B1 L9 F3 b. _0 B5 A/ _7 E6 h. X- v+ ~: _
查看其他的依然没有办法：7 \; x U* i4 K" x3 e& ^; P
7 n/ ?, F- k7 y/ P7 l[root@compute01 ~]# rbd flatten vms/snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862- i. |- l$ j \. ^. o
rbd: error opening image snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862: (2) No such file or directory1 H$ \/ J! }( }7 ?* c
[root@compute01 ~]# rbd children vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
. h4 G6 N b+ E[root@compute01 ~]# rbd flatten vms/snapshot-59a87052-1b6c-469a-a989-8ffaa38cc8622 f. h7 R' K, \& a) N
rbd: error opening image snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862: (2) No such file or directory4 a' L: [ _6 g! l! r
& x; L3 b6 e8 |9 J
再次查看snap信息：
; S; Q5 T2 r. m w5 n+ q" t/ d" v[root@compute01 ~]# rbd snap ls vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106$ D0 o% v0 U1 G3 M% N+ K
SNAPID NAME SIZE PROTECTED TIMESTAMP
( a' s) U+ R# w* {5 A: y' w E' j- L, l 36 snapshot-a5f9935c-338a-4b48-a535-3237dd741809 1 GiB yes Mon Oct 18 17:12:22 2021 8 b3 S! o, g- C" a2 i
37 snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862 1 GiB yes Mon Oct 18 21:05:23 2021 6 ^% N3 T; Y- ~; n% f, H5 ]- O/ ?
[root@compute01 ~]# rbd snap 6 M# f6 R# {8 Z+ V: @
add create limit list ls protect purge remove rename revert rm rollback unprotect
2 h9 A6 o- K( f5 x7 p6 i2 K S[root@compute01 ~]# rbd snap / t; E( l- t8 c: V' @7 X. f
add create limit list ls protect purge remove rename revert rm rollback unprotect
+ H! h! d, {3 |6 q- E& @$ u
% \9 T1 u3 W. R% l1 o- w
) I, c& \' w2 |尝试删除snap：
4 e( X. T" j: U+ i: v' g[root@compute01 ~]# rbd snap rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106" {6 S. _" z1 S3 t7 A f9 b1 t
rbd: snapshot name was not specified3 }- }: \# h: \; @' }/ ~% ?" ^5 {
% |. M) T! D) t G* G: T检查snap ls状态：- i/ X q6 U# Z" `. R! |' B6 ?
[root@compute01 ~]# rbd snap ls vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc8625 ~% @8 ?3 M4 i, `5 d! Z8 S1 R
rbd: snapshot name specified for a command that doesn't use it \8 B" t- c- C9 C% z4 ?
7 B* E6 I4 B% F m* c" I4 i
[root@compute01 ~]# rbd snap ls vms/snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862 O, @5 l6 z1 s5 c* S/ u! U
rbd: error opening image snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862: (2) No such file or directory
" l M- V1 G9 D4 u- F m2 n+ o: D5 g; D; r H" q
, @. N/ k+ R' ?( l; P[root@compute01 ~]# rbd flatten vms/snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862" \* d2 b! a, M( I# u
rbd: error opening image snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862: (2) No such file or directory e* G7 k; B* _5 c0 R2 \; u0 ^
* R6 E0 `1 C. d; W5 S- L% O- j) @: [5 R$ T
[root@compute01 ~]# rbd snap ls vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
4 {! L2 a9 z6 [$ w. {+ T3 X" PSNAPID NAME SIZE PROTECTED TIMESTAMP 0 w( I, S5 J/ V# u5 |) O' c9 E0 Z8 Q9 N
36 snapshot-a5f9935c-338a-4b48-a535-3237dd741809 1 GiB yes Mon Oct 18 17:12:22 2021 " ]6 @# t7 l, o" C6 }5 o
37 snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862 1 GiB yes Mon Oct 18 21:05:23 2021 ' V# t& g1 |. R# s
4 Z& R- m3 p* ]1 c- o[root@compute01 ~]# rbd children vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-a5f9935c-338a-4b48-a535-3237dd7418098 t6 G* R/ `) a( j" @
[root@compute01 ~]# rbd children vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
+ c/ W) |1 ~( w) g7 ^) T' ^! E( U8 b ?( ~
. k. W0 a. k2 }) Z' _% a通过snap删除：; }+ j5 i! ?+ R$ {! `
[root@compute01 ~]# rbd snap rm snapshot-59a87052-1b6c-469a-a989-8ffaa38cc8621 t# F5 |- C N5 z- [2 l
rbd: snapshot name was not specified
* M( p0 v" Q9 B
$ o/ D; \/ O2 Y/ p: | H9 y& c* m; o
删除snap" ~4 ]; H/ N2 H" P. d5 M
9 Q! {' V) Q9 z6 v[root@compute01 ~]# rbd snap rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
7 p/ k$ D8 `% j% dRemoving snap: 0% complete...failed.) l% A& B) ^/ V9 E6 j% f; w d
rbd: snapshot 'snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862' is protected from removal.
- o7 O1 d3 n# e% z* z5 h2021-10-19 14:28:08.361 7f33d8a03b00 -1 librbd::Operations: snapshot is protected
% I5 K: Q- v n+ t: h) |/ W& k o F; X/ l! k
. y' d; w6 ?) { r取消snap 保护：# t& `$ i" ~* u* @% R
[root@compute01 ~]# rbd snap unprotect vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
: w H5 w) P4 _( l0 ?; Z
5 S9 T3 ^! f6 ~; |7 w
2 F. ~1 ~( R2 R8 ] R7 Z" D7 W7 [+ {+ i: n" [% _( P! L% q, T
[root@compute01 ~]# rbd snap unprotect vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862@snap
+ \5 l& f/ ^0 T% w% Q8 ~rbd: unprotecting snap failed: (2) No such file or directory" M! X9 C' e: P6 g
) u, Y& O# ?: [7 h8 v
再次执行：& I; Y" T5 M2 p$ W# ~7 ]
[root@compute01 ~]# rbd snap unprotect vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862" m' _4 x. j a1 Y8 T. M- `- [
rbd: snap is already unprotected
/ p9 ~7 K- y' [6 _& p9 J/ O0 `' s
# j$ ?" f8 I% }/ X删除成功：
. H* ]$ c* E2 a5 R" c6 C- F) |[root@compute01 ~]# rbd snap rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862* x1 x7 j3 q* x" _. j# e$ \: n
Removing snap: 100% complete...done.
/ A. X$ b. B3 T" c1 T% r1 B7 ]3 v! P+ O+ z
. a; ~* B4 d/ ?$ h K1 ^- i) l[root@compute01 ~]# rbd snap rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-a5f9935c-338a-4b48-a535-3237dd7418095 x" X, a9 W, W2 a5 ~' d3 B
Removing snap: 2021-10-19 14:29:05.450 7fe3d0f69b00 -1 librbd::Operations: snapshot is protected0% complete...failed.
' s% z- i2 P, t' M* n6 \7 Rrbd: snapshot 'snapshot-a5f9935c-338a-4b48-a535-3237dd741809' is protected from removal.! ~2 T( s7 u X, E
: x2 n2 O F8 q0 b( \
4 s4 g$ Q) M) c* b尝试第二个取消保护：( I1 l' q% k) t+ G5 K
[root@compute01 ~]# rbd snap unprotect vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-a5f9935c-338a-4b48-a535-3237dd7418096 t! H, a0 u( c
[root@compute01 ~]# rbd snap unprotect vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-a5f9935c-338a-4b48-a535-3237dd7418096 s7 w# d3 q \
rbd: snap is already unprotected. {% V; F6 m! t9 L
删除snap，删除成功：
: O8 [* v6 W! d& `1 s[root@compute01 ~]# rbd snap rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-a5f9935c-338a-4b48-a535-3237dd7418097 z; k9 d- D) ?" U
Removing snap: 100% complete...done.( g0 }* K/ T4 F' F4 A. H
6 T% i; x l% ~查看snap 列表：
2 R4 z& E6 a7 P7 W. s: l[root@compute01 ~]# rbd snap ls vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
. j1 W5 Z2 L& c$ ?( X6 a
4 Z: u" _0 O- r/ l {- { F5 b2 A1 J; U& u9 P5 x& N$ O
[root@compute01 ~]# rbd rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
6 P. L9 v! `: B8 ^" L0 }, c" Q( v2021-10-19 14:29:44.232 7fbf6dffb700 -1 librbd::image::PreRemoveRequest: 0x558c03e97860 check_image_watchers: image has watchers - not removing
) O9 H1 N! W' u: L9 xRemoving image: 0% complete...failed.) p) X* D7 i- U" k; s' H
rbd: error: image still has watchers) Y9 \. g# @+ y( G
This means the image is still open or the client using it crashed. Try again after closing/unmapping it or waiting 30s for the crashed client to timeout.' j' H& W' S3 J& i0 M5 u1 d3 F
6 F4 J, d$ h( r8 ?3 Y- G
5 W) j, Z0 O* f/ v: c查看运行状态：
; H+ K4 ^0 ?( z' s[root@compute01 ~]# rbd status vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
1 ^5 Z, n: n) t3 kWatchers:+ p# \0 f. J* j5 X5 Q; |% J
watcher=192.168.0.77:0/3193690701 client.125123467 cookie=94424575476608$ v& z5 J/ M: v3 u: o ^
[root@compute01 ~]# ceph osd bl
9 I. w7 w/ Q3 r* i7 V8 ^blacklist blocked-by! g* F2 G1 u$ w% f9 ~
8 `% t% [; b2 r- j; ] @4 p* W添加黑名单：
. g/ O8 u/ O4 E3 A9 V& d- I[root@compute01 ~]# ceph osd blacklist add 192.168.0.77:0/3193690701
1 A" t: b5 X r7 A E* o9 \: r6 _blacklisting 192.168.0.77:0/3193690701 until 2021-10-19 15:30:19.739160 (3600 sec)) w0 @9 `( z- A3 @( `% q0 h M
7 p* r# @5 a/ y% k
# x9 Q9 T% [- m9 E再次删除镜像：
, M1 }2 W: d5 Y% z; t5 [[root@compute01 ~]# rbd rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
. }- s5 G+ q7 T9 p/ m' N2 `( CRemoving image: 100% complete...done.& T5 P* B* j& }' b7 g6 N
8 K9 _. S; T/ N* t
! s6 C( P4 F# c1 Y/ K成功删除镜像。2 D. ^1 k* e! i9 W
2 r" B7 u1 b" \" _- T |
+ m3 R3 M. R( W# Q/ ~2 W& p/ E
. B$ {: }! b P# m! v( k |
|
/4 
窥视卡
雷达卡
发表于 2021-10-19 15:00:03
提升卡
置顶卡
沉默卡
喧嚣卡
变色卡
千斤顶
照妖镜
楼主
