|
|
删除时报错* f6 J' ], h) a/ R- m3 a/ w4 g
[root@compute01 ~]# rbd rm -p vms volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff1065 ^/ m' N' ?; f5 C; s7 A3 j
2021-10-19 14:20:49.287 7fe204b32b00 -1 librbd::image::PreRemoveRequest: 0x563793d78b50 check_image_snaps: image has snapshots - not removing
% B; t2 D! ~" ?6 ARemoving image: 0% complete...failed.
! Y' v& J4 ^& C' z& r8 Arbd: image has snapshots - these must be deleted with 'rbd snap purge' before the image can be removed./ R( @! H0 H# Z
2 W4 a# g) V) X
查看是否包含子镜像： T' P" y- {& \ Q9 K
[root@compute01 ~]# rbd children vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
% z, k% w0 R/ h0 I) d; A: F/ {! R' v; P( |, z# \
1 P4 e# q7 t' q' y
查看snap信息：7 h ?# N4 V9 j K
[root@compute01 ~]# rbd snap ls vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106" L8 @8 p+ L) z+ z5 d8 q$ D
SNAPID NAME SIZE PROTECTED TIMESTAMP
& n. ~6 v( }% v2 T/ F2 Y 36 snapshot-a5f9935c-338a-4b48-a535-3237dd741809 1 GiB yes Mon Oct 18 17:12:22 2021 ' @; T) x& ^8 F: I6 K; ^( S K: A
37 snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862 1 GiB yes Mon Oct 18 21:05:23 2021
: J% ]+ [' ]# d
$ L$ B; \: D7 r% v$ J2 O分离flatten 镜像：3 ?7 x; S+ _: P& S* @5 A4 |
[root@compute01 ~]# rbd flatten vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
" p7 ^" @* O+ F* @, g7 L5 cImage flatten: 0% complete...failed.0 \+ x, D: F) r6 {/ h! y8 q
rbd: flatten error: (22) Invalid argument
- p1 _+ W7 ^9 k1 I: A h2021-10-19 14:22:11.267 7f51fde1bb00 -1 librbd::Operations: image has no parent2 [2 p0 z# Z, u& S
; V" Q4 f% R0 u; X' a
失败了：郁闷了：/ G( P% Y$ j# R0 \$ ~ i% u2 q1 B
[root@compute01 ~]# rbd flatten vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106 1 z7 \% l* S% W9 {9 |0 _6 Y; @8 t
Image flatten: 0% complete...failed.
6 C0 }( K$ W3 U) i. drbd: flatten error: 2021-10-19 14:22:17.346 7fcfb671bb00 -1 librbd::Operations: image has no parent(22) Invalid argument" @6 [, Y+ h1 y1 x% C
( s( g+ E0 w: K& h0 ~( R
查看其他的依然没有办法：
8 V( s" z; b3 n
& |% g! W1 m) n+ }) R[root@compute01 ~]# rbd flatten vms/snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
2 F5 P* T$ `7 W( |4 Orbd: error opening image snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862: (2) No such file or directory
- s6 C" w7 Z; E! N" s) {9 b. S1 \[root@compute01 ~]# rbd children vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106' A4 i6 j; S1 f7 T3 Z
[root@compute01 ~]# rbd flatten vms/snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862. N) A7 Q% s% k
rbd: error opening image snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862: (2) No such file or directory7 G) R! B: n& }3 D
$ V S3 h. V$ |3 Q
再次查看snap信息：; l) w5 E0 ?* e! v) f
[root@compute01 ~]# rbd snap ls vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106) z/ T+ l0 S( h
SNAPID NAME SIZE PROTECTED TIMESTAMP
% _) D4 z6 m1 m3 f* E 36 snapshot-a5f9935c-338a-4b48-a535-3237dd741809 1 GiB yes Mon Oct 18 17:12:22 2021
6 P' A u4 ^5 C; c/ ?5 q; s 37 snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862 1 GiB yes Mon Oct 18 21:05:23 2021
9 e% o, ]7 n) P. T8 ^! H[root@compute01 ~]# rbd snap ' r% ~4 m4 q5 ^
add create limit list ls protect purge remove rename revert rm rollback unprotect & t3 o9 {/ U0 r: ^
[root@compute01 ~]# rbd snap
& \$ U$ k3 t$ F) ladd create limit list ls protect purge remove rename revert rm rollback unprotect # R2 T8 C7 Q) [2 U! h' D; E) C$ M
0 ~5 l: i" S' `# |
3 K, h+ C$ h: i6 u尝试删除snap：5 F: \ ]! Y* x4 ?4 Q; E7 w
[root@compute01 ~]# rbd snap rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
8 e, c0 E5 P3 I8 I9 n# wrbd: snapshot name was not specified
' H q2 K1 E' I9 `7 Z; }% l/ j* o. P
检查snap ls状态：
9 H9 I' B! M1 Q, P9 B3 ]2 J[root@compute01 ~]# rbd snap ls vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc8625 |! r8 S$ V( z
rbd: snapshot name specified for a command that doesn't use it/ e2 r9 u/ R" X
+ Q, ~4 w6 o' E
[root@compute01 ~]# rbd snap ls vms/snapshot-59a87052-1b6c-469a-a989-8ffaa38cc8626 u1 d( m$ K# r) J, _ y$ y: s
rbd: error opening image snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862: (2) No such file or directory9 h- H$ ^% f7 X, h! {( H# b
, u! W: i2 c; K! f
. o* \8 p+ ~* g* w6 g3 v( H8 o2 {
[root@compute01 ~]# rbd flatten vms/snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862. Q- g3 W ^# r' I( |3 _$ w9 w$ `1 j* j" y
rbd: error opening image snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862: (2) No such file or directory' \! Y. t) M5 H I
1 J; z' i7 {1 b$ M1 s
# c6 k6 c" K; D& {6 A) a[root@compute01 ~]# rbd snap ls vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
A1 v, T6 V) u0 K% {/ ?( YSNAPID NAME SIZE PROTECTED TIMESTAMP 6 P6 |5 b# a w+ |: ^- e
36 snapshot-a5f9935c-338a-4b48-a535-3237dd741809 1 GiB yes Mon Oct 18 17:12:22 2021 / K$ x0 O7 K/ I
37 snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862 1 GiB yes Mon Oct 18 21:05:23 2021 $ p9 R: e" G" Q" j% Q ]6 ]
. b1 {/ H& P5 Z# b[root@compute01 ~]# rbd children vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-a5f9935c-338a-4b48-a535-3237dd7418099 k! y) v+ I+ F2 U6 k
[root@compute01 ~]# rbd children vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
3 T! |1 \& I) e! Q0 l2 R8 ~6 l9 {" ?6 d( {/ `( k6 ?
6 e6 \8 r. j. i& h% Y
通过snap删除：! L. q( W6 Y6 l: E- |8 ^8 U
[root@compute01 ~]# rbd snap rm snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862* @4 R( ^+ V8 M/ O5 y P3 l
rbd: snapshot name was not specified
2 B- X; B" z, v% b2 _0 `+ B
* V7 t5 l4 d% V' Q5 x" q
/ T4 U; x, k, P5 @( J! P1 K5 T& G6 P! ^删除snap
9 A3 o% |* m$ }. {1 J" Z. a! u Q2 U; R- s- X% b9 m
[root@compute01 ~]# rbd snap rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
: ~5 M9 a( {( u# i& `Removing snap: 0% complete...failed.' U/ A) Q3 t) }' f
rbd: snapshot 'snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862' is protected from removal.
) s! Z3 A. F5 M. I2021-10-19 14:28:08.361 7f33d8a03b00 -1 librbd::Operations: snapshot is protected8 `+ i) d! H# A* C4 R7 R, q
" R- F: h3 _, o0 y
3 h9 e( Q' g/ r5 A W3 B8 d4 D取消snap 保护：; W7 P3 c) a* i5 y
[root@compute01 ~]# rbd snap unprotect vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862+ ], x* c+ s4 b4 V0 N" g2 D
( t, E& x$ x: z6 j+ @
5 P; c( H- w3 F8 K# @
7 }8 h( B/ z0 g T5 A) [# |5 I+ q[root@compute01 ~]# rbd snap unprotect vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862@snap
( w- `- o9 K% w. e, C4 krbd: unprotecting snap failed: (2) No such file or directory4 B. M& a/ i% P
$ g# q' B( ~3 K' r9 F6 }9 v/ j& _% m4 _再次执行：5 Y2 r0 i. o* i) }% y7 D* k |
[root@compute01 ~]# rbd snap unprotect vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
2 ?7 ^+ Y1 _! s& s& brbd: snap is already unprotected% b' [; _8 J" N2 d' q4 m! x
/ n5 a! C- {4 C0 E, N/ E& h6 K
删除成功：
1 i9 @* l8 \; D[root@compute01 ~]# rbd snap rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862; u3 i) t+ f4 Y) F
Removing snap: 100% complete...done.
8 K5 b- _- p" F: d# X2 T& l' l) @# q- H% j& c$ u6 m2 J% t- C
4 X/ \! @, F" T- z( O2 k }1 u[root@compute01 ~]# rbd snap rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-a5f9935c-338a-4b48-a535-3237dd741809/ G; k- @( ~9 J% E C- \
Removing snap: 2021-10-19 14:29:05.450 7fe3d0f69b00 -1 librbd::Operations: snapshot is protected0% complete...failed.
# j W" ] L- v9 jrbd: snapshot 'snapshot-a5f9935c-338a-4b48-a535-3237dd741809' is protected from removal.
9 B8 W% @+ E! q0 J+ ?
% ^, H6 s2 H, M6 |( \" i3 D/ a, V: K2 [3 R5 }3 W3 I4 F0 f9 x3 ~
尝试第二个取消保护：# n' F, h' z* J, s8 a+ Z: @5 ~* U
[root@compute01 ~]# rbd snap unprotect vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-a5f9935c-338a-4b48-a535-3237dd741809
% {' ^ \: v- {[root@compute01 ~]# rbd snap unprotect vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-a5f9935c-338a-4b48-a535-3237dd741809
4 Z2 Y' _$ D: Erbd: snap is already unprotected; u, J0 @+ ?$ r) V
删除snap，删除成功：5 k; R" w: @, T5 J
[root@compute01 ~]# rbd snap rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-a5f9935c-338a-4b48-a535-3237dd7418099 D& ?7 d- U- _& I7 U
Removing snap: 100% complete...done.
- C0 ^" t6 A) t% C* n- ^
) K1 h; n2 S, C- }9 k查看snap 列表：
& K1 e/ z& Z* j[root@compute01 ~]# rbd snap ls vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
5 e' H2 ^- J4 C0 G7 e* d0 Q/ { L1 }0 `' u& y4 R
! [, ^ V1 b' D# i" L$ f3 ?9 o, d[root@compute01 ~]# rbd rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106 J+ d0 ~# W2 u& i4 b l
2021-10-19 14:29:44.232 7fbf6dffb700 -1 librbd::image::PreRemoveRequest: 0x558c03e97860 check_image_watchers: image has watchers - not removing n4 H/ K6 J1 O. W( p
Removing image: 0% complete...failed.
! R V& \3 o m h6 Qrbd: error: image still has watchers
2 o5 C% y( t$ b$ J0 ]0 S" xThis means the image is still open or the client using it crashed. Try again after closing/unmapping it or waiting 30s for the crashed client to timeout.+ J9 J* E' Y* j0 o3 u5 k
0 `$ G7 P; g0 u
% t( u: N4 `+ N: {$ c$ i u# Z查看运行状态：" S' T: J1 q% ~* _
[root@compute01 ~]# rbd status vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
' Y3 ]4 z) S$ E; g1 C9 [Watchers:
8 d" s9 V g4 b0 M7 l" f% b. I: u watcher=192.168.0.77:0/3193690701 client.125123467 cookie=94424575476608, A& m# Y' J( B! O" u* C( y
[root@compute01 ~]# ceph osd bl( Q. _1 d$ T8 o/ z5 ?3 P9 U( {
blacklist blocked-by
% r$ `+ s5 s+ R: q# ]0 ^8 } M6 G- m( H
添加黑名单：7 R# T+ \; O: m" ^# I3 W
[root@compute01 ~]# ceph osd blacklist add 192.168.0.77:0/3193690701
- Z* U" ?2 U: K3 W, y3 V* lblacklisting 192.168.0.77:0/3193690701 until 2021-10-19 15:30:19.739160 (3600 sec): o6 |4 ?) x4 `7 ?' M) s
% D( Q% K. B5 K, X: F8 B, w7 i& l
2 w3 P9 i' C: ?( a' u再次删除镜像：
# W* Y1 O+ e, }/ n! m[root@compute01 ~]# rbd rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106 O5 \+ B) P, {+ b1 X/ P
Removing image: 100% complete...done.% V; B, j) F9 [. \' t, X
9 i3 Q8 }0 z0 ?+ d5 R
1 y8 `& f# G D+ m9 h: j5 Q" x成功删除镜像。. G3 Q3 U: u/ I3 E+ g" M, J
- D' y6 ?% x4 b
: ^! i2 c% j9 T7 d g- J$ _6 [
|
|
发表于 2021-10-19 15:00:03