- 积分
- 16841
在线时间 小时
最后登录1970-1-1
|
马上注册，结交更多好友，享用更多功能，让你轻松玩转社区。
您需要 登录 才可以下载或查看，没有账号？开始注册
x
删除时报错7 `' G: ^2 s, G* N% I
[root@compute01 ~]# rbd rm -p vms volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff1063 \& d- \5 t1 w3 ^
2021-10-19 14:20:49.287 7fe204b32b00 -1 librbd::image::PreRemoveRequest: 0x563793d78b50 check_image_snaps: image has snapshots - not removing
8 a# d0 y _" U5 Z e3 d# f# VRemoving image: 0% complete...failed.
, h W: ~+ \4 {rbd: image has snapshots - these must be deleted with 'rbd snap purge' before the image can be removed.
: u& k$ z5 v, g: q2 A' `. D1 W0 z. A) l1 l# B Q
查看是否包含子镜像：
' @% g( T+ W/ y }: a[root@compute01 ~]# rbd children vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
4 R! S( ^, Z/ S+ F; N6 v( f; h
5 U# t! ] h. V+ S# @" X q: b- a$ W1 u9 ]0 r" x; V5 D7 b
查看snap信息：
4 J8 h1 P& X( r" \7 |5 z& E; R[root@compute01 ~]# rbd snap ls vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106' S- F6 x) r6 T1 t- o
SNAPID NAME SIZE PROTECTED TIMESTAMP
- V+ Y: h. y& Z# X g9 K 36 snapshot-a5f9935c-338a-4b48-a535-3237dd741809 1 GiB yes Mon Oct 18 17:12:22 2021
4 W. \5 V; {0 n* g% Y4 v 37 snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862 1 GiB yes Mon Oct 18 21:05:23 2021
- h; F! R- `' X/ G. x. r$ ]; _; v! Q4 H- ~9 ?$ }9 I
分离flatten 镜像：
9 N0 \7 C0 ^7 ]& |4 b* ~[root@compute01 ~]# rbd flatten vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
8 J% `# y1 W5 T) U u% d9 WImage flatten: 0% complete...failed.# F8 s t9 @" E% }- i7 @8 H( T
rbd: flatten error: (22) Invalid argument
- S, [3 D' j4 _0 u. p2021-10-19 14:22:11.267 7f51fde1bb00 -1 librbd::Operations: image has no parent
0 D- h7 D5 d5 P" T3 g; I+ \" t: C/ G
失败了：郁闷了：1 c+ M/ j& x. M' ^
[root@compute01 ~]# rbd flatten vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106 ) V4 _4 q. v, W$ H* u& p( L
Image flatten: 0% complete...failed.% {, w5 y r& ^. L9 T. R
rbd: flatten error: 2021-10-19 14:22:17.346 7fcfb671bb00 -1 librbd::Operations: image has no parent(22) Invalid argument
' R+ W' A5 f1 I- {5 Q0 L( b" C- X3 A! o# t
查看其他的依然没有办法：
) H! x3 M+ C% [
' i6 T$ O7 U( q6 }[root@compute01 ~]# rbd flatten vms/snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
+ Q# K f. R! V% Wrbd: error opening image snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862: (2) No such file or directory/ R: v) f, K1 B$ {: w4 O! C% v
[root@compute01 ~]# rbd children vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106, Y! y% l2 n. k& l! y% x8 O; u
[root@compute01 ~]# rbd flatten vms/snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
0 V. B; C& n) L, P# a D# ~( s+ }; u0 D! Rrbd: error opening image snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862: (2) No such file or directory. `, E+ D/ v# B' [: a$ H5 a
6 q/ H' X# M& K. O- u
再次查看snap信息：
: i5 E" P8 \& Z0 t4 ~[root@compute01 ~]# rbd snap ls vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106: q' K2 J2 B% g$ v0 c, m) u
SNAPID NAME SIZE PROTECTED TIMESTAMP
; f4 E( R9 l @/ T. ~ 36 snapshot-a5f9935c-338a-4b48-a535-3237dd741809 1 GiB yes Mon Oct 18 17:12:22 2021
9 t7 m7 o7 d! Z* x2 I 37 snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862 1 GiB yes Mon Oct 18 21:05:23 2021 ' M! T0 f2 a! A1 b2 _5 { j, d
[root@compute01 ~]# rbd snap
r1 p6 o- @) u+ x. u4 E1 g1 gadd create limit list ls protect purge remove rename revert rm rollback unprotect 7 v# [7 G. F: V
[root@compute01 ~]# rbd snap & W, m9 u p+ ?* [5 T7 w
add create limit list ls protect purge remove rename revert rm rollback unprotect 3 r# S5 D s1 p
/ V2 K7 S' O# N, x$ d! T V- _ J# A
7 `6 _! K% V& `0 i$ R
尝试删除snap：
3 d: l' g1 y# [3 l7 D" r! V[root@compute01 ~]# rbd snap rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106. I' S' l& `, _: v5 K7 A, {- f* R; S J
rbd: snapshot name was not specified+ C/ H& S" ~% d3 ]
5 i" ]- y+ C# n( R. f
检查snap ls状态：
7 J8 B1 x% z4 H% s$ t[root@compute01 ~]# rbd snap ls vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
) F7 l' S9 ~8 c" W- ~- Hrbd: snapshot name specified for a command that doesn't use it
9 A9 j, B$ I9 a2 k1 W) h& o- T) `& X' s* g% w6 L/ U0 f
[root@compute01 ~]# rbd snap ls vms/snapshot-59a87052-1b6c-469a-a989-8ffaa38cc8621 n9 N0 R3 s& w) W# Z+ ?, ~8 M
rbd: error opening image snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862: (2) No such file or directory
2 f5 m3 M6 a6 {1 p! R5 _* J# b3 J' P3 M
$ O) A7 v5 g6 X1 V9 \( x[root@compute01 ~]# rbd flatten vms/snapshot-59a87052-1b6c-469a-a989-8ffaa38cc8621 J/ ~( u0 A$ w' I5 K) m
rbd: error opening image snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862: (2) No such file or directory
1 }% Q5 |: i: V) V9 V* s" T6 F, x3 B/ E- O# m
4 U( G2 J) a6 g) \" J
[root@compute01 ~]# rbd snap ls vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff1069 C1 s. Z: p. C- O5 z
SNAPID NAME SIZE PROTECTED TIMESTAMP
# w9 V7 r0 Z2 Q/ n9 B 36 snapshot-a5f9935c-338a-4b48-a535-3237dd741809 1 GiB yes Mon Oct 18 17:12:22 2021
: t% [0 @" m- _6 m8 s 37 snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862 1 GiB yes Mon Oct 18 21:05:23 2021 7 k) }, x, C8 x; V. f, p# e! p1 `
% r# r) ?( {, h, M4 ^[root@compute01 ~]# rbd children vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-a5f9935c-338a-4b48-a535-3237dd741809
- ~; d: _ a0 t; ?* h t" q[root@compute01 ~]# rbd children vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
5 h. j# q( G2 F/ U/ P/ i9 P
5 C* }) C3 ~1 v0 k, N
, H2 E5 x5 m2 M5 T通过snap删除：
/ u7 x1 `6 ?4 n7 m6 Z: W6 S6 E g[root@compute01 ~]# rbd snap rm snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
, N" S- Y5 a/ wrbd: snapshot name was not specified
/ b' `" U6 j* l# S) p- d8 D$ q8 V3 e! ^1 m
2 d* S; z( g# H- E) l1 I( {删除snap# H6 ]/ ]0 v$ b$ O* c. U+ y* V
$ ]4 l; B5 Z) y; g1 M5 B, K[root@compute01 ~]# rbd snap rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
; d" H! o0 ^- Y3 r! P, \Removing snap: 0% complete...failed.# Y1 L; s" R0 O7 b0 W$ L9 V
rbd: snapshot 'snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862' is protected from removal.
) D a" \3 ?+ k9 h2021-10-19 14:28:08.361 7f33d8a03b00 -1 librbd::Operations: snapshot is protected. ~" t+ G: K3 \6 K& ~ }
, }0 m: n3 n, c$ }; B8 V; K
+ n4 F2 m! N7 ~% n0 {- i1 o$ _
取消snap 保护：" d p* E/ ~4 l+ }" w$ C# v2 Y! X
[root@compute01 ~]# rbd snap unprotect vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
& R6 W3 R0 R$ d& O4 `5 q" k* L$ Z! ?8 Q; @
4 i+ c5 A6 E1 R( L" X+ P& M" y: u- u
[root@compute01 ~]# rbd snap unprotect vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862@snap$ k# D+ Y$ m* o5 m+ [5 w
rbd: unprotecting snap failed: (2) No such file or directory- ]1 _6 u- s3 D( H! O
/ Y" k9 Q" s9 A2 ~. d4 g8 I# h
再次执行：
. d/ N" Z1 N% o4 K, H[root@compute01 ~]# rbd snap unprotect vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
7 F5 v5 Y7 I$ Z1 ^5 f# |1 Arbd: snap is already unprotected
& `# P( M! G6 U6 p. `/ V9 }( o
3 X1 y( q; ]$ ^7 k# P( H4 w9 |% _删除成功：0 `, X+ @( U& c6 B3 O
[root@compute01 ~]# rbd snap rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
$ K7 B: n v# [6 kRemoving snap: 100% complete...done.9 P! V9 C" U* w& q+ F5 ]
: {4 N8 |6 r% [4 V9 I
* t0 |' j$ [9 g! Q+ Y/ z
[root@compute01 ~]# rbd snap rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-a5f9935c-338a-4b48-a535-3237dd741809! b4 z6 E+ A' @
Removing snap: 2021-10-19 14:29:05.450 7fe3d0f69b00 -1 librbd::Operations: snapshot is protected0% complete...failed.
6 D. ~8 a* V/ W4 \8 u+ E1 U1 Y8 d& xrbd: snapshot 'snapshot-a5f9935c-338a-4b48-a535-3237dd741809' is protected from removal.
) J I; H) @0 f0 |. ~7 v( c5 d
3 ~' _) ~5 {9 K0 Q* W7 L/ V. z3 \尝试第二个取消保护：
}: D5 q7 J I[root@compute01 ~]# rbd snap unprotect vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-a5f9935c-338a-4b48-a535-3237dd741809
3 w" D! G5 g; O! h[root@compute01 ~]# rbd snap unprotect vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-a5f9935c-338a-4b48-a535-3237dd741809
8 V* k: Z% l7 D: K8 p& {5 D) a7 Zrbd: snap is already unprotected
u6 A8 O2 G7 [8 f1 A删除snap，删除成功：
/ d7 `& N0 S0 f/ w( w- Q8 y$ V, F l[root@compute01 ~]# rbd snap rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-a5f9935c-338a-4b48-a535-3237dd741809& J' o! U+ T9 r8 m7 F) S
Removing snap: 100% complete...done.) i% O* Q& d7 b0 C2 q
, A9 t3 H' I7 d" O- U: |
查看snap 列表：
5 @5 i8 j Z% U* B' o8 r[root@compute01 ~]# rbd snap ls vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106! F( `7 ^5 P! V- q5 B9 H: ~, F
2 P& r9 s- g7 n6 h8 u
) m1 \& t9 u$ p! L! ? j8 y* a
[root@compute01 ~]# rbd rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
( Z. _ J8 z7 @) C7 f5 R# F- r2021-10-19 14:29:44.232 7fbf6dffb700 -1 librbd::image::PreRemoveRequest: 0x558c03e97860 check_image_watchers: image has watchers - not removing$ ^* p w ?# Q, a u
Removing image: 0% complete...failed.9 W3 M' E" O: ?6 o6 T6 h, X! Q
rbd: error: image still has watchers
+ Z; e. H) O4 f5 ^This means the image is still open or the client using it crashed. Try again after closing/unmapping it or waiting 30s for the crashed client to timeout.3 W( k6 _; P. k8 x! \& u
! ^0 X) g. r$ E7 {& G
5 j6 Q. X# A# q查看运行状态：0 N0 @# r& i3 U. Z8 \3 N) k
[root@compute01 ~]# rbd status vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff1069 j- f p* b7 X1 z$ D0 P# ]( v
Watchers:
- D' }) r$ C5 g2 T watcher=192.168.0.77:0/3193690701 client.125123467 cookie=94424575476608; F4 P, A1 q1 i0 g# |2 P( d
[root@compute01 ~]# ceph osd bl
$ ^2 Y# N; o+ _. M3 M$ ]blacklist blocked-by
/ J$ c$ x2 g: r% J
) E' ^" B3 N8 {# f; K$ p添加黑名单：' {2 V) c* f3 D, b7 |
[root@compute01 ~]# ceph osd blacklist add 192.168.0.77:0/3193690701
2 d; K0 U0 p" x4 r i& F; K" Xblacklisting 192.168.0.77:0/3193690701 until 2021-10-19 15:30:19.739160 (3600 sec), C S) M& o& E' e+ k9 E
+ N! |) c6 T, \* t& ]7 L! P
7 Q" `: N; @$ {9 K2 h
再次删除镜像：; T3 \4 ]6 O( y
[root@compute01 ~]# rbd rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
1 C0 c: E! `! O6 QRemoving image: 100% complete...done.0 I. c# }2 j" A4 ^
) M, b4 x' g$ O' M* |+ x" q! s" ]8 w- {- {4 @# S2 _
成功删除镜像。
# K* h& b7 o% ?# ^- x. S. Y( M" g1 M/ j$ z, L [3 d
# E; y. g/ u2 N9 }& r/ n+ V" R7 N8 a+ A
|
|
/4 
窥视卡
雷达卡
发表于 2021-10-19 15:00:03
提升卡
置顶卡
沉默卡
喧嚣卡
变色卡
千斤顶
照妖镜
楼主
