|
|
删除时报错
" u+ e( I; x e }+ O! v. {; g[root@compute01 ~]# rbd rm -p vms volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
) [ k$ F# Q5 b2 N; Z2021-10-19 14:20:49.287 7fe204b32b00 -1 librbd::image::PreRemoveRequest: 0x563793d78b50 check_image_snaps: image has snapshots - not removing
& \3 y( v9 b$ aRemoving image: 0% complete...failed. t+ x/ A1 z6 ^
rbd: image has snapshots - these must be deleted with 'rbd snap purge' before the image can be removed.$ @$ i2 x) k4 U* [. c) g
8 E' i) r$ T ~
查看是否包含子镜像:& \6 V: G8 n# w9 c/ s A
[root@compute01 ~]# rbd children vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106 }0 k3 q( s4 }9 {: w1 F1 L7 ^
3 Z, A9 Z) ^6 x, a7 n* M
' G# y. }6 U# A+ H, ^ a C查看snap信息:
" a% [1 s: f6 [6 l1 W% n[root@compute01 ~]# rbd snap ls vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
5 N$ d4 z" m' L& E0 p! X1 ySNAPID NAME SIZE PROTECTED TIMESTAMP % B( @, n/ O" a- c5 Q4 n, e; Y
36 snapshot-a5f9935c-338a-4b48-a535-3237dd741809 1 GiB yes Mon Oct 18 17:12:22 2021 ; U3 W+ [8 p+ i# V
37 snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862 1 GiB yes Mon Oct 18 21:05:23 2021 : g8 C9 c, g9 q
/ O$ m: q: B+ N4 a; P1 y; {8 J分离flatten 镜像:
+ Y0 L7 I) D& }[root@compute01 ~]# rbd flatten vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
( W( i, {" s0 W3 |8 DImage flatten: 0% complete...failed.8 q K2 g$ P- \9 v* ]: s7 j
rbd: flatten error: (22) Invalid argument
" ?4 m" n# ~5 k* |, r2021-10-19 14:22:11.267 7f51fde1bb00 -1 librbd::Operations: image has no parent0 k6 k1 d7 j3 F# i
1 O l0 }& e$ h0 Y( t1 g- c" ?
失败了:郁闷了:/ z! g0 o0 D& p- ^% Z
[root@compute01 ~]# rbd flatten vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
4 y5 w: S: I/ j! A- {# XImage flatten: 0% complete...failed.0 Q$ Y& z) M' j( L9 z$ ~- j
rbd: flatten error: 2021-10-19 14:22:17.346 7fcfb671bb00 -1 librbd::Operations: image has no parent(22) Invalid argument
- ~3 n& Y# H9 ~) ]5 E& U, q! w) v( t6 D# Q0 L
查看其他的依然没有办法:4 p+ w+ g7 t6 T% L2 w1 a- d- P
( Q A$ ]. K- |1 O3 p: w[root@compute01 ~]# rbd flatten vms/snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
4 v c5 E4 ]$ {( p: ?: P* grbd: error opening image snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862: (2) No such file or directory
9 W4 n6 a. y, {2 T4 K$ B. _[root@compute01 ~]# rbd children vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
1 S2 k) M+ b* v[root@compute01 ~]# rbd flatten vms/snapshot-59a87052-1b6c-469a-a989-8ffaa38cc8622 `8 ]0 J9 O# Y/ y: M; g, c
rbd: error opening image snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862: (2) No such file or directory' b2 i7 M# W, f" i
g6 f2 D5 E. S; |: L' U: _. J再次查看snap信息:
* ^2 r5 S( h: A5 w: \[root@compute01 ~]# rbd snap ls vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106. m! O5 ?6 a* P: S/ P _4 u
SNAPID NAME SIZE PROTECTED TIMESTAMP
3 [9 [9 _; H+ ^6 u! R 36 snapshot-a5f9935c-338a-4b48-a535-3237dd741809 1 GiB yes Mon Oct 18 17:12:22 2021 ( w% s. P8 }% N8 h! L
37 snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862 1 GiB yes Mon Oct 18 21:05:23 2021
, ~) L3 R& S2 w- Y( D5 a[root@compute01 ~]# rbd snap 6 E" `! @9 \; `
add create limit list ls protect purge remove rename revert rm rollback unprotect
+ l* k- D( ~4 h* C3 a[root@compute01 ~]# rbd snap
, g+ t% b. O+ @: X# a$ T1 qadd create limit list ls protect purge remove rename revert rm rollback unprotect
& P7 J- u- ~& P3 h% L' t( e- k1 B5 [7 b3 U+ ]7 Q. t# k
g, [, W6 |& g _! h: ~
尝试删除snap:' `7 N% g. k( T" {9 P. O
[root@compute01 ~]# rbd snap rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
* A% ]' E+ a) Erbd: snapshot name was not specified% r$ ?# R- L. D1 N' |
7 m* Z9 [; F. h检查snap ls状态:
" r9 t7 }' i; u2 J[root@compute01 ~]# rbd snap ls vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862* h& f' Q" r: `* f; p) u7 {
rbd: snapshot name specified for a command that doesn't use it
* K7 G1 Y& A6 X5 W% H
; f( l+ y% y2 U% d; p1 K[root@compute01 ~]# rbd snap ls vms/snapshot-59a87052-1b6c-469a-a989-8ffaa38cc8624 E+ @" f) z' C- j) L& W8 j1 e+ x
rbd: error opening image snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862: (2) No such file or directory2 x$ `& E$ u" d7 F" b1 E I0 y
" j: ^0 h( ^. @* V
& J' a5 Z1 e& S# M3 n[root@compute01 ~]# rbd flatten vms/snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
* f' W9 ?; e3 O% v/ drbd: error opening image snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862: (2) No such file or directory; Y% i; w5 B% Z$ C0 T- O
6 d c' y7 a c3 b
1 p$ W& ^7 ?0 c9 b[root@compute01 ~]# rbd snap ls vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106& O* k* x, j; A& }
SNAPID NAME SIZE PROTECTED TIMESTAMP $ ] Y6 p" C( R- e) x
36 snapshot-a5f9935c-338a-4b48-a535-3237dd741809 1 GiB yes Mon Oct 18 17:12:22 2021 $ s. H+ N4 J' L' W) q3 g
37 snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862 1 GiB yes Mon Oct 18 21:05:23 2021 ( l; S% j9 [& h! U) p
, a1 b" Y- J- C
[root@compute01 ~]# rbd children vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-a5f9935c-338a-4b48-a535-3237dd741809
. _- T) i' M7 _ l0 Z! V0 C% ?[root@compute01 ~]# rbd children vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862" z( n0 t8 S. x' X& X) r
; T; f* K4 J& v
0 _3 F+ ?0 a$ V3 n/ Y通过snap删除:
+ d, A4 w# K& V4 r" t2 ~/ U2 p[root@compute01 ~]# rbd snap rm snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862* T" z4 {0 b0 C) x2 G- {; R o
rbd: snapshot name was not specified6 E3 d2 k- e' ^, K
6 [6 l0 [# y& @% g$ y4 w+ W$ R) q
# F# @2 p" Q% \- c6 D" U
删除snap
, C! Q, v1 ~6 }2 S B! m" ?' g( d) ~& r( p
[root@compute01 ~]# rbd snap rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
$ L* j E: a2 Q* [6 r, s3 S0 F( ?Removing snap: 0% complete...failed.
8 C7 B6 [( G# y6 v7 k2 urbd: snapshot 'snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862' is protected from removal.7 f- S3 V$ h; \% p: T
2021-10-19 14:28:08.361 7f33d8a03b00 -1 librbd::Operations: snapshot is protected
' V, X, f) u) i, e/ l
! S! R# M2 }- h2 H8 h( l5 j# J( }. O" S. _
取消snap 保护:6 \9 u# g+ R7 G
[root@compute01 ~]# rbd snap unprotect vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
- n: z8 O% J, w9 X- ? ]3 Y2 I7 U8 I, l1 V: n# l
5 U0 {4 A. c- O" {7 y% \
- g3 [0 S. g& W: w$ P) g
[root@compute01 ~]# rbd snap unprotect vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862@snap
: U: A8 b/ K" V" p4 X$ ` ~rbd: unprotecting snap failed: (2) No such file or directory
; q1 G& t- n- Y$ K
2 | C4 X8 Y% M( l再次执行:
7 V D% i( j6 S Y) \[root@compute01 ~]# rbd snap unprotect vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
6 `1 g* F* j6 p* q+ }( Hrbd: snap is already unprotected% j5 Q; }4 ~" f7 w8 V& C h
' g( l8 K; F0 U删除成功:; @ [, D: Z' r9 J1 l- z" e3 o/ N2 w
[root@compute01 ~]# rbd snap rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
: L r/ G# }9 ?4 ~Removing snap: 100% complete...done.6 H3 J/ g" z7 q a5 a
2 Q1 A( i9 ^. @2 t& K2 D- V' Y. g8 t+ |" v
[root@compute01 ~]# rbd snap rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-a5f9935c-338a-4b48-a535-3237dd741809
$ f# ]( x( y. P! bRemoving snap: 2021-10-19 14:29:05.450 7fe3d0f69b00 -1 librbd::Operations: snapshot is protected0% complete...failed.* I; K( ]% l2 w, x N- v: ^- \- O
rbd: snapshot 'snapshot-a5f9935c-338a-4b48-a535-3237dd741809' is protected from removal.
0 O" P$ y* {! b" o( ^9 C5 I
9 Q6 h6 b0 h7 ~. E" K' E* z* e1 C+ Y# s
尝试第二个取消保护:# |% ^) I I# ?8 U) f' }1 _* w
[root@compute01 ~]# rbd snap unprotect vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-a5f9935c-338a-4b48-a535-3237dd7418091 k+ E7 L# }7 |1 c3 W* l- H a
[root@compute01 ~]# rbd snap unprotect vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-a5f9935c-338a-4b48-a535-3237dd741809( [/ r" i; s' p! K* L8 e! b0 w
rbd: snap is already unprotected2 Y9 |/ y) L% L4 [
删除snap,删除成功:6 {+ C3 e+ S1 j t# m
[root@compute01 ~]# rbd snap rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-a5f9935c-338a-4b48-a535-3237dd741809
/ [: a- r6 |: x; s" r$ aRemoving snap: 100% complete...done.: p/ [7 @6 ~0 d/ d# O
2 m! ?# p( k. h! l查看snap 列表:$ c6 |9 n" ]0 _# G7 D% o
[root@compute01 ~]# rbd snap ls vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
% L# b5 b2 U, ?! B8 d) o, g s1 M. [' L
" ~0 @, [6 o1 J8 ~! P- P+ X[root@compute01 ~]# rbd rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
/ Z0 \2 u; |9 Q& y1 S2021-10-19 14:29:44.232 7fbf6dffb700 -1 librbd::image::PreRemoveRequest: 0x558c03e97860 check_image_watchers: image has watchers - not removing: l4 J8 r4 d+ x
Removing image: 0% complete...failed.; L# i6 H8 |* i8 I: W) U M/ J) `
rbd: error: image still has watchers9 }6 Z* B, r3 v/ q! _: o5 Q e
This means the image is still open or the client using it crashed. Try again after closing/unmapping it or waiting 30s for the crashed client to timeout.9 W7 L& D& l& K# }8 ^2 H
8 w, L6 a" r# E4 ?6 {; _5 M" T6 Y X4 |1 U
查看运行状态:4 g+ h4 B7 [( K8 }2 i
[root@compute01 ~]# rbd status vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
6 i, B5 J* f7 g" ?; }& b6 o7 QWatchers:" z# W6 d' |& `5 y U
watcher=192.168.0.77:0/3193690701 client.125123467 cookie=94424575476608
( c; ^8 r1 L+ k8 E# L[root@compute01 ~]# ceph osd bl, l6 a. C+ T7 H2 X" I% G( i
blacklist blocked-by
4 ~+ p# H6 z# d3 f; K E7 {, _4 D' ^" L, b
添加黑名单: A3 o8 ^$ O8 ]( r. E
[root@compute01 ~]# ceph osd blacklist add 192.168.0.77:0/3193690701
, T& \2 n( | `7 W% Vblacklisting 192.168.0.77:0/3193690701 until 2021-10-19 15:30:19.739160 (3600 sec)1 j+ N- I3 T' F8 O/ S
) [3 R" S* S) j7 C/ q( L% F# X# ~/ i- K( v
再次删除镜像:) ]& S* E) _4 W/ E
[root@compute01 ~]# rbd rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106: E# ?# q0 P2 W- E# I, \
Removing image: 100% complete...done.2 W5 F2 ?# v7 }; {: N
) u4 \3 j. b) V/ Q9 x# d$ W
8 n6 k/ o8 m" ~9 L7 s' {成功删除镜像。 ~& {1 C6 ?& X. b0 N
7 \1 Q$ h$ `+ @6 T' E! ?- @ p2 I( z" k7 ^0 V# u, ]
5 X$ E1 ~' ]& B4 q9 ^: g& g |
|