|
|
同样的问题再次出现，解决步骤如下：
! F5 l( a/ X1 r1 q. F+ E( A
! N/ w, q" c$ O: }! f[root@host09 ~]# rbd rm volumes-hdd/volume-98e50ac1-3b42-4393-b53f-6c6832fec4c4-bak, y" A) a, [) `6 t: z- P" R
2022-07-14 14:01:37.980 7f3cddffb700 -1 librbd::image::PreRemoveRequest: 0x55b914876b60 check_image_watchers: image has watchers - not removing7 M8 B" P: ~7 v: P9 J' W8 Y' A
Removing image: 0% complete...failed.0 H$ m, A6 h/ B+ l2 g) P: `
rbd: error: image still has watchers2 ~2 r2 r& n$ a9 \3 }
This means the image is still open or the client using it crashed. Try again after closing/unmapping it or waiting 30s for the crashed client to timeout.
; |& E- n% R+ v3 l- ~
5 D) P; {+ W& o( g! h R: n
' |, T" G! u1 v4 R# V2 S4 S7 m/ i[root@host09 ~]# rbd rm volumes-hdd/volume-98e50ac1-3b42-4393-b53f-6c6832fec4c4-bak
`! |% o }5 Y; @0 `2022-07-14 14:01:51.812 7f1736f22700 -1 librbd::image::PreRemoveRequest: 0x560a2b06ea70 check_image_watchers: image has watchers - not removing! ]: t# v$ `' A. d! r5 Y
Removing image: 0% complete...failed.8 b6 O, z7 b+ E4 X# p2 b6 r
rbd: error: image still has watchers) ?; v6 v1 P s" F$ E
This means the image is still open or the client using it crashed. Try again after closing/unmapping it or waiting 30s for the crashed client to timeout.: V. E- ~! B% N1 |) i" O. J
( p" |9 E0 U L$ p/ ?8 f5 t0 |+ t
" X- q2 M2 F9 e0 g# S2 Y; P2 D[root@host09 ~]# rbd info volumes-hdd/volume-98e50ac1-3b42-4393-b53f-6c6832fec4c4-bak
. T/ V7 u0 E) U crbd image 'volume-98e50ac1-3b42-4393-b53f-6c6832fec4c4-bak':
# ]" U& e" P8 S! e size 50 GiB in 12800 objects [, x' @* ]: m; w
order 22 (4 MiB objects)
' m8 g; d9 i; r) ~! c' R% k8 k) ` snapshot_count: 0 v w* s) g3 m8 F- R
id: 1a910a2feef869
1 _6 o, z+ s7 j y8 g block_name_prefix: rbd_data.1a910a2feef869
7 O# Y/ r8 h8 ?" B, A/ o1 V format: 28 q0 r1 w% s% j
features: layering1 x& [/ Z( k1 ] e
op_features:
/ \- j* M* k- P: X) Y flags:
% o) k0 |+ L. ]8 O/ \6 `9 T" t create_timestamp: Fri May 14 11:39:01 2021
2 i5 V+ }* X' Q9 x/ y! M access_timestamp: Tue Jul 12 11:19:29 2022" f+ U% n7 M2 [) |, S. U0 w3 S
modify_timestamp: Fri May 14 11:39:01 20215 ]& f- s# P" J4 o" i+ d5 }. {
parent: images/0728be2a-d8d7-4e29-9e04-90c9ae91dca0@snap5 [' ~2 p# D! d
overlap: 2 GiB
4 A. A! q% |+ F, R# @' m: o/ ? v0 n, o6 a% Y5 s9 F: S
[root@host09 ~]# rbd status volumes-hdd/volume-98e50ac1-3b42-4393-b53f-6c6832fec4c4-bak
! R6 `2 J2 ]+ J% W# ^' Z( G+ \6 hWatchers:
- I: K# Q$ y* s' m- o! s watcher=172.16.129.12:0/3801911378 client.331035433 cookie=94155368121216$ u" i) L9 B( @. J6 Y; ?
) o9 L3 C J. ?- X+ z/ d, I2 J ?( q( ^1 G' C, z9 u& N
[root@host09 ~]# ceph osd blacklist add 172.16.129.12:0/3801911378
) y( \" O8 f# oblacklisting 172.16.129.12:0/3801911378 until 2022-07-14 15:07:44.315065 (3600 sec)1 o) f9 `9 V# C4 s
6 V% ~) ]! P; S/ [8 H+ n: d7 l/ k( L! p- x
[root@host09 ~]# rbd status volumes-hdd/volume-98e50ac1-3b42-4393-b53f-6c6832fec4c4-bak
# S8 l% Z4 Q( v1 S- q0 }' G9 {7 [Watchers: none
: M6 y$ r/ \! f& V! m
. S* h+ b! z8 A C, q. `- Z4 w+ V" m h( Q6 [/ _% n0 ^6 _
[root@host09 ~]# rbd rm volumes-hdd/volume-98e50ac1-3b42-4393-b53f-6c6832fec4c4-bak
% X$ L. b' a8 ? ?- cRemoving image: 100% complete...done.
: P2 w& r- P2 F$ e! W( J2 b+ Z3 K
^9 g) K( [* w) Q4 T1 `; U( O/ O$ h" u1 }7 c1 J, S1 r% {
[root@host09 ~]# ceph osd blacklist
) [9 [* j2 H+ ^4 ~no valid command found; 3 closest matches:; `4 n8 c/ [* w' U9 P6 l
osd blacklist ls5 ?8 b% b6 ]& I* n) O
osd blacklist clear
2 T! S+ r/ X+ l1 Fosd blacklist add|rm <EntityAddr> {<float[0.0-]>}
9 ^' g4 I. D$ F; R" d
& S" O# a9 }9 ^, a# ~
; B2 k, T; V- n, ?1 ^) }" o$ f3 \[root@host09 ~]# ceph osd blacklist ls
( D9 \* \$ J. Ilisted 1 entries" Q' P4 J1 ?8 n) a3 _; z; G, D
172.16.129.12:0/3801911378 2022-07-14 15:07:44.315065
9 P# |$ B, `3 M2 V
a1 ^( N0 N3 a3 \" l" T
" P. [, ?3 [' }; l$ ^, x' d[root@host09 ~]# ceph osd blacklist rm 172.16.129.12:0/3801911378
" K, P4 s' L% n' fun-blacklisting 172.16.129.12:0/3801911378/ y# U6 I; ?1 e+ N2 @0 c+ r5 r
$ F9 R7 f5 I) X1 d$ I5 k7 W
) G. |% q1 |& X! ?4 h1 r* X/ m# b
[root@host09 ~]# ceph osd blacklist ls/ A" ]5 t7 G- y
listed 0 entries
* I4 n6 z' s7 Y1 s4 j c# M! h
1 t6 F, c) `6 r. U5 B7 G, N% K8 o" E- T) ]6 K" H3 `
0 n# |* @3 m+ B' ^* X% @" O: R& L
|
|
发表于 2022-7-15 13:00:01