rbd: error: image still has watchers 问题

admin

同样的问题再次出现，解决步骤如下：
0 P. \0 `+ t) X; l3 Q& q% F* t
[root@host09 ~]# rbd rm volumes-hdd/volume-98e50ac1-3b42-4393-b53f-6c6832fec4c4-bak
% y) _) y, y3 ^9 r2022-07-14 14:01:37.980 7f3cddffb700 -1 librbd::image::PreRemoveRequest: 0x55b914876b60 check_image_watchers: image has watchers - not removing
" [& i) J8 i6 VRemoving image: 0% complete...failed.
1 T& \/ }; q: `4 arbd: error: image still has watchers
This means the image is still open or the client using it crashed. Try again after closing/unmapping it or waiting 30s for the crashed client to timeout.
4 ^( A6 e1 _2 r" Z5 N0 x/ A9 N

[root@host09 ~]# rbd rm volumes-hdd/volume-98e50ac1-3b42-4393-b53f-6c6832fec4c4-bak
% S" J. J3 v. o' P7 R4 Q2022-07-14 14:01:51.812 7f1736f22700 -1 librbd::image::PreRemoveRequest: 0x560a2b06ea70 check_image_watchers: image has watchers - not removing
Removing image: 0% complete...failed.
! `4 o% P4 [/ t7 Z5 ?rbd: error: image still has watchers
This means the image is still open or the client using it crashed. Try again after closing/unmapping it or waiting 30s for the crashed client to timeout.

' M' }$ I9 b- R' O# `( ~
3 R3 l2 v) @+ {) Q; G- Q: h& d[root@host09 ~]# rbd info volumes-hdd/volume-98e50ac1-3b42-4393-b53f-6c6832fec4c4-bak
rbd image 'volume-98e50ac1-3b42-4393-b53f-6c6832fec4c4-bak':
2 G/ g: E* ^( }" K        size 50 GiB in 12800 objects
        order 22 (4 MiB objects)
, L0 }  E3 K( l- ]! |" H2 Z: K& p        snapshot_count: 0
1 s. }+ q) O4 ]/ U- o        id: 1a910a2feef869
4 c% z  J& x& |  |3 G. `        block_name_prefix: rbd_data.1a910a2feef869
7 I1 e0 k! h; B! a        format: 2
        features: layering
  u# R# f7 b6 D( y' x9 I$ `% [        op_features:
, o" v; F$ U) c' s* Y        flags:
4 e' [, S, V! z& M7 ]8 a, a/ j) {9 N6 l        create_timestamp: Fri May 14 11:39:01 2021
6 Y; k6 e; z" D( h; J2 W$ Z        access_timestamp: Tue Jul 12 11:19:29 2022
/ i" A, n4 q, P* [        modify_timestamp: Fri May 14 11:39:01 2021
# C( o8 G+ x2 m6 D1 x        parent: images/0728be2a-d8d7-4e29-9e04-90c9ae91dca0@snap
) T' R0 t/ d) F, Z# x- F2 a        overlap: 2 GiB

) }( e- n6 |- i" E- S2 t% s[root@host09 ~]# rbd status volumes-hdd/volume-98e50ac1-3b42-4393-b53f-6c6832fec4c4-bak
* K3 M, B6 L; ^Watchers:
        watcher=172.16.129.12:0/3801911378 client.331035433 cookie=94155368121216


[root@host09 ~]# ceph osd blacklist add 172.16.129.12:0/3801911378
blacklisting 172.16.129.12:0/3801911378 until 2022-07-14 15:07:44.315065 (3600 sec)


  i# f, L5 q5 H0 s" \- [$ d1 I) h# ?[root@host09 ~]# rbd status volumes-hdd/volume-98e50ac1-3b42-4393-b53f-6c6832fec4c4-bak
$ n5 K8 q3 J3 T, j4 \( g/ h/ VWatchers: none
8 d& g6 F3 [% o- t, P

[root@host09 ~]# rbd rm volumes-hdd/volume-98e50ac1-3b42-4393-b53f-6c6832fec4c4-bak
Removing image: 100% complete...done.

, l. l, N7 p9 }9 H+ O
' f0 O  C6 g7 K# I8 {[root@host09 ~]# ceph osd blacklist
no valid command found; 3 closest matches:
osd blacklist ls
4 M! Q3 V7 ]6 \# k1 n& }% Q1 `2 _: m' Xosd blacklist clear
, u$ ?' c; j. c, {/ j1 Posd blacklist add|rm <EntityAddr> {<float[0.0-]>}
6 y5 Y0 b2 N' k/ r. Q3 z
4 I, H) N6 t8 |8 r1 E
: m* S# Z, L  h! ?[root@host09 ~]# ceph osd blacklist ls
listed 1 entries
: h0 X  x+ C9 z172.16.129.12:0/3801911378 2022-07-14 15:07:44.315065
3 c: w7 e- C! P* S
- m; p# R7 F0 _
! Z+ c" J' z* T6 H. h8 J7 w6 X[root@host09 ~]# ceph osd blacklist rm 172.16.129.12:0/3801911378
9 B8 }/ K/ U3 @# `un-blacklisting 172.16.129.12:0/3801911378

1 h& X: J4 H! ]
[root@host09 ~]# ceph osd blacklist ls
, w# A! w  U& k2 blisted 0 entries
4 g$ q* L: B- h  F) A9 I
5 T# ~& E4 I7 U6 [& n+ g9 t
5 K* k3 I- ~& m