rbd: error: image still has watchers....Try again after closing/unmapping ...rbd

admin

[root@compute02 ~]# rbd -p vms info 234abd4d-2375-44e3-b64a-0e84f247e2b4_disk
! Q. e* F* k, {rbd image '234abd4d-2375-44e3-b64a-0e84f247e2b4_disk':
3 I: B4 Q2 v" s$ _ size 10 GiB in 1280 objects
" q- d" s& D7 B0 ~ order 23 (8 MiB objects)
snapshot_count: 0
id: 2a3c265c791c4
. o- F: h; C1 }" ~" i: I block_name_prefix: rbd_data.2a3c265c791c4
3 b! d. u1 S3 R. `9 y% S( e format: 2
features: layering
op_features:
flags:
8 C4 P# ^* ?% k' Q+ D! c9 p+ n create_timestamp: Wed Jul 21 15:36:47 2021
+ I9 t5 u7 t  J6 v6 K) J/ B8 v, f access_timestamp: Wed Jul 21 15:36:47 2021
& |, W* J! t8 P7 P( V- p( c* X modify_timestamp: Wed Jul 21 15:36:47 2021
' B% Q3 h+ p, b parent: images/64079697-b54d-4499-872b-a79d3daa48b8@snap
overlap: 4 GiB
[root@compute02 ~]# rbd -p vms rm 234abd4d-2375-44e3-b64a-0e84f247e2b4_disk
& Y7 s/ f$ m+ ?" n2021-07-21 16:38:39.334 7f14abfff700 -1 librbd::image::PreRemoveRequest: 0x557dd1fd5c30 check_image_watchers: image has watchers - not removing
Removing image: 0% complete...failed.
0 P  ^9 m6 o) {- krbd: error: image still has watchers
This means the image is still open or the client using it crashed. Try again after closing/unmapping it or waiting 30s for the crashed client to timeout.

7 v1 k4 X* L: |0 s0 z* H删除失败：
解决步骤如下：
[root@compute02 ~]# rbd status vms/2d05517a-8670-4cce-b39d-709e055381d6_disk
rbd: error opening image 2d05517a-8670-4cce-b39d-709e055381d6_disk: (2) No such file or directory
# _. e& O9 G2 \; r2 Q( q& j) e; M( |
[root@compute02 ~]# rbd status vms/234abd4d-2375-44e3-b64a-0e84f247e2b4_disk
Watchers:
* y! K: d& S. ~2 Z' x% G1 R watcher=192.168.0.77:0/3574198266 client.173021 cookie=93887687311360
) X+ d& ^8 R, @& c' P0 ?# }

[root@compute02 ~]# ceph osd blacklist add 192.168.0.77:0/3574198266
$ z# q7 j/ f2 V) R( vblacklisting 192.168.0.77:0/3574198266 until 2021-07-21 17:40:57.398343 (3600 sec)
! t! v% l7 i/ k4 x
5 c& C+ z1 v+ B+ g$ `
" q0 H6 N4 {' q% r  U6 n% |. ], m% N4 e[root@compute02 ~]# rbd status vms/234abd4d-2375-44e3-b64a-0e84f247e2b4_disk
Watchers: none


' S7 B* e4 x% ~. y( \) _[root@compute02 ~]# rbd rm vms/234abd4d-2375-44e3-b64a-0e84f247e2b4_disk
3 N5 x8 x9 ~9 o/ ~Removing image: 100% complete...done.
4 u; i1 ]2 p- e1 D, q+ @5 t3 w" M. I
$ T0 O# x' W+ y& C( G, y! K" u删除成功

admin

同样的问题再次出现，解决步骤如下：
! h0 `. z1 h1 T) r  l6 W, D
" O3 ?3 l: D# T' {, g5 Y% G$ u[root@host09 ~]# rbd rm volumes-hdd/volume-98e50ac1-3b42-4393-b53f-6c6832fec4c4-bak
8 G- Y; l4 [. [; Y2022-07-14 14:01:37.980 7f3cddffb700 -1 librbd::image::PreRemoveRequest: 0x55b914876b60 check_image_watchers: image has watchers - not removing
Removing image: 0% complete...failed.
rbd: error: image still has watchers
This means the image is still open or the client using it crashed. Try again after closing/unmapping it or waiting 30s for the crashed client to timeout.


( |0 D' e4 g: ?[root@host09 ~]# rbd rm volumes-hdd/volume-98e50ac1-3b42-4393-b53f-6c6832fec4c4-bak
2022-07-14 14:01:51.812 7f1736f22700 -1 librbd::image::PreRemoveRequest: 0x560a2b06ea70 check_image_watchers: image has watchers - not removing
Removing image: 0% complete...failed.
4 ?3 k' ^# A$ Y7 f. Prbd: error: image still has watchers
This means the image is still open or the client using it crashed. Try again after closing/unmapping it or waiting 30s for the crashed client to timeout.

& D1 V5 K4 L" ]% b" ?3 O  N
" j) V' j6 E" E" u# J" M[root@host09 ~]# rbd info volumes-hdd/volume-98e50ac1-3b42-4393-b53f-6c6832fec4c4-bak
rbd image 'volume-98e50ac1-3b42-4393-b53f-6c6832fec4c4-bak':
8 L# l& `8 F; }+ _  d7 H        size 50 GiB in 12800 objects
        order 22 (4 MiB objects)
        snapshot_count: 0
, x& [) S6 y& F, \0 c        id: 1a910a2feef869
        block_name_prefix: rbd_data.1a910a2feef869
. M4 v7 ?& h- I6 `! X  L; g        format: 2
        features: layering
        op_features:
# R1 _: H, O& O$ a1 O        flags:
: n5 a% ~5 z3 H: K; j' [! m6 g: K        create_timestamp: Fri May 14 11:39:01 2021
3 z' T0 ?8 ^& J+ z9 Q        access_timestamp: Tue Jul 12 11:19:29 2022
; e4 p% O" j7 y        modify_timestamp: Fri May 14 11:39:01 2021
        parent: images/0728be2a-d8d7-4e29-9e04-90c9ae91dca0@snap
        overlap: 2 GiB
0 y. B9 M4 d# X' L1 @- d
[root@host09 ~]# rbd status volumes-hdd/volume-98e50ac1-3b42-4393-b53f-6c6832fec4c4-bak
5 ~% ]4 T3 b9 l( FWatchers:
/ w3 f. E( x6 |. j        watcher=172.16.129.12:0/3801911378 client.331035433 cookie=94155368121216
! z6 [/ Q$ q% _
1 g7 [1 E+ K! S  `% [  H6 c, ^
! h$ S" l1 W; a[root@host09 ~]# ceph osd blacklist add 172.16.129.12:0/3801911378
8 x" H6 R0 }) X7 l, h' wblacklisting 172.16.129.12:0/3801911378 until 2022-07-14 15:07:44.315065 (3600 sec)
) k! Z4 x: c$ r. Z" L, D( h
  D+ U- V+ F  B& z0 }# T4 d
7 M5 L* i) V# L' {, s. |[root@host09 ~]# rbd status volumes-hdd/volume-98e50ac1-3b42-4393-b53f-6c6832fec4c4-bak
Watchers: none
8 i( Z; [& U/ Q$ w) N# N0 e
0 @/ D7 {1 X* `( S& A
[root@host09 ~]# rbd rm volumes-hdd/volume-98e50ac1-3b42-4393-b53f-6c6832fec4c4-bak
Removing image: 100% complete...done.
% Z; K; w& o: Z& L+ f
( G$ L  @5 I. {* j3 v
[root@host09 ~]# ceph osd blacklist
$ I; l5 e6 l% L8 _) [7 B9 qno valid command found; 3 closest matches:
osd blacklist ls
% P+ U" R4 X. a2 X5 r2 f& h% Kosd blacklist clear
osd blacklist add|rm <EntityAddr> {<float[0.0-]>}
4 m, u) h  k! Q0 C7 R, T2 j3 Q; {2 E
9 p5 `. U9 j* I) E" J, p
6 K) B2 A4 R9 ^* i+ b& E[root@host09 ~]# ceph osd blacklist ls
5 r' }& \, R+ q) c8 j( m6 Glisted 1 entries
172.16.129.12:0/3801911378 2022-07-14 15:07:44.315065


[root@host09 ~]# ceph osd blacklist rm 172.16.129.12:0/3801911378
un-blacklisting 172.16.129.12:0/3801911378


[root@host09 ~]# ceph osd blacklist ls
listed 0 entries