ceph 中rbd删除数据失败

admin

[root@compute01 ~]# rbd rm volume-03a72731-8c6c-4263-a576-4f093f813acb -p vms
2021-05-26 10:29:18.708 7f313f7fe700 -1 librbd::image::PreRemoveRequest: 0x55bb24753310 handle_exclusive_lock: cannot obtain exclusive lock - not removing
Removing image: 0% complete...failed.
rbd: error: image still has watchers
This means the image is still open or the client using it crashed. Try again after closing/unmapping it or waiting 30s for the crashed client to timeout.

% q" |2 d6 |: Y. `5 C5 C7 z[root@compute01 ~]# rbd unmap vms/volume-938ca1ed-eea8-4daa-a5ae-1bf336da1b69
8 N  U; j/ E: j, A5 Hrbd: vms/volume-938ca1ed-eea8-4daa-a5ae-1bf336da1b69: not a mapped image or snapshot
5 ?) t( ^4 S; f0 v- Drbd: unmap failed: (22) Invalid argument
& J. [* n: ]1 k+ {[root@compute01 ~]# rbd unmap volume-938ca1ed-eea8-4daa-a5ae-1bf336da1b69 -p vms
# f1 y; T" Z7 u- o0 e5 n. I3 ^& M7 krbd: vms/volume-938ca1ed-eea8-4daa-a5ae-1bf336da1b69: not a mapped image or snapshot
rbd: unmap failed: (22) Invalid argument
4 h5 j- o! z* y! N0 [3 g, O. \% t5 p[root@compute01 ~]# rbd rm volume-938ca1ed-eea8-4daa-a5ae-1bf336da1b69 -p vms
Removing image: 100% complete...done.

4 [5 H0 s4 L# c

admin

[root@ceph3 ~]# rbd status 15k_pool/disk_1
Watchers:
        watcher=172.15.6.224:0/1772541243 client.80382 cookie=140632999857568
$ d$ |: [: x( V, e- \7 E' p[root@ceph3 ~]# ceph osd blacklist add 172.15.6.224:0/1772541243
8 {5 G& X5 o! F2 ^  ^$ G0 H1 Pblacklisting 172.15.6.224:0/1772541243 until 2020-09-08 16:49:12.426399 (3600 sec)
2 D. n5 A% y6 U1 Q% X, m[root@ceph3 ~]# rbd status 15k_pool/disk_1
Watchers: none
& m1 |5 v, Z  D, m[root@ceph3 ~]# rbd rm 15k_pool/disk_1
Removing image: 100% complete...done.

admin

[root@compute01 ~]# rbd rm 950daf49-c687-4cca-a4ab-cc8aac1c4168 -p images
, t4 ?  p: X" N5 x' M2021-05-26 16:53:14.850 7f5b49ffb700 -1 librbd::image::PreRemoveRequest: 0x563f09fd04f0 check_image_snaps: image has snapshots - not removing
Removing image: 0% complete...failed.
  x, [3 K9 x3 D# drbd: image has snapshots - these must be deleted with 'rbd snap purge' before the image can be removed.
/ e0 r0 _) c+ H+ \$ \[root@compute01 ~]# rbd rm 950daf49-c687-4cca-a4ab-cc8aac1c4168 -p images
* M: V5 S- a8 H( w2021-05-26 16:53:37.698 7f90b37fe700 -1 librbd::image::PreRemoveRequest: 0x55c268163500 check_image_snaps: image has snapshots - not removing
% ]6 G$ g4 i) Z, Q  ?$ A* A$ {8 KRemoving image: 0% complete...failed.
rbd: image has snapshots - these must be deleted with 'rbd snap purge' before the image can be removed.
' B, t# L3 y. i/ g[root@compute01 ~]#