ceph 中rbd删除数据失败

admin

[root@compute01 ~]# rbd rm volume-03a72731-8c6c-4263-a576-4f093f813acb -p vms
- w' L5 O, n# t2021-05-26 10:29:18.708 7f313f7fe700 -1 librbd::image::PreRemoveRequest: 0x55bb24753310 handle_exclusive_lock: cannot obtain exclusive lock - not removing
Removing image: 0% complete...failed.
1 D; E  v& J6 J, w: `. h# g5 w9 krbd: error: image still has watchers
This means the image is still open or the client using it crashed. Try again after closing/unmapping it or waiting 30s for the crashed client to timeout.
; t) Z( v2 w1 P1 Z2 d: h0 W
[root@compute01 ~]# rbd unmap vms/volume-938ca1ed-eea8-4daa-a5ae-1bf336da1b69
8 v. s% a2 C5 B5 ^9 @rbd: vms/volume-938ca1ed-eea8-4daa-a5ae-1bf336da1b69: not a mapped image or snapshot
rbd: unmap failed: (22) Invalid argument
[root@compute01 ~]# rbd unmap volume-938ca1ed-eea8-4daa-a5ae-1bf336da1b69 -p vms
rbd: vms/volume-938ca1ed-eea8-4daa-a5ae-1bf336da1b69: not a mapped image or snapshot
rbd: unmap failed: (22) Invalid argument
[root@compute01 ~]# rbd rm volume-938ca1ed-eea8-4daa-a5ae-1bf336da1b69 -p vms
; B) M' V- ]; c& d6 B5 nRemoving image: 100% complete...done.

admin

[root@ceph3 ~]# rbd status 15k_pool/disk_1
Watchers:
$ m' R/ a: `% u# m- U# y        watcher=172.15.6.224:0/1772541243 client.80382 cookie=140632999857568
[root@ceph3 ~]# ceph osd blacklist add 172.15.6.224:0/1772541243
! w; G, K/ B4 b' g+ X. y7 @+ Rblacklisting 172.15.6.224:0/1772541243 until 2020-09-08 16:49:12.426399 (3600 sec)
[root@ceph3 ~]# rbd status 15k_pool/disk_1
Watchers: none
! E( V9 x  B. l  d  ?7 Z0 k[root@ceph3 ~]# rbd rm 15k_pool/disk_1
Removing image: 100% complete...done.

admin

[root@compute01 ~]# rbd rm 950daf49-c687-4cca-a4ab-cc8aac1c4168 -p images
4 K/ ?, U6 E$ H1 z9 |' z2021-05-26 16:53:14.850 7f5b49ffb700 -1 librbd::image::PreRemoveRequest: 0x563f09fd04f0 check_image_snaps: image has snapshots - not removing
4 \- z. v, ]: M; |: P! p( zRemoving image: 0% complete...failed.
rbd: image has snapshots - these must be deleted with 'rbd snap purge' before the image can be removed.
+ F' ?) ~7 X6 F+ `: Y$ ?6 y[root@compute01 ~]# rbd rm 950daf49-c687-4cca-a4ab-cc8aac1c4168 -p images
  l- P, [2 q% {/ \" J, \! e2021-05-26 16:53:37.698 7f90b37fe700 -1 librbd::image::PreRemoveRequest: 0x55c268163500 check_image_snaps: image has snapshots - not removing
0 U2 k$ |3 ^/ \; x+ b8 a* XRemoving image: 0% complete...failed.
2 x# m& n7 d) v" D1 [rbd: image has snapshots - these must be deleted with 'rbd snap purge' before the image can be removed.
* B5 v- |0 Z9 t* d5 b8 Q0 x[root@compute01 ~]#