ceph 中rbd删除数据失败

admin

[root@compute01 ~]# rbd rm volume-03a72731-8c6c-4263-a576-4f093f813acb -p vms
0 f1 W/ u6 B5 S& g: H# ^2021-05-26 10:29:18.708 7f313f7fe700 -1 librbd::image::PreRemoveRequest: 0x55bb24753310 handle_exclusive_lock: cannot obtain exclusive lock - not removing
3 @5 G- u- h  P  |Removing image: 0% complete...failed.
rbd: error: image still has watchers
, U  X+ @% S4 V3 H# ?6 o- eThis means the image is still open or the client using it crashed. Try again after closing/unmapping it or waiting 30s for the crashed client to timeout.
, m! c+ |2 E, z, h! d
* |$ q0 e. T6 H8 T, V+ Z[root@compute01 ~]# rbd unmap vms/volume-938ca1ed-eea8-4daa-a5ae-1bf336da1b69
* x2 ]8 J. a. W+ Wrbd: vms/volume-938ca1ed-eea8-4daa-a5ae-1bf336da1b69: not a mapped image or snapshot
rbd: unmap failed: (22) Invalid argument
[root@compute01 ~]# rbd unmap volume-938ca1ed-eea8-4daa-a5ae-1bf336da1b69 -p vms
* y$ f. Y  l2 e: N1 E% l& r! u. q" Yrbd: vms/volume-938ca1ed-eea8-4daa-a5ae-1bf336da1b69: not a mapped image or snapshot
rbd: unmap failed: (22) Invalid argument
* N$ ?) \( z- H( w$ T1 f[root@compute01 ~]# rbd rm volume-938ca1ed-eea8-4daa-a5ae-1bf336da1b69 -p vms
" a% B  G; v! W' a7 {Removing image: 100% complete...done.
. {0 M: F' G% c/ a6 v
* \* L) K; ~2 }3 y, e' e1 P5 v

admin

[root@ceph3 ~]# rbd status 15k_pool/disk_1
Watchers:
        watcher=172.15.6.224:0/1772541243 client.80382 cookie=140632999857568
[root@ceph3 ~]# ceph osd blacklist add 172.15.6.224:0/1772541243
blacklisting 172.15.6.224:0/1772541243 until 2020-09-08 16:49:12.426399 (3600 sec)
% N" R( M" _+ y[root@ceph3 ~]# rbd status 15k_pool/disk_1
Watchers: none
9 |( D; S  m! _3 ?[root@ceph3 ~]# rbd rm 15k_pool/disk_1
Removing image: 100% complete...done.

admin

[root@compute01 ~]# rbd rm 950daf49-c687-4cca-a4ab-cc8aac1c4168 -p images
6 B. ~2 L0 s. T8 E/ t. ?! P2021-05-26 16:53:14.850 7f5b49ffb700 -1 librbd::image::PreRemoveRequest: 0x563f09fd04f0 check_image_snaps: image has snapshots - not removing
9 j6 R- k  y2 rRemoving image: 0% complete...failed.
( V, F9 {7 B0 R) T8 E7 m; V+ Arbd: image has snapshots - these must be deleted with 'rbd snap purge' before the image can be removed.
; g' ^( b6 l+ l- Z' Z' u2 O[root@compute01 ~]# rbd rm 950daf49-c687-4cca-a4ab-cc8aac1c4168 -p images
2021-05-26 16:53:37.698 7f90b37fe700 -1 librbd::image::PreRemoveRequest: 0x55c268163500 check_image_snaps: image has snapshots - not removing
Removing image: 0% complete...failed.
: e1 Y# y' f: ^: X; u! w/ rrbd: image has snapshots - these must be deleted with 'rbd snap purge' before the image can be removed.
[root@compute01 ~]#