ceph 中rbd删除数据失败

admin

[root@compute01 ~]# rbd rm volume-03a72731-8c6c-4263-a576-4f093f813acb -p vms
+ o# J9 n$ d1 z4 M6 H2021-05-26 10:29:18.708 7f313f7fe700 -1 librbd::image::PreRemoveRequest: 0x55bb24753310 handle_exclusive_lock: cannot obtain exclusive lock - not removing
Removing image: 0% complete...failed.
rbd: error: image still has watchers
  \: L6 L  V. ^" c: W$ Z" L2 OThis means the image is still open or the client using it crashed. Try again after closing/unmapping it or waiting 30s for the crashed client to timeout.

[root@compute01 ~]# rbd unmap vms/volume-938ca1ed-eea8-4daa-a5ae-1bf336da1b69
rbd: vms/volume-938ca1ed-eea8-4daa-a5ae-1bf336da1b69: not a mapped image or snapshot
rbd: unmap failed: (22) Invalid argument
( Y' V& j3 {/ n7 q. p1 Q4 Q; C  W[root@compute01 ~]# rbd unmap volume-938ca1ed-eea8-4daa-a5ae-1bf336da1b69 -p vms
rbd: vms/volume-938ca1ed-eea8-4daa-a5ae-1bf336da1b69: not a mapped image or snapshot
- O2 E2 ]. y3 x4 |! I" K' @3 }, orbd: unmap failed: (22) Invalid argument
7 s/ T- F9 {6 u" h. H+ A[root@compute01 ~]# rbd rm volume-938ca1ed-eea8-4daa-a5ae-1bf336da1b69 -p vms
Removing image: 100% complete...done.

admin

[root@ceph3 ~]# rbd status 15k_pool/disk_1
Watchers:
7 f+ g) H& _: D7 E! R" O! l        watcher=172.15.6.224:0/1772541243 client.80382 cookie=140632999857568
+ |& y; E  G! b( T; m4 ?' t[root@ceph3 ~]# ceph osd blacklist add 172.15.6.224:0/1772541243
. `# ]0 {3 y* Kblacklisting 172.15.6.224:0/1772541243 until 2020-09-08 16:49:12.426399 (3600 sec)
% ~% G* j, P; j6 b- R0 c% A[root@ceph3 ~]# rbd status 15k_pool/disk_1
Watchers: none
9 r+ P3 c# n; `$ Y0 ^- m( I; Z[root@ceph3 ~]# rbd rm 15k_pool/disk_1
Removing image: 100% complete...done.

admin

[root@compute01 ~]# rbd rm 950daf49-c687-4cca-a4ab-cc8aac1c4168 -p images
2021-05-26 16:53:14.850 7f5b49ffb700 -1 librbd::image::PreRemoveRequest: 0x563f09fd04f0 check_image_snaps: image has snapshots - not removing
2 J8 _1 W8 T3 ]" ]; ?Removing image: 0% complete...failed.
0 H$ w* [3 n+ V0 M) ]& A' Yrbd: image has snapshots - these must be deleted with 'rbd snap purge' before the image can be removed.
[root@compute01 ~]# rbd rm 950daf49-c687-4cca-a4ab-cc8aac1c4168 -p images
2021-05-26 16:53:37.698 7f90b37fe700 -1 librbd::image::PreRemoveRequest: 0x55c268163500 check_image_snaps: image has snapshots - not removing
5 k+ }$ w5 U0 I; \* M! U+ s, y6 }Removing image: 0% complete...failed.
" I1 t; e! t! u# {! rrbd: image has snapshots - these must be deleted with 'rbd snap purge' before the image can be removed.
% h$ A6 z' z! i1 N5 M[root@compute01 ~]#