|
|
同样的问题再次出现，解决步骤如下：& ~0 E( y( F( D9 \1 h4 S
% W/ {8 ]: u: p, D E* k u
[root@host09 ~]# rbd rm volumes-hdd/volume-98e50ac1-3b42-4393-b53f-6c6832fec4c4-bak
0 _4 t$ m4 r M/ ?2 S$ J5 w; G- O2022-07-14 14:01:37.980 7f3cddffb700 -1 librbd::image::PreRemoveRequest: 0x55b914876b60 check_image_watchers: image has watchers - not removing
- F V9 L, r0 ]* O3 ORemoving image: 0% complete...failed.
! S/ t1 b' u8 B+ O S" mrbd: error: image still has watchers1 [! q, y* O: G0 I3 k* h# }4 N
This means the image is still open or the client using it crashed. Try again after closing/unmapping it or waiting 30s for the crashed client to timeout.
5 S4 B n' f9 p- z9 S% _; Q
, ]4 K4 z+ J' Y* `+ X% p' _6 R
) k! b7 i8 _) u4 A[root@host09 ~]# rbd rm volumes-hdd/volume-98e50ac1-3b42-4393-b53f-6c6832fec4c4-bak
# } P3 d; W. c v3 v5 ^0 A$ x2 }2022-07-14 14:01:51.812 7f1736f22700 -1 librbd::image::PreRemoveRequest: 0x560a2b06ea70 check_image_watchers: image has watchers - not removing
- Q, F( J& B6 X6 P. w; URemoving image: 0% complete...failed.3 H, V1 H/ }- i) L
rbd: error: image still has watchers
8 Z$ t2 B; @$ M8 f6 a; L# KThis means the image is still open or the client using it crashed. Try again after closing/unmapping it or waiting 30s for the crashed client to timeout.* T0 r' f8 N" \) y Y/ T
! {2 K2 ^0 z( W6 n4 ?2 Q7 b0 ?0 d8 o H
[root@host09 ~]# rbd info volumes-hdd/volume-98e50ac1-3b42-4393-b53f-6c6832fec4c4-bak
- {+ P# C. I7 ]# g& m ~. T5 m' Crbd image 'volume-98e50ac1-3b42-4393-b53f-6c6832fec4c4-bak':
! l ]; ?# B( E5 B5 n5 d size 50 GiB in 12800 objects
- @" [& V. x( Z+ @7 P! l g1 j# K4 u order 22 (4 MiB objects)
# B7 m- Q0 _5 u( W snapshot_count: 0
# n1 j3 x* ^3 a7 r id: 1a910a2feef869
6 \2 w5 b' I5 R9 o) a) U5 E/ Z8 z* w block_name_prefix: rbd_data.1a910a2feef8692 e: Q6 [* e; r' e; r! c
format: 2
- b* h9 r/ T2 O features: layering
) L/ s5 L+ ^3 [' c. Y% m5 s4 E E y op_features:
. D1 L- g' o- {* ^, A" o: l9 \4 z flags:
' {5 D$ g" D2 m' ]0 G3 f1 \ create_timestamp: Fri May 14 11:39:01 20219 {. V3 M0 n6 O+ ~' \! [
access_timestamp: Tue Jul 12 11:19:29 2022
! B5 J/ w# e# C7 d! W( ? modify_timestamp: Fri May 14 11:39:01 2021+ V t0 a, c7 J
parent: images/0728be2a-d8d7-4e29-9e04-90c9ae91dca0@snap
- Y8 H, b( _. l5 F- @ overlap: 2 GiB) Z- ~ |- k- r
* d" b3 A$ X# B9 s# L/ c
[root@host09 ~]# rbd status volumes-hdd/volume-98e50ac1-3b42-4393-b53f-6c6832fec4c4-bak
( G+ L5 y% z8 x9 l& ?+ @1 }Watchers:. E8 }! D. I+ y9 q9 X) P X1 ~
watcher=172.16.129.12:0/3801911378 client.331035433 cookie=94155368121216# a0 S# ]9 a U3 a& G
# ^2 n& M) @+ j; p+ P5 ?5 W+ v
: F: A1 O' L' D& ^7 [[root@host09 ~]# ceph osd blacklist add 172.16.129.12:0/3801911378
6 s. \7 T) v* b/ y2 qblacklisting 172.16.129.12:0/3801911378 until 2022-07-14 15:07:44.315065 (3600 sec)8 W+ `0 E; X+ u6 W
4 R' s! z9 c4 X) w- Y. U
8 h* ]% a7 ^2 b' C `& M/ o3 H% s% w
[root@host09 ~]# rbd status volumes-hdd/volume-98e50ac1-3b42-4393-b53f-6c6832fec4c4-bak
( I- Q/ h8 o4 E' X0 V* GWatchers: none
2 v" a9 A& h6 E$ G/ E
8 W4 D* ~& L2 L3 e0 b
( f( I, c3 `3 a' p; _' e[root@host09 ~]# rbd rm volumes-hdd/volume-98e50ac1-3b42-4393-b53f-6c6832fec4c4-bak
: K8 N$ Y2 Q7 `6 n# U `1 hRemoving image: 100% complete...done.0 O3 ]5 i% s/ I/ Q+ |
( h% F% l" `- C- [; D, r" G! i- [: C. C. @2 `( _
[root@host09 ~]# ceph osd blacklist
1 W; v+ b3 W6 w- E" l5 }no valid command found; 3 closest matches:
" b0 B, e( H% t. N( Aosd blacklist ls! f e7 C5 b6 ^' {3 Q3 k
osd blacklist clear
1 V% h5 E5 k6 Hosd blacklist add|rm <EntityAddr> {<float[0.0-]>}0 U/ ~( j5 _9 @' k! C; l: q* b
. l& e# C* }, L, s- @2 x' I
. G9 i0 T# T$ j) k: e$ e
[root@host09 ~]# ceph osd blacklist ls% K; o) ` w5 w2 r
listed 1 entries8 |$ i% E4 C& o8 ?8 v" D: K$ ^
172.16.129.12:0/3801911378 2022-07-14 15:07:44.315065
# G" z% q- d8 t& g$ s1 k
# X% T! V. d1 q* ^: b+ u( ?/ k! }2 k. r
[root@host09 ~]# ceph osd blacklist rm 172.16.129.12:0/3801911378
% S: E* R; G2 m: U2 }6 E9 o* Gun-blacklisting 172.16.129.12:0/38019113784 Q( n1 d! s" ^
) N2 e8 I" n" s3 V4 v7 }
7 c, Z8 d4 L% }+ V8 d
[root@host09 ~]# ceph osd blacklist ls
8 o O. ]0 T; c3 @0 Wlisted 0 entries
7 }4 k* l+ |% [4 x G# d4 x* \
0 v9 I# t' S! [1 g$ w/ e$ h# a
. i2 Q6 N: d$ ]8 J3 ^2 k8 x `; a+ d0 i
|
|
发表于 2022-7-15 13:00:01