|
|
[root@ceph1 ~]# rbd rm ocs/csi-vol-da9f88a0-843e-11ed-b1b5-0a580a800692" b6 i, P9 m" U" l. ~# O8 d# q
2022-12-27 13:37:29.839 7f2307c9e700 -1 librbd::image::PreRemoveRequest: 0x55d6e9458420 check_image_watchers: image has watchers - not removing
& m3 A t# j# X) j% U; X- A2 H3 z8 FRemoving image: 0% complete...failed.
: U* w$ X% T [: e0 yrbd: error: image still has watchers4 W' N# b, ]9 ?5 O# i; E
This means the image is still open or the client using it crashed. Try again after closing/unmapping it or waiting 30s for the crashed client to timeout.* J. ?; J3 g9 i+ p a+ L6 ~
[root@ceph1 ~]# rbd status ocs/csi-vol-da9f88a0-843e-11ed-b1b5-0a580a8006922 v8 e- P3 f# ?+ l0 X, i) A' f
Watchers:; k1 `" U1 O* h
watcher=192.168.0.230:0/1015775234 client.654399 cookie=18446462598732841000
; s6 {3 [1 o. Y- {. T[root@ceph1 ~]# ceph osd bl7 `8 R; G, |9 ~+ g% P
blacklist blocked-by
# l" X& p0 T. l- W[root@ceph1 ~]# ceph osd blacklist add 192.168.0.230:0/1015775234 ) i" S1 ]9 ~" u S: q2 H! J, x
blacklisting 192.168.0.230:0/1015775234 until 2022-12-27 14:42:22.899893 (3600 sec)
! T4 |9 Y" U2 n( h5 B[root@ceph1 ~]# rbd rm ocs/csi-vol-da9f88a0-843e-11ed-b1b5-0a580a800692
" P* L6 i6 a% V9 k$ ?Removing image: 100% complete...done.4 I& j" Q8 J9 O9 y! |
[root@ceph1 ~]# for i in `rbd ls -p ocs`;do rbd info ocs/$i;done1 D1 L8 r# h) @% ~
rbd image 'csi-vol-1ed75de5-7d12-11ed-b1b5-0a580a800692':- t7 q# c2 Y2 l' d5 ~
size 40 GiB in 10240 objects8 Q# e; w! A% {/ E$ {
order 22 (4 MiB objects)
7 \% g8 @0 x/ k" g) i snapshot_count: 0
3 H& y# ]. W* K5 V4 [! m1 U id: 9e35c93c18ba86 D( v; m) `! a& j; ]% h/ `
block_name_prefix: rbd_data.9e35c93c18ba8
4 S. A: i0 X1 P9 p' B" j9 E' d4 i format: 2( X' U' X3 n5 v% F* n1 L
features: layering! w `8 o5 t4 U
op_features:
( Q3 i$ y" q1 B4 K! X3 k4 N flags:
9 I# h1 l8 s# _$ J' K create_timestamp: Fri Dec 16 15:20:33 2022( |8 E9 E( c) C {) E
access_timestamp: Fri Dec 16 15:20:33 2022$ K j/ V' p4 E- l% n$ g( j
modify_timestamp: Fri Dec 16 15:20:33 2022
; A f1 n& D4 f2 x! ~rbd image 'csi-vol-1edb5543-7d12-11ed-b1b5-0a580a800692':2 B: N" ^/ H# q+ }* o7 Z+ \1 H
size 40 GiB in 10240 objects
2 u# p! T8 I* t0 R order 22 (4 MiB objects)/ {! w0 X$ g* Z+ M7 V4 O( T
snapshot_count: 0- a0 S+ @$ _0 M* ^# a! d
id: 9e35c396259f8* K8 R: M6 G; I8 `! a0 G6 a6 l
block_name_prefix: rbd_data.9e35c396259f8
' q) }2 R9 l2 A, K1 J format: 2
/ g: x, g3 k$ `8 C7 A features: layering
( G" V( J5 z0 j, C op_features: 3 [9 x$ N" v& e( ~
flags:
$ D$ _! g+ E k create_timestamp: Fri Dec 16 15:20:33 2022/ J- h0 ?- X, P0 t- d
access_timestamp: Fri Dec 16 15:20:33 20223 F4 P7 i7 F [
modify_timestamp: Fri Dec 16 15:20:33 2022
+ E3 G a3 j4 p6 B# Nrbd image 'csi-vol-1ee04fee-7d12-11ed-b1b5-0a580a800692':
9 S# \ @" a( M2 I size 40 GiB in 10240 objects
% ?& R5 j2 P7 G9 i/ S order 22 (4 MiB objects). z* K- a* N# n- D6 ]1 {5 ~2 d6 Z4 _4 @
snapshot_count: 0
/ a, Y4 i; f J id: 9e35ce42c2481
8 b9 y' O& U7 V& T2 I block_name_prefix: rbd_data.9e35ce42c2481. {" x( Q) `) \% N
format: 28 {, y3 g: J' T* t6 @
features: layering
0 u7 a/ P3 z5 W/ r, E; k5 s op_features:
% |7 ` s2 u% k0 b: ?: s- _ flags:
! E( ]& q4 v6 t# w0 Q. m" w! R4 K create_timestamp: Fri Dec 16 15:20:33 2022
; E3 q* b3 |9 c. [ access_timestamp: Fri Dec 16 15:20:33 2022
4 Y% J9 t {6 ]! w% f- p8 C' v modify_timestamp: Fri Dec 16 15:20:33 20223 z0 o" O# k- r$ p% c% ^9 \6 c
rbd image 'csi-vol-7ff1c218-8501-11ed-b1b5-0a580a800692':% X: N) y5 e# n0 H6 K
size 4 GiB in 1024 objects
* ]7 i7 s) Z8 x order 22 (4 MiB objects)
: G% Q' q( J k4 o( V snapshot_count: 0- _+ r/ A! p, @9 K* @
id: 9e35c4740e3238 v5 F X, g% f% ?
block_name_prefix: rbd_data.9e35c4740e3235 g: }3 V' l& s3 W) `
format: 2
( i9 }: c z" h& S features: layering
( v$ l8 B5 Z- f7 d0 y a op_features:
B. h! T) G% V! m' u @" Q flags: ' E- H; X- e: ?5 z. }! d. K9 P
create_timestamp: Tue Dec 27 13:42:32 2022$ b+ y* }& X! a
access_timestamp: Tue Dec 27 13:42:32 20221 ~5 Y9 `& j* ?& ]! g
modify_timestamp: Tue Dec 27 13:42:32 2022
, h; }9 b* M8 [) c c2 V2022-12-27 13:42:34.062 7ff9177fe700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory
6 m. U& d: \ q; Brbd: error opening image csi-vol-7ff1e39f-8501-11ed-b1b5-0a580a800692: (2) No such file or directory0 G0 b6 h& B& J/ ^) D
2022-12-27 13:42:34.194 7fb9637fe700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory
/ G/ J" u/ o5 G5 w% @rbd: error opening image csi-vol-80018531-8501-11ed-b1b5-0a580a800692: (2) No such file or directory
$ [! Z# S: |4 ^* X3 S2022-12-27 13:42:34.323 7f0476ffd700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory2 m" @5 e& d1 G% r
rbd: error opening image csi-vol-8001d354-8501-11ed-b1b5-0a580a800692: (2) No such file or directory$ M4 A' [0 X8 j- X9 i% P! N
2022-12-27 13:42:34.456 7fec9b7fe700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory. j8 B# v- L$ i) j' v9 f5 T
rbd: error opening image csi-vol-8012d801-8501-11ed-b1b5-0a580a800692: (2) No such file or directory
0 h: ]! w) r& I+ O, Y( k9 }6 y7 r# Srbd image 'csi-vol-80143c1c-8501-11ed-b1b5-0a580a800692':7 j, H `7 f6 w3 d( x- ~+ h
size 4 GiB in 1024 objects! v& c; }- e2 E, l
order 22 (4 MiB objects)# o% d% r" ?/ t+ x3 i8 t
snapshot_count: 0% d2 P5 `. f/ ~; ~2 V$ d5 n
id: 9e35c547b0a51& A; K- J# |; H4 p
block_name_prefix: rbd_data.9e35c547b0a51. R% r" ]4 k8 _1 o/ `6 H
format: 2
5 Y& u+ ?9 Y" H1 F! t features: layering
6 D* I3 B9 f3 w: x op_features:
0 Q: \) C# d" R1 f& S flags: ( l' U4 w/ Y; G
create_timestamp: Tue Dec 27 13:42:32 20221 j1 A: b% I- z- `" k
access_timestamp: Tue Dec 27 13:42:32 2022: P1 u. S6 c1 K6 ]: C8 P( G6 F( P( z
modify_timestamp: Tue Dec 27 13:42:32 20223 t% @# b& U; G/ G+ [9 V. P5 v
rbd image 'csi-vol-804ce691-8501-11ed-b1b5-0a580a800692':9 A2 S- M" L+ P8 Y6 b- i# C8 K
size 10 GiB in 2560 objects
$ a( j) ~* P5 w. M V* ?7 V order 22 (4 MiB objects)
- K) z/ U4 j4 z4 T" | snapshot_count: 0
0 x2 w- I; e5 q( }! x. M) L2 T/ j id: 9e35ca5f63f68
6 b9 s0 @; }1 ]$ j; V block_name_prefix: rbd_data.9e35ca5f63f68
: F: B. z6 E1 U2 z% g/ @! u+ b format: 21 z. ?9 ^; \1 P# U' j1 f; K. T
features: layering
- S9 v& C4 A" D# Z op_features:
$ A. t7 q) }% ~9 e; v5 p, f/ e flags: " G7 H# O# j4 ^7 T
create_timestamp: Tue Dec 27 13:42:32 2022
1 U w5 |( k& r# ~% Q access_timestamp: Tue Dec 27 13:42:32 2022
- l9 L5 \! h. G# o. W: e) E8 J modify_timestamp: Tue Dec 27 13:42:32 2022/ Q. e- g6 y1 C. S/ x
rbd image 'csi-vol-90363ffc-7b57-11ed-b1b5-0a580a800692':
2 k6 B- ^; {* d size 50 GiB in 12800 objects1 U1 @* Y1 k, |* h: L) @
order 22 (4 MiB objects)8 N! [0 c% r: C0 z9 M* |$ |5 E
snapshot_count: 06 x% e# Q! U5 j, G
id: 9e35c7b3518d4# s6 _, d9 s" m [
block_name_prefix: rbd_data.9e35c7b3518d4
$ O/ R$ J; ?' _+ H+ j$ B format: 2
! C! i1 a8 j0 Q4 y: i& ]* j* W: n features: layering
0 a8 H2 b" E. a3 `! H' [/ A! _% s3 I op_features:
$ d% f. w; X5 z8 {9 i flags: 2 P2 [1 |) `8 N+ v N
create_timestamp: Wed Dec 14 10:32:33 2022( V) t2 b. `- b% w/ V
access_timestamp: Wed Dec 14 10:32:33 2022
# D" n- D2 L) p7 O modify_timestamp: Wed Dec 14 10:32:33 2022# x: E) U1 C: B' m9 v7 B; S
rbd image 'csi-vol-a6c73cfc-80e1-11ed-b1b5-0a580a800692':
; a) ?" }) W& G1 F* B! z size 1 GiB in 256 objects! H) s* n; B9 R2 l8 z( H. D7 |' J M
order 22 (4 MiB objects)4 A' _6 W; N5 q2 C4 |" j* d
snapshot_count: 0
5 K9 X W2 H1 [9 U; ? id: 9e35c7aad9b1# w& w) z! {# z( B2 Z# p4 @4 y
block_name_prefix: rbd_data.9e35c7aad9b1
: w; O o/ } q& p+ f format: 26 O8 J; K& V6 _- n: a3 L
features: layering
1 j) [# O5 d; i- \8 ^7 X9 ] op_features: , M5 U( v2 i* r" H" c( L9 E( K$ Q
flags: 5 P) c! H, i3 q
create_timestamp: Wed Dec 21 11:43:47 2022
& c3 w+ z& K7 p+ ~! Z; I access_timestamp: Wed Dec 21 11:43:47 2022: F% A, H9 }7 O
modify_timestamp: Wed Dec 21 11:43:47 2022
4 Q, A$ u' R) x7 Y; `rbd image 'csi-vol-a6f0a199-80e1-11ed-b1b5-0a580a800692':
5 q! g9 { \% D' q size 1 GiB in 256 objects7 q, @2 s ]0 @' b
order 22 (4 MiB objects)
! `7 k* k" n; S; f# z& h/ i- V" f snapshot_count: 0
# _& s$ j3 ?$ J9 _' Y) n6 D6 E id: 9e35cc806ac3c- c6 ^7 G p# X; O* |' q
block_name_prefix: rbd_data.9e35cc806ac3c# V* l! d# h$ c: s# j8 h
format: 27 s% f! t5 D$ _( ~" F2 O1 G( ~$ J
features: layering
& L7 g7 b' J7 v5 r Q op_features: 4 U4 t/ ^! _) W4 }
flags:
3 c0 T/ t, ?3 h" A/ T7 \0 X create_timestamp: Wed Dec 21 11:43:47 20222 k$ }8 Q! A: i4 X! D
access_timestamp: Wed Dec 21 11:43:47 2022/ g$ a) e( S" @. X6 a
modify_timestamp: Wed Dec 21 11:43:47 2022- R9 u% z* F0 H* E$ G" ~0 S
rbd image 'csi-vol-a6f486a3-80e1-11ed-b1b5-0a580a800692':
3 J& p" v6 N, b size 1 GiB in 256 objects. @* o$ W5 b- B/ D3 H. I0 C* o
order 22 (4 MiB objects)6 U2 w# e v' x! N7 i! c" D2 g6 G
snapshot_count: 0
9 W- L4 y. a% ~2 m id: 9e35ca298b8c4
, R+ z" i5 i" m/ o R T: Q; E block_name_prefix: rbd_data.9e35ca298b8c4
2 O/ q" ~7 k% T, }8 J2 [" ~1 M4 j format: 2
1 I+ ?# I" S: W2 n7 R; p% c features: layering4 Z, H- b* K7 R' I }* D! W/ R) k6 E
op_features: - {( h$ Z# F, z* f" \ v3 e% d
flags:
) `" R7 v; E% w, V7 {* }* [; G1 F create_timestamp: Wed Dec 21 11:43:47 2022
% G2 R7 J! t8 Y# z( d7 j C0 ?- M access_timestamp: Wed Dec 21 11:43:47 2022- }# _# _9 F6 O# t/ M
modify_timestamp: Wed Dec 21 11:43:47 2022! l& b0 `2 r2 p3 Z2 V9 ?" }0 n
rbd image 'csi-vol-a71f7bad-80e1-11ed-b1b5-0a580a800692':0 o; i- t+ A D
size 1 GiB in 256 objects
$ h, i" F% y5 u5 U( z order 22 (4 MiB objects)" a5 K" t( O: e
snapshot_count: 0
. {* v9 B/ `* D4 J- s7 [2 ` id: 9e35ce5ecd934 M9 ^, f7 A$ K" {
block_name_prefix: rbd_data.9e35ce5ecd93+ h7 ]1 \5 k( `% g- [; B" M2 ^ s: [
format: 2
6 |( M3 S. T; ^% h* A0 D% b. V3 J features: layering
8 Y, M5 g6 F z/ \7 _ op_features:
2 u; S- ^/ a0 M6 j6 v: W' g$ N flags:
' f, ?- x6 ?( k create_timestamp: Wed Dec 21 11:43:47 20223 B& N6 I& O: h3 G0 |
access_timestamp: Wed Dec 21 11:43:47 2022
0 l) h. ?7 X _8 H modify_timestamp: Wed Dec 21 11:43:47 2022- l! W; ^& x+ Q( N3 C# |% y
rbd image 'csi-vol-a97a9e7c-7b56-11ed-b1b5-0a580a800692':+ U6 r- z% w1 J- W' u9 }, y
size 40 GiB in 10240 objects' b8 {: I' |4 y w$ k- B7 c
order 22 (4 MiB objects) c9 _$ O: S- ?; J. ` j# x
snapshot_count: 0
" e% q) K& I% |, Y id: 9e35c7ad4560e
+ ]/ B" H7 N1 `) V( ] block_name_prefix: rbd_data.9e35c7ad4560e
5 p: K* {9 k4 m format: 2# t4 y! R9 s3 u4 a% Z- U/ ~
features: layering: U% i1 R. B$ I) j
op_features: : m6 o: K' `4 z5 z3 b; r t9 Q1 s( ^
flags: ' n4 _, Z2 r% i+ l' m- u+ R w% z
create_timestamp: Wed Dec 14 10:26:05 2022* m+ F. i* n2 U+ x; f6 b
access_timestamp: Wed Dec 14 10:26:05 2022: r5 c1 W/ v4 @$ n Z0 [0 F
modify_timestamp: Wed Dec 14 10:26:05 2022
, N3 H7 H/ ?/ d- f6 V( [rbd image 'csi-vol-a97cf33b-7b56-11ed-b1b5-0a580a800692':
% v W4 C# u; Q" } size 40 GiB in 10240 objects
" v* O8 Q4 W. R& O9 S! q order 22 (4 MiB objects)* s9 g( Z1 E9 } D/ K# t
snapshot_count: 04 q: ~# H+ Q3 |6 R% V6 @9 c# {
id: 9e35c6820a4385 O1 l/ [% ?- x. V" O5 [
block_name_prefix: rbd_data.9e35c6820a4387 q3 `0 ~+ z; g5 r$ l% ~3 h
format: 2
& D" D" e* O! I( a/ k1 { features: layering4 b: v$ ~$ Y8 r3 W, J0 ?
op_features: " B; P. I( w* b* B( j! b
flags: % w/ }! d. ~3 g
create_timestamp: Wed Dec 14 10:26:05 2022
* V) G" }! |+ H% R; i2 w access_timestamp: Wed Dec 14 10:26:05 2022
8 c p" | r) o9 j Y% A modify_timestamp: Wed Dec 14 10:26:05 2022
+ A9 r; B% \- ]* X7 @ a" q N. {2022-12-27 13:42:35.852 7f837f7fe700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory
! u# b& K: ]8 crbd: error opening image csi-vol-b2f19b24-8501-11ed-b1b5-0a580a800692: (2) No such file or directory$ U- {. z k8 q% I' @% T
rbd image 'csi-vol-b2f2129f-8501-11ed-b1b5-0a580a800692':
: F) P: A) @9 t$ [% I size 4 GiB in 1024 objects2 G7 v# G6 H1 ^: h
order 22 (4 MiB objects)
) M. @ k% ?9 Z, C- B snapshot_count: 0
9 M. T# @+ F. Z: B' r; l9 j7 P id: 9e35c4964b54e B5 U' O- H# h* e
block_name_prefix: rbd_data.9e35c4964b54e
9 k6 o. y) ^! q format: 2, m' [- x0 O. {* c" p
features: layering# J' B4 b. v2 `; B7 _ X! A
op_features:
' _$ m# j- z- Q flags:
6 F: W$ n3 R8 D% T create_timestamp: Tue Dec 27 13:42:32 2022
# q) O) e( u8 x7 Q: Y access_timestamp: Tue Dec 27 13:42:32 2022
9 V# H0 {9 f) c8 b; ? modify_timestamp: Tue Dec 27 13:42:32 2022# W' F+ `/ A% ]3 O- z L
2022-12-27 13:42:36.117 7f6104fa0700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory
1 i5 y& N* F( y! \/ i+ k2 A% Erbd: error opening image csi-vol-b3029e8f-8501-11ed-b1b5-0a580a800692: (2) No such file or directory
, w% o m6 h7 |# {1 H) @) B2 h4 B2022-12-27 13:42:36.243 7f23557fa700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory* X6 i) Z: c8 Z
rbd: error opening image csi-vol-b303459c-8501-11ed-b1b5-0a580a800692: (2) No such file or directory( x( G/ s9 H7 y5 t) [
2022-12-27 13:42:36.370 7f7bc17fa700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory
, k- d$ p( T7 R2 C+ M& O. [9 Drbd: error opening image csi-vol-b30eb6f2-8501-11ed-b1b5-0a580a800692: (2) No such file or directory
! }! h! d. a* g& {, {' H$ u( S2022-12-27 13:42:36.500 7f819a7fc700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory
6 ~: v7 G# b. v, Q7 Mrbd: error opening image csi-vol-b32e8f9f-8501-11ed-b1b5-0a580a800692: (2) No such file or directory* _4 B) i( P% t* p# a9 j+ J
2022-12-27 13:42:36.623 7fa6ccff9700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory
0 @: F, v1 V+ p7 c9 V2 ?9 P6 x# |0 Zrbd: error opening image csi-vol-b34e85cb-8501-11ed-b1b5-0a580a800692: (2) No such file or directory
4 K; M. p# D4 D, t* a9 k2022-12-27 13:42:36.758 7f7460ff9700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory6 J5 R# O- g6 c4 [( \
rbd: error opening image csi-vol-baf82adf-8593-11ed-b1b5-0a580a800692: (2) No such file or directory0 i2 B; m1 I% y
2022-12-27 13:42:36.898 7f0604ff9700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory/ g* P- y' V, v3 u5 u% u1 A
rbd: error opening image csi-vol-bb047f67-8593-11ed-b1b5-0a580a800692: (2) No such file or directory( d& w1 }- O$ Z: X& M
rbd image 'csi-vol-bb2b265e-8593-11ed-b1b5-0a580a800692':
( q/ H+ G; _5 @1 q$ q4 l* Z size 1 GiB in 256 objects
! ~( h9 i- V8 `# F) L: ?! L. p order 22 (4 MiB objects)( ?$ B4 a2 M' T4 g* G
snapshot_count: 0- f8 J% {; k- x4 b
id: 9e35c58d96058. ^( a! J# W+ Z5 o, X. h4 Z+ q: b k5 H
block_name_prefix: rbd_data.9e35c58d96058% }( v) b6 p! o+ \: ^
format: 24 r4 U% Q& f) h- F
features: layering
3 y8 Y, Q! ?8 ]% ^ op_features: . p4 F+ a* k6 R7 C5 D& [& I
flags: : s4 R1 F# C! @6 P* W0 p( G
create_timestamp: Tue Dec 27 13:42:32 2022
0 v( j1 C! {" ~& X- } \" l access_timestamp: Tue Dec 27 13:42:32 2022
! g# s. ]; z3 g: V modify_timestamp: Tue Dec 27 13:42:32 20220 p! t8 H& k x, ~1 K0 \1 @
rbd image 'csi-vol-bb6e5aa3-80e1-11ed-b1b5-0a580a800692':
4 x3 j" o) ]1 N6 S9 M6 G/ H; G$ r+ A size 1 GiB in 256 objects5 p, A9 [4 l2 I3 x. d
order 22 (4 MiB objects). B7 t4 z0 h) G1 D5 w
snapshot_count: 06 J; j- J# o+ ~0 x
id: 9e35cc330328b- |1 k! J- k. ]* T
block_name_prefix: rbd_data.9e35cc330328b
1 k! q5 k3 Q! `+ T$ u format: 2' p) ?7 A3 Q4 h& S3 ]
features: layering
2 L0 S- \ E( } op_features: - s0 `" a7 _" S; B
flags: 0 P( n6 C! Q9 b
create_timestamp: Wed Dec 21 11:44:21 2022, ]& S z# ?) ]$ P8 G/ I: ?5 l
access_timestamp: Wed Dec 21 11:44:21 2022
$ t" A$ M8 f4 Y( d N modify_timestamp: Wed Dec 21 11:44:21 2022
1 ^, i5 ?( O- u1 krbd image 'csi-vol-bc05b624-80e1-11ed-b1b5-0a580a800692':
2 r" ?% ` R; y6 O0 i8 Q size 1 GiB in 256 objects
$ g7 T4 W. N9 n: M8 o: n order 22 (4 MiB objects)& _/ F8 m3 {8 C
snapshot_count: 0% ^# K* L- B5 O; }; }& g' l
id: 9e35c555b66a1
- H6 T! g+ B% o- ? block_name_prefix: rbd_data.9e35c555b66a1
8 {; G( O0 N9 g8 D# b. x, n5 _ format: 2, i# U) }$ G; ?8 W5 M/ G V
features: layering/ W; F% I, S$ m% x6 [8 n& J
op_features: 6 {0 x% d1 c$ w: U" j8 M
flags:
r/ n2 E2 I% u7 e/ m# J create_timestamp: Wed Dec 21 11:44:22 2022
8 {7 u! v# C# \$ Y( ? access_timestamp: Wed Dec 21 11:44:22 2022
5 r! ^* R3 L2 D/ ^5 Y modify_timestamp: Wed Dec 21 11:44:22 2022
6 q( _: ^8 Z& n5 {rbd image 'csi-vol-be3e584d-80e1-11ed-b1b5-0a580a800692':3 _6 |. k, ^' k l4 Y
size 1 GiB in 256 objects1 N. h& s. J- s$ m& D, \7 q0 b
order 22 (4 MiB objects)- y6 N' T6 E7 T' a3 c* u
snapshot_count: 0
( u' g# n q1 C- W1 U id: 9e35c5807bea6* _5 v9 K/ a0 i" A. L
block_name_prefix: rbd_data.9e35c5807bea6
; q; T% y! K/ T: |. ` format: 2 {1 l7 N5 ~- A5 j
features: layering2 ?' ]% R+ F' c+ X3 ?
op_features: 5 ]$ B& U7 v c: {9 Q
flags:
; [' N/ \. f R. W create_timestamp: Wed Dec 21 11:44:26 2022* j3 M/ C& g( g
access_timestamp: Wed Dec 21 11:44:26 2022
. `* I+ q1 v' F/ L# w4 ~3 t; ^9 m modify_timestamp: Wed Dec 21 11:44:26 2022
6 V2 C B, S ~6 N" @rbd image 'csi-vol-bea2af04-80e1-11ed-b1b5-0a580a800692':
% [9 e1 ]7 @/ h3 A& h* H' s size 1 GiB in 256 objects
! P' z! w! x7 p7 c6 l order 22 (4 MiB objects)
2 ]2 Q. L$ s H7 i3 \0 ~ snapshot_count: 0
# j( ? A9 S# c! P& ~' C' T" w. u id: 9e35c5e845f7f
) ~" l) u* X, o% s( n) Z2 P block_name_prefix: rbd_data.9e35c5e845f7f# A; Y5 x5 p. m0 n: z) Z
format: 2
+ W7 J% P* f3 ]# e" ] features: layering8 E: n$ o( P* g6 Q5 A! {7 J4 B
op_features:
, @6 |+ ]5 v! i5 `7 B+ Y flags: 1 I7 X' P6 V0 z' B- K, o1 x9 x
create_timestamp: Wed Dec 21 11:44:27 2022
& n7 [/ S: o0 l1 J access_timestamp: Wed Dec 21 11:44:27 2022
/ A# k0 V* L% \/ i modify_timestamp: Wed Dec 21 11:44:27 2022
( X1 T/ ^6 j5 U3 P% jrbd image 'csi-vol-da4243db-843e-11ed-b1b5-0a580a800692':$ @4 e* _6 Y9 I2 x- V# e( s" u
size 1 GiB in 256 objects
3 e) `9 h6 i4 Q/ f7 z9 B order 22 (4 MiB objects)/ F8 Q; ^( t- P. X( d. T3 u# X
snapshot_count: 0# x, u: r. f0 }5 T0 F) L& m0 X
id: 9e35c6661fbcb
$ }" E1 _1 x5 ?2 p: S n& H block_name_prefix: rbd_data.9e35c6661fbcb3 f+ C9 \/ T3 i$ R6 ]
format: 20 S& C& }% t# E+ W
features: layering
M8 m4 e3 \+ `( S+ V. F/ s- s( F op_features:
5 s" E7 N1 P' B% u5 K flags:
2 G6 K) t! u9 O8 t9 K0 ] create_timestamp: Sun Dec 25 18:28:36 2022
& G2 c0 K& ] w: q' M/ d- C, p h access_timestamp: Sun Dec 25 18:28:36 2022
" ~5 X% t4 f) J G modify_timestamp: Sun Dec 25 18:28:36 2022
8 ~: X( a, l erbd image 'csi-vol-da51cb65-843e-11ed-b1b5-0a580a800692':# M0 e Z' X( x' u3 z, ^ ?9 Y5 ]5 P# u
size 1 GiB in 256 objects' f& J6 U. t3 Q' D+ R+ |1 R
order 22 (4 MiB objects)
* R1 o! y9 Y+ e6 M snapshot_count: 0
1 S. E( L/ w. } id: 9e35c87f2899e
/ z E5 E q5 q0 k) i3 J block_name_prefix: rbd_data.9e35c87f2899e$ `; [9 Y" A' P: p7 W! G
format: 2
7 H7 }, @. `$ m+ m" q, Y8 E$ Y features: layering
/ p p5 M/ n# Y" z( q# e: b; G# ] op_features:
" X/ h+ M* I6 U5 R+ f flags:
7 i6 y) F8 t3 w" N4 d% u! y3 e# L. n create_timestamp: Sun Dec 25 18:28:36 2022
# t3 W* W: |, K1 T access_timestamp: Sun Dec 25 18:28:36 20220 p( C$ B& W) n1 k( C5 i$ Z7 W" a
modify_timestamp: Sun Dec 25 18:28:36 2022
0 c4 }8 R1 ]- F4 b* ^rbd image 'csi-vol-da62a26b-843e-11ed-b1b5-0a580a800692':% N, U4 p, r. O7 z1 _0 Y
size 1 GiB in 256 objects* x. y' P4 v3 ?! T! R
order 22 (4 MiB objects): k5 h$ ^1 Z6 {0 |5 q' O
snapshot_count: 0
4 h5 x. a0 U" b/ K/ ^% f7 a) W0 H4 k* F id: 9e35c5ba862f6
; d i8 w7 y; k% T0 x; i block_name_prefix: rbd_data.9e35c5ba862f66 D, \( ^4 s% m. q
format: 29 T% \: P( B7 v9 {" F5 S
features: layering
0 R5 T" i' C. @. ^, ?0 Q3 j op_features: & F0 K l1 N8 ]' b
flags:
' n0 f( B7 Z x create_timestamp: Sun Dec 25 18:28:36 2022- s4 ^; D# m4 |
access_timestamp: Sun Dec 25 18:28:36 2022
, a; E- n d2 S- ^/ o; a. E* ?3 J: u modify_timestamp: Sun Dec 25 18:28:36 2022: D1 Y9 D, P; c
rbd: error opening image csi-vol-ea1d1132-84fe-11ed-b1b5-0a580a800692: (2) No such file or directory U3 `, j2 k; f: F
rbd image 'csi-vol-ea1d1212-84fe-11ed-b1b5-0a580a800692':
; i0 d; g$ P( C1 {, a6 J& z size 1 GiB in 256 objects
+ Q6 V" W" A; w# e5 r6 g7 o order 22 (4 MiB objects)
+ |, s' ` h |7 F; i" ~5 ]: G snapshot_count: 0
4 C) c4 e$ u$ ]! \* Z; T( {. i id: 9e35c8129cb71/ a! _" n1 v1 @; @6 R( V
block_name_prefix: rbd_data.9e35c8129cb71
o& ?2 M$ i2 y8 ^/ J* |- `/ P0 d format: 2. G5 Q& d6 b; o1 B" ?8 q. P
features: layering
& j9 \" v$ c W3 |% J6 e op_features: 0 {* X# |; t' W$ ?# S2 |+ f
flags:
9 j0 h% }, ^& d$ t+ \! ~' | create_timestamp: Tue Dec 27 13:42:33 2022( H7 `8 t2 K, w! T; _0 @* V
access_timestamp: Tue Dec 27 13:42:33 20227 u$ t; l( O: S
modify_timestamp: Tue Dec 27 13:42:33 2022
6 H5 n# X, ]/ e+ F+ f5 u4 erbd image 'csi-vol-ea2d24c2-84fe-11ed-b1b5-0a580a800692':
3 l0 J3 L6 y5 h' M/ Z size 1 GiB in 256 objects
6 ^8 K8 y v( F: v order 22 (4 MiB objects)4 ?2 K7 y# D2 J- H: a
snapshot_count: 0
3 Z3 W8 `* X1 j4 n id: 9e35c9d7b40a9
& U- \# d0 l2 j U8 B block_name_prefix: rbd_data.9e35c9d7b40a9
4 Q/ J0 A6 d* m" J format: 2
; T& G! t+ T7 O' y) e features: layering) w, l8 ?" C( E% d+ j
op_features:
3 Q4 V3 g* Q3 P& Q4 r' | flags:
0 h$ D0 C/ b4 f8 L8 U; x create_timestamp: Tue Dec 27 13:42:32 2022& o) T: Z! t. X$ P
access_timestamp: Tue Dec 27 13:42:32 2022) P5 @2 m- p% u( K
modify_timestamp: Tue Dec 27 13:42:32 2022
) e' J+ x7 R0 Y" t6 ~, G( P7 H2 `2022-12-27 13:42:38.583 7fc4527fc700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory
) K. B* E5 m! W& D0 \' N5 F( Z4 Drbd: error opening image csi-vol-ea2f7183-84fe-11ed-b1b5-0a580a800692: (2) No such file or directory
1 B6 r9 q$ Y- \: Zrbd: error opening image csi-vol-ea3d95e6-84fe-11ed-b1b5-0a580a800692: (2) No such file or directory
/ d- f/ c! i& r% @* T5 Qrbd image 'csi-vol-ea3fa785-84fe-11ed-b1b5-0a580a800692':
1 B, N* h% Y# d, o8 S5 @! T! Y size 1 GiB in 256 objects
1 o- D2 Y q& e4 ~5 K% H- S7 L0 v order 22 (4 MiB objects)
5 e5 s& D1 @" ?$ C# I; I6 F# u snapshot_count: 0
9 J% f: T: H2 @3 }: T: k3 p! B id: 9e35ca590c586
: T4 \4 q6 ]' Z/ M/ Y8 A block_name_prefix: rbd_data.9e35ca590c586; m8 t1 I. e# M2 Y/ }2 k( \ e$ w
format: 2& `$ c- D- N' b2 L+ `4 Y; U) V( X
features: layering9 [+ G* X# X1 l: @8 ^* }
op_features: $ D6 b+ m8 V0 K7 v$ w" I- T, ~7 v
flags: , p% n& H8 O. L Y3 S; Q' H
create_timestamp: Tue Dec 27 13:42:32 2022; `4 ?3 M8 g, j5 W. s6 c
access_timestamp: Tue Dec 27 13:42:32 20226 p t4 s* n8 k) C' J$ ]4 ^
modify_timestamp: Tue Dec 27 13:42:32 2022- b/ ?8 U( e; \: i. i
2022-12-27 13:42:38.994 7f4bb3fff700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory
& l! E3 C* q$ d' f9 m& ^( Drbd: error opening image csi-vol-ea79cdf8-84fe-11ed-b1b5-0a580a800692: (2) No such file or directory5 x ~2 O8 k! Y4 v0 q* ]
rbd image 'csi-vol-ef1ea188-8598-11ed-b1b5-0a580a800692':7 V3 F" y' V8 s& |/ h
size 2 MiB in 1 objects3 N- N: z/ L( t" H! r' P+ Y' Y
order 22 (4 MiB objects)
7 C1 r7 |* N2 j8 r0 u( m# B% R snapshot_count: 0! ~9 P0 z& O! ~, f/ U }
id: 9e35cc813ac84
. W8 L/ M$ M: f block_name_prefix: rbd_data.9e35cc813ac84+ s5 D4 M! B9 D: g
format: 2
% s: p2 k) {& w, P9 P- k2 ] features: layering' l2 r# {; Z. N
op_features: , q0 C- x& i0 q( H
flags: 3 B3 l: f: Q$ G) O) y) B- I
create_timestamp: Tue Dec 27 13:42:32 2022
. A( v( a& U6 b3 U, V: }( H access_timestamp: Tue Dec 27 13:42:32 20223 l8 C. K# p0 ` W) H. g6 s
modify_timestamp: Tue Dec 27 13:42:32 20222 Q: _! i$ l5 C8 R5 N- N3 t
[root@ceph1 ~]# rbd rm ocs/csi-vol-ea3fa785-84fe-11ed-b1b5-0a580a800692 & a; t/ j/ e0 P1 `6 I+ ^1 o5 d+ P
Removing image: 100% complete...done.
8 Z# r2 J7 B4 I9 l, Z& r C8 I- B[root@ceph1 ~]# for i in `rbd ls -p ocs`;do rbd info ocs/$i;done6 x. ]. z! e: r: L7 q' ^% H% E9 V
rbd image 'csi-vol-1ed75de5-7d12-11ed-b1b5-0a580a800692':
/ C& y. V, Q! |# N. r$ Q( p size 40 GiB in 10240 objects! w% g+ {0 \$ k, H! N, O0 W: e
order 22 (4 MiB objects) q) ? v2 o+ k/ ]1 q
snapshot_count: 0( @# E! z$ |* @) M; l! L' Q% y
id: 9e35c93c18ba8
% B2 L- Q5 b- R2 ?; E9 z8 ^1 e block_name_prefix: rbd_data.9e35c93c18ba8. q1 D4 [4 W& z- J) D6 W
format: 2
6 @" y$ c$ Y8 j2 y features: layering8 [6 \- c8 Z* f2 s2 q3 N
op_features: h/ `5 T6 d @( @0 y, l
flags:
" B5 @( a6 U2 S7 _ create_timestamp: Fri Dec 16 15:20:33 2022
% \" m, h! P& Y4 [2 j) v. z/ i access_timestamp: Fri Dec 16 15:20:33 2022
A2 e1 n- c& ^* K- R' F modify_timestamp: Fri Dec 16 15:20:33 2022
7 _6 v$ o; ?7 `- `( K. xrbd image 'csi-vol-1edb5543-7d12-11ed-b1b5-0a580a800692':
6 Y. c+ r3 N% {% t6 I7 x size 40 GiB in 10240 objects- {6 \2 A5 _% C+ g0 `
order 22 (4 MiB objects)
. S+ H7 Y8 L* a; @ snapshot_count: 0( }8 A" c, Q6 a2 m0 i
id: 9e35c396259f8! D9 Z2 a- y0 o, Z4 _: F0 i. g2 {
block_name_prefix: rbd_data.9e35c396259f8- d' ~3 U" Y; r
format: 2; {* H; Y( L9 i* l
features: layering
I3 J' y0 z* d! e: a op_features: . X5 a& b+ I% g2 a
flags:
0 ?- D! Q5 z9 L( ] l3 t create_timestamp: Fri Dec 16 15:20:33 2022
) S6 s5 B0 ~# k access_timestamp: Fri Dec 16 15:20:33 2022. b4 Z7 r I1 e- Z- t* N
modify_timestamp: Fri Dec 16 15:20:33 2022
) c C: s& _9 h, }% Zrbd image 'csi-vol-1ee04fee-7d12-11ed-b1b5-0a580a800692':& y" Q1 `, K; z* ~9 C
size 40 GiB in 10240 objects8 A2 k0 B, g0 k, c( |5 x/ Z
order 22 (4 MiB objects) W5 s, W& Q* b2 w1 Y# P5 d; g7 Q
snapshot_count: 0
4 H* N/ u! b- | id: 9e35ce42c2481
+ E- A# c$ F2 G( n3 k' T block_name_prefix: rbd_data.9e35ce42c2481
I3 O4 z6 q! p! {+ B format: 2# `5 n- {; W! j: }' A
features: layering
- P6 F; y9 ?6 P3 w. w0 ~& w; r op_features: 8 a% B$ l7 u: j* A; v8 j
flags: 2 ?4 j' }* u3 h# z0 y% D
create_timestamp: Fri Dec 16 15:20:33 2022; m& e( t5 a" Z( B- G8 q p
access_timestamp: Fri Dec 16 15:20:33 2022
" P4 o @* @/ d7 p modify_timestamp: Fri Dec 16 15:20:33 2022
6 M* }% l4 P- O/ t' Z zrbd image 'csi-vol-7ff1c218-8501-11ed-b1b5-0a580a800692':
, J) U/ ?- J. O0 w& o4 T, c size 4 GiB in 1024 objects% r# @3 S- x* {% D
order 22 (4 MiB objects)
# z8 f* [/ [8 `1 f2 A6 n+ g snapshot_count: 0: v4 o9 b' A/ i# k
id: 9e35c4740e323* y4 s( e% s0 r2 c# [( y
block_name_prefix: rbd_data.9e35c4740e323
+ G9 a; x; M" E) p- a" H ^$ E- ] format: 2
& D5 A" p* M- E" B features: layering
5 D; _3 o5 x7 U4 n& S- H op_features: 7 a$ Z1 q% E7 n1 m( h: _0 S+ a
flags: - D" m3 m" f- C0 S% m! w2 Q
create_timestamp: Tue Dec 27 13:42:32 2022& X/ T- h3 _- ~ W6 k4 k
access_timestamp: Tue Dec 27 13:42:32 2022
# X+ H* H1 y; m9 R* e2 s) j7 `6 z% F modify_timestamp: Tue Dec 27 13:42:32 2022* f. J& l. _+ O1 j. k* z( P
2022-12-27 13:43:18.407 7faaaf7fe700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory# q% J9 M3 E/ z, W Y% Z
rbd: error opening image csi-vol-7ff1e39f-8501-11ed-b1b5-0a580a800692: (2) No such file or directory% G# o% z1 l% T8 U1 p, }
2022-12-27 13:43:18.540 7f2ac57fa700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory% ^" W0 W7 S+ ]
rbd: error opening image csi-vol-80018531-8501-11ed-b1b5-0a580a800692: (2) No such file or directory" Y/ Y/ |& ^1 Q _& H, X
2022-12-27 13:43:18.675 7ff4727fc700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory
. r, D" u' M5 f# X) urbd: error opening image csi-vol-8001d354-8501-11ed-b1b5-0a580a800692: (2) No such file or directory
5 }1 @( D' P8 \0 e/ y- f6 A2022-12-27 13:43:18.801 7fc0f3fff700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory# l, }& _, N; H9 T
rbd: error opening image csi-vol-8012d801-8501-11ed-b1b5-0a580a800692: (2) No such file or directory
! z2 O; T1 x& o2 Drbd image 'csi-vol-80143c1c-8501-11ed-b1b5-0a580a800692':
$ ~) {: B* W/ F1 b size 4 GiB in 1024 objects- b# ]3 N: O, ~
order 22 (4 MiB objects)
; I+ y `( j# d2 o3 x snapshot_count: 0
@7 _( f6 M; f) y id: 9e35c547b0a51
- ^0 Y* U$ Z3 | block_name_prefix: rbd_data.9e35c547b0a51
, @6 _( N+ C* `# T5 C! _ x( F format: 20 n$ }# ^$ D6 Y* d. g
features: layering+ K3 O2 W6 L9 |. P* O$ d# r, g% j
op_features: 4 i9 }0 D" G: U/ |, O% L- s
flags: : ~" P. \) A9 E* \3 I
create_timestamp: Tue Dec 27 13:42:32 20225 b) u9 V ?2 G- @) h; ^: e+ Y }
access_timestamp: Tue Dec 27 13:42:32 20222 ?" ]! R+ C. ?& D( s* C
modify_timestamp: Tue Dec 27 13:42:32 2022
_# c. [ a* V2 grbd image 'csi-vol-804ce691-8501-11ed-b1b5-0a580a800692':
5 {! L4 G2 _& F, N1 w size 10 GiB in 2560 objects
, W* C( Q" t' d6 U' T+ y order 22 (4 MiB objects)
- t" {7 F. I1 C6 \5 i snapshot_count: 0' D0 U" D5 \9 i
id: 9e35ca5f63f68
! }1 D g0 _) v! \1 X8 u) |3 { block_name_prefix: rbd_data.9e35ca5f63f68
6 }# ]5 a. C# u/ e2 _" w format: 2% k+ K) n- F5 H) ?" L
features: layering
" A; U7 \ r5 J+ z a op_features:
) w* V: F2 X& q( E, C flags: & N& ]' N9 |# v
create_timestamp: Tue Dec 27 13:42:32 2022# l' M0 i& y" u0 Y* `% Y* Y
access_timestamp: Tue Dec 27 13:42:32 2022) Y3 T: y8 U( w' n2 V& ]- {& [
modify_timestamp: Tue Dec 27 13:42:32 20228 l% B& N. h6 M; h! r' ^
rbd image 'csi-vol-90363ffc-7b57-11ed-b1b5-0a580a800692':+ R5 j) X9 @1 D' b! i# t, r
size 50 GiB in 12800 objects! ]- K+ G; o6 v3 { A% }/ ]
order 22 (4 MiB objects)# ]( c! ]1 M+ k2 t
snapshot_count: 0
5 ]& g: F5 P9 M; o' Q/ |+ P$ e0 n id: 9e35c7b3518d4
% @. Y+ e- s7 O8 Y5 ~ block_name_prefix: rbd_data.9e35c7b3518d4
! X7 k4 u6 ]3 r9 R4 s- I0 [9 X' _ format: 2
, j- ~+ ?5 W- u# r features: layering
3 x7 H# {) f; `6 J: G6 H op_features: * I8 U+ b5 }" H# P, T
flags: / [" Q9 m ?* T
create_timestamp: Wed Dec 14 10:32:33 2022
" v5 u/ d, U$ I5 I1 a0 A access_timestamp: Wed Dec 14 10:32:33 2022, ^4 E8 }6 ~0 P6 x: T
modify_timestamp: Wed Dec 14 10:32:33 2022
/ D0 D: g( M' |+ r2 h+ Drbd image 'csi-vol-a6c73cfc-80e1-11ed-b1b5-0a580a800692':% X; V# g1 a" g# {: J& i
size 1 GiB in 256 objects: e2 i( _6 h$ n z- x9 ^
order 22 (4 MiB objects)
# ]' X" v# Y* O2 h" }5 j, w snapshot_count: 02 a8 V/ Q% {9 Z- n+ T
id: 9e35c7aad9b1# C2 ?8 S5 N7 c& |8 V
block_name_prefix: rbd_data.9e35c7aad9b1
& G( X4 u1 O1 R* A( g: k$ w3 M1 n format: 2
5 M3 E2 r1 x! I% Q- `) Z: t: V features: layering
4 s5 @4 W2 A2 h op_features:
; ^- I0 r" V7 \2 g4 l% D7 Y8 H flags:
J9 s! l' z% H create_timestamp: Wed Dec 21 11:43:47 2022
! \4 ?8 F4 m! d" M1 h' P( g' U access_timestamp: Wed Dec 21 11:43:47 2022! k1 g6 G! ]4 x* n% }
modify_timestamp: Wed Dec 21 11:43:47 2022
- K2 N& W1 f I& a1 V' brbd image 'csi-vol-a6f0a199-80e1-11ed-b1b5-0a580a800692':# n% r( t; D' A% o4 [& V/ c4 e
size 1 GiB in 256 objects
4 S9 h/ z6 H s+ k' q2 L order 22 (4 MiB objects)
! ^" G! g. N6 ?1 Q, V9 V0 ~ snapshot_count: 06 n3 t f* d/ a" U! B% K
id: 9e35cc806ac3c
( `# g1 ]2 ]. j4 w6 ?& } block_name_prefix: rbd_data.9e35cc806ac3c
$ I: u# |/ q4 B: M( e: X format: 26 s0 V2 U" F0 p1 O4 n: q
features: layering
- X3 }9 P$ l1 h op_features:
" I$ ^( o5 R5 @4 [- a8 |2 n9 o% G flags:
7 K B& U' L& A) d/ D7 `0 h6 ^ create_timestamp: Wed Dec 21 11:43:47 2022
# Z0 G0 r' V0 C9 [% t" d access_timestamp: Wed Dec 21 11:43:47 2022
. v2 b2 S: |7 x modify_timestamp: Wed Dec 21 11:43:47 2022; F/ F, ]; [' \: e. H& i
rbd image 'csi-vol-a6f486a3-80e1-11ed-b1b5-0a580a800692':4 {* J/ Z) G7 X5 @9 n/ h
size 1 GiB in 256 objects9 X3 t) o# B/ P( D+ x+ A
order 22 (4 MiB objects)
6 P) H& P, J6 _, E5 t5 K9 t snapshot_count: 0
+ H2 x3 L# V7 Q" \' ~" `) a id: 9e35ca298b8c4! u2 N1 f* c+ @1 m) `8 R( o
block_name_prefix: rbd_data.9e35ca298b8c40 W9 I9 ^8 ?" B' V/ ^5 F' x( P$ h
format: 2
$ `2 Z1 i" {5 i& |: j& d1 A features: layering
* f _7 Y ^7 m3 P op_features:
! Y! _4 S( V) |, e! P% V, x) J flags: 4 b% ~5 V6 _7 ~+ A$ ]6 K# q6 W
create_timestamp: Wed Dec 21 11:43:47 2022/ A( T# f' o+ H
access_timestamp: Wed Dec 21 11:43:47 2022
$ q8 n, ~3 f9 a' t) c, W! g modify_timestamp: Wed Dec 21 11:43:47 2022
% r& [0 r8 r/ U k# a* lrbd image 'csi-vol-a71f7bad-80e1-11ed-b1b5-0a580a800692':
" d6 N' I/ O7 I0 r% L8 ] size 1 GiB in 256 objects
* m) u6 U& x8 e( f order 22 (4 MiB objects)
/ I/ e8 y1 y- p; n8 L7 K snapshot_count: 08 g" o) z2 N7 _ Y- l/ s. K5 M
id: 9e35ce5ecd93
% K& s/ f4 `3 d2 T% U/ I5 t block_name_prefix: rbd_data.9e35ce5ecd93
% J" }2 R- V, E0 B' X% A format: 29 K7 Q3 j* N' X' a! R; F
features: layering' K0 z( R' \% Q+ O
op_features: & j; O L1 x5 f: v0 Z% V0 @
flags:
8 @* i' f. L/ n: |4 p# w4 ^% S create_timestamp: Wed Dec 21 11:43:47 2022
& O' V5 n* ]$ N& z5 ^! E access_timestamp: Wed Dec 21 11:43:47 2022
% R+ J# O5 R \* l5 h% b modify_timestamp: Wed Dec 21 11:43:47 2022' T$ D3 W j3 a+ s
rbd image 'csi-vol-a97a9e7c-7b56-11ed-b1b5-0a580a800692':' r+ r: k3 q/ A* a5 k. ^; w
size 40 GiB in 10240 objects
0 l8 M8 k2 b6 E' C0 A2 d order 22 (4 MiB objects)
5 i5 g4 H% @) ^9 w snapshot_count: 0
6 |6 G# g6 O$ j8 c1 U id: 9e35c7ad4560e
. Q$ i- s% D$ ]0 [' \6 t block_name_prefix: rbd_data.9e35c7ad4560e
' n' c! w8 s- u) Y2 [% R format: 2
) U$ J5 e2 E3 p2 h features: layering$ {, j% @* g1 j' U. C q+ z$ ]
op_features:
% R3 L9 ]# z/ N8 @3 }0 O flags:
" R' }9 t K2 `8 U' }7 z% L1 ~ create_timestamp: Wed Dec 14 10:26:05 2022* g2 D) @$ u X# z0 W( b- @8 r
access_timestamp: Wed Dec 14 10:26:05 2022! r/ W7 S. Q2 B0 G6 ~9 F
modify_timestamp: Wed Dec 14 10:26:05 2022
; R' N' E: p, K' n/ `6 |3 Srbd image 'csi-vol-a97cf33b-7b56-11ed-b1b5-0a580a800692':
: n- ?& h/ c9 t& t" q5 O8 t3 f size 40 GiB in 10240 objects
% b7 }$ Z R; L6 h order 22 (4 MiB objects)
2 @. R) c1 J B6 ? snapshot_count: 0
: t a$ ^7 e2 `: X! L id: 9e35c6820a438
$ r m7 ]$ ?& m* i5 m block_name_prefix: rbd_data.9e35c6820a438# x. i) X. Z2 V2 F/ Q7 r# O# [, [6 ~
format: 2( C3 E; j4 S0 L9 W6 Q
features: layering: }$ ^& s9 o* r9 A4 m5 M
op_features: 4 x5 `3 n" ? {6 c- Y# n6 H' w; t
flags: 2 r3 l8 a8 \) q/ A0 U" c
create_timestamp: Wed Dec 14 10:26:05 2022
/ s' w: B1 B+ N- j- V access_timestamp: Wed Dec 14 10:26:05 2022
' h3 l: c8 u- A$ C" x% e modify_timestamp: Wed Dec 14 10:26:05 2022
; H( ]# a, K. s4 n0 @# }" p$ a2022-12-27 13:43:20.183 7f9f797fa700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory
0 ?* f* }, u) s% z8 s. }$ A# mrbd: error opening image csi-vol-b2f19b24-8501-11ed-b1b5-0a580a800692: (2) No such file or directory- v9 G: S0 Y' S* x: M
rbd image 'csi-vol-b2f2129f-8501-11ed-b1b5-0a580a800692':
8 D* _# l5 m+ P1 z4 T8 y k size 4 GiB in 1024 objects8 |8 W8 h) D9 t
order 22 (4 MiB objects)
8 E |/ L# {, w6 Q' b5 ] snapshot_count: 0
; O2 a: f9 F0 I id: 9e35c4964b54e
( D7 _ E9 f, t- E0 D: |/ } block_name_prefix: rbd_data.9e35c4964b54e
& u& g r7 G- u: X9 H* i format: 23 R: v7 W: v, m
features: layering
, L! p( Y- z! F* g op_features:
. a4 O5 t) ~4 g# K flags:
/ j% k: v' z$ X6 U7 @2 H) [ create_timestamp: Tue Dec 27 13:42:32 2022
. ?8 ^) L( t3 D/ m$ ]2 M; V access_timestamp: Tue Dec 27 13:42:32 20224 C+ L2 x# R# \! g
modify_timestamp: Tue Dec 27 13:42:32 2022. X( u: k9 ?7 Z9 K( \) g
2022-12-27 13:43:20.451 7fae7bfff700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory& o" Y+ D5 e; J4 d( r4 t5 T
rbd: error opening image csi-vol-b3029e8f-8501-11ed-b1b5-0a580a800692: (2) No such file or directory. C# k- R. a3 H @2 y* J
2022-12-27 13:43:20.578 7fdb2cff9700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory
4 D( `; _3 |- e& z b9 [- Nrbd: error opening image csi-vol-b303459c-8501-11ed-b1b5-0a580a800692: (2) No such file or directory
) E+ g# d- m6 ~- b F N, `2 l2022-12-27 13:43:20.712 7f8c20ff9700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory, I2 v5 d. F% \6 r3 N
rbd: error opening image csi-vol-b30eb6f2-8501-11ed-b1b5-0a580a800692: (2) No such file or directory
9 q2 q3 n; A1 {2022-12-27 13:43:20.842 7f85c97fa700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory) d0 {$ |$ v8 f: ]4 T9 C5 k
rbd: error opening image csi-vol-b32e8f9f-8501-11ed-b1b5-0a580a800692: (2) No such file or directory
" C. X, r" y3 O4 p2022-12-27 13:43:20.969 7f6275ffb700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory
3 K, a% p$ @( v0 H7 X/ @) frbd: error opening image csi-vol-b34e85cb-8501-11ed-b1b5-0a580a800692: (2) No such file or directory
* y( ]% p# x( S; r7 d2022-12-27 13:43:21.100 7f87a1ffb700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory
Y8 \+ l( n0 K/ f) trbd: error opening image csi-vol-baf82adf-8593-11ed-b1b5-0a580a800692: (2) No such file or directory& h% j* \& L4 Y$ G7 _
2022-12-27 13:43:21.232 7f2bb5ffb700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory
. K3 r/ G/ D2 {: Erbd: error opening image csi-vol-bb047f67-8593-11ed-b1b5-0a580a800692: (2) No such file or directory
+ H0 v/ o) o! T7 l, Arbd image 'csi-vol-bb2b265e-8593-11ed-b1b5-0a580a800692':5 ?6 { f- y1 F1 y
size 1 GiB in 256 objects
+ w& u+ u% b, l+ | order 22 (4 MiB objects)
* |3 `! I$ ^! M q snapshot_count: 0% {, K0 D0 O0 `; H7 }- D- \# O
id: 9e35c58d96058
, C+ u) n7 \3 {9 x5 r7 y* y block_name_prefix: rbd_data.9e35c58d960585 n s: `9 o+ {2 f4 q
format: 2/ X/ i5 ~$ e. O2 W5 S5 R" K& d; ]9 K; N
features: layering
& b: x8 p* G4 R; ]3 i2 \ op_features: 1 h8 ]7 |# Z7 C2 E7 B' A
flags:
, S% }4 l! F9 f! w# Y% @3 G create_timestamp: Tue Dec 27 13:42:32 20227 v! u$ x% ^# X
access_timestamp: Tue Dec 27 13:42:32 2022+ A6 a2 n& H; P4 W; H+ E% U
modify_timestamp: Tue Dec 27 13:42:32 2022% T* O# U4 [( d5 ]
rbd image 'csi-vol-bb6e5aa3-80e1-11ed-b1b5-0a580a800692':
0 Z4 g3 s) M/ e5 { t) |! C, b size 1 GiB in 256 objects
2 V4 U8 G( o& ?0 ~ order 22 (4 MiB objects)
9 m7 F+ R4 O7 l; ~9 Z2 F. B5 C! e snapshot_count: 04 U( ^. C$ s( e
id: 9e35cc330328b
$ d! c& R" K- C& z% K block_name_prefix: rbd_data.9e35cc330328b
- L7 N9 \. B7 l& d& l3 B format: 2
8 r9 n! E: |9 P0 F features: layering
! R+ q& F8 ^" F" A3 b# B) T7 h op_features: 2 y ?- c$ [3 y
flags: 0 u! }6 O- y# y" t! b6 N7 @
create_timestamp: Wed Dec 21 11:44:21 2022
. N- r7 u% X) z k; S' u# B access_timestamp: Wed Dec 21 11:44:21 2022
& N% a4 l4 M y) @4 Z4 V modify_timestamp: Wed Dec 21 11:44:21 2022
9 [7 Z4 a' ^( A: Z( @2 p9 Y( @' trbd image 'csi-vol-bc05b624-80e1-11ed-b1b5-0a580a800692':
1 {' _% t P# g, b# \ size 1 GiB in 256 objects/ i1 H# n" F6 z i7 Q h5 @
order 22 (4 MiB objects)
; j0 W" U1 b; a$ @4 ~$ K snapshot_count: 0
# g% d1 Z7 o# e$ L6 T/ P. N id: 9e35c555b66a1
) W+ a/ o" c" F% S4 h: y block_name_prefix: rbd_data.9e35c555b66a1. ]" m, P3 n: J. o2 Q0 h
format: 2
" X3 k; p" ]7 ~8 }/ ?, x8 L ~ features: layering( r( e$ s& Z4 r# X
op_features: ( [+ ?& P0 k! _) l5 }
flags:
; { V( \) q- o create_timestamp: Wed Dec 21 11:44:22 2022
# Y4 ]# G# I6 X5 ]3 l access_timestamp: Wed Dec 21 11:44:22 2022
# m' ^+ g- x( e- [: J& P z modify_timestamp: Wed Dec 21 11:44:22 2022
) d% R) E1 d4 R# Y9 Hrbd image 'csi-vol-be3e584d-80e1-11ed-b1b5-0a580a800692':1 e+ p; C9 X( a' A4 q- A
size 1 GiB in 256 objects5 }) j3 F9 W5 h) \9 @
order 22 (4 MiB objects)* `7 T% k# a8 i* d, }8 H( K% u
snapshot_count: 0( K7 T" ?# m4 q7 |- O0 {7 ^6 `' u4 b
id: 9e35c5807bea67 c" p- i2 F, @! }* A
block_name_prefix: rbd_data.9e35c5807bea6
* `0 [# \! y Z. {0 ?: y1 T format: 2+ T' H/ ~1 E6 l, d& U
features: layering
$ v) j- d* D, z' l a op_features:
3 t* \, L2 C- T2 b. [9 ^& t flags: . Z# _ b6 _6 R/ x% u! T
create_timestamp: Wed Dec 21 11:44:26 2022
0 ]( o; \1 z. p1 w! \6 C access_timestamp: Wed Dec 21 11:44:26 2022
; |- E: D0 ?, M9 d3 X modify_timestamp: Wed Dec 21 11:44:26 2022
$ C3 H. b) e; K; Q* \: qrbd image 'csi-vol-bea2af04-80e1-11ed-b1b5-0a580a800692':
@: i! z1 |7 w1 W size 1 GiB in 256 objects
3 w* c" K7 H7 ~" p/ z, B7 S$ `4 ` order 22 (4 MiB objects)
7 u+ O3 e1 _' ^4 _; N snapshot_count: 0* n4 }/ L3 T5 p2 R' }% ~+ g0 e8 d! p/ r
id: 9e35c5e845f7f
% H g& F% w) @ E block_name_prefix: rbd_data.9e35c5e845f7f$ G1 P* _( T+ u9 W: a. W
format: 23 A7 }9 L1 y C. I4 D, _+ d
features: layering L+ L# t2 J4 y5 M, n$ w* b0 Y1 n
op_features:
1 ?* l; O' H7 i/ [/ a3 N; L flags: ) g2 }2 q, Q. T6 [ N( N
create_timestamp: Wed Dec 21 11:44:27 2022* z8 Y8 a L# [- h5 M" w' K
access_timestamp: Wed Dec 21 11:44:27 2022, J, X% D0 T% V8 C* l( C0 d
modify_timestamp: Wed Dec 21 11:44:27 20225 }' h! Y, U# \! W
rbd image 'csi-vol-da4243db-843e-11ed-b1b5-0a580a800692':
' X: j( v6 [7 A$ S' ] size 1 GiB in 256 objects5 Z1 _; x6 _( J- u/ c5 e2 b
order 22 (4 MiB objects)& \: s+ Y1 A7 W2 X7 q
snapshot_count: 0
8 E# O L' m9 v* a id: 9e35c6661fbcb
4 s! s# q, M* ` S% V% D block_name_prefix: rbd_data.9e35c6661fbcb
4 t; i# {9 [7 U3 s. p5 h format: 2) Y0 h# N, m/ v! q) G0 m
features: layering' z) Q5 T) ]- m- N' }9 ^, V6 G; j5 ?% ?
op_features: % B# g9 ?. O. @: I' Q
flags:
6 w3 R9 ^' ? t. i l8 e8 a8 O create_timestamp: Sun Dec 25 18:28:36 2022
$ _6 e% \0 c/ e" F. y access_timestamp: Sun Dec 25 18:28:36 2022
. m5 E1 }* i1 r( A; {6 f8 U modify_timestamp: Sun Dec 25 18:28:36 2022& U5 f5 d) ^/ z
rbd image 'csi-vol-da51cb65-843e-11ed-b1b5-0a580a800692':
' C$ F! @1 X, j3 F6 e size 1 GiB in 256 objects& s& U4 f$ g' [; U1 C$ a; L K, q; |
order 22 (4 MiB objects)
2 i; |2 O" W% M$ N5 ]; s& E6 N snapshot_count: 0
" p4 {7 d. g. i! w- \( H6 Z id: 9e35c87f2899e( z. v8 L$ z& {' Q6 i `* M9 w
block_name_prefix: rbd_data.9e35c87f2899e8 ^2 p9 k" D+ t
format: 2
# v5 R; f" c6 c8 z; h+ q3 v features: layering
) d" A- V& g [! \6 Z4 f& v# T$ G op_features: + d e3 V: D3 c, e4 R1 P$ g
flags:
- u R0 G% w3 J" ]) z# G, f' L3 O create_timestamp: Sun Dec 25 18:28:36 2022
+ e+ E2 ~/ c" ^9 X+ | access_timestamp: Sun Dec 25 18:28:36 2022
5 c5 a5 [' v7 o$ h; V4 [$ t modify_timestamp: Sun Dec 25 18:28:36 2022
+ d2 @1 p* v8 F! M1 Brbd image 'csi-vol-da62a26b-843e-11ed-b1b5-0a580a800692':
9 h+ Y @% a& \6 m. ] A( h size 1 GiB in 256 objects
) v5 V8 U' P# \2 Q; p' u order 22 (4 MiB objects)1 Y! v1 ?! g* G' E7 ~, q' \
snapshot_count: 03 n. s# E" F+ P* o! z
id: 9e35c5ba862f6' G b+ _" L/ R2 Q
block_name_prefix: rbd_data.9e35c5ba862f6
+ y! L3 Q5 t/ @% @3 Z+ W" ?' N format: 2
( _$ R" H8 k0 Y; l" g! f3 | features: layering
3 z" i' X/ A9 E$ ` op_features:
1 c, a' u4 P# W5 c1 c flags:
5 G( q k6 Z/ H9 L* L5 G create_timestamp: Sun Dec 25 18:28:36 2022
4 d* V& j! z8 A4 e% I* Y0 m access_timestamp: Sun Dec 25 18:28:36 2022
. r6 Y1 [# k. ^, D1 y! {% @2 ~ modify_timestamp: Sun Dec 25 18:28:36 2022, M7 p2 J/ v$ M$ I+ j A
rbd: error opening image csi-vol-ea1d1132-84fe-11ed-b1b5-0a580a800692: (2) No such file or directory
" K0 c$ K! ?. A9 B! Z$ k* F6 Wrbd image 'csi-vol-ea1d1212-84fe-11ed-b1b5-0a580a800692':
/ q& D" ^7 O5 J. w+ n: A% k size 1 GiB in 256 objects
) ?$ N5 u0 p( ~% D order 22 (4 MiB objects)/ }- j/ A3 J* q: J
snapshot_count: 0
; O* |4 X! K; s! W0 v7 Z# o# D id: 9e35c8129cb71
]! n; ]4 u+ I' B( o/ y) Y: y' k block_name_prefix: rbd_data.9e35c8129cb719 p* g# F+ t, r! A
format: 2% K3 f. F. j: x' l# C g
features: layering
o- ]5 s& \+ y( t op_features: . a& z" D# g8 B
flags:
' W# J; \) r! M. Y; H& U create_timestamp: Tue Dec 27 13:42:33 20221 ], Z5 O( f: S& G" L( Q
access_timestamp: Tue Dec 27 13:42:33 20221 `" q* M* ^6 e# c% `' K: k
modify_timestamp: Tue Dec 27 13:42:33 2022$ p! k: p. w$ j) t4 c
rbd image 'csi-vol-ea2d24c2-84fe-11ed-b1b5-0a580a800692':
8 w, `& q. {& ~, K7 P6 s* [ Y/ C size 1 GiB in 256 objects' P' \7 G8 q& _' P
order 22 (4 MiB objects)" [ T9 C3 Y6 I8 o
snapshot_count: 0
* [% k5 ~( K' ^* } id: 9e35c9d7b40a9
( S* a1 x' r9 {- u/ R* t block_name_prefix: rbd_data.9e35c9d7b40a9/ ?0 Y# o- |( Z2 d) L0 g
format: 2
8 X% f1 y: u4 b features: layering/ \1 w+ Z) Z& _& r0 H& n. ^
op_features: % o' d- g: P' c7 {" T
flags:
5 Z2 m7 f, ~* F5 v create_timestamp: Tue Dec 27 13:42:32 2022' b6 K2 Y1 I M3 ?) [* Y. t
access_timestamp: Tue Dec 27 13:42:32 2022" S1 i8 ~: x7 G+ q
modify_timestamp: Tue Dec 27 13:42:32 20229 b! a) w- W. [' l' k; e" n
2022-12-27 13:43:22.865 7f6ecf7fe700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory
4 f) C2 U% c2 ?7 b* f' L- ~/ orbd: error opening image csi-vol-ea2f7183-84fe-11ed-b1b5-0a580a800692: (2) No such file or directory
& g7 N/ K& Z/ }3 y+ lrbd: error opening image csi-vol-ea3d95e6-84fe-11ed-b1b5-0a580a800692: (2) No such file or directory
% c' \4 V9 m: F |2022-12-27 13:43:23.122 7efe32050700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory: [& D; q$ k6 b
rbd: error opening image csi-vol-ea79cdf8-84fe-11ed-b1b5-0a580a800692: (2) No such file or directory: t' ?; V: A: u# P
rbd image 'csi-vol-ef1ea188-8598-11ed-b1b5-0a580a800692':& L! I( r* j9 s4 R) h I
size 2 MiB in 1 objects! V4 k: U5 k4 @, t X
order 22 (4 MiB objects)
0 m; H# l7 C. ^" H+ ~! t snapshot_count: 0
' E% ~, U$ I1 [* m- U# x id: 9e35cc813ac84# d" V' J3 i! }: a5 d
block_name_prefix: rbd_data.9e35cc813ac84& d+ t8 `7 F' _: ]) m+ C
format: 2
& Z7 p+ h: M% h5 L" T0 i features: layering3 k9 a9 N& O! E, P$ s1 N# M
op_features:
7 y' t$ F! {8 H5 F* N* e2 ~0 ^2 Z flags: 6 t! f4 g% L$ F$ m6 ]5 t: C
create_timestamp: Tue Dec 27 13:42:32 20222 f. ` \( L( W% e
access_timestamp: Tue Dec 27 13:42:32 2022
- |. Y B% T- L c8 T& ], I+ u modify_timestamp: Tue Dec 27 13:42:32 2022
/ l2 a* t9 z2 B( P[root@ceph1 ~]# rbd rm ocs/csi-vol-ea2d24c2-84fe-11ed-b1b5-0a580a800692
, v [+ U+ a0 S" k: _Removing image: 100% complete...done.6 T7 u& f; C0 m( ]
[root@ceph1 ~]# rbd rm ocs/csi-vol-ea1d1212-84fe-11ed-b1b5-0a580a800692
* {3 b. {" C. B- s0 ^: j. cRemoving image: 100% complete...done.# x) P. W9 \6 `2 I
[root@ceph1 ~]# rbd rm ocs/csi-vol-da62a26b-843e-11ed-b1b5-0a580a8006927 A" Y" c; Y. F. V$ X S
2022-12-27 13:44:16.570 7f3c92c45700 -1 librbd::image::PreRemoveRequest: 0x55b76f658880 check_image_watchers: image has watchers - not removing
1 a( d: y. s$ {$ Y& eRemoving image: 0% complete...failed.
^7 S/ I1 W' v/ C! m4 Qrbd: error: image still has watchers, {5 U# G0 k- n7 s' d1 T1 t
This means the image is still open or the client using it crashed. Try again after closing/unmapping it or waiting 30s for the crashed client to timeout.$ O- |, l6 g+ Z5 Y2 j
V: L+ G/ ]( d F5 m4 a: K) _+ c% q
|
|
发表于 2022-12-27 14:00:01