|
|
[root@ceph1 ~]# rbd rm ocs/csi-vol-da9f88a0-843e-11ed-b1b5-0a580a800692
. B) [& h# u. g/ ]2022-12-27 13:37:29.839 7f2307c9e700 -1 librbd::image::PreRemoveRequest: 0x55d6e9458420 check_image_watchers: image has watchers - not removing1 Y( ?' R4 Q$ A
Removing image: 0% complete...failed.
! y M0 @2 ]) q$ V& O, L# h, K& mrbd: error: image still has watchers6 v7 V2 w2 @' N2 a3 V$ f2 C# q: y' T
This means the image is still open or the client using it crashed. Try again after closing/unmapping it or waiting 30s for the crashed client to timeout.
8 p7 c {7 u% g ^6 [' W[root@ceph1 ~]# rbd status ocs/csi-vol-da9f88a0-843e-11ed-b1b5-0a580a800692* k: k3 O4 S2 A+ t; E" b
Watchers:
7 X- Q7 m( ^$ _: Y watcher=192.168.0.230:0/1015775234 client.654399 cookie=18446462598732841000; G- B- V, S3 Q# \
[root@ceph1 ~]# ceph osd bl
/ F5 t1 K! y" ublacklist blocked-by 0 i; s m7 i* m! ^, r/ h
[root@ceph1 ~]# ceph osd blacklist add 192.168.0.230:0/1015775234 : `) b9 @3 M+ V9 j+ h+ r
blacklisting 192.168.0.230:0/1015775234 until 2022-12-27 14:42:22.899893 (3600 sec)
6 n# g7 V2 u# L# c" e B0 L G[root@ceph1 ~]# rbd rm ocs/csi-vol-da9f88a0-843e-11ed-b1b5-0a580a8006922 o1 \5 D: `- p0 Y+ P+ h
Removing image: 100% complete...done.3 v7 ~7 k& ]0 a# {# T
[root@ceph1 ~]# for i in `rbd ls -p ocs`;do rbd info ocs/$i;done e* R1 P1 k: M# [- |( q, o) r! }
rbd image 'csi-vol-1ed75de5-7d12-11ed-b1b5-0a580a800692':
# }# c, `( r! v& ?$ L4 ] size 40 GiB in 10240 objects
/ {) O+ ?: s% T7 Y, W' c9 p order 22 (4 MiB objects)& [: a. o4 G# Y; Z5 N2 i
snapshot_count: 06 @7 U/ T- @5 n) S1 D
id: 9e35c93c18ba8
, q6 P4 s8 H d J, h9 o) ~ block_name_prefix: rbd_data.9e35c93c18ba8
: q! w) n$ V4 e4 X" J+ w format: 2; r3 Y+ u$ e7 C. ^% }9 k
features: layering* ?1 s0 a) A, A5 X! T; D
op_features:
4 V; s+ P$ i d! s3 R; q- D, H flags: - h3 ?) Y" a) v1 B6 ]5 o: S/ K
create_timestamp: Fri Dec 16 15:20:33 2022
2 y D' I- r& z7 q" I access_timestamp: Fri Dec 16 15:20:33 2022
: s! w v) k6 z0 J, } modify_timestamp: Fri Dec 16 15:20:33 2022
: M! d+ x" | T2 F3 brbd image 'csi-vol-1edb5543-7d12-11ed-b1b5-0a580a800692':
/ S+ G! h, ^1 w size 40 GiB in 10240 objects
6 D, z. M2 G$ f: w: P6 t1 O$ t order 22 (4 MiB objects)% M7 A& V& [2 {7 J+ I
snapshot_count: 0
( j3 p% T) W* c' _4 I: f4 J$ ] id: 9e35c396259f8
; H8 X3 |0 p2 d8 ] block_name_prefix: rbd_data.9e35c396259f8: ?# C: M# Z2 Z. o
format: 2 k! k6 y* l" F
features: layering
! ~7 t) a" z5 p# y$ r4 h& @ op_features:
1 [/ l. I- y4 Q" L flags:
* p+ x9 ^4 Z: I+ W create_timestamp: Fri Dec 16 15:20:33 2022
4 {! f) [1 L# m8 i0 s5 a' j4 _ access_timestamp: Fri Dec 16 15:20:33 2022
+ Q2 P' m- g" |" ^5 I% w modify_timestamp: Fri Dec 16 15:20:33 2022) { e5 _+ V# a1 m; |9 x
rbd image 'csi-vol-1ee04fee-7d12-11ed-b1b5-0a580a800692':
' b, U2 h; \4 f( h' N$ n: e1 y6 h$ Y size 40 GiB in 10240 objects
% d, [5 j0 e/ z+ t: r order 22 (4 MiB objects)0 Q4 z7 p; L# x; b1 M
snapshot_count: 0
0 v/ D* r: l% }5 c5 C A, s id: 9e35ce42c2481/ @8 W& D+ D* ?& f2 H( p: L
block_name_prefix: rbd_data.9e35ce42c24815 K( g' [' @$ Q4 \ V
format: 2
/ q7 L4 @- e9 j. N% f: e features: layering$ s4 O3 T3 [1 c# B3 z
op_features: * [) Z' N- v& W
flags: . a. V( i- K9 f3 d. m) p7 [
create_timestamp: Fri Dec 16 15:20:33 2022
7 R0 ^- l) i% x( L access_timestamp: Fri Dec 16 15:20:33 2022
- w5 V$ b# k. M G" M0 m/ u( _ modify_timestamp: Fri Dec 16 15:20:33 2022
9 x# r0 \5 e" K/ O6 K. vrbd image 'csi-vol-7ff1c218-8501-11ed-b1b5-0a580a800692':, m8 [& ], e& b. S% u" y/ E. ^
size 4 GiB in 1024 objects
6 T& W" z# Z9 K7 V2 L8 M order 22 (4 MiB objects)
" S. L3 X I! f7 N/ R snapshot_count: 0
: k+ L% \; M: B id: 9e35c4740e323
/ X, | b3 h& i' M4 I' K block_name_prefix: rbd_data.9e35c4740e323
; f" \0 n2 z- \+ w format: 2" [9 v) w0 A1 e' Z" j. f6 X- Y7 z; i
features: layering
# L% z: H) Y! k a7 k" @* G5 ] op_features: " x5 x# d+ ^( c. b' k0 j! w) _1 d: o
flags:
, X. H4 `$ n2 a) @7 `9 ^$ O create_timestamp: Tue Dec 27 13:42:32 2022
7 R& T! t# ? V0 |* {3 V access_timestamp: Tue Dec 27 13:42:32 2022
! e# I- W! P9 t1 U- z& C4 a modify_timestamp: Tue Dec 27 13:42:32 20223 D! ~" |' S4 o
2022-12-27 13:42:34.062 7ff9177fe700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory' m$ W$ f2 y- v0 a' Y
rbd: error opening image csi-vol-7ff1e39f-8501-11ed-b1b5-0a580a800692: (2) No such file or directory/ c* M: v4 G6 L3 V% t) \) h \
2022-12-27 13:42:34.194 7fb9637fe700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory* ?) V5 e: i7 ^' T% [0 f
rbd: error opening image csi-vol-80018531-8501-11ed-b1b5-0a580a800692: (2) No such file or directory; @. n+ a5 ~8 p( f) ~% [7 z
2022-12-27 13:42:34.323 7f0476ffd700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory
7 w, V: ^7 M8 A/ Krbd: error opening image csi-vol-8001d354-8501-11ed-b1b5-0a580a800692: (2) No such file or directory
G. s. U9 d- I( p" o+ E/ I2022-12-27 13:42:34.456 7fec9b7fe700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory
4 D0 x1 }2 v) @# `% H9 qrbd: error opening image csi-vol-8012d801-8501-11ed-b1b5-0a580a800692: (2) No such file or directory* m: q3 @9 t% I2 T
rbd image 'csi-vol-80143c1c-8501-11ed-b1b5-0a580a800692':6 ?8 t% H' H1 E; i: S
size 4 GiB in 1024 objects6 ]6 f- R6 J; } t6 j
order 22 (4 MiB objects)
$ x- j0 {7 V: D, u snapshot_count: 0& C7 m2 i& ^& k& [3 U
id: 9e35c547b0a51$ `% E( C8 b# V1 p7 n/ N6 Q
block_name_prefix: rbd_data.9e35c547b0a517 C6 `! r+ Y* }7 M4 k* C) i
format: 2: }# g; k/ C; j$ g8 V. ~
features: layering
2 V2 y9 P+ z& r9 U4 W8 E6 F6 |. F) C op_features: ( `; Q1 e2 [3 ]: L6 X f. \# a
flags: 3 ~% _- B# w8 [7 d3 L5 Q% B
create_timestamp: Tue Dec 27 13:42:32 2022/ D3 W& g$ F* ]2 |+ X" k6 b# r
access_timestamp: Tue Dec 27 13:42:32 20220 i3 q* x" u: O2 c! ~
modify_timestamp: Tue Dec 27 13:42:32 2022
7 L; U/ T, u2 b: ]rbd image 'csi-vol-804ce691-8501-11ed-b1b5-0a580a800692':
0 p' O: b3 o7 ^ size 10 GiB in 2560 objects
# ^( t/ ?& \ j6 M$ D6 b0 I0 x) o2 D* ` order 22 (4 MiB objects)5 J* a: P1 }' L8 m/ O7 x; N
snapshot_count: 0
4 [7 [2 m! i: q2 v id: 9e35ca5f63f68
$ ?( S6 _9 J) P) u4 {7 h# k block_name_prefix: rbd_data.9e35ca5f63f68
8 i# T4 B' S; H, k- }* l' T format: 2, f6 R3 Q7 n; [" \' y* C
features: layering
! M7 U( w$ j1 t: l# z S op_features: 1 }. A" _+ U8 i8 d G s0 e
flags:
, g5 B; {% _; Z# Y9 }6 [( w create_timestamp: Tue Dec 27 13:42:32 2022
9 I/ ^; O$ p$ ? access_timestamp: Tue Dec 27 13:42:32 2022; I- ?5 A, p1 `: a6 h9 q; ^
modify_timestamp: Tue Dec 27 13:42:32 2022
) s( _ r, Z4 a$ t, D2 P6 }rbd image 'csi-vol-90363ffc-7b57-11ed-b1b5-0a580a800692':9 p6 e& s) B4 W0 I/ _: O$ D
size 50 GiB in 12800 objects2 W# O( Q3 d8 P* {2 K' M
order 22 (4 MiB objects)% y0 W H# W5 E0 m; U
snapshot_count: 0& p# R3 W, h! ^6 j
id: 9e35c7b3518d4
1 R1 _ U- P1 Q# ~, i/ B block_name_prefix: rbd_data.9e35c7b3518d48 S. X% }3 |* a
format: 2
7 }8 C# A# L2 K- u+ G7 @ features: layering
2 c |7 S+ n8 E& S c" s op_features:
& G M8 U! |0 ~- \/ m* U# N flags: 4 I* d) N# Q1 W3 v; J0 G G
create_timestamp: Wed Dec 14 10:32:33 2022# D! }& N# E8 i% D; \
access_timestamp: Wed Dec 14 10:32:33 2022
4 N; O q/ d6 ^: S; ^: d7 U+ H( u modify_timestamp: Wed Dec 14 10:32:33 2022
. c. K: I! H# G2 ?$ \, s" K' mrbd image 'csi-vol-a6c73cfc-80e1-11ed-b1b5-0a580a800692':
$ Z- a5 \ S* K8 ` O' {" M: x size 1 GiB in 256 objects
5 \: ^" K$ t3 }( y order 22 (4 MiB objects)
$ j, q, A/ m( C/ Z: W f) l snapshot_count: 0
% m5 s2 d( M4 Y/ {, J$ s4 y id: 9e35c7aad9b11 }, l' z# x: n6 X' e9 S
block_name_prefix: rbd_data.9e35c7aad9b13 s, R' p$ a1 E4 k
format: 2
3 C; Y6 }) q/ A( p g6 Z features: layering) D& V, \# V* c3 F7 B& {
op_features: 9 C$ L: h1 D- q; n$ N
flags: " B5 Q) w4 p8 F" S
create_timestamp: Wed Dec 21 11:43:47 20225 |, d* r8 ~8 ?. h( ]* Q3 |) n
access_timestamp: Wed Dec 21 11:43:47 20220 g- l! X Y% p% s3 Y* C N% |. V1 ~ V
modify_timestamp: Wed Dec 21 11:43:47 2022
, E# Q C; t' g+ srbd image 'csi-vol-a6f0a199-80e1-11ed-b1b5-0a580a800692':
6 I J; R8 L( Z# i {& Y size 1 GiB in 256 objects; l5 A$ K7 Q9 x8 O- G- w
order 22 (4 MiB objects)& u! i( k; e9 j" L, L/ u. C' S
snapshot_count: 00 |; X" S3 C9 s( {4 F- L
id: 9e35cc806ac3c
' c) \! x& ]( ?! Y9 k9 y block_name_prefix: rbd_data.9e35cc806ac3c4 ]( t z! j9 h8 [% s+ C
format: 2
1 l" H) b7 F$ T, s* `* s* n6 ` features: layering" F4 K$ B& M, V
op_features: 2 ~+ b$ I {' H: H7 a# R d
flags:
3 M, d" h8 Q3 o. V create_timestamp: Wed Dec 21 11:43:47 2022' U" W U3 v! O# [2 s& D2 e
access_timestamp: Wed Dec 21 11:43:47 2022
; m5 f; f5 `8 x! x- V modify_timestamp: Wed Dec 21 11:43:47 2022
" o8 s! ]. h+ E. Orbd image 'csi-vol-a6f486a3-80e1-11ed-b1b5-0a580a800692':
6 O, s2 M/ S! N) @6 n: k size 1 GiB in 256 objects
9 X9 U3 c* Z7 ~( ?" B! R order 22 (4 MiB objects). i- `$ C" c- |0 p
snapshot_count: 0% J, Z6 K, N: D0 g) d$ A7 I- y) F
id: 9e35ca298b8c4
8 p& A A6 \' i: t! F6 a/ i block_name_prefix: rbd_data.9e35ca298b8c4
( P. X8 `, s. }0 {9 `# q format: 2: }7 L' e8 V( d
features: layering
3 p8 q1 T% d$ T2 ^ op_features: % Z8 [2 e& u( X! }. ~
flags:
. G3 l, O7 @' P/ c5 k O' p create_timestamp: Wed Dec 21 11:43:47 2022& d3 k( t% Q1 |/ I: d
access_timestamp: Wed Dec 21 11:43:47 2022; q& V5 v- Q$ t/ @& K0 T" ?
modify_timestamp: Wed Dec 21 11:43:47 2022: X! }9 a' P/ d* E" k4 S
rbd image 'csi-vol-a71f7bad-80e1-11ed-b1b5-0a580a800692':1 s( b+ v/ q% `- k, v( O7 \
size 1 GiB in 256 objects
! t: V( J! v2 D* F) M order 22 (4 MiB objects)
8 u8 X2 B' n6 h! O6 K6 }! K& p3 G snapshot_count: 0# X, _- G) {, v. @9 ?/ ?+ x
id: 9e35ce5ecd93
! y" P `7 |& c" V3 e: m1 l block_name_prefix: rbd_data.9e35ce5ecd93% L5 {" Q3 E/ h( \
format: 2
) m! \% Y. u h5 [; P- o features: layering2 r1 _# d; R9 s3 A: }" ?
op_features: 2 _- F$ U R2 l3 W9 L' r% `
flags:
; w, x* r% M) X# o create_timestamp: Wed Dec 21 11:43:47 20224 G1 B, ]/ B4 ?) P2 I7 ~
access_timestamp: Wed Dec 21 11:43:47 2022
; q- N1 \- m# k8 P [9 B modify_timestamp: Wed Dec 21 11:43:47 20222 b( a+ C, T4 @! |9 v. i& H
rbd image 'csi-vol-a97a9e7c-7b56-11ed-b1b5-0a580a800692':
# @( L$ F3 o, F. c8 ^4 J- k size 40 GiB in 10240 objects
1 X% r- B' L4 Y5 |6 ] order 22 (4 MiB objects)+ Z& L- U8 r4 c
snapshot_count: 0
! b: B* P% f6 M3 K* w id: 9e35c7ad4560e, B! z% e( f& r5 P- @6 r- X: A- f; V
block_name_prefix: rbd_data.9e35c7ad4560e
, ]& l/ w* Y) {+ x/ _% z# x format: 2' i# G& U8 M) ?+ {2 S
features: layering3 J+ D# q' t9 u1 y
op_features:
j7 O4 `2 ^. R$ `, u flags:
9 H! Z1 ^6 @0 m+ \2 F" I; t* D) ]- D create_timestamp: Wed Dec 14 10:26:05 20222 i: i8 K3 [* a8 |: c0 _
access_timestamp: Wed Dec 14 10:26:05 2022
& M' s F! ^0 T modify_timestamp: Wed Dec 14 10:26:05 2022, J6 e; @7 w1 F+ K* s7 ]
rbd image 'csi-vol-a97cf33b-7b56-11ed-b1b5-0a580a800692':
. u$ L& f6 x/ i+ p+ H n0 h% d. i# a0 i size 40 GiB in 10240 objects9 k ]1 C6 ]" P# R/ a4 ], h
order 22 (4 MiB objects)5 p0 @- V4 h& u& n" U) m' \$ e
snapshot_count: 0
1 R& g, Z/ H! u% d. y! \ id: 9e35c6820a438
+ T+ G. n8 n% c6 Y/ s. ` block_name_prefix: rbd_data.9e35c6820a438% O& S7 S' X1 A% Y1 \6 R Z
format: 2
+ x' r1 L' Z5 U features: layering
8 C# U. e4 S( w, n6 t/ Y& H3 w op_features:
6 @% I2 Z3 p9 t7 m3 f; _+ ^$ p flags: k1 p, O1 P5 k! Q" u
create_timestamp: Wed Dec 14 10:26:05 2022& U' |' m7 @5 d$ N! d% o; O* H) C
access_timestamp: Wed Dec 14 10:26:05 2022! x( ?: \0 P7 S* i$ T& @
modify_timestamp: Wed Dec 14 10:26:05 2022. f' J7 u# Z8 q1 O. V! o6 @
2022-12-27 13:42:35.852 7f837f7fe700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory
: B6 c' F1 l7 v% w8 W! P5 X* \rbd: error opening image csi-vol-b2f19b24-8501-11ed-b1b5-0a580a800692: (2) No such file or directory) j8 g0 ~* s5 O; s
rbd image 'csi-vol-b2f2129f-8501-11ed-b1b5-0a580a800692':
$ y& j) [# Y9 j6 L1 t% T' I: | size 4 GiB in 1024 objects9 T, t( R/ I( ?1 A
order 22 (4 MiB objects)+ A9 q( G: R* f& x! |/ ]1 i* q: V7 d: P
snapshot_count: 0
. k) T$ @$ z3 m: L id: 9e35c4964b54e
6 }) W: j. ? u8 k/ t5 M6 u1 X block_name_prefix: rbd_data.9e35c4964b54e
. X9 W; ?" q3 E5 U! Q0 L# y2 r8 ` format: 2
' p3 @1 o! q) R4 i, e features: layering5 t+ X7 O* Z0 m1 r o) B6 C$ W" \
op_features:
/ S& H% [1 Z7 B: t: v! n; E flags:
; I9 b# K5 P5 d: t create_timestamp: Tue Dec 27 13:42:32 2022& P( q; k3 U8 u2 W, o! c, N) L
access_timestamp: Tue Dec 27 13:42:32 2022
% h6 t+ d. q% T$ H8 c2 o) O+ \& ? modify_timestamp: Tue Dec 27 13:42:32 20224 j% `+ w9 k% N2 p2 o& C
2022-12-27 13:42:36.117 7f6104fa0700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory
, K4 A% d) |5 mrbd: error opening image csi-vol-b3029e8f-8501-11ed-b1b5-0a580a800692: (2) No such file or directory
: l- T' M! ~! D \5 t! }2022-12-27 13:42:36.243 7f23557fa700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory
. x3 l3 N. k# Srbd: error opening image csi-vol-b303459c-8501-11ed-b1b5-0a580a800692: (2) No such file or directory$ n0 \! @2 v1 R) R
2022-12-27 13:42:36.370 7f7bc17fa700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory
* L: [" g- C, ?+ Z3 T. T0 `6 B9 xrbd: error opening image csi-vol-b30eb6f2-8501-11ed-b1b5-0a580a800692: (2) No such file or directory
0 e; B/ i9 h$ C' J- k! w P2022-12-27 13:42:36.500 7f819a7fc700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory
) q8 u7 l; l2 {) k! irbd: error opening image csi-vol-b32e8f9f-8501-11ed-b1b5-0a580a800692: (2) No such file or directory5 _- C4 M$ q- o& ^; y3 y
2022-12-27 13:42:36.623 7fa6ccff9700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory
1 h( l5 J/ Y6 L/ c, trbd: error opening image csi-vol-b34e85cb-8501-11ed-b1b5-0a580a800692: (2) No such file or directory$ M9 b: ]4 X1 d8 i/ s, X
2022-12-27 13:42:36.758 7f7460ff9700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory
" Z; Y0 S9 @6 P: O4 b2 brbd: error opening image csi-vol-baf82adf-8593-11ed-b1b5-0a580a800692: (2) No such file or directory ^2 u# s/ _1 }0 B
2022-12-27 13:42:36.898 7f0604ff9700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory
9 O; B% R' h" U2 Drbd: error opening image csi-vol-bb047f67-8593-11ed-b1b5-0a580a800692: (2) No such file or directory$ _' z6 ~4 @) i6 s
rbd image 'csi-vol-bb2b265e-8593-11ed-b1b5-0a580a800692':6 C5 J% Y T8 P; c* m3 R1 ?
size 1 GiB in 256 objects3 J% b( G0 m# z+ Y
order 22 (4 MiB objects)
7 q0 C3 w/ q8 s) C snapshot_count: 0' w& [/ V5 l v
id: 9e35c58d960581 o- k( _, d U) M
block_name_prefix: rbd_data.9e35c58d96058* L7 y" R9 n7 J( i& l8 a
format: 2; {# z* a2 C. S& p+ D2 d, c
features: layering
, a$ `# I D0 ` op_features:
+ D# i. Y0 c1 } flags:
9 F5 P: n. W: o$ _' Z$ L create_timestamp: Tue Dec 27 13:42:32 2022
3 W2 K) Z# \) ?0 n( Z$ T access_timestamp: Tue Dec 27 13:42:32 2022
$ ^. L9 ^8 k; k& s) ] modify_timestamp: Tue Dec 27 13:42:32 2022
$ o3 i* _2 d/ c5 v' [rbd image 'csi-vol-bb6e5aa3-80e1-11ed-b1b5-0a580a800692':( U# {; s- c; B6 \) u
size 1 GiB in 256 objects
5 \+ X4 z0 ~/ I order 22 (4 MiB objects)
3 m e& X' X: X9 ] snapshot_count: 0
@; x1 c* U0 r% v" b id: 9e35cc330328b
( U/ K; h) `9 L6 P; `4 N9 a block_name_prefix: rbd_data.9e35cc330328b
, H1 j. D2 c5 p0 ?/ V& ?9 y format: 2
& s2 g( t2 L. z# p. W* o features: layering1 f0 V6 T5 C. Z3 x0 U2 E
op_features:
+ j) h' s4 D) b4 y) }, p flags: " H! m& C2 I& H2 r
create_timestamp: Wed Dec 21 11:44:21 2022
; Y2 h' z, H) g3 H7 x access_timestamp: Wed Dec 21 11:44:21 2022
+ B6 k6 o0 S. j+ b" ~ modify_timestamp: Wed Dec 21 11:44:21 2022
" Y; @9 }9 x1 T8 }rbd image 'csi-vol-bc05b624-80e1-11ed-b1b5-0a580a800692':3 }+ ~1 E. W W1 z1 O( E
size 1 GiB in 256 objects& f N5 j; R% {
order 22 (4 MiB objects)
; ]# m: T% S& x8 Y! \' u snapshot_count: 0
3 c( _" e+ E/ r& ~ id: 9e35c555b66a13 A% X& B2 L0 S! O) W
block_name_prefix: rbd_data.9e35c555b66a1
6 k, E" Z$ B- m+ q- ?9 m/ o( W format: 2
9 x" B8 a0 Y4 r' d features: layering# K% Y6 E0 L$ _& r* M+ k
op_features:
* X6 m* x: E" |# R9 m+ _ flags: 6 w1 Z3 \' X h% f
create_timestamp: Wed Dec 21 11:44:22 2022
( S7 i- |- R+ f" a- ^) j9 T: Z access_timestamp: Wed Dec 21 11:44:22 2022
$ {2 R0 \3 D4 a modify_timestamp: Wed Dec 21 11:44:22 20228 \6 l2 Y. i. {9 v. \- `
rbd image 'csi-vol-be3e584d-80e1-11ed-b1b5-0a580a800692':) e- E7 e( {- ^
size 1 GiB in 256 objects
& {; ^( O/ s$ Z order 22 (4 MiB objects)% {/ T, |% H( Q7 m
snapshot_count: 0
" n! L- B( y' s id: 9e35c5807bea6
$ y, s; X) C; N6 o block_name_prefix: rbd_data.9e35c5807bea6
* E" A% L6 C/ T& b5 C format: 21 p& d) G6 a- c2 J
features: layering
1 R& f; n5 ]! U" f op_features: % h7 g9 Z& W8 @! `
flags: % Y: x& O( a& y- t: u. z
create_timestamp: Wed Dec 21 11:44:26 2022
3 {( ?( n5 U1 t) `& t$ J, | access_timestamp: Wed Dec 21 11:44:26 2022* Q( M( k. O \; q( V5 ^. l
modify_timestamp: Wed Dec 21 11:44:26 2022
/ Q4 L8 H$ n4 ^4 t3 f8 u& Xrbd image 'csi-vol-bea2af04-80e1-11ed-b1b5-0a580a800692':% w) g9 k) a4 E8 v' Q8 z; F g
size 1 GiB in 256 objects
! v3 z& \- e& F& }$ X1 I6 O order 22 (4 MiB objects)
. v* c) W7 r0 g& u: \8 F& C' @ snapshot_count: 0; Z- F9 o3 V7 M% S8 y1 C0 I
id: 9e35c5e845f7f8 k! E" I) s# @: ~/ }* W4 S
block_name_prefix: rbd_data.9e35c5e845f7f' m& {; F. v: r& ~# Q. y
format: 21 D1 s: e. x4 s, r4 H
features: layering
9 X" M( x& [ ~0 a6 }% I) r/ \ op_features: % E( X6 J/ B: r! s9 u; r% x
flags: 6 u( h' A! V9 k) p
create_timestamp: Wed Dec 21 11:44:27 2022
+ f7 C8 M5 J, @( Z9 C access_timestamp: Wed Dec 21 11:44:27 2022
9 E. Z1 t! A8 s modify_timestamp: Wed Dec 21 11:44:27 2022' ?4 X! G! K( {1 }. ]
rbd image 'csi-vol-da4243db-843e-11ed-b1b5-0a580a800692':
, i( Y( f9 K: P, M! |. O size 1 GiB in 256 objects6 E8 u6 H* H: B" D
order 22 (4 MiB objects)
1 O+ |$ f5 e7 e% l snapshot_count: 0
4 M8 R4 e! @2 |% O id: 9e35c6661fbcb8 ?/ ?$ r3 h3 b* c+ e* Z6 A+ v( I
block_name_prefix: rbd_data.9e35c6661fbcb5 n) C" j1 G' c. C
format: 2/ O- n( \2 D, a
features: layering, w- s5 M2 H( n1 ] {& L" x# |
op_features:
1 e( i* s7 G% i0 d flags:
3 {( z' `, z% V% D8 i/ X/ i create_timestamp: Sun Dec 25 18:28:36 2022* d$ }/ x4 E& C* [, x
access_timestamp: Sun Dec 25 18:28:36 20229 F! L( A$ M' `: z( k8 h* o+ x
modify_timestamp: Sun Dec 25 18:28:36 2022/ h- }3 g4 `0 W; Z; @6 f
rbd image 'csi-vol-da51cb65-843e-11ed-b1b5-0a580a800692':
7 `# N2 k, |; h4 h size 1 GiB in 256 objects
7 I2 m0 p1 @( s order 22 (4 MiB objects)
$ e6 b" h1 G% L @# @: F( g snapshot_count: 0
6 L3 I. s+ p: m+ S5 h id: 9e35c87f2899e$ A# K4 ^& H2 ~2 F! u6 @' }& \' `
block_name_prefix: rbd_data.9e35c87f2899e
% {) J6 ~8 T- u( M+ \' q format: 2* h* p2 P" Z% J `- W
features: layering5 ^2 }9 s% Y2 R+ ]) Q2 r
op_features: $ m9 Z, @) c4 i
flags: " V* @3 G" O- ~% D! U+ y D" N
create_timestamp: Sun Dec 25 18:28:36 20229 y3 `+ z; S% |6 M/ O
access_timestamp: Sun Dec 25 18:28:36 2022; ^4 e" L& i/ k' o. U' E
modify_timestamp: Sun Dec 25 18:28:36 2022
. Y( [, x4 }3 ], R" h! h+ w9 M8 Yrbd image 'csi-vol-da62a26b-843e-11ed-b1b5-0a580a800692':
, z0 H; ]/ ~$ b3 h size 1 GiB in 256 objects
& I; }$ ~, _4 j8 p' V: B order 22 (4 MiB objects)
# I8 G% P2 L& U" ?$ L, X0 |9 e: {! [ snapshot_count: 0
1 Z y0 `0 h- \" l; g/ Z id: 9e35c5ba862f68 e# x' W ]! |8 u$ p- ^% p
block_name_prefix: rbd_data.9e35c5ba862f6& ?1 ?0 @2 }5 u. G/ e
format: 2
6 `# J, O7 ]* N% h' y& M& { features: layering
( Z8 M" Y0 b! h- ^3 q/ b5 t7 v2 K op_features: 1 l, I" R! J+ O7 Z8 A
flags:
s2 Z. a$ ^9 Y/ | create_timestamp: Sun Dec 25 18:28:36 2022
9 \% X0 l2 h, E( P access_timestamp: Sun Dec 25 18:28:36 2022
8 P6 h! F2 [& r; q& J modify_timestamp: Sun Dec 25 18:28:36 20223 x3 s/ u5 i g M
rbd: error opening image csi-vol-ea1d1132-84fe-11ed-b1b5-0a580a800692: (2) No such file or directory: [% K8 ~' u6 b8 A/ F
rbd image 'csi-vol-ea1d1212-84fe-11ed-b1b5-0a580a800692':2 c4 a4 `6 s0 Z7 s5 j4 h7 u9 Y
size 1 GiB in 256 objects. @4 O9 a3 o- j% F4 E
order 22 (4 MiB objects)
" | ]# A, A! I4 Q5 N snapshot_count: 01 K* |4 } H. V5 a' O7 _5 [( h- E
id: 9e35c8129cb71+ _) e- L1 w# n# f, G
block_name_prefix: rbd_data.9e35c8129cb71/ }( @$ C8 m B7 S9 [& O f
format: 2
; P, N0 ]1 P5 g# H; B3 ?+ s4 q' R features: layering7 R8 s9 L$ C' S! _ ^: _5 t4 i
op_features: ) B$ f# f3 G& ?; c- Z
flags: 1 _( w" u* f* A* r
create_timestamp: Tue Dec 27 13:42:33 2022' m% y* h. ?( P# E l( ^; e
access_timestamp: Tue Dec 27 13:42:33 20225 h0 G3 T) r* X! P; F9 |
modify_timestamp: Tue Dec 27 13:42:33 2022. B$ E, N4 `* c6 ?5 X% Y
rbd image 'csi-vol-ea2d24c2-84fe-11ed-b1b5-0a580a800692':
7 V# |0 M k$ V' G+ N size 1 GiB in 256 objects
4 f4 r9 Q' {6 Y4 q- M, J) m order 22 (4 MiB objects)6 h, ^- C; {4 a
snapshot_count: 00 q6 W7 p; z6 b8 ~% L+ y7 G
id: 9e35c9d7b40a9
7 z m( b3 I) e block_name_prefix: rbd_data.9e35c9d7b40a9
; z; O0 F* j0 S* K format: 25 u4 {0 K5 a& |! f: M4 x4 `; a3 y
features: layering& J, J& ~$ f# W2 y
op_features: 0 l9 p' R! F1 h5 c' \8 K9 b
flags: 0 g# O- K4 {3 K- T- j4 P# q2 z0 D
create_timestamp: Tue Dec 27 13:42:32 20221 r0 A# J& [1 i! @) w, H
access_timestamp: Tue Dec 27 13:42:32 2022
! _; j' q9 L1 d2 p! p# F modify_timestamp: Tue Dec 27 13:42:32 2022
0 H+ _# b. ?5 S& S* C: j7 h2022-12-27 13:42:38.583 7fc4527fc700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory4 S8 J, I* {; y9 o) m# W
rbd: error opening image csi-vol-ea2f7183-84fe-11ed-b1b5-0a580a800692: (2) No such file or directory, y O3 k& s3 ~* M- ^3 F
rbd: error opening image csi-vol-ea3d95e6-84fe-11ed-b1b5-0a580a800692: (2) No such file or directory
4 i6 C' n% V+ B5 W) krbd image 'csi-vol-ea3fa785-84fe-11ed-b1b5-0a580a800692':8 z% H X5 q( |: V9 E" K% e
size 1 GiB in 256 objects
5 m/ d) h f( o7 l1 r order 22 (4 MiB objects)
6 S; W. s3 K; J snapshot_count: 01 J' l) i. ^8 \( t$ d
id: 9e35ca590c586
( V2 J' A: j$ ?; K2 z) E block_name_prefix: rbd_data.9e35ca590c586: R" p* f- T2 K
format: 2
7 M7 v, J A9 E" |! r# t features: layering/ |) p/ s8 |% h# J7 C2 m
op_features:
( ^9 `1 m, }# O' m m' h flags:
" C! U @1 K( F create_timestamp: Tue Dec 27 13:42:32 20223 @- W0 f, s+ @' T
access_timestamp: Tue Dec 27 13:42:32 2022
) K% d/ w6 i% G: k modify_timestamp: Tue Dec 27 13:42:32 2022
# X5 Y1 R( s m. L6 `2022-12-27 13:42:38.994 7f4bb3fff700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory
7 u0 H/ Y4 X' i7 p& Vrbd: error opening image csi-vol-ea79cdf8-84fe-11ed-b1b5-0a580a800692: (2) No such file or directory7 ]& N0 k p9 T0 i$ F
rbd image 'csi-vol-ef1ea188-8598-11ed-b1b5-0a580a800692':
$ [+ C5 U' P' t6 l) V size 2 MiB in 1 objects3 ]+ g3 q6 O/ \8 \
order 22 (4 MiB objects)
% P) ^0 f7 r+ T- z# Z4 v, Q snapshot_count: 0
$ ]; o# H- H" @2 F* t! F" [ id: 9e35cc813ac84+ m) Z" W) s: G: F# V
block_name_prefix: rbd_data.9e35cc813ac84
8 T% f/ u; ?) [! ^( b# h* q format: 2
& I V8 f; z" S% K features: layering3 a8 d& S4 q; y9 p; b
op_features: : b6 V6 U4 ^" g/ i8 \& g# j9 Q
flags: . v6 S+ b$ P; U" Z
create_timestamp: Tue Dec 27 13:42:32 2022
8 w3 M' M3 ~9 s5 S access_timestamp: Tue Dec 27 13:42:32 2022
, R/ W+ a8 L4 [2 f' X/ c2 _: [ modify_timestamp: Tue Dec 27 13:42:32 2022" Q( B1 b7 U, H: h
[root@ceph1 ~]# rbd rm ocs/csi-vol-ea3fa785-84fe-11ed-b1b5-0a580a800692
! b4 U/ [3 U. C0 y' xRemoving image: 100% complete...done.
5 r/ @5 Y, K& C[root@ceph1 ~]# for i in `rbd ls -p ocs`;do rbd info ocs/$i;done
& T4 [( F6 D& K; I( w* n+ G1 Erbd image 'csi-vol-1ed75de5-7d12-11ed-b1b5-0a580a800692':3 Y' m5 O4 }, }! H+ i; M8 v8 i& q3 i
size 40 GiB in 10240 objects5 k4 n+ M5 }1 J
order 22 (4 MiB objects)
0 M# j5 S, e0 H( \+ B6 u snapshot_count: 0: C: e+ v+ h1 ?- E3 ~* q
id: 9e35c93c18ba8
+ \7 D5 _6 V! z- X block_name_prefix: rbd_data.9e35c93c18ba8
; M! P$ V3 T% y7 x% Z format: 2
+ `! L( g* V% i5 A" U1 E c0 C6 V features: layering
; r6 H9 _0 b# s$ I: M1 w1 E" D op_features: " v8 x, j. V1 L* K
flags:
6 E9 J- K! i/ D& {* p( D9 C- @ create_timestamp: Fri Dec 16 15:20:33 2022
J6 J; l6 H; @* |* V access_timestamp: Fri Dec 16 15:20:33 2022
: M) l4 b; M9 L* j modify_timestamp: Fri Dec 16 15:20:33 20229 H7 l# \( p% q" N" O2 o+ h
rbd image 'csi-vol-1edb5543-7d12-11ed-b1b5-0a580a800692':
5 o7 }1 L% {4 b" o size 40 GiB in 10240 objects
6 P6 p" ^- F: ~0 P& C6 K order 22 (4 MiB objects)
6 \/ k9 h6 h9 W. A8 K' u snapshot_count: 01 F: [2 C, X: ~( [3 ~
id: 9e35c396259f8" i7 h" r: O( h4 P, R5 w! x0 e3 s
block_name_prefix: rbd_data.9e35c396259f8
6 i8 F) r5 t4 t% }9 B format: 2
2 ^+ ~" H4 z5 i4 J4 M# d features: layering
, e$ m4 o* Y: d, `9 x op_features: 4 J% i2 N1 v% G) c
flags: , x8 T2 J9 Q- v6 O7 @% k
create_timestamp: Fri Dec 16 15:20:33 2022
& [8 G: e6 W# O% c access_timestamp: Fri Dec 16 15:20:33 2022
* |4 @+ u$ k1 j% Z2 [2 U# x modify_timestamp: Fri Dec 16 15:20:33 20225 A- A$ L! V- f/ R( V; |
rbd image 'csi-vol-1ee04fee-7d12-11ed-b1b5-0a580a800692':2 W$ g8 H" {2 X( S8 `0 R0 D
size 40 GiB in 10240 objects7 w8 D& y) [; |; M# k
order 22 (4 MiB objects)
+ N# r2 ?3 E1 x# ] snapshot_count: 0
, [; ?" ^( Q. F8 l6 i id: 9e35ce42c2481+ l) D( C+ I8 x5 @: D3 a/ D
block_name_prefix: rbd_data.9e35ce42c2481
; T- Z1 E" L& w# A6 ] format: 2
7 W ^ O& r7 i; f+ _+ i# ?% x features: layering
6 E+ y& z8 F/ @) F op_features:
y4 B' Y7 N/ B0 w( B, t; ]' [, `% I flags:
; F9 H4 \5 H4 T# `3 N create_timestamp: Fri Dec 16 15:20:33 2022% K7 M+ r0 B, y1 P
access_timestamp: Fri Dec 16 15:20:33 2022
! ^4 f9 ?) `. J9 U modify_timestamp: Fri Dec 16 15:20:33 2022. D% d3 _8 G, r! }8 {. s# i
rbd image 'csi-vol-7ff1c218-8501-11ed-b1b5-0a580a800692':
: s) `, \5 y' [. { size 4 GiB in 1024 objects
D/ W# A$ \ q* D: C order 22 (4 MiB objects)
, @( E" o9 B, ~+ Z' y snapshot_count: 0
: c+ Z8 P* V% H5 T1 l+ b5 b id: 9e35c4740e323
: n' n% j4 f) ~# ]# z block_name_prefix: rbd_data.9e35c4740e323- V w- `0 X: J1 w9 w* s
format: 24 B% M: h" l' v8 J" F
features: layering
9 d# _' L0 s4 A( Q" J/ u op_features: 3 K3 S+ L$ j4 C3 ^. `
flags: # }# V' f+ _+ [+ e0 R4 K
create_timestamp: Tue Dec 27 13:42:32 2022& Y6 Y7 U8 P0 K
access_timestamp: Tue Dec 27 13:42:32 2022
. ]& N5 q3 c) C$ v modify_timestamp: Tue Dec 27 13:42:32 2022
6 }! `7 Z |& b$ z7 D- V9 V& [; d2022-12-27 13:43:18.407 7faaaf7fe700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory
1 C! h6 B4 T- q/ _! G trbd: error opening image csi-vol-7ff1e39f-8501-11ed-b1b5-0a580a800692: (2) No such file or directory8 \ J4 J3 k0 b
2022-12-27 13:43:18.540 7f2ac57fa700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory! Y9 s* ^5 L2 g& |9 y- I! [/ m
rbd: error opening image csi-vol-80018531-8501-11ed-b1b5-0a580a800692: (2) No such file or directory6 D: |* C: t6 q e9 _! b3 j
2022-12-27 13:43:18.675 7ff4727fc700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory S( Q8 I+ E( }- k; E& ?
rbd: error opening image csi-vol-8001d354-8501-11ed-b1b5-0a580a800692: (2) No such file or directory# A) T7 x! B7 K8 d2 ]/ F! `9 V
2022-12-27 13:43:18.801 7fc0f3fff700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory
{( {6 w% ?0 S y# Z3 S0 u0 P6 drbd: error opening image csi-vol-8012d801-8501-11ed-b1b5-0a580a800692: (2) No such file or directory
Z) t) L% l9 u( v. Wrbd image 'csi-vol-80143c1c-8501-11ed-b1b5-0a580a800692':
" m. k) e2 Z; q' j4 h' g size 4 GiB in 1024 objects1 e% W$ g- m; c0 j; } A$ p
order 22 (4 MiB objects)
% o7 z$ s8 g4 w2 Q' Y9 U) V snapshot_count: 05 T* ~0 S7 t9 P; U" u" A9 i2 |' {
id: 9e35c547b0a51
7 T; W* ]+ M; R" H block_name_prefix: rbd_data.9e35c547b0a51
! X/ X& I+ g3 w& K2 k+ l3 I; Q C format: 2
, |# F) l" v: Y5 H% q3 f features: layering
4 D/ a0 N: J) ~4 ^ op_features:
* X7 o: t/ ?% B- `3 v/ n% c$ l+ s flags:
6 Q t/ Q" \6 E1 O create_timestamp: Tue Dec 27 13:42:32 2022
8 t. x8 M9 V) M# \1 q access_timestamp: Tue Dec 27 13:42:32 2022
: g/ i; {; M8 w modify_timestamp: Tue Dec 27 13:42:32 2022
7 L: f. G" t" W) j; D* srbd image 'csi-vol-804ce691-8501-11ed-b1b5-0a580a800692':4 m$ ~* F6 u$ h* \) {' t
size 10 GiB in 2560 objects
& Q% t# ?# k+ m4 ^6 i order 22 (4 MiB objects)
1 u! M3 l! `- \5 e; | snapshot_count: 00 O% V- T. o2 H' t. R$ f, F
id: 9e35ca5f63f68
+ D# O L: Z3 S A block_name_prefix: rbd_data.9e35ca5f63f689 d" ?' l5 v* W, n
format: 2; g* I8 I) L( g) Q' ~# Q0 t9 R
features: layering
/ E q4 m8 v+ A! N' p op_features:
% ?! K% ]6 }3 m% b flags:
: R) G! O! z4 A+ A create_timestamp: Tue Dec 27 13:42:32 2022
1 T: c+ s+ \: m S* y. T% F. K access_timestamp: Tue Dec 27 13:42:32 2022" N! C& x4 {4 Q/ S9 P5 v. w
modify_timestamp: Tue Dec 27 13:42:32 2022, i* B/ m7 X/ F2 M* _' ~; v
rbd image 'csi-vol-90363ffc-7b57-11ed-b1b5-0a580a800692':% M1 V- j! W* L- k7 \" Q
size 50 GiB in 12800 objects
; w% r% I' D4 m) A* P order 22 (4 MiB objects)' V! {( X+ c- U/ {3 }5 }
snapshot_count: 0
& P3 d1 O @( V1 Y$ U% x id: 9e35c7b3518d4
6 b- g; f4 S% q* V8 V- } block_name_prefix: rbd_data.9e35c7b3518d4
7 k. C8 K- L8 e. w) b. }+ C format: 2$ W' P8 L* m' L. p$ \) t5 D
features: layering$ z' U, ~8 L. u x7 S
op_features:
0 E7 B8 x# V. g2 h* q flags:
. { H$ Q, U* Y8 g- j create_timestamp: Wed Dec 14 10:32:33 2022
3 _) G( s1 b" T% c1 R; t access_timestamp: Wed Dec 14 10:32:33 20229 b1 X" f/ n4 d: f) X
modify_timestamp: Wed Dec 14 10:32:33 2022
: }6 U# D3 A, x/ _: i" O9 Wrbd image 'csi-vol-a6c73cfc-80e1-11ed-b1b5-0a580a800692':
, p. n9 R$ G3 D; [6 y size 1 GiB in 256 objects+ m0 k" u% {7 {, ?
order 22 (4 MiB objects)
' y# P+ _8 _, p7 s snapshot_count: 0
( c2 @3 M+ k/ R0 U id: 9e35c7aad9b1" g5 [# m4 K2 F1 u& V; v* s# G$ l
block_name_prefix: rbd_data.9e35c7aad9b1
$ ^1 ~3 U( q8 q9 E8 M. ~% z/ h3 a format: 2
3 w8 @: o7 a! l# Y features: layering
* L. R7 b. S$ [, O* z op_features: , Q7 v/ h- n1 X; R2 H" b
flags: ( }2 U4 M3 K2 e5 E
create_timestamp: Wed Dec 21 11:43:47 2022
6 r0 o4 v' Z( M4 o* z0 H+ i access_timestamp: Wed Dec 21 11:43:47 2022$ [: Y) W1 E& `" T# l2 {5 J7 S
modify_timestamp: Wed Dec 21 11:43:47 2022
( z& D) [. t! P D8 \ u0 Rrbd image 'csi-vol-a6f0a199-80e1-11ed-b1b5-0a580a800692':( r2 M- h4 F+ n9 s# p1 ?; J c5 ~
size 1 GiB in 256 objects
* f( _/ E2 N2 u" v- s order 22 (4 MiB objects)) J+ N2 \9 f1 ~3 u9 ?
snapshot_count: 09 E' E) L& s9 n# l$ r2 E2 {
id: 9e35cc806ac3c5 g- ?" q! S5 ^! }: ~- U. s; o
block_name_prefix: rbd_data.9e35cc806ac3c* I# C1 z+ v6 W
format: 2: |: i7 e$ t5 k& F- m
features: layering/ f( e7 a! p. W! T4 t6 V
op_features: - R$ ~5 ], v2 S" N( d$ r# g
flags: 6 t' S. t, y) J! w6 v
create_timestamp: Wed Dec 21 11:43:47 2022
# P8 X0 C3 X0 o3 h& u% r& N access_timestamp: Wed Dec 21 11:43:47 2022" o% M- e$ _7 A3 K* U# |. G
modify_timestamp: Wed Dec 21 11:43:47 20225 h0 p+ W! _. z4 l, p
rbd image 'csi-vol-a6f486a3-80e1-11ed-b1b5-0a580a800692':
0 e" r( @) P. g8 W0 e1 r. G size 1 GiB in 256 objects
9 J' K! \) G6 K0 ^, \ order 22 (4 MiB objects)- z7 N& ^4 Z6 R. O f, X0 x; I4 R
snapshot_count: 0$ q9 {' H% [, B
id: 9e35ca298b8c45 p' @: C' D* z$ N. L( J9 q
block_name_prefix: rbd_data.9e35ca298b8c4
3 ]' z# g- o7 ^) T$ S format: 28 l* a: l: ~8 W$ q) j. U, F
features: layering1 d, y4 f! C' D4 D; c6 s$ \
op_features:
, p/ D. ^, |8 j( g flags:
. l6 E9 I7 v, s4 Z |: F create_timestamp: Wed Dec 21 11:43:47 2022
8 h% h9 q; V4 _4 s2 y+ S8 [ access_timestamp: Wed Dec 21 11:43:47 2022
# |7 q, S6 T! \7 u' x+ e modify_timestamp: Wed Dec 21 11:43:47 2022
) I e/ {; M7 R# t' q; k( \rbd image 'csi-vol-a71f7bad-80e1-11ed-b1b5-0a580a800692':
0 m$ j" v( H5 a size 1 GiB in 256 objects9 a! K7 m& |' d8 f# g
order 22 (4 MiB objects). | d" V9 A6 ~7 x
snapshot_count: 06 ~( X% u8 Y. H0 }4 \& o1 `- J
id: 9e35ce5ecd939 o" P) |* u. g, F% c) N M+ Z' F
block_name_prefix: rbd_data.9e35ce5ecd934 O; T$ q0 |- I) t: T
format: 2
; O. c7 c; Q$ n- K- ^5 V8 |$ Z0 C features: layering2 \8 I8 p3 b, {# ~3 B3 ^% y
op_features: : C& r- Q, r% `6 ]/ h- G
flags: ; a4 o0 f8 o8 O* H. Y
create_timestamp: Wed Dec 21 11:43:47 2022! C+ @1 `! v2 M
access_timestamp: Wed Dec 21 11:43:47 2022# ^. \- @8 L% ?% r4 X
modify_timestamp: Wed Dec 21 11:43:47 2022
& h1 f9 v1 Y) I8 U4 Hrbd image 'csi-vol-a97a9e7c-7b56-11ed-b1b5-0a580a800692':* j* m# y# Y( A2 g5 ]
size 40 GiB in 10240 objects
9 [% S+ @. b8 W8 \ order 22 (4 MiB objects)
' d9 L, N# J* c6 G& U9 D R$ v; l snapshot_count: 03 J# x. a0 W) t3 G4 H \5 z" r ]% h
id: 9e35c7ad4560e
) K7 t6 Z; E6 s8 D2 P block_name_prefix: rbd_data.9e35c7ad4560e2 H! b2 @0 T8 d4 E4 j/ B
format: 2
3 x% F: c+ C, p$ K" ? features: layering
. S" e9 g- M. w- J- k op_features: 2 I4 g: ^: J. t, t
flags: f, a* B# {2 P, K4 G, e8 l2 n& ^' q* w
create_timestamp: Wed Dec 14 10:26:05 2022
. T1 g" @. D7 i3 a" c access_timestamp: Wed Dec 14 10:26:05 2022: B1 Q) X5 n0 i! d. X( g9 H! j, A$ y
modify_timestamp: Wed Dec 14 10:26:05 2022
" E, y+ v, k5 ^/ d. V! |rbd image 'csi-vol-a97cf33b-7b56-11ed-b1b5-0a580a800692':
9 E9 T. h& ]/ g( R1 S" x, G size 40 GiB in 10240 objects _% R+ ^4 A4 {$ I- r, S/ u
order 22 (4 MiB objects)
3 P0 I& X$ U' l P snapshot_count: 0
2 {& w+ X2 Z" U& X& J4 F. T, K id: 9e35c6820a438' y7 A6 ^" [3 m
block_name_prefix: rbd_data.9e35c6820a438$ J; r. s+ h1 d3 H" u( r
format: 27 d; @ f3 a0 s! z
features: layering& S3 B: E& T+ Y
op_features: & {1 A: u. A# M
flags: ' u0 X7 {4 B5 i% m3 Z7 \. `
create_timestamp: Wed Dec 14 10:26:05 2022
9 P, \; Y3 `( R2 W" r- K5 V% F access_timestamp: Wed Dec 14 10:26:05 20222 N/ N; i# E. I" O$ _2 `8 y; V
modify_timestamp: Wed Dec 14 10:26:05 2022
2 U' b" ?, d' b' h ?3 u2022-12-27 13:43:20.183 7f9f797fa700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory
6 H9 y( }0 H8 _/ F) jrbd: error opening image csi-vol-b2f19b24-8501-11ed-b1b5-0a580a800692: (2) No such file or directory
& I" W/ |6 O; R2 [$ `( S4 frbd image 'csi-vol-b2f2129f-8501-11ed-b1b5-0a580a800692':
- O' U" u( d2 w size 4 GiB in 1024 objects/ y3 t0 l4 \( F1 ~- h5 ^
order 22 (4 MiB objects)
! V- ]( F0 h6 d& E% f# e snapshot_count: 08 R7 n: O! i' F1 a. u3 q
id: 9e35c4964b54e4 M+ t7 t+ z+ H3 O5 S
block_name_prefix: rbd_data.9e35c4964b54e6 p/ G9 }, f! P g- b1 W
format: 23 c2 p# v5 N* l' y" ] c
features: layering
% | M! ~' t: c op_features: 2 n9 `0 K& T7 E5 L
flags:
' E# C { e, Z6 \) b create_timestamp: Tue Dec 27 13:42:32 2022
6 H1 O, k7 _ T6 J# e access_timestamp: Tue Dec 27 13:42:32 2022
" O6 l0 }" A* s: N7 m _! G, a modify_timestamp: Tue Dec 27 13:42:32 2022; z0 T% U6 S4 I% K8 g% j. s B1 h1 P
2022-12-27 13:43:20.451 7fae7bfff700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory
. ~: |+ `4 q5 D7 z/ E L/ J. l+ qrbd: error opening image csi-vol-b3029e8f-8501-11ed-b1b5-0a580a800692: (2) No such file or directory+ H8 P; w5 ?. |4 V0 U3 N+ r5 |! t
2022-12-27 13:43:20.578 7fdb2cff9700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory6 n* m0 G- ]- B; z: R7 S
rbd: error opening image csi-vol-b303459c-8501-11ed-b1b5-0a580a800692: (2) No such file or directory
4 _0 ^8 f; `# W( P6 ~4 _2022-12-27 13:43:20.712 7f8c20ff9700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory
" u* t k, c7 s# l* R. [- orbd: error opening image csi-vol-b30eb6f2-8501-11ed-b1b5-0a580a800692: (2) No such file or directory
3 d9 ]. o$ x! o6 ]" E6 s0 \1 j2022-12-27 13:43:20.842 7f85c97fa700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory7 t5 }' G; ?+ r. @' A
rbd: error opening image csi-vol-b32e8f9f-8501-11ed-b1b5-0a580a800692: (2) No such file or directory
2 D' ]( k; ?4 V5 ~. {" Y2022-12-27 13:43:20.969 7f6275ffb700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory6 \* g7 u/ Z; |* A6 j
rbd: error opening image csi-vol-b34e85cb-8501-11ed-b1b5-0a580a800692: (2) No such file or directory- D; e Z5 F* I0 l3 k
2022-12-27 13:43:21.100 7f87a1ffb700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory- X0 F9 S7 a* W% R
rbd: error opening image csi-vol-baf82adf-8593-11ed-b1b5-0a580a800692: (2) No such file or directory- I' l K: M4 W
2022-12-27 13:43:21.232 7f2bb5ffb700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory2 @" J. i2 V) ^$ @
rbd: error opening image csi-vol-bb047f67-8593-11ed-b1b5-0a580a800692: (2) No such file or directory
7 Y. U# H" f( R5 orbd image 'csi-vol-bb2b265e-8593-11ed-b1b5-0a580a800692':
$ J& y9 [' S) l& K/ w& V size 1 GiB in 256 objects
7 h, }* I1 [5 m# G4 w3 E order 22 (4 MiB objects)4 ?/ |/ B3 ~4 a6 f
snapshot_count: 0) U5 q4 t' G0 K9 O2 [
id: 9e35c58d960582 [# W2 a$ g8 K; i
block_name_prefix: rbd_data.9e35c58d96058
# h( q0 j: I& F z! I format: 28 I% z# |! n$ P0 }2 D# o
features: layering T! Q) s" O6 w3 Q8 |1 n9 v& N
op_features:
$ C) L+ O1 G, U. ]# O* c! l' p& [ flags:
& h" G, |5 p/ A0 V2 C% X* t create_timestamp: Tue Dec 27 13:42:32 2022
* d/ e1 [& R: O) [: D access_timestamp: Tue Dec 27 13:42:32 2022
# `/ w8 v8 k% Z" D; B modify_timestamp: Tue Dec 27 13:42:32 2022# d5 e& P0 k* g7 s' v4 D1 |
rbd image 'csi-vol-bb6e5aa3-80e1-11ed-b1b5-0a580a800692': E2 z% b! }; v/ A$ g* ^' b
size 1 GiB in 256 objects/ w0 H) q+ U5 n, @
order 22 (4 MiB objects)6 o. R9 b( r( z9 E j, T) c, T
snapshot_count: 0
! o: Q9 j. N, B/ | id: 9e35cc330328b, l& G& A5 F! E! S+ \/ }
block_name_prefix: rbd_data.9e35cc330328b+ Q0 k1 F$ D$ V6 _! V8 T( _2 u* e
format: 2
/ H# _+ f2 p- `3 }. G features: layering$ S2 y2 `) J4 g! W7 d4 c
op_features: 4 Z+ T m& Z% V
flags: * M2 D7 B0 B0 F B
create_timestamp: Wed Dec 21 11:44:21 20220 i6 A6 Q$ E, P# Z5 n) S1 Q
access_timestamp: Wed Dec 21 11:44:21 2022
" u' C _, W* ~% L, z! b modify_timestamp: Wed Dec 21 11:44:21 2022# _9 R4 z7 H; P$ S+ \1 k
rbd image 'csi-vol-bc05b624-80e1-11ed-b1b5-0a580a800692':
4 I {+ k, e& S size 1 GiB in 256 objects4 R4 o! c5 T3 ~8 ~' N' {
order 22 (4 MiB objects)7 a m- g" `! |5 j8 I1 |0 W
snapshot_count: 0
: O. \$ r4 W, j, H% Q id: 9e35c555b66a16 S. N- L+ H: A$ L! \9 j6 e
block_name_prefix: rbd_data.9e35c555b66a1! }0 R; H' t9 Q5 B6 }( M
format: 2
1 z. W' B! [! t* j0 l1 \1 Z+ v features: layering
* B: A# I) C0 ]( o+ {, T op_features: 7 F6 q) I+ J# G0 J+ @
flags: : b, t% |) }6 @7 V+ B& l% L% B
create_timestamp: Wed Dec 21 11:44:22 2022( a& o( z- r$ g2 P
access_timestamp: Wed Dec 21 11:44:22 2022& v7 A: `+ O3 h; V0 U, I- F4 A- @
modify_timestamp: Wed Dec 21 11:44:22 2022
. _% D* I( J7 D. k9 \1 v) f; lrbd image 'csi-vol-be3e584d-80e1-11ed-b1b5-0a580a800692':& C; K2 Q W; R2 N7 }/ g4 b' L, J' d
size 1 GiB in 256 objects+ b7 g: e" ~8 V% M; U# e6 y
order 22 (4 MiB objects)
! H U* ~8 |+ N snapshot_count: 00 K1 V# v0 x% s$ V2 O
id: 9e35c5807bea6
' t; Y5 F$ B' ^2 H9 G3 P; a+ n block_name_prefix: rbd_data.9e35c5807bea67 K; o; ?* V h+ H
format: 2' }/ ]* U2 e' o% ^8 e! ^
features: layering
' E7 x' k" |6 f: K4 n1 e op_features:
3 Z; y- Z' k2 G9 ~4 A+ E flags:
. ?; j" @( H, C8 x$ r4 C create_timestamp: Wed Dec 21 11:44:26 2022
. A& ~5 D; m! z/ u% A access_timestamp: Wed Dec 21 11:44:26 2022
9 f: q9 v: b: L$ | modify_timestamp: Wed Dec 21 11:44:26 2022) G- ~: `6 U' U& A3 }+ {3 W
rbd image 'csi-vol-bea2af04-80e1-11ed-b1b5-0a580a800692':& q6 S+ l3 j( k/ y1 X) F
size 1 GiB in 256 objects2 D) |! E. p- K. h' W* n
order 22 (4 MiB objects), c, z6 _0 h! X6 i1 V& M
snapshot_count: 0
2 d2 ? W. }1 V3 J( P; E% B, _' r id: 9e35c5e845f7f
/ ?" D* i- t$ }" m4 q block_name_prefix: rbd_data.9e35c5e845f7f
& ^' U% C8 A W% }0 w1 c format: 27 F; S5 Y* E% A! c4 C2 L# K. E; k
features: layering( C0 M3 T* G+ a3 E* c4 b
op_features: . I6 V! h+ F# K. }
flags:
. ?9 B. L9 l4 u. h+ l create_timestamp: Wed Dec 21 11:44:27 2022
0 n9 z7 ^ o2 l: h, f) Y access_timestamp: Wed Dec 21 11:44:27 2022$ i5 i# ]% M, u; p
modify_timestamp: Wed Dec 21 11:44:27 2022. V: ?' ?3 c$ x: r9 q
rbd image 'csi-vol-da4243db-843e-11ed-b1b5-0a580a800692':
7 F" l. D* s" _! d. E, l, e size 1 GiB in 256 objects
; e* {/ ~+ ~) n4 ]& K* k' Y0 p order 22 (4 MiB objects)$ R" m8 }9 u$ O# V* i
snapshot_count: 0
% f( d! m$ p& B) r5 t5 O id: 9e35c6661fbcb9 e: a1 {! G/ [' u9 l9 m
block_name_prefix: rbd_data.9e35c6661fbcb7 w- o# k3 i% ~
format: 2" B8 C8 E `1 R
features: layering: {: h4 R! ]" x6 G% l$ c5 Q
op_features:
& ^2 _8 d* M! E, }: b1 l( h flags: $ K" k6 s! q4 X1 ?" B
create_timestamp: Sun Dec 25 18:28:36 2022
' p' B( c' m8 O) Y( C7 g0 K2 k access_timestamp: Sun Dec 25 18:28:36 20222 B% H' D/ S* ^! ~. s. S
modify_timestamp: Sun Dec 25 18:28:36 20225 ]& k# D/ [: Q
rbd image 'csi-vol-da51cb65-843e-11ed-b1b5-0a580a800692':( u3 ^3 \4 J' e# J
size 1 GiB in 256 objects; @. f' b) d" D9 e& L8 n! w/ F
order 22 (4 MiB objects)- c: w7 w7 H; J% l
snapshot_count: 0
9 y- v1 G0 e6 t7 U0 ?" | id: 9e35c87f2899e
$ k7 F( W7 f- Z6 O* T# V h" V+ N block_name_prefix: rbd_data.9e35c87f2899e
6 I1 h7 c, E* ~7 b+ I" U' m format: 23 z; Q$ V" T( @) {0 V \
features: layering+ l+ Y9 \% H V! S* @5 Q
op_features: ) m! J& i- S2 N! F" M& c
flags:
3 |& Y+ Y$ a; @5 C* z: t create_timestamp: Sun Dec 25 18:28:36 2022
* w0 b! ~9 y% \2 s9 W access_timestamp: Sun Dec 25 18:28:36 2022
$ z* ~2 D+ _8 g0 f M& _8 X# t modify_timestamp: Sun Dec 25 18:28:36 2022
8 `2 x) G1 c" E9 c* Grbd image 'csi-vol-da62a26b-843e-11ed-b1b5-0a580a800692':
% H+ `- V% L' w9 M: c A size 1 GiB in 256 objects
5 m1 C2 Q3 c; k% A; K% \: |& e5 k4 v order 22 (4 MiB objects)
7 _5 _+ h8 |8 `9 {; F6 g snapshot_count: 01 Z4 h a* t! f6 ~0 X
id: 9e35c5ba862f6
# ]" `7 m% s' [' H4 W6 U block_name_prefix: rbd_data.9e35c5ba862f61 @) |$ F0 a6 w
format: 2
* x9 c. ?* v$ I7 [ features: layering& q) K+ m' o# m4 ]) z
op_features:
# N O2 D. N3 N' t. C' @8 P6 M flags:
& v8 f7 {% ^7 H- ^( b create_timestamp: Sun Dec 25 18:28:36 2022) ~/ _! V$ ^9 u9 b
access_timestamp: Sun Dec 25 18:28:36 2022
. Z, a& E2 t8 H0 z- _) v- a0 a, B' v modify_timestamp: Sun Dec 25 18:28:36 2022; G# ^3 P* ` \" O$ |3 r9 s* @
rbd: error opening image csi-vol-ea1d1132-84fe-11ed-b1b5-0a580a800692: (2) No such file or directory
' s! j& D" _/ `/ Grbd image 'csi-vol-ea1d1212-84fe-11ed-b1b5-0a580a800692':
1 g, P T% Q& d) q* C5 C( Y size 1 GiB in 256 objects7 S! c- D( M' @. K, H
order 22 (4 MiB objects)9 j: ^7 M1 A) Q% o7 T
snapshot_count: 0
5 A& u- @& F7 F% ?4 @ id: 9e35c8129cb718 v" X8 ~5 ^' { L9 r7 K
block_name_prefix: rbd_data.9e35c8129cb71
5 s; _/ u& A5 j. ?! i, }! | format: 2) W) V) c. m( n3 f" ~* S9 @
features: layering& k2 @: S0 a. p6 ~2 ^; R3 d1 U) k* v
op_features:
" g+ n( |2 M" E: H# H flags:
, ]$ X9 p$ ]- K create_timestamp: Tue Dec 27 13:42:33 2022$ G5 k0 E- ^- g$ b1 s# B6 i
access_timestamp: Tue Dec 27 13:42:33 2022
u6 I+ D! V8 l+ s/ t% ` D ? modify_timestamp: Tue Dec 27 13:42:33 2022
' M9 U" T! g' `, lrbd image 'csi-vol-ea2d24c2-84fe-11ed-b1b5-0a580a800692':
, P$ Y9 V$ c+ @5 T size 1 GiB in 256 objects
. |) Y6 @5 M0 K, {! y2 z0 v1 @ order 22 (4 MiB objects)3 Z$ z9 Q$ N- ? K
snapshot_count: 0
" m0 W" s/ a8 `. ^8 R id: 9e35c9d7b40a9
+ F0 d& Q0 L1 j+ J5 P block_name_prefix: rbd_data.9e35c9d7b40a93 M1 U3 j# J* ^
format: 2
8 R) h- b! G. C features: layering
6 m8 ]& a+ c% H2 g op_features: ' c! o+ `! I" G: R( ~
flags: ! {, e1 Y; x7 }5 @& k2 G m
create_timestamp: Tue Dec 27 13:42:32 2022
6 w% N* E( \, P3 Y! l3 J3 L access_timestamp: Tue Dec 27 13:42:32 2022( g+ I" H7 z+ g# ^' q3 Q7 ^
modify_timestamp: Tue Dec 27 13:42:32 2022
$ ^! S0 h1 F& D0 }% {2022-12-27 13:43:22.865 7f6ecf7fe700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory9 j$ e! E( r4 d" u0 K+ {; v0 F
rbd: error opening image csi-vol-ea2f7183-84fe-11ed-b1b5-0a580a800692: (2) No such file or directory# Q! h, _ E% O. t$ B$ s
rbd: error opening image csi-vol-ea3d95e6-84fe-11ed-b1b5-0a580a800692: (2) No such file or directory
9 j+ J! ~% h" Z1 _$ |6 g2022-12-27 13:43:23.122 7efe32050700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory
" S( Q* n5 d# D. B- A. Vrbd: error opening image csi-vol-ea79cdf8-84fe-11ed-b1b5-0a580a800692: (2) No such file or directory3 G' a, H# M# j4 [
rbd image 'csi-vol-ef1ea188-8598-11ed-b1b5-0a580a800692':/ S' E/ a7 z2 M* o
size 2 MiB in 1 objects5 I9 E3 P5 W; |- g0 t! a7 G
order 22 (4 MiB objects)+ _. S+ t! | p' z# O
snapshot_count: 0
# e$ e1 _/ b! Q% f: t [ id: 9e35cc813ac84- y% H8 U9 k0 u9 t" D
block_name_prefix: rbd_data.9e35cc813ac843 Y) a% A; S3 j' u
format: 27 w8 u C5 T) n, S9 m
features: layering$ f3 m" u/ X. [& g6 G# e
op_features:
4 k$ x' ?* u G' h: o7 L flags: + g" P4 P) ?) q. k! g
create_timestamp: Tue Dec 27 13:42:32 20229 q% B- p5 H2 d% I
access_timestamp: Tue Dec 27 13:42:32 2022
% O' \ m% N; Z# N modify_timestamp: Tue Dec 27 13:42:32 2022 [+ y2 S4 N. k- D$ J5 }
[root@ceph1 ~]# rbd rm ocs/csi-vol-ea2d24c2-84fe-11ed-b1b5-0a580a800692
8 c6 ^ M% e) g* ^8 rRemoving image: 100% complete...done.
* i n$ P, S5 l2 d( @3 W[root@ceph1 ~]# rbd rm ocs/csi-vol-ea1d1212-84fe-11ed-b1b5-0a580a800692
* @0 M- U) m: t5 G" G4 |2 JRemoving image: 100% complete...done.
+ P5 L7 C: S9 a; b$ T) n) L- t- t[root@ceph1 ~]# rbd rm ocs/csi-vol-da62a26b-843e-11ed-b1b5-0a580a8006927 A4 l. A+ L) z; ^/ a$ s5 S
2022-12-27 13:44:16.570 7f3c92c45700 -1 librbd::image::PreRemoveRequest: 0x55b76f658880 check_image_watchers: image has watchers - not removing
A/ X0 D! }; r1 v9 d, S8 y CRemoving image: 0% complete...failed.
5 ^) P, `5 v( A0 R. O Rrbd: error: image still has watchers! j2 @+ m8 L4 a6 r* \. ?5 p0 [
This means the image is still open or the client using it crashed. Try again after closing/unmapping it or waiting 30s for the crashed client to timeout.
3 n S1 b6 g' }9 e8 E: i
- B4 @/ g0 ]. f* e% k+ I: Z$ b- H# [4 n
|
|
发表于 2022-12-27 14:00:01