|
|
[root@ceph1 ~]# rbd rm ocs/csi-vol-da9f88a0-843e-11ed-b1b5-0a580a800692
0 Z/ d- Z- I4 k: Z! A$ Z9 Y9 [2022-12-27 13:37:29.839 7f2307c9e700 -1 librbd::image::PreRemoveRequest: 0x55d6e9458420 check_image_watchers: image has watchers - not removing9 F( E+ i9 e6 x/ g! `5 C+ _
Removing image: 0% complete...failed., x. O. [, P+ m, F( S- V) `
rbd: error: image still has watchers
/ e4 ~' L" U. aThis means the image is still open or the client using it crashed. Try again after closing/unmapping it or waiting 30s for the crashed client to timeout.4 X1 `& {. X1 w( V3 p2 B
[root@ceph1 ~]# rbd status ocs/csi-vol-da9f88a0-843e-11ed-b1b5-0a580a800692
9 y) }, Z3 I, @- M; QWatchers:! v" T5 r! j8 K2 N" m( f
watcher=192.168.0.230:0/1015775234 client.654399 cookie=18446462598732841000
& }3 C% U0 {/ i4 P, W3 X( l[root@ceph1 ~]# ceph osd bl" X0 B/ t3 R3 v. l E0 L
blacklist blocked-by
' E) W) W( M$ U) B( d6 J; f[root@ceph1 ~]# ceph osd blacklist add 192.168.0.230:0/1015775234
/ h8 u- I' B# |! X4 Cblacklisting 192.168.0.230:0/1015775234 until 2022-12-27 14:42:22.899893 (3600 sec)
3 L% Q8 M: w8 p( D. L" x$ l5 u% h[root@ceph1 ~]# rbd rm ocs/csi-vol-da9f88a0-843e-11ed-b1b5-0a580a800692
. h! _5 a: O/ |& D8 B; O% LRemoving image: 100% complete...done.
; X7 s. ~' i. B( F1 l2 f[root@ceph1 ~]# for i in `rbd ls -p ocs`;do rbd info ocs/$i;done) b/ f; G+ R5 ^, T4 W% {7 ?) J2 R |3 [
rbd image 'csi-vol-1ed75de5-7d12-11ed-b1b5-0a580a800692':
i4 p5 A8 m: G6 A size 40 GiB in 10240 objects
8 c- j/ u' \( a: Q% {0 l, Z) I order 22 (4 MiB objects)
7 Y0 @: K; H$ j( G' P) A snapshot_count: 0* s' a3 W! z, D2 T3 }& C
id: 9e35c93c18ba8/ Q: k8 F; {; x
block_name_prefix: rbd_data.9e35c93c18ba8
6 x/ P: q: ?6 x [ format: 2
( V0 ?$ w' y: Q8 E) l features: layering# v$ [; I C8 `6 h
op_features:
# b# d b" t7 E6 _' B8 a: G flags: 8 X) S- |# T% p5 H2 q$ [2 k
create_timestamp: Fri Dec 16 15:20:33 2022- ~: q6 {9 _4 s _' `( r
access_timestamp: Fri Dec 16 15:20:33 2022+ ?1 ?$ [0 r6 B. w+ w& G$ v
modify_timestamp: Fri Dec 16 15:20:33 2022
1 l0 n T- I8 ?; ~& w7 {$ `rbd image 'csi-vol-1edb5543-7d12-11ed-b1b5-0a580a800692':
8 [8 t& J; e6 w3 g" y0 F% N size 40 GiB in 10240 objects( g2 ~* a4 T$ m9 r- o
order 22 (4 MiB objects) A: F3 s" }- o1 E. m K+ L+ D
snapshot_count: 0
0 ~; Q' R/ [6 ]# x1 B2 z" b. O id: 9e35c396259f8/ Z3 M r/ k' N5 K. T/ U
block_name_prefix: rbd_data.9e35c396259f87 R8 m$ L& G# {2 _
format: 2
, I( a) I; ~4 b: r% X" u* D5 u features: layering
" B2 U6 S1 A: r% B/ L$ J op_features:
4 Z9 P& Q# ^3 f: i. l A1 d: H flags: ! w) x( @3 i5 u4 Q# o9 n
create_timestamp: Fri Dec 16 15:20:33 2022/ I$ R, y R( W7 C
access_timestamp: Fri Dec 16 15:20:33 2022
' M, k3 A) c# h. |, m& x modify_timestamp: Fri Dec 16 15:20:33 20221 x4 [# Y* a# U% I6 R1 S' k
rbd image 'csi-vol-1ee04fee-7d12-11ed-b1b5-0a580a800692':( _$ r- d' V2 e/ ~/ B2 H7 D1 t
size 40 GiB in 10240 objects* E5 x' }- O+ ]' C- |
order 22 (4 MiB objects)+ g8 m9 D4 a. C* o: r; {/ W: H
snapshot_count: 0
+ J& e$ J0 g# u# L- u* k id: 9e35ce42c2481+ O, t7 i. Q2 b' T
block_name_prefix: rbd_data.9e35ce42c2481 ? O/ X( x" P8 Z c
format: 26 H* g* E0 j& }) d0 _
features: layering
' U" b( b! D. F# P% z op_features:
# i. [% p2 m- k: K+ ^4 T5 |8 y flags: ) l# `: F! t3 d7 D9 _+ S( f
create_timestamp: Fri Dec 16 15:20:33 2022
* g" b' M7 T1 s/ w+ ^ access_timestamp: Fri Dec 16 15:20:33 2022( b. a( v. I2 h- T1 o
modify_timestamp: Fri Dec 16 15:20:33 2022
P! c1 K& w- G+ U: ]. I( E% mrbd image 'csi-vol-7ff1c218-8501-11ed-b1b5-0a580a800692':
" |2 p1 }4 [) c A size 4 GiB in 1024 objects% s: r: p$ H: O# W+ z& u: R0 U
order 22 (4 MiB objects)
( B, Z/ }4 j& S! H7 E snapshot_count: 0
[4 o7 |+ n% p8 w4 E- z j2 s# F id: 9e35c4740e323
& Z; y" _9 h3 i4 V, l/ s block_name_prefix: rbd_data.9e35c4740e323: c8 v; [7 [# W7 T S% R
format: 2
+ |3 L9 J, l- B4 O$ v& O- m features: layering) o- D, p4 ^5 V+ L
op_features:
- M# M# J$ B; n: o flags: . t& [' Y7 [) P! s- Z9 ]
create_timestamp: Tue Dec 27 13:42:32 2022* K1 p2 { }7 I2 i
access_timestamp: Tue Dec 27 13:42:32 2022
/ q( W8 W, }- c9 ^3 U% h% V modify_timestamp: Tue Dec 27 13:42:32 2022
9 q P3 ~, h+ t+ F8 V. p2022-12-27 13:42:34.062 7ff9177fe700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory) X1 M/ T1 g% }2 D I
rbd: error opening image csi-vol-7ff1e39f-8501-11ed-b1b5-0a580a800692: (2) No such file or directory
) K2 E: w/ P3 R/ k2022-12-27 13:42:34.194 7fb9637fe700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory
. c! j" r: G! K C. ~rbd: error opening image csi-vol-80018531-8501-11ed-b1b5-0a580a800692: (2) No such file or directory
; S$ L+ V$ a' N0 \7 X+ K% v ^2022-12-27 13:42:34.323 7f0476ffd700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory
7 T* x. G, j, Z! c9 T/ Q# e) @rbd: error opening image csi-vol-8001d354-8501-11ed-b1b5-0a580a800692: (2) No such file or directory" o& w2 K2 m/ k! Q2 r
2022-12-27 13:42:34.456 7fec9b7fe700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory
5 f( p: ?3 m6 r( u' d$ j; [* Irbd: error opening image csi-vol-8012d801-8501-11ed-b1b5-0a580a800692: (2) No such file or directory. H8 B! _% I- E
rbd image 'csi-vol-80143c1c-8501-11ed-b1b5-0a580a800692':
9 H) @2 Q# ^2 P+ p' R" J size 4 GiB in 1024 objects$ e# A4 l( d# T' {2 q& M
order 22 (4 MiB objects)3 s, u6 s2 O1 V. }( @( A b, O
snapshot_count: 0
6 W% U7 R' N: I8 n/ d: @ id: 9e35c547b0a510 H( a+ I! n9 C1 w
block_name_prefix: rbd_data.9e35c547b0a51
+ |! k" R. l' w9 R" @* P I2 w format: 2& D& _6 D1 W+ q
features: layering, r7 E- K% u7 A% o/ Q) j
op_features: $ I1 i, `) _" E, l. p
flags:
" o( k) r E% _# D, D, H+ ? create_timestamp: Tue Dec 27 13:42:32 2022
8 P4 C7 @- I* n access_timestamp: Tue Dec 27 13:42:32 2022; {9 S$ Z: }3 b! }' X0 w
modify_timestamp: Tue Dec 27 13:42:32 2022
$ G! C r# U$ Y# F4 nrbd image 'csi-vol-804ce691-8501-11ed-b1b5-0a580a800692':/ J+ f# W+ w3 \ p* u q
size 10 GiB in 2560 objects
' f9 ]. Y; f+ G/ v9 V order 22 (4 MiB objects)$ g9 [3 y$ T( U" L
snapshot_count: 0
: j5 D0 |% G/ D6 \% R2 ?; X id: 9e35ca5f63f68
+ @$ n( \9 |0 V% O block_name_prefix: rbd_data.9e35ca5f63f68
* T2 a9 h: ?8 N) T1 Z3 W format: 2( e" N% X0 n' |2 z, L
features: layering
* K' |$ `. T, C7 M( S op_features: * [1 n- O ?. [) K
flags: 0 ~3 S, A' ~2 C# j9 A
create_timestamp: Tue Dec 27 13:42:32 2022
3 S" w6 S- _5 D& U: V- V access_timestamp: Tue Dec 27 13:42:32 2022
# o/ {( d+ {! N: u$ F modify_timestamp: Tue Dec 27 13:42:32 2022
# I% o( k/ L1 U9 |4 ]- Q2 f, ^rbd image 'csi-vol-90363ffc-7b57-11ed-b1b5-0a580a800692':% ]/ B- r- h k, s
size 50 GiB in 12800 objects6 I8 ]4 R+ h; |: V% v/ @
order 22 (4 MiB objects)* V5 E2 U) o) i1 n, z
snapshot_count: 0
1 n! A& A; g2 ]& W2 D5 N id: 9e35c7b3518d49 z; g3 V, ~# V" v
block_name_prefix: rbd_data.9e35c7b3518d4/ _* l3 k7 q4 E7 k% K9 l
format: 2$ P- U* H# H2 D$ }, B
features: layering
8 H6 a: I: g5 L$ N1 A, C. E7 W( F op_features: 2 b+ q2 g4 G4 G. P8 g
flags: " H9 ^" O9 k+ z* g8 m8 s$ m2 |
create_timestamp: Wed Dec 14 10:32:33 2022
2 \! k2 O3 d/ @2 O* l( W access_timestamp: Wed Dec 14 10:32:33 2022
. S p. J2 y1 N. ~6 Q modify_timestamp: Wed Dec 14 10:32:33 2022. T: Q S( f1 E
rbd image 'csi-vol-a6c73cfc-80e1-11ed-b1b5-0a580a800692':' `7 Y0 _& ~2 }
size 1 GiB in 256 objects; V+ l" J+ e: P
order 22 (4 MiB objects)
$ S0 a7 V; {0 Z3 D6 S snapshot_count: 0
0 {0 p+ t+ x7 u( C id: 9e35c7aad9b13 C l9 D* H: [4 ^0 ^3 C3 G
block_name_prefix: rbd_data.9e35c7aad9b1
- X. I7 R' [# {6 | format: 2
1 u& v! g3 X0 |4 u/ z0 ] features: layering1 |9 _) @* l# m) n
op_features:
) H M7 n' w+ ]# [% I flags: 2 _# B" X3 U4 \* u7 e
create_timestamp: Wed Dec 21 11:43:47 2022% Q, E9 t# W) f( e6 ~
access_timestamp: Wed Dec 21 11:43:47 2022
7 v5 a) X' H6 S& a; c1 k- N modify_timestamp: Wed Dec 21 11:43:47 2022! A" n/ Y% D6 _5 U0 T5 B# l
rbd image 'csi-vol-a6f0a199-80e1-11ed-b1b5-0a580a800692':# f& Q9 {: ]/ ~9 r0 L0 f3 X" {
size 1 GiB in 256 objects; ~, y, a8 J/ W4 q& t
order 22 (4 MiB objects)) {' y- [, F7 u. e+ [
snapshot_count: 0
$ i6 S$ V$ T! { A0 e" j3 B: H id: 9e35cc806ac3c
+ m" R: x4 K* `3 `3 J block_name_prefix: rbd_data.9e35cc806ac3c
+ [5 |0 j# C& O6 { format: 29 i# F& Y, I9 _5 N: d
features: layering
, k" n Z$ {! r" s q op_features:
, E. Y6 a) D" L flags: ! r, w; u) L: m- j
create_timestamp: Wed Dec 21 11:43:47 2022
2 v" V, f7 z- L9 d* E2 } access_timestamp: Wed Dec 21 11:43:47 2022
+ t% V) W2 d6 L8 R' P- `5 ]1 i modify_timestamp: Wed Dec 21 11:43:47 2022$ w D" u+ W3 h6 p' G# T
rbd image 'csi-vol-a6f486a3-80e1-11ed-b1b5-0a580a800692':2 z6 q1 o" T7 \+ `8 Z& P) ?
size 1 GiB in 256 objects3 z+ L5 P; O8 G- I
order 22 (4 MiB objects)9 a+ O1 d; Y5 t7 A; L
snapshot_count: 01 T, t8 [- s( @% D% u* U
id: 9e35ca298b8c4
# n6 a+ G2 @% i6 w! M0 N block_name_prefix: rbd_data.9e35ca298b8c4: {2 e2 m, ?5 i# k0 L) r
format: 2
( A3 Z$ {1 L8 Q# s features: layering9 v2 b V# ^& B0 ]0 F2 N7 V4 x8 s, D
op_features:
* k F) V. z. ?% w U1 H1 I flags: ; C: Y: K# N/ c8 L
create_timestamp: Wed Dec 21 11:43:47 2022
: l! y0 j/ R$ n' a; Y" a; _& i8 v access_timestamp: Wed Dec 21 11:43:47 20225 d6 a7 W( R; k# J
modify_timestamp: Wed Dec 21 11:43:47 20228 N5 B0 e& J3 s" G6 e7 U# U0 f+ ?
rbd image 'csi-vol-a71f7bad-80e1-11ed-b1b5-0a580a800692':
/ Z q% V% s& G1 V- W size 1 GiB in 256 objects
9 n5 T$ {, l3 r5 t order 22 (4 MiB objects)
- v* d& p1 R( Z8 J9 t snapshot_count: 07 S( N3 c! T; t3 [: }
id: 9e35ce5ecd93 t, e, r7 F3 j: z1 ^7 w% P+ ], |/ o
block_name_prefix: rbd_data.9e35ce5ecd93! B" }4 ]2 r p2 o
format: 2 s1 c: e! C1 k9 I! K
features: layering9 r0 B2 {. {& [, ~- p+ l. c4 k
op_features: ; l+ r: I3 w4 a: B& [
flags: + l% i" d6 x3 @) G% o' M- c
create_timestamp: Wed Dec 21 11:43:47 2022
$ z3 w7 c; {/ m& V) Q* A/ | access_timestamp: Wed Dec 21 11:43:47 2022
, [; a% u B7 R* Z+ @; w% j* Z: \5 t modify_timestamp: Wed Dec 21 11:43:47 20220 t6 P, U2 h7 N2 q' T; E* E8 T* ]
rbd image 'csi-vol-a97a9e7c-7b56-11ed-b1b5-0a580a800692':
$ h( v+ n# ^9 F( e0 G. o; Y4 V' n; d size 40 GiB in 10240 objects$ s$ t" P1 J3 }! r( X5 _
order 22 (4 MiB objects)& A. q. E6 U+ `
snapshot_count: 0
2 O d6 a8 [3 B1 E& i$ ] id: 9e35c7ad4560e
; _$ c2 m8 m4 L9 M: R- L6 e7 f block_name_prefix: rbd_data.9e35c7ad4560e1 C7 U1 |' o7 w* z# O p0 V* e
format: 2
7 @5 G0 U. N6 \- X/ H0 A. v features: layering
! [8 V2 q1 O2 w! v$ ] I; t op_features:
) l: C6 h3 c1 h/ J% O: J! a flags: / J- k' W! `# i, N; A9 f
create_timestamp: Wed Dec 14 10:26:05 20221 V, l& ^# c, `# a, Y% }
access_timestamp: Wed Dec 14 10:26:05 2022
' d. y9 V2 q3 E1 | modify_timestamp: Wed Dec 14 10:26:05 2022- n* j& g! V/ b6 H# c& s! Q- U
rbd image 'csi-vol-a97cf33b-7b56-11ed-b1b5-0a580a800692':
H2 @+ `& `( K$ n' \ size 40 GiB in 10240 objects0 C8 O* C9 r& M7 E J
order 22 (4 MiB objects)3 t1 t {( s; t2 c
snapshot_count: 0
h/ ?+ ]2 |) v id: 9e35c6820a438* O0 W. }$ X( D. r+ t
block_name_prefix: rbd_data.9e35c6820a438& `3 `. ^2 b, ^* m* T/ s* ?6 N
format: 2
. V2 R! u: a. I' f6 Q features: layering
5 s/ I" z' a0 B/ V, P" Z op_features: 8 W2 i# \7 i* U& g+ A) h- i
flags: & k8 y' r! p8 v( _7 i
create_timestamp: Wed Dec 14 10:26:05 2022
# S) ~- r7 H* l0 k access_timestamp: Wed Dec 14 10:26:05 20221 z$ a& n5 q' j6 C' ^5 N
modify_timestamp: Wed Dec 14 10:26:05 20229 p/ a# _/ o7 |5 P; G4 J7 k; A
2022-12-27 13:42:35.852 7f837f7fe700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory
. x' z: F, [# i" i0 srbd: error opening image csi-vol-b2f19b24-8501-11ed-b1b5-0a580a800692: (2) No such file or directory
2 H/ ]6 m5 v4 m3 K% i1 P% K0 jrbd image 'csi-vol-b2f2129f-8501-11ed-b1b5-0a580a800692':; X# e: Y2 C$ S$ w) {& `
size 4 GiB in 1024 objects
" g0 C6 }2 ? A- W, g5 q, E+ r' F order 22 (4 MiB objects)+ C3 O8 \: B' t
snapshot_count: 0( W2 \/ L7 a4 E9 ~7 Z1 G
id: 9e35c4964b54e" M/ S$ _& u# V; Y. _1 |9 l
block_name_prefix: rbd_data.9e35c4964b54e
; p, B3 \5 a$ ~0 ~9 B# x& D format: 2
& W7 H/ h- Q& e% C! F& Z2 P features: layering5 p5 u+ r B$ ]% E E6 `2 U X
op_features:
0 p5 W8 `, J9 G5 q flags:
4 p6 ]+ Y2 S) |$ k/ { create_timestamp: Tue Dec 27 13:42:32 2022# x6 j- c5 m) ^5 s
access_timestamp: Tue Dec 27 13:42:32 2022
- W- t$ _" ?: u9 Q/ M modify_timestamp: Tue Dec 27 13:42:32 2022
; E4 q2 X; r. ~6 E; T0 t l2022-12-27 13:42:36.117 7f6104fa0700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory: q& h% N# E: s
rbd: error opening image csi-vol-b3029e8f-8501-11ed-b1b5-0a580a800692: (2) No such file or directory) { W- R. H5 Z
2022-12-27 13:42:36.243 7f23557fa700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory
3 K3 @/ d+ n' e: { X2 [+ T9 \rbd: error opening image csi-vol-b303459c-8501-11ed-b1b5-0a580a800692: (2) No such file or directory
- B# i& W/ e* \( l2022-12-27 13:42:36.370 7f7bc17fa700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory/ v0 e p \& @
rbd: error opening image csi-vol-b30eb6f2-8501-11ed-b1b5-0a580a800692: (2) No such file or directory6 d; l7 U5 S' d5 }
2022-12-27 13:42:36.500 7f819a7fc700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory4 I, d0 _! ?7 T; T
rbd: error opening image csi-vol-b32e8f9f-8501-11ed-b1b5-0a580a800692: (2) No such file or directory5 H& w+ E3 a, u$ B* y4 R
2022-12-27 13:42:36.623 7fa6ccff9700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory# V; H6 k+ \0 v T
rbd: error opening image csi-vol-b34e85cb-8501-11ed-b1b5-0a580a800692: (2) No such file or directory+ C+ H3 f t7 S9 I, M7 O$ j$ L
2022-12-27 13:42:36.758 7f7460ff9700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory
1 D7 U# ?, ^( d& h9 f5 Z. _rbd: error opening image csi-vol-baf82adf-8593-11ed-b1b5-0a580a800692: (2) No such file or directory+ G: P! I/ P# w' i
2022-12-27 13:42:36.898 7f0604ff9700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory
; J5 B/ p A! j7 jrbd: error opening image csi-vol-bb047f67-8593-11ed-b1b5-0a580a800692: (2) No such file or directory. I8 l$ r8 m; R& y- d
rbd image 'csi-vol-bb2b265e-8593-11ed-b1b5-0a580a800692':* I8 W* o/ \8 a8 S$ W, L0 Y6 Y
size 1 GiB in 256 objects
: B9 w# ?( L: e( k; s) ~, T. D order 22 (4 MiB objects)
3 Z) D3 ~: {( c$ j snapshot_count: 0
7 Z( j( b. j9 M id: 9e35c58d96058- r( y1 f1 x) a2 |, i8 [- V! v
block_name_prefix: rbd_data.9e35c58d96058& {3 }1 F- E" ?% }7 ^
format: 25 k( s" o2 @6 ]" S! {: ?
features: layering O6 W# V9 R( T$ n4 e
op_features:
& j1 I' `7 D8 s7 [+ p4 M; g flags:
6 `) b. A" u7 X6 r; D V8 f# a9 q create_timestamp: Tue Dec 27 13:42:32 2022( R$ l8 U3 n4 G% F5 Y6 M$ D
access_timestamp: Tue Dec 27 13:42:32 20220 W3 q z; w1 O9 y
modify_timestamp: Tue Dec 27 13:42:32 2022
?8 Z$ o8 i0 A& F1 ]rbd image 'csi-vol-bb6e5aa3-80e1-11ed-b1b5-0a580a800692':
% H8 K0 o5 ~4 C# i2 ]4 G size 1 GiB in 256 objects
4 n3 f r/ A$ x/ G- V* {& e order 22 (4 MiB objects)! U' _( \8 F7 W, f- ?5 F. q
snapshot_count: 0
9 N% ]& k6 z3 N( y. E" [ id: 9e35cc330328b
5 P) }1 p& z6 n$ _ block_name_prefix: rbd_data.9e35cc330328b
" x, b/ a0 d8 R/ ^, W* c format: 2
2 G' s3 P" e: M2 J4 T1 ] R features: layering7 E( P3 R" D! V: W& ^
op_features:
# j" Q( h. \/ o& Y; }7 j; Y$ G( q7 } flags:
9 D2 ~# i Y, k0 S- D create_timestamp: Wed Dec 21 11:44:21 2022) ?! z8 o5 T) s0 J5 ]
access_timestamp: Wed Dec 21 11:44:21 2022
: m4 n1 D3 g. Y) H+ S e modify_timestamp: Wed Dec 21 11:44:21 2022
; {" F+ l% q0 drbd image 'csi-vol-bc05b624-80e1-11ed-b1b5-0a580a800692': t- a# t6 L v$ U1 |
size 1 GiB in 256 objects
/ v0 X# A0 e% k3 n/ `* X% y order 22 (4 MiB objects)
+ i) N% a2 M/ ?! a snapshot_count: 0
) H* R, D7 Y% p/ r6 e) \ id: 9e35c555b66a17 V( q8 g. q1 N' T( Z2 d# i( `
block_name_prefix: rbd_data.9e35c555b66a14 ]% n; U/ w3 L! F% }) W' M
format: 2
0 f5 C9 c5 ~& P! i$ K features: layering
/ N# h: {7 p2 i% J/ u9 B, S op_features:
/ E# n) i( x% X9 }. }( C flags:
$ b( Z1 ?) G8 G, k! ~1 J f9 V create_timestamp: Wed Dec 21 11:44:22 2022
7 W0 w1 |/ Q3 t access_timestamp: Wed Dec 21 11:44:22 2022
' S8 }5 C! V2 y [7 } modify_timestamp: Wed Dec 21 11:44:22 2022, W J. K! }1 X# O5 ?2 y" ~
rbd image 'csi-vol-be3e584d-80e1-11ed-b1b5-0a580a800692':
% s/ P& `3 q9 b size 1 GiB in 256 objects) E: w h# d' X4 W$ x4 m
order 22 (4 MiB objects)
+ ?1 b7 X1 D( ^8 D5 Y7 b* Q f snapshot_count: 0
/ D- O0 T, w: ^$ s' ]2 o8 [& V id: 9e35c5807bea66 g4 n' ?" j: W Z" L
block_name_prefix: rbd_data.9e35c5807bea6
6 I" b( W* k7 N7 |) i+ [ format: 2
+ o; @6 I; X7 t1 `# n$ x( W features: layering# G2 i8 [" ~% ^! `2 o; j
op_features:
3 F* ]1 s( h8 ^3 P" w0 X; ~ flags:
; e% M1 R" a$ d0 a6 R* ~! q( N create_timestamp: Wed Dec 21 11:44:26 2022
1 G2 Q' M; x0 o! i1 b5 d access_timestamp: Wed Dec 21 11:44:26 2022
" m9 @& a4 e2 N U+ N: ]# y- V modify_timestamp: Wed Dec 21 11:44:26 20221 p6 ^ h% x# y' _
rbd image 'csi-vol-bea2af04-80e1-11ed-b1b5-0a580a800692':$ Q( g- v8 z1 t$ B
size 1 GiB in 256 objects: @. S" v. E ~: |; p5 w
order 22 (4 MiB objects)
* Q2 _% Z6 N( ]- ]! H' c snapshot_count: 03 U% k, \' L$ q" {
id: 9e35c5e845f7f
2 }6 p3 u% I/ N* K" a# s' T$ e0 a4 Y block_name_prefix: rbd_data.9e35c5e845f7f
/ W. D: h1 [1 C: L/ H) k format: 25 A% k0 w3 F) `0 e) p6 U8 @
features: layering
8 z. X' A5 j# E op_features:
6 H) g; }; p. |7 ^, f, r" H flags:
! j% x0 N% z! `8 a+ G& ] create_timestamp: Wed Dec 21 11:44:27 2022
. A& Q- x0 ~. k; D( f0 p access_timestamp: Wed Dec 21 11:44:27 2022$ m4 ]/ s+ h; _1 E8 M
modify_timestamp: Wed Dec 21 11:44:27 20224 z! i) v Q9 v* o* U2 X9 I) X
rbd image 'csi-vol-da4243db-843e-11ed-b1b5-0a580a800692':% R; j' O4 O* q6 ?+ u( I$ x
size 1 GiB in 256 objects3 w1 R3 x" D% X3 }/ q# P, C$ w
order 22 (4 MiB objects)
* ~ b7 _2 L: e5 [; [ snapshot_count: 0
. ~8 o6 F7 U. U( ^6 S id: 9e35c6661fbcb# g4 M+ X5 G l
block_name_prefix: rbd_data.9e35c6661fbcb' @$ y2 w: g. y6 f2 E9 C- f& R
format: 21 p/ N/ P, o X
features: layering* }- }7 ^- {5 J# l* Y$ b6 W
op_features: % }$ K8 T. f- P' S! |2 e* ^( O
flags:
3 |2 y1 }% ~! D/ H! U) n create_timestamp: Sun Dec 25 18:28:36 2022
, s3 m- @% S8 m9 z) c access_timestamp: Sun Dec 25 18:28:36 2022 K" {: R. _) B: ~, r3 e
modify_timestamp: Sun Dec 25 18:28:36 2022
' E* v: \: O7 irbd image 'csi-vol-da51cb65-843e-11ed-b1b5-0a580a800692':- Z o' r3 l& j1 R+ K9 k1 @: |
size 1 GiB in 256 objects- e* {/ d! ]7 C& d. E* Y
order 22 (4 MiB objects)
" x" T% C+ Q6 C, [- C) i( G3 c" w snapshot_count: 03 W1 |. p: E8 P+ I. \( }7 c
id: 9e35c87f2899e, D. i4 u# R1 q2 m! r4 z$ S7 C
block_name_prefix: rbd_data.9e35c87f2899e% Y3 _. f* t8 C; _5 G# y
format: 2
2 X9 C6 I$ S0 J, @ q features: layering- n9 {6 s- G! X! l% \
op_features:
) J( Q- Q C5 X7 H& x" C flags:
* K6 |1 [& r c$ U8 T# d. Y D create_timestamp: Sun Dec 25 18:28:36 2022
) I! g9 r5 ?; j access_timestamp: Sun Dec 25 18:28:36 2022
& @8 e# ]+ A8 D5 F modify_timestamp: Sun Dec 25 18:28:36 2022
+ V( \" e+ A5 [4 F4 x ^: N. t4 rrbd image 'csi-vol-da62a26b-843e-11ed-b1b5-0a580a800692':" Q" c, ^7 E8 X6 R- I
size 1 GiB in 256 objects5 [% r; Z" {5 F; V
order 22 (4 MiB objects)7 ?6 B) b0 d# p3 m& E- x3 {
snapshot_count: 0' d; h: L1 r) m9 X
id: 9e35c5ba862f6% P0 i) r4 ]) {$ s
block_name_prefix: rbd_data.9e35c5ba862f6) T# F1 E9 k i; h4 W* }
format: 2
1 R9 A1 i- c5 a" f features: layering
! k3 M, k a0 q, S: S op_features: , A- m" g. {+ I. }8 A7 w
flags:
% O& E" n, y& Q/ p% u3 j create_timestamp: Sun Dec 25 18:28:36 2022
5 R$ Y# W8 t2 M* o access_timestamp: Sun Dec 25 18:28:36 2022& |$ S: r. K( a, L
modify_timestamp: Sun Dec 25 18:28:36 2022# T+ a. r0 U/ `# d; N+ U1 x8 \/ u0 M* \
rbd: error opening image csi-vol-ea1d1132-84fe-11ed-b1b5-0a580a800692: (2) No such file or directory- l: s4 k& }% c( O5 L
rbd image 'csi-vol-ea1d1212-84fe-11ed-b1b5-0a580a800692':
$ R. S! V4 e! l* w- w8 I* ? size 1 GiB in 256 objects
: N3 s% H0 u5 Y v# s# ? order 22 (4 MiB objects)
( v3 W& r& P, _7 _2 G5 _ snapshot_count: 0
7 d, \1 k: G% A2 j id: 9e35c8129cb712 q0 o0 M8 v7 C4 O Q
block_name_prefix: rbd_data.9e35c8129cb71
, {% s/ \, [5 B( _" t/ L format: 2* g, \8 v9 X: v4 C
features: layering
3 ]2 u; O" g+ b1 a: D op_features: # v) `% Q+ s9 a r% [) n& D
flags: # y- r$ T# H; f$ Z; s( j+ V' ~+ v
create_timestamp: Tue Dec 27 13:42:33 2022
1 t; h$ H) R6 H% a access_timestamp: Tue Dec 27 13:42:33 2022/ U: Q0 S& E; X& q; a/ f% K" ^5 x9 D
modify_timestamp: Tue Dec 27 13:42:33 2022
, g/ t, H/ j$ d2 u( |- { }rbd image 'csi-vol-ea2d24c2-84fe-11ed-b1b5-0a580a800692':+ ~# ]2 _; T5 G- @ j
size 1 GiB in 256 objects+ S: H2 b5 x, Z+ m
order 22 (4 MiB objects)* F7 h1 i) r* D+ V6 i
snapshot_count: 06 j R9 J3 J1 V1 p
id: 9e35c9d7b40a9
% ~, ~/ `6 ?5 ]* R; c3 [2 W block_name_prefix: rbd_data.9e35c9d7b40a96 b$ m% v3 p% U5 M
format: 2
' u1 @. R. b0 y: w& I# s features: layering
8 Z0 D0 v8 F% L! O. s8 Y7 C% w op_features: 2 Y' z3 y5 J& X8 _% d
flags:
/ p# D- ~( s( k$ l5 L$ A( E create_timestamp: Tue Dec 27 13:42:32 2022
& b" K' i% A$ M6 t( F) l% a8 @) m access_timestamp: Tue Dec 27 13:42:32 2022
* [) b# F; ~# j- H" t* h! U modify_timestamp: Tue Dec 27 13:42:32 2022
: b8 A% r# }; t3 N }2022-12-27 13:42:38.583 7fc4527fc700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory
0 t4 c# f# Y9 H+ erbd: error opening image csi-vol-ea2f7183-84fe-11ed-b1b5-0a580a800692: (2) No such file or directory. X3 Y! n! [8 x; g* Z: @+ _* o
rbd: error opening image csi-vol-ea3d95e6-84fe-11ed-b1b5-0a580a800692: (2) No such file or directory
6 k# M* b; i# @! B3 {rbd image 'csi-vol-ea3fa785-84fe-11ed-b1b5-0a580a800692':/ C2 n, R ?. u8 i8 z. y, Q
size 1 GiB in 256 objects
; I C+ t6 E, P! b order 22 (4 MiB objects)
' {+ t1 D& `$ H( Y: F) K5 h snapshot_count: 0
M* T. u" c' @" ^5 Z9 V id: 9e35ca590c586
8 q" b0 h- F2 b& C" ~" } \ block_name_prefix: rbd_data.9e35ca590c5865 j6 F s3 M. c2 X7 L
format: 26 B+ Z1 o. `% u, ~2 w0 Y; L
features: layering
1 P9 \2 G6 |; ^1 b! [ op_features: " B& z3 @0 B( W9 [
flags: 7 }& L& J) |) _$ {" k8 q
create_timestamp: Tue Dec 27 13:42:32 20224 {; G. ~2 F4 @$ F
access_timestamp: Tue Dec 27 13:42:32 2022
/ ?9 h7 p1 j7 b& M2 Q/ C modify_timestamp: Tue Dec 27 13:42:32 20223 D: R6 T5 [: N1 `8 N9 u
2022-12-27 13:42:38.994 7f4bb3fff700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory5 W6 v8 o: @& F8 s" h$ D
rbd: error opening image csi-vol-ea79cdf8-84fe-11ed-b1b5-0a580a800692: (2) No such file or directory6 y# j4 H3 ^$ |) l
rbd image 'csi-vol-ef1ea188-8598-11ed-b1b5-0a580a800692':
& W# E; C$ j$ _# p, s& O size 2 MiB in 1 objects
+ k6 t8 z% I% U) M order 22 (4 MiB objects)* {: T2 k: V9 s- S
snapshot_count: 06 D" {9 D l$ @, q6 w% l+ h% N
id: 9e35cc813ac84 T$ C! R( f: K1 c; T6 w) O) N
block_name_prefix: rbd_data.9e35cc813ac84+ z3 g* U; L! \6 M
format: 2
: ^3 j( ?) M, N% o, t8 T% N features: layering
1 ~4 Y* U- J' ?0 P3 [2 \4 S op_features:
" n0 u2 z" F4 x( ]" ] flags:
8 m' f6 F& \8 n% U/ j. f create_timestamp: Tue Dec 27 13:42:32 20226 L9 B7 ]- D# l7 k
access_timestamp: Tue Dec 27 13:42:32 20224 j5 Z4 P) \% V$ }( O/ a$ {4 h
modify_timestamp: Tue Dec 27 13:42:32 2022
! Y( D. L# P% N+ r9 }# w: a2 _- V[root@ceph1 ~]# rbd rm ocs/csi-vol-ea3fa785-84fe-11ed-b1b5-0a580a800692 ' [% {0 A+ g/ T) W: g) F1 T4 c
Removing image: 100% complete...done.+ w$ L# q3 g' I* Y( v
[root@ceph1 ~]# for i in `rbd ls -p ocs`;do rbd info ocs/$i;done
& F$ z6 \, F2 E% Crbd image 'csi-vol-1ed75de5-7d12-11ed-b1b5-0a580a800692':
! Z+ ?6 J, I6 O1 [. j. y size 40 GiB in 10240 objects& Z( Y9 f$ C/ J* D2 L
order 22 (4 MiB objects)! I: p" m" l& c5 ~
snapshot_count: 0
8 x* c8 ~) M W% t. {2 Z id: 9e35c93c18ba8# O1 \- a/ i2 ^! S+ s3 q; D& W5 x& }
block_name_prefix: rbd_data.9e35c93c18ba8
! w8 _0 \& D0 |& F% B! e! _+ e format: 2% J* s, Q( ]' q1 ]2 E
features: layering b8 \4 ^! x; ^* \
op_features:
3 t$ p$ n/ n4 Y( w9 C flags: T9 {" G# f6 W* w& c
create_timestamp: Fri Dec 16 15:20:33 2022
) M8 l) J4 K% H5 S! A access_timestamp: Fri Dec 16 15:20:33 2022: X1 E/ ^6 V0 t3 t
modify_timestamp: Fri Dec 16 15:20:33 2022
2 \ W2 g$ x d5 q" Irbd image 'csi-vol-1edb5543-7d12-11ed-b1b5-0a580a800692':
( `* L: c; `8 B size 40 GiB in 10240 objects
8 d$ C F1 r* C6 S& d, ?) M order 22 (4 MiB objects)& Q1 h- _8 Q+ R4 U+ P. K5 r3 A" U
snapshot_count: 0) s: \( w" ~7 T# s# t/ X- v7 r
id: 9e35c396259f8; r% @: N* z4 t# k& C% u
block_name_prefix: rbd_data.9e35c396259f8
; P- D( m i6 F# M# k5 s format: 2
0 k; ]! E6 e6 O features: layering% J3 c6 {6 R4 V4 H2 `' j& N
op_features: X% v1 D6 o# X0 Z
flags: 6 v; i& i6 ^! B z* T% g: n
create_timestamp: Fri Dec 16 15:20:33 2022' o) d. j9 h$ L3 S3 D3 l: g; M$ w
access_timestamp: Fri Dec 16 15:20:33 20223 @8 G) E3 m7 i
modify_timestamp: Fri Dec 16 15:20:33 2022
/ O# T- n: R/ Brbd image 'csi-vol-1ee04fee-7d12-11ed-b1b5-0a580a800692':+ E+ ~' d2 c9 M7 h& k
size 40 GiB in 10240 objects7 r, W9 i* Y1 L7 [) ?" f: |3 T
order 22 (4 MiB objects)
: F$ `& [1 n, p+ P1 ]* v4 {7 k) | snapshot_count: 0
6 u) G$ d" Y9 `+ T7 b& _ id: 9e35ce42c2481
, ?5 B, }4 z k block_name_prefix: rbd_data.9e35ce42c2481: j9 H# |# F& m# s# L; m' h
format: 2
: h1 e- h3 Q& `: K features: layering
/ C X- g3 s6 N op_features: B& Z Y. N/ O% R d2 r
flags:
( f" k2 S4 ]# H% m create_timestamp: Fri Dec 16 15:20:33 20223 l& _4 |+ ]3 l8 [( a0 g
access_timestamp: Fri Dec 16 15:20:33 2022/ h% i- ?6 K- T. y: \+ k+ U
modify_timestamp: Fri Dec 16 15:20:33 2022
9 o1 R* ~2 }6 S- i$ ]2 arbd image 'csi-vol-7ff1c218-8501-11ed-b1b5-0a580a800692':# K) |( [( p9 M, ^# t
size 4 GiB in 1024 objects
, R1 n! `: G7 b5 k order 22 (4 MiB objects)
7 a3 W- k, P/ `% W: [ snapshot_count: 0
7 v& }/ U! E7 w+ ~* c: x/ B id: 9e35c4740e3235 z# e8 Q5 E8 U; b% i6 e, l; r7 ^
block_name_prefix: rbd_data.9e35c4740e323% ^ W9 ?) P/ \& w* `, p5 G/ N
format: 28 e9 r2 A0 K+ H. F9 T* C1 O( l2 c
features: layering4 j/ Q u, r: S5 y5 e
op_features: ! x/ q' C- M9 g5 H2 I
flags: ( Z9 G6 L/ f# y" I" d$ ^2 `
create_timestamp: Tue Dec 27 13:42:32 2022% }- X% t% }; y1 k
access_timestamp: Tue Dec 27 13:42:32 2022# }1 t/ j, l+ O0 m
modify_timestamp: Tue Dec 27 13:42:32 2022
* z$ X1 b8 V& M8 @7 l. O# o2022-12-27 13:43:18.407 7faaaf7fe700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory- a- {! P$ p: c& ~: w" N
rbd: error opening image csi-vol-7ff1e39f-8501-11ed-b1b5-0a580a800692: (2) No such file or directory0 p8 ^/ B# S8 q. Z8 e
2022-12-27 13:43:18.540 7f2ac57fa700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory; `7 N2 [/ N9 B# P m3 V
rbd: error opening image csi-vol-80018531-8501-11ed-b1b5-0a580a800692: (2) No such file or directory
1 w1 Q1 L7 ^3 y( F& d6 g2022-12-27 13:43:18.675 7ff4727fc700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory1 ^7 a, I* |: e3 @
rbd: error opening image csi-vol-8001d354-8501-11ed-b1b5-0a580a800692: (2) No such file or directory0 M1 Z4 }) b" b8 _
2022-12-27 13:43:18.801 7fc0f3fff700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory
- ]$ M/ Y- ~6 n3 q3 d$ h( orbd: error opening image csi-vol-8012d801-8501-11ed-b1b5-0a580a800692: (2) No such file or directory8 [4 H) z' F: F: z- ]1 _; P1 c
rbd image 'csi-vol-80143c1c-8501-11ed-b1b5-0a580a800692':
& S' _9 d( |$ E6 O- u' c9 d3 r size 4 GiB in 1024 objects
1 x1 P: Q+ `4 e order 22 (4 MiB objects)% d* u1 V0 w* ^8 p: W+ t5 D+ g7 U
snapshot_count: 03 z: W& ~6 w% S; S) ~( S7 i
id: 9e35c547b0a51, v5 d4 X, l$ g+ g0 X) Z
block_name_prefix: rbd_data.9e35c547b0a51+ s! Y& }2 J3 i9 A0 S: Y
format: 2
/ d8 R, a/ i9 i4 g& @ features: layering
5 r. V! o$ ~8 d- E op_features: & B+ \. h, b: g; ^: H) J1 s; \
flags: 2 `' s! v$ R. Y R2 N6 ~% u
create_timestamp: Tue Dec 27 13:42:32 2022- }2 D5 h2 H( t, F4 e
access_timestamp: Tue Dec 27 13:42:32 2022
. F: u4 n9 F& K1 C3 B modify_timestamp: Tue Dec 27 13:42:32 2022. Y# B8 E+ ^4 G y
rbd image 'csi-vol-804ce691-8501-11ed-b1b5-0a580a800692':
% `& ?+ y7 |4 R9 v% z) \ size 10 GiB in 2560 objects7 E, v- E0 S- X7 w/ ]
order 22 (4 MiB objects)5 k7 z! e0 _: Z0 N& A3 f
snapshot_count: 0# \+ q& Y h# _& W9 |( A
id: 9e35ca5f63f689 g' C6 K" n: ~7 B8 i) a# |: K
block_name_prefix: rbd_data.9e35ca5f63f68
9 n* P( |+ _# v- B format: 2% }* ?. K* b: i! J% R9 J
features: layering; _0 F7 r' p7 H7 `
op_features: 1 p. Q) Y5 }3 `2 T
flags:
& ~8 i* r6 ^( \ create_timestamp: Tue Dec 27 13:42:32 2022
) P+ g$ c& I$ [2 d access_timestamp: Tue Dec 27 13:42:32 2022$ R5 ^3 Q# q/ [$ s/ `
modify_timestamp: Tue Dec 27 13:42:32 2022& \) z& }. u. S: h5 m! W0 k
rbd image 'csi-vol-90363ffc-7b57-11ed-b1b5-0a580a800692':1 A+ \5 v% \8 b3 `2 K0 ~
size 50 GiB in 12800 objects
4 ?; f6 e0 K/ `, p. J+ @* N order 22 (4 MiB objects)
* ~8 }4 k% _1 k. O. m x1 s snapshot_count: 0
6 A: F/ X8 q P! g. D k6 ` id: 9e35c7b3518d4
; h# e3 W5 f: t; P block_name_prefix: rbd_data.9e35c7b3518d46 l+ s- S, v! J9 E+ P
format: 2
; O- Z9 \9 }7 a+ L& s% S8 O; { features: layering3 @- t* t5 V0 ~) h& q
op_features: ' \" b+ V8 V0 f( K0 g+ e
flags:
q% M5 a7 Q0 ~7 C3 ^9 K/ Z create_timestamp: Wed Dec 14 10:32:33 2022
+ U, Q8 G! x/ L7 f# t. U% j access_timestamp: Wed Dec 14 10:32:33 2022
% @( f- }3 L+ C modify_timestamp: Wed Dec 14 10:32:33 2022
7 ]' \. k3 ^. n* u6 Crbd image 'csi-vol-a6c73cfc-80e1-11ed-b1b5-0a580a800692':
# G( e- B1 R7 |2 E% J# l size 1 GiB in 256 objects
. ?, S# l/ l5 n6 D( X2 }9 X7 P order 22 (4 MiB objects)
! I) d7 i& L5 ?# M7 u( _, }2 n snapshot_count: 02 N8 l0 T9 u( q& y% ~& ^% {6 A
id: 9e35c7aad9b1! k" r1 B( C) N! A# B
block_name_prefix: rbd_data.9e35c7aad9b1# ]8 ?. G- J3 H2 W
format: 26 e) F: V) [4 j8 T- X
features: layering) g6 ?9 V# f+ H3 \
op_features: $ ^6 z! U+ d) K
flags: & t; d; l+ T( z) ]4 h' Y: W0 m* h* L: k
create_timestamp: Wed Dec 21 11:43:47 2022
3 S" @; O# `3 A z9 {+ w% {) E) y access_timestamp: Wed Dec 21 11:43:47 2022* A: V. |9 `+ _# c3 t. M: X
modify_timestamp: Wed Dec 21 11:43:47 2022: E, N0 w* x: z( F% V
rbd image 'csi-vol-a6f0a199-80e1-11ed-b1b5-0a580a800692':6 n' p3 k. o1 o7 X' x+ w2 D
size 1 GiB in 256 objects1 o/ g k' @: H
order 22 (4 MiB objects)
/ Z8 M( v3 X, n9 A! J snapshot_count: 0
( Z) M/ A: w* \ id: 9e35cc806ac3c
0 {- g( s- _) w! }1 M block_name_prefix: rbd_data.9e35cc806ac3c
* y8 a0 p( S1 H5 j5 f format: 2
& K. g9 a7 _: q! y5 q% C+ m' b features: layering
2 d/ t# q- X* G- ]6 u& y op_features:
`6 b+ J8 n3 b- }" n- | flags:
, J. `6 _% m. H# e9 C, w create_timestamp: Wed Dec 21 11:43:47 2022
+ j9 f# {. [4 k$ I7 a4 t7 J access_timestamp: Wed Dec 21 11:43:47 2022
! S: j! a, Y, U modify_timestamp: Wed Dec 21 11:43:47 20229 @" U, e7 \* q3 r: t0 ~
rbd image 'csi-vol-a6f486a3-80e1-11ed-b1b5-0a580a800692':
5 M$ V8 W- q% F0 [/ Q0 i2 u size 1 GiB in 256 objects
+ m1 X, P% h! Y8 O } X" n order 22 (4 MiB objects)
5 D- T3 I! ~4 A& S6 ]7 c/ q. S( H snapshot_count: 0
" Y% L0 r1 w8 C id: 9e35ca298b8c4) O; X$ ~4 i( N9 w4 H
block_name_prefix: rbd_data.9e35ca298b8c4+ ?5 a8 i& h! z' o& W) x+ C/ l% A
format: 25 G3 P N8 l: u' z- L5 A
features: layering
$ R2 d$ A; [5 s2 K/ m op_features: ; c4 c& a2 F3 G
flags: ( L. k; c v" t7 h5 Y9 Y/ \
create_timestamp: Wed Dec 21 11:43:47 20227 \, p# C& g8 m, I9 z& P" k6 [
access_timestamp: Wed Dec 21 11:43:47 2022
1 J9 Q! s: O! ]' w modify_timestamp: Wed Dec 21 11:43:47 2022
& |6 c3 d' {! |, ~( Irbd image 'csi-vol-a71f7bad-80e1-11ed-b1b5-0a580a800692':( N8 A2 v% _$ D- T
size 1 GiB in 256 objects
. H$ D }2 l( h( v order 22 (4 MiB objects)
# _; i3 f' n" W" v. w, y: i% n snapshot_count: 0
) H: K, ]$ c' D! W$ z id: 9e35ce5ecd937 r! y# Q1 y/ Q# _% P) \6 c
block_name_prefix: rbd_data.9e35ce5ecd93+ i7 u( e; M0 @9 w
format: 2
" K) ~8 r- }" `. X. x features: layering: w$ }7 n/ w( p! u
op_features:
0 o$ B( G1 d1 j9 E" v; } flags:
( x5 w6 w3 t( h: @* E create_timestamp: Wed Dec 21 11:43:47 2022! ], }; O( k& M# o; r
access_timestamp: Wed Dec 21 11:43:47 2022
1 i) }7 X1 f% s9 C: T/ a0 u! F modify_timestamp: Wed Dec 21 11:43:47 2022! V- g+ X! R5 @% j
rbd image 'csi-vol-a97a9e7c-7b56-11ed-b1b5-0a580a800692':+ K, ?' h2 m, b
size 40 GiB in 10240 objects
2 U+ i7 j+ B! H4 z- H$ `5 J& T; m order 22 (4 MiB objects)5 o( _- D! |" s' j6 ?% E
snapshot_count: 0
. `, m- V9 g E. [ id: 9e35c7ad4560e3 E4 [- W9 s2 e: _! K9 _) M
block_name_prefix: rbd_data.9e35c7ad4560e- I2 f; H8 @1 N) [
format: 2
% ]; Z* {4 d& M2 n features: layering; a# j% E2 B- {. I0 o5 h: L
op_features:
0 m H! {$ ~0 r. @$ a2 q flags: * \5 f3 ]0 Y' k
create_timestamp: Wed Dec 14 10:26:05 2022
( h# Y. F" b4 l5 }# u/ W, @ access_timestamp: Wed Dec 14 10:26:05 2022
$ E" j7 ], x4 t6 U$ C1 Q, j modify_timestamp: Wed Dec 14 10:26:05 2022* p) a" c7 w1 Y' g% l
rbd image 'csi-vol-a97cf33b-7b56-11ed-b1b5-0a580a800692':
2 U( w. A$ e; D5 `1 l size 40 GiB in 10240 objects
2 ^ n6 f" |6 _( R; C2 M8 j. r& K order 22 (4 MiB objects)
& A+ }$ F5 B/ Y: f1 n( m7 a snapshot_count: 0! {" z8 q, S g3 C8 p: D: c
id: 9e35c6820a438! x$ F) c: o) [9 l8 Y4 O' ~# O+ r
block_name_prefix: rbd_data.9e35c6820a438
. J0 t6 i! D" g& I format: 2
# J. j: t' \* } features: layering) M6 ?0 V- M. V: W! l
op_features:
5 e V& @: s* ~3 X& j7 A flags:
1 R7 Q' h* k" ~( l create_timestamp: Wed Dec 14 10:26:05 2022
1 C$ y1 A% i+ H9 g access_timestamp: Wed Dec 14 10:26:05 2022
- \2 ]; {/ h: d, t modify_timestamp: Wed Dec 14 10:26:05 2022 b7 K# `3 C" M- ]
2022-12-27 13:43:20.183 7f9f797fa700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory# A* U @3 k+ s# I4 M+ w; u) b
rbd: error opening image csi-vol-b2f19b24-8501-11ed-b1b5-0a580a800692: (2) No such file or directory5 g3 @: V7 J2 ^3 x4 V; i, u
rbd image 'csi-vol-b2f2129f-8501-11ed-b1b5-0a580a800692':, L- ^* G: B4 `# D) {
size 4 GiB in 1024 objects
1 W: i8 ]1 [( }! A order 22 (4 MiB objects)
1 ^$ H7 \, t- W! i% I snapshot_count: 0' z# \) m% w# c2 J( O' q |
id: 9e35c4964b54e/ U6 n3 e- z1 k4 E& h
block_name_prefix: rbd_data.9e35c4964b54e
+ H+ P+ N& ~. l! i( Z% E format: 2( ~$ z6 t1 a9 z: m" M7 g$ P
features: layering
. x3 r6 J; I- z op_features:
; G4 W1 O: g7 c: O9 D flags: ! v! p/ B# d F3 F4 Y9 `9 W7 ?
create_timestamp: Tue Dec 27 13:42:32 2022
5 y; m! Q3 J2 C4 L/ z access_timestamp: Tue Dec 27 13:42:32 2022: g9 B4 Q' p- f+ E1 {' o
modify_timestamp: Tue Dec 27 13:42:32 2022
' `! X/ l% m2 ?: [, s+ L4 X2022-12-27 13:43:20.451 7fae7bfff700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory
/ r) F3 t, l4 t: r' o: I6 x1 grbd: error opening image csi-vol-b3029e8f-8501-11ed-b1b5-0a580a800692: (2) No such file or directory
$ \ f" o9 Q. F9 o. c* r* z2022-12-27 13:43:20.578 7fdb2cff9700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory
/ Y/ M4 |- j# g1 n. L% h, |rbd: error opening image csi-vol-b303459c-8501-11ed-b1b5-0a580a800692: (2) No such file or directory
1 P+ y4 c9 w) t# Y$ u# f0 J4 H2022-12-27 13:43:20.712 7f8c20ff9700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory
+ c. d* p, |8 m/ Yrbd: error opening image csi-vol-b30eb6f2-8501-11ed-b1b5-0a580a800692: (2) No such file or directory
; h' L+ R1 U7 o' A7 S1 c2022-12-27 13:43:20.842 7f85c97fa700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory
5 X' g1 J+ T) y& V. Crbd: error opening image csi-vol-b32e8f9f-8501-11ed-b1b5-0a580a800692: (2) No such file or directory
5 e4 ~7 X( J6 p8 R8 O! H6 p2022-12-27 13:43:20.969 7f6275ffb700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory
! m" F1 B9 Q1 |rbd: error opening image csi-vol-b34e85cb-8501-11ed-b1b5-0a580a800692: (2) No such file or directory" w- D. `( }' H
2022-12-27 13:43:21.100 7f87a1ffb700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory( c) E) j' Y' A- b0 D0 \
rbd: error opening image csi-vol-baf82adf-8593-11ed-b1b5-0a580a800692: (2) No such file or directory
\" L) ]4 m2 U( H$ b' D2022-12-27 13:43:21.232 7f2bb5ffb700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory# |' @+ D0 y6 U8 u* s
rbd: error opening image csi-vol-bb047f67-8593-11ed-b1b5-0a580a800692: (2) No such file or directory
+ b( c6 ^. A: S' d! qrbd image 'csi-vol-bb2b265e-8593-11ed-b1b5-0a580a800692':/ @4 o# @& u" Q# F# ]/ v& r8 ^4 W
size 1 GiB in 256 objects% Q" w( m7 O- X1 e/ _
order 22 (4 MiB objects)" I, G5 t2 Z/ S& `
snapshot_count: 02 C ]. F4 _6 p3 m w( U
id: 9e35c58d96058! W9 g; `, P) J1 z
block_name_prefix: rbd_data.9e35c58d96058
4 Z H& @2 a* |( Q format: 26 N! J0 D' n) x- _1 a( x- D+ D% S% ~
features: layering
' ~8 ]0 Q+ Y P: _8 a/ x9 C$ n; l op_features: # z0 ~0 Q) w. A0 n9 @9 a
flags: ! d; z; t5 j; f6 @4 N' t) i8 U
create_timestamp: Tue Dec 27 13:42:32 2022
4 i+ b3 y+ k+ X$ Q9 W7 _ access_timestamp: Tue Dec 27 13:42:32 2022: b( }$ C, b8 U* n* X5 M0 k
modify_timestamp: Tue Dec 27 13:42:32 20228 I0 s8 b! L9 n/ p+ k4 R) m: ]
rbd image 'csi-vol-bb6e5aa3-80e1-11ed-b1b5-0a580a800692':
' b- _, r7 I g# W size 1 GiB in 256 objects
6 l7 I, M. n4 T order 22 (4 MiB objects) _* _# b' u3 K5 |6 M! p
snapshot_count: 0# P7 B& I, g. U4 B- ^
id: 9e35cc330328b' F1 l" q8 Y8 _ j1 ]+ @4 |6 `
block_name_prefix: rbd_data.9e35cc330328b, i2 d3 V$ j2 `- n+ F0 L
format: 2: D c0 I; x1 m: D0 b; A5 M
features: layering
p0 J; k m3 V' u op_features: , y4 R% p) D0 Q4 _" [* O; U
flags:
8 z O: r; ^* r" O# W create_timestamp: Wed Dec 21 11:44:21 2022. ?+ f" ^6 L$ |& u5 f
access_timestamp: Wed Dec 21 11:44:21 2022
9 I; w8 ^3 H, x0 F$ [' @$ {5 v modify_timestamp: Wed Dec 21 11:44:21 2022: d8 T2 Q* S: p5 i2 o/ J5 S+ z# e
rbd image 'csi-vol-bc05b624-80e1-11ed-b1b5-0a580a800692':
$ E; O* {4 y# u1 b size 1 GiB in 256 objects
3 t" ?: x2 i' [8 a$ k order 22 (4 MiB objects)
- Q3 H/ I: ~5 F$ i. v7 m/ r; b+ J+ i snapshot_count: 0
- C. H+ N( G$ R id: 9e35c555b66a1/ |3 |9 m Y; a) h2 ?
block_name_prefix: rbd_data.9e35c555b66a1
! R" n! i4 x$ R8 F5 k' i format: 2
" B/ c; `, x+ {4 Y/ P1 } features: layering/ c8 k: _* H# r5 ^( d
op_features:
: z/ r, \+ t m! a! R. l flags: 9 P8 {! Z0 O) _" j$ ^- ~
create_timestamp: Wed Dec 21 11:44:22 2022
! a( i" y( I4 k5 K7 i- ^' H access_timestamp: Wed Dec 21 11:44:22 2022$ J3 v7 x+ I9 Z ^4 C1 c
modify_timestamp: Wed Dec 21 11:44:22 2022
- L; Z1 Z4 @& b7 s6 r `! t* `rbd image 'csi-vol-be3e584d-80e1-11ed-b1b5-0a580a800692':
) U; G& [; E4 l+ Y3 c! ~6 U size 1 GiB in 256 objects- A2 a. J$ l1 W t, J' K0 E
order 22 (4 MiB objects)+ f5 ^" |8 @, z
snapshot_count: 01 X6 j" p) Z) V2 d
id: 9e35c5807bea6
2 q& A( e% H1 _- l6 v' c' P block_name_prefix: rbd_data.9e35c5807bea6
5 }2 A. K }. N6 ]9 v" T) b format: 2& ]' X4 S+ w5 u6 F3 B# K% c
features: layering
6 t& n9 G# o7 f( [+ F op_features: - a) d d7 D. j3 D% g
flags:
5 M2 _: T/ m; c2 Q, G( o create_timestamp: Wed Dec 21 11:44:26 2022$ l2 R; E3 G8 `: L1 H
access_timestamp: Wed Dec 21 11:44:26 2022
, [" v6 E1 D, Q8 ]9 v* F3 N% ? modify_timestamp: Wed Dec 21 11:44:26 20222 M7 H$ p. L: U! X7 x# V
rbd image 'csi-vol-bea2af04-80e1-11ed-b1b5-0a580a800692':+ X- U$ P) M1 L% a* ?9 y
size 1 GiB in 256 objects# Z9 u' l5 O0 X# m6 x$ X7 D: a
order 22 (4 MiB objects)3 Z* V4 D/ G* ^! t$ F. u, |
snapshot_count: 0
, x; [' G- b5 a& [ a id: 9e35c5e845f7f- Y* y! Y+ r0 d3 M
block_name_prefix: rbd_data.9e35c5e845f7f; J) `9 j( a1 H; T6 {
format: 2
) |) ^8 }: d1 c, B features: layering
2 I3 S7 j z1 r, e7 J+ w op_features:
1 D+ e' W& e" g8 S/ e flags:
6 O. x# p6 b! @! I4 O! M- B- K! F create_timestamp: Wed Dec 21 11:44:27 2022 a2 t& D1 X7 v) q. h) Y
access_timestamp: Wed Dec 21 11:44:27 2022% J% o6 \/ A1 v: l
modify_timestamp: Wed Dec 21 11:44:27 20221 C5 O/ f, p q3 V$ ]
rbd image 'csi-vol-da4243db-843e-11ed-b1b5-0a580a800692':
7 N* g6 A2 N6 G size 1 GiB in 256 objects
- U# r6 a! ~0 x* X# k order 22 (4 MiB objects)
( a! j9 s% N5 s- }4 s# Z7 I; D& f snapshot_count: 0
% M8 [* o/ Z/ j id: 9e35c6661fbcb) k; C8 [+ |) f! c# R7 C4 I
block_name_prefix: rbd_data.9e35c6661fbcb
5 U, B- @$ u% z; X4 J6 l# c8 S format: 2
3 V7 D2 ]% { `: K features: layering( K1 U7 t z4 |2 R; _! X
op_features:
3 h8 N# t7 U- J. N flags:
0 x, u" }* @7 G; I+ @) u create_timestamp: Sun Dec 25 18:28:36 2022
" E$ G' y6 f6 b0 _; w8 M7 M( i access_timestamp: Sun Dec 25 18:28:36 2022& Q, }2 r: g/ L6 ~
modify_timestamp: Sun Dec 25 18:28:36 20227 V _! a2 Z/ t
rbd image 'csi-vol-da51cb65-843e-11ed-b1b5-0a580a800692':8 U! _4 K# Y5 G w# w
size 1 GiB in 256 objects L0 g6 f Z$ s* l" d
order 22 (4 MiB objects)
' I6 C7 m; [2 n& J snapshot_count: 0
6 ^) a8 A5 ^8 k( q1 G& j/ D id: 9e35c87f2899e
% J+ R( k( m/ p& p+ P6 ~ block_name_prefix: rbd_data.9e35c87f2899e( _; n3 r3 {1 r4 t
format: 2
. I. D9 N# o, O2 a features: layering
( b" x: z' ]/ @ op_features:
7 g0 K2 ?8 J5 s- A9 W flags: $ ]# w. v+ ^& L* c8 [4 ] ?# v
create_timestamp: Sun Dec 25 18:28:36 2022
5 Q5 x1 z: ~+ u8 T access_timestamp: Sun Dec 25 18:28:36 20225 Z: B4 D% i' h
modify_timestamp: Sun Dec 25 18:28:36 2022
$ Y2 ?6 h V* H( y( O+ Z* zrbd image 'csi-vol-da62a26b-843e-11ed-b1b5-0a580a800692':, o( c& t' H$ u1 u( j) n' u- h
size 1 GiB in 256 objects
- e2 @% i$ V W$ y- d! L order 22 (4 MiB objects)) u1 g: l+ a" p
snapshot_count: 0+ x6 X6 P, v& K: Q2 N/ m& \' v
id: 9e35c5ba862f6' |: ]) L& _7 C) N: V2 Y
block_name_prefix: rbd_data.9e35c5ba862f69 I. @4 r" I6 ]
format: 2
( \5 S& ~; ~9 G# \* E0 Q2 G8 A features: layering5 Y# \/ F9 l/ q! f
op_features: + }; d. A. Z7 s- y) x% [
flags:
: ^# h$ k8 c1 K) z- \7 j create_timestamp: Sun Dec 25 18:28:36 2022" b. j6 J% Q/ v$ _
access_timestamp: Sun Dec 25 18:28:36 2022
: D6 F) _8 M3 y) O/ z modify_timestamp: Sun Dec 25 18:28:36 20227 c4 S c- u' Q( p7 [
rbd: error opening image csi-vol-ea1d1132-84fe-11ed-b1b5-0a580a800692: (2) No such file or directory% G9 C3 G7 Z+ ]* M% X$ f! K
rbd image 'csi-vol-ea1d1212-84fe-11ed-b1b5-0a580a800692':' N" M' j V6 r6 V: f8 X% ^1 w
size 1 GiB in 256 objects; [, E5 Q: `& K4 o6 T9 B! E2 P
order 22 (4 MiB objects)6 {# R/ z& a! X7 N
snapshot_count: 0
$ s( f+ G; c3 w. {9 L id: 9e35c8129cb716 A5 C o, }0 i1 ` b
block_name_prefix: rbd_data.9e35c8129cb712 S3 }: _# c4 \" a
format: 2
7 I* Y6 Q S' r features: layering
2 v" W1 l8 h' D. `2 S6 d# y( E8 T op_features:
% x0 z5 W6 \: `0 l9 d n8 C flags: 7 K5 _; h. w: I
create_timestamp: Tue Dec 27 13:42:33 2022* @; C: l7 h! ~
access_timestamp: Tue Dec 27 13:42:33 2022
$ T; F0 r" u" u2 x modify_timestamp: Tue Dec 27 13:42:33 2022
) P, D* c7 a, C- i# q1 ^rbd image 'csi-vol-ea2d24c2-84fe-11ed-b1b5-0a580a800692':
; X- C; z# ~, ~% C7 [5 } size 1 GiB in 256 objects
0 ^$ ]1 \' z' ], @( h& K# q order 22 (4 MiB objects)% h+ v$ T1 `& |- T3 i; a# ~' y
snapshot_count: 0
& A0 E, M, {9 ]' I9 \; M id: 9e35c9d7b40a9( ^8 I6 M' S" o0 A) l) R; H2 x
block_name_prefix: rbd_data.9e35c9d7b40a9( I1 f) U) Q2 p9 w3 x
format: 28 }8 A! s/ y% [) u; V8 p! M
features: layering
7 B8 O6 R) h% r* Y op_features:
+ l1 e1 m" o. b7 s# ?' ?# C flags:
/ R8 f3 T5 d. A' v1 v create_timestamp: Tue Dec 27 13:42:32 2022
6 w5 I( b% U$ V5 r, Q access_timestamp: Tue Dec 27 13:42:32 2022
9 E9 {# C6 Z; z' p! F9 J& J modify_timestamp: Tue Dec 27 13:42:32 2022
2 W) S& m h5 c! E+ P2022-12-27 13:43:22.865 7f6ecf7fe700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory9 h% c2 D5 U& U9 @' W* B8 z; j/ ?
rbd: error opening image csi-vol-ea2f7183-84fe-11ed-b1b5-0a580a800692: (2) No such file or directory
; r" w; P8 N8 b/ J. irbd: error opening image csi-vol-ea3d95e6-84fe-11ed-b1b5-0a580a800692: (2) No such file or directory
6 @5 T* ^' Y( p* P; s3 O2022-12-27 13:43:23.122 7efe32050700 -1 librbd::image::OpenRequest: failed to retrieve initial metadata: (2) No such file or directory4 |, y3 {& v, T% e, w
rbd: error opening image csi-vol-ea79cdf8-84fe-11ed-b1b5-0a580a800692: (2) No such file or directory
! ]8 c, a( U! [$ h, Rrbd image 'csi-vol-ef1ea188-8598-11ed-b1b5-0a580a800692':
( j" d- P5 j1 [8 a k size 2 MiB in 1 objects! ?4 L( N1 f3 R% c( J1 P4 c V
order 22 (4 MiB objects) k$ @; c6 ? @* ~! w t1 u! b
snapshot_count: 0) Q/ ?3 M ?2 T! b( N2 F* b. z
id: 9e35cc813ac844 k2 Z0 e2 a; k: _2 b
block_name_prefix: rbd_data.9e35cc813ac84
8 ^* E9 U" X9 @2 X format: 2
0 H; { S7 y/ i2 t! p& o' N1 m features: layering
( e, Z9 v2 P+ @0 S3 g2 t. K, ? op_features: - Z2 \9 a" F6 {1 ^, ^7 f# D
flags: + P/ \# i$ i& j
create_timestamp: Tue Dec 27 13:42:32 2022
' I, h% `0 V& S access_timestamp: Tue Dec 27 13:42:32 2022) p6 L" r0 [: V% n6 L
modify_timestamp: Tue Dec 27 13:42:32 20226 ^3 g' P: B' y. o% `1 o
[root@ceph1 ~]# rbd rm ocs/csi-vol-ea2d24c2-84fe-11ed-b1b5-0a580a800692
9 u& \' W! t& g5 L+ xRemoving image: 100% complete...done.
8 ~3 |3 G( Y. J8 n$ h( @[root@ceph1 ~]# rbd rm ocs/csi-vol-ea1d1212-84fe-11ed-b1b5-0a580a800692
7 O9 ?& P/ U, I* X7 {; j+ A3 MRemoving image: 100% complete...done.
& { J% D5 i \" l, J& B[root@ceph1 ~]# rbd rm ocs/csi-vol-da62a26b-843e-11ed-b1b5-0a580a800692
* b7 Q; G7 ^2 C( d( o( H! R2022-12-27 13:44:16.570 7f3c92c45700 -1 librbd::image::PreRemoveRequest: 0x55b76f658880 check_image_watchers: image has watchers - not removing
) U) S0 }7 o! L* J, B1 SRemoving image: 0% complete...failed.
; X$ u1 `9 A. y, ~: u- I4 Grbd: error: image still has watchers/ E* p3 r% v; `0 {! b! i4 x h
This means the image is still open or the client using it crashed. Try again after closing/unmapping it or waiting 30s for the crashed client to timeout.
; T) k7 ]* e! S: [$ V7 d" R+ z6 K0 X% ]- _" p
% l* `7 h6 ~# I* ^ |
|
发表于 2022-12-27 14:00:01