浏览此站
联系我们相册切换到窄版 Language

 找回密码
 注册
易陆发现论坛»论坛 › 云计算开源区 › ceph分布式存储 › cephfs 创建、删除 mds文件系统操作过程
返回列表 发新帖
查看: 676|回复: 3

cephfs 创建、删除 mds文件系统操作过程

[复制链接]
admin

1

主题

0

回帖

12

积分

管理员

积分
12
QQ
发表于 2022-7-27 11:13:43 | 显示全部楼层 |阅读模式
[root@ceph-1 ~]# ceph osd pool ls& u+ g! A9 K; B2 p2 S
[root@ceph-1 ~]# ceph osd pool create metadata 128 128
7 N. u0 w. G* Z7 wpool 'metadata' created  H4 c+ d$ O' x9 K' n
[root@ceph-1 ~]# ceph osd pool create fsdata 128 128
. z1 \5 ^& Q( X6 ^1 p6 n6 Spool 'fsdata' created
. J9 I( k% Y# s- h; o# |# a; w[root@ceph-1 ~]# ceph -s
) E3 b: L% ~) u, A, x( {9 b( S3 i  cluster:
6 ~( o0 r' Y1 t% z: W5 ~" _    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
  {% k+ |3 I; q) k    health: HEALTH_OK: F/ k% S) I* B4 u- u, |- I
" c* y% i  }$ C5 O+ w5 R: L
  services:
9 |$ E% @  p+ @/ @7 o    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
7 u6 A) c( S1 f2 n. P6 S# p    mgr: ceph-1(active), standbys: ceph-2, ceph-3* I0 v1 ?4 k" A' K
    osd: 6 osds: 6 up, 6 in) o( A/ V) S2 T4 L% Z

# I+ [' ]+ o. A! e  data:
' }/ q; Z$ _8 r    pools:   2 pools, 256 pgs
* Z$ R! g6 n0 ^$ Q# J6 [. L. N    objects: 0 objects, 0B" K" |5 ]$ ^. @- I+ A' C/ v
    usage:   657MiB used, 584GiB / 585GiB avail
5 G+ j. [3 h; e, Y' t' D    pgs:     40.625% pgs unknown9 K7 I/ u+ ~1 J4 ]$ |1 V% ?% D
             58.203% pgs not active) T: @' f1 p" `6 q+ l3 c9 H
             122 creating+activating0 [: R+ d9 k* b5 L
             104 unknown; @$ r# q; Y/ i5 T* ~. h- i
             27  creating+peering7 J9 e7 u) P& R$ d, y! q) s7 ]
             3   active+clean9 J, X, Z! T, r1 E! h# @5 j  F! i1 l
8 h7 l" U5 p0 d  H) `* n) M
[root@ceph-1 ~]# ceph -s
& b  w$ n+ ^% q; P$ Q3 d  cluster:
+ u: R2 F5 Y6 v  K2 W    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
8 I+ k; H2 O, q$ H- K    health: HEALTH_OK. S$ J( |; a; R$ ?, [. C5 c
7 ~, n0 ], u( q: v
  services:+ F7 B  b. S( f# t/ ]; s
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3: U% m  w% a, p& E
    mgr: ceph-1(active), standbys: ceph-2, ceph-3' x0 V( v3 ~  y4 U5 ?
    osd: 6 osds: 6 up, 6 in2 p( E+ ~' {" }: a+ q

  P& M: }5 o8 ^1 v3 p  data:
  F7 \% g% y/ R( i& u    pools:   2 pools, 256 pgs
: u* X8 [& W6 w, g: [    objects: 0 objects, 0B
# h( o( `2 L# a7 D; S" W2 l* d    usage:   657MiB used, 584GiB / 585GiB avail
+ W+ A7 \  Z: Q' C, b  S) h. E    pgs:     19.141% pgs unknown' n6 L0 l. Z7 Z% R, d2 k5 C/ K2 w
             75.000% pgs not active- v; W: ]6 {- o, @
             113 creating+activating
' x2 E9 I- ], c7 g* ^! J5 g# [             79  creating+peering
% i; h: w, l0 J6 ]/ \             49  unknown
( f  B! O4 L1 g$ T: p! f' T6 w7 w             14  active+clean4 k" E# b8 C0 P1 @5 p: o  I% o
             1   active
) u, r( y6 d! T5 ^0 G4 B1 E" u1 E; p( I, E1 {+ |  i" S- e
[root@ceph-1 ~]# ceph -s: a3 c/ `6 b% U& K% w( ]$ O
  cluster:
8 g" o( K" j$ Q- L( u: g    id:     57bf4711-2218-46af-99d6-9c68ae230ce1( O; W1 q  C$ y9 Y: F0 a; C
    health: HEALTH_OK
5 D! N3 n) ?: L: D6 i- _) B5 S5 s0 h8 S8 @: K
  services:
2 _- D0 u; {8 e1 o3 P+ F    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
5 a# P2 n) f* `0 h2 i    mgr: ceph-1(active), standbys: ceph-2, ceph-3
% t1 r( G) L  j    osd: 6 osds: 6 up, 6 in7 {* Q0 g3 u6 O5 Y$ c& I$ F

9 f$ E( r# Z- B9 _, T+ L  data:  u" e  H: {) A- J, B
    pools:   2 pools, 256 pgs
' D+ x; \; i5 s% p$ [2 q: \; P5 `9 x    objects: 0 objects, 0B
# K6 q% W3 W7 O7 H  G9 e    usage:   657MiB used, 584GiB / 585GiB avail
$ o) ]7 [0 u% [6 n8 |+ Q1 }0 p8 u    pgs:     19.141% pgs unknown
& J7 v0 S% k! Q- i" g2 j3 c             75.000% pgs not active
0 M" C8 v' k: B: d6 F: \! ^             113 creating+activating0 Z1 }0 W  I3 l- S1 O- Q9 F
             79  creating+peering2 C6 C" m8 b- ?9 I1 f- U
             49  unknown
" q4 z9 ~9 i- u             14  active+clean6 T, Y# B# |8 i6 l
             1   active
! M% ^8 B8 V; H
8 i9 U8 D4 j- v1 B: C! T7 G[root@ceph-1 ~]# ceph -s0 D2 w  x  l& K& K+ T
  cluster:
/ L# l: J  m+ P  N    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
: A# g8 p# {. S    health: HEALTH_OK5 S+ }7 V7 n* j$ D, O6 e% p3 |

& Z5 ?) z# b3 P( O& m5 A4 o7 `$ |  services:
2 f. T& K+ _' z. p1 d    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-35 Q# u6 z5 H  `4 K3 \7 t
    mgr: ceph-1(active), standbys: ceph-2, ceph-3
! W& k0 {! S& j* O" b# Y    osd: 6 osds: 6 up, 6 in: C0 e4 {* I- H# T9 s
6 O. u3 s* W0 T3 {) [3 [
  data:: ^5 `, F) z+ ]' }: ?2 C" E# u
    pools:   2 pools, 256 pgs2 U  A3 w# Z) |+ W
    objects: 0 objects, 0B
: T! U9 |# A/ L+ a( E! i    usage:   657MiB used, 584GiB / 585GiB avail  ^" J: H, S: Q3 c
    pgs:     12.109% pgs unknown
# l2 ?& l, c6 ^) D7 g) Y) c             76.562% pgs not active( ]$ t5 g' L$ r/ t6 @# K
             99 creating+activating$ o/ o1 i; `" f( A( z- l3 ~3 v
             97 creating+peering
) y* k) `2 v. B4 T/ D             31 unknown
7 |. \% @' S, {2 ?             24 active+clean
- x1 u: X8 E$ I  a             5  active
- Q3 x2 f9 b! n0 \# R2 r: k9 X, B/ w/ f
[root@ceph-1 ~]# ceph -s/ @. l. o- d: @0 a3 p
  cluster:& I% b6 E. k7 r7 e4 m
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1( m0 g# F" p( O2 T- i
    health: HEALTH_OK
, |( v3 [# Z9 E. k( h0 W8 K& H1 Z$ V" R( K6 w9 n
  services:
5 ^  R! _- `! ~( I* a- A+ v: y    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
: D) i: C8 m$ Q4 R& C    mgr: ceph-1(active), standbys: ceph-2, ceph-3, |4 Y% N5 l; V( h7 p
    osd: 6 osds: 6 up, 6 in
* w/ |4 N  `$ |. H# c& B* V
$ i: x" T& x1 O$ k0 n5 m+ H3 z  p  data:
, \& @8 ?1 ]; [* t, [" A    pools:   2 pools, 256 pgs" ]' W" C  {! i4 q/ e9 }+ `
    objects: 0 objects, 0B
0 O6 N7 N. u7 y( \5 O1 w0 i    usage:   657MiB used, 584GiB / 585GiB avail
" e3 j3 \7 _3 a' Z# b    pgs:     12.109% pgs unknown/ g& U4 W8 z9 K
             76.562% pgs not active
. }8 |/ p) D" ]! e             99 creating+activating) Q+ a" a, G4 J  b0 _
             97 creating+peering& y) F+ N  u  @, ?
             31 unknown
! @) O# }. c; H7 G; k: ^' m             24 active+clean% A6 h1 |+ e. B
             5  active
# c; k1 s' g+ X$ n+ H
: W' t8 X2 F, x" @& c) b[root@ceph-1 ~]# ceph -s
  v( f  D/ s# B, b) \( E  cluster:
9 ?4 i2 v! ^/ h: t    id:     57bf4711-2218-46af-99d6-9c68ae230ce1. ^3 D0 Q$ c" X5 H# }" O: ^' n0 X! I
    health: HEALTH_OK% A0 i% U/ M% k, W

5 d: t( l3 Q9 J6 B  i8 L- K5 a  services:! x2 ?% [3 A( F# @+ T- X9 e
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-36 T/ q+ \/ h, y7 \: h
    mgr: ceph-1(active), standbys: ceph-2, ceph-3$ s; ]. p  s. E" ~/ y+ z
    osd: 6 osds: 6 up, 6 in
5 S6 M9 m8 N& o, y
! C6 ~* y( ~) \1 o% Z3 o! n/ l  data:' x& F/ q9 ?# b3 T" V2 D' R! O5 @
    pools:   2 pools, 256 pgs
' w4 ]. \9 n; Q8 O8 D    objects: 0 objects, 0B
; ]" y6 h: w1 D7 K' X# J; f9 {& L& x    usage:   657MiB used, 584GiB / 585GiB avail
( {7 _) L) v) m! F# o1 O    pgs:     12.109% pgs unknown
0 x8 f& W/ j. r* V7 |0 X, t             76.562% pgs not active  T' G. A1 [, D2 j1 V1 t& H
             99 creating+activating
3 J3 `) a' [) [             97 creating+peering, v9 P4 }% O9 ]8 `2 u
             31 unknown
- M, u8 y$ O# X0 w' K. S& T8 f+ o             24 active+clean/ A* ]7 B# V8 l) t$ U' U2 }+ F3 t7 j
             5  active
1 y  |- Z7 R6 m2 ]2 s: W* b0 C$ \* n
[root@ceph-1 ~]# ceph -s
9 \( R. r& x$ @7 D9 C  cluster:
( P4 ~  z( m8 [" M9 I. j    id:     57bf4711-2218-46af-99d6-9c68ae230ce13 n2 z- B- l8 ]3 |7 n+ s/ q3 S1 Q
    health: HEALTH_OK
; G1 K* Y  }' g. @4 z/ |
1 ~8 H' E% f, [  S: k0 _6 Z  services:
+ r- o$ S$ r9 e( S    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
6 I, I) T, i# c% E. D    mgr: ceph-1(active), standbys: ceph-2, ceph-3% c( A1 B5 ?7 B9 N* Y
    osd: 6 osds: 6 up, 6 in: I2 F1 Y+ |- n( C  o, i

/ A) s) {2 W) g  S2 c. a  data:4 ^2 M/ j. j1 E$ H+ I
    pools:   2 pools, 256 pgs
0 a3 b( s& h" M$ U3 F! W' G    objects: 0 objects, 0B
' G5 R/ g4 m5 L3 h' [    usage:   657MiB used, 584GiB / 585GiB avail
7 z9 v: \3 o$ Y$ s: J( d& f    pgs:     5.859% pgs unknown
, o* s- c1 d. Y- r0 ?1 ]% C             71.484% pgs not active' W- e: y+ p5 O' O; \0 X( F
             92 creating+peering7 p! B, E' S8 x  ]9 h# U" k6 v
             91 creating+activating
3 H' J3 S; K6 k( p. R             51 active+clean5 `9 n! t3 |' W$ a
             15 unknown/ e9 H+ U+ Z, L9 x1 B" H* R% I
             7  active
( R/ t* }4 w4 N5 k4 `' K- Z2 }; }6 Y1 B8 y& X+ ]  w8 e/ @( ~2 j
[root@ceph-1 ~]# ceph fs new filefs metadata fsdata
) C4 O/ F0 C2 O0 nnew fs with metadata pool 4 and data pool 5
9 Z" m  H# M- J! z[root@ceph-1 ~]# ceph fs status filefs
- n% s6 U' `# zfilefs - 0 clients
' z8 w. V. L+ S======& T+ d' q. H- q7 W" `2 P1 n6 t
+------+--------+--------+---------------+-------+-------+
# }; M1 M, g  e+ W| Rank | State  |  MDS   |    Activity   |  dns  |  inos |" ]; |1 d* ?/ @9 q+ B( ?3 u
+------+--------+--------+---------------+-------+-------++ T$ o* X( _+ a
|  0   | active | ceph-3 | Reqs:    0 /s |   10  |   12  |* c; }; y/ z4 W/ F+ c0 a8 N
+------+--------+--------+---------------+-------+-------+5 s/ O' U" |% R; Q9 n/ L
+----------+----------+-------+-------+9 a- ^- c. r; Q* D. S
|   Pool   |   type   |  used | avail |
* y: n+ t) T+ ^+ G' ~4 y' Z+----------+----------+-------+-------+! B9 M) g' p7 [7 W! D
| metadata | metadata | 2246  |  277G |( m. {0 ^5 i# D/ V4 \
|  fsdata  |   data   |    0  |  277G |
! w' k; ^3 ]; J% y/ f2 ^9 M+----------+----------+-------+-------+5 O) k8 {- J& Y
3 F  K% \0 s8 Z, c
+-------------+: ]% x. a# h4 y4 m
| Standby MDS |
" Q7 Z3 e- }+ j( U+-------------+
/ O; m/ h" Y  F# t|    ceph-2   |
4 u) @+ T/ p8 m( n|    ceph-1   |
! |2 g/ ]" y6 m! m2 T+-------------+
2 m- y) T( `) P  F# I3 TMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
' ~1 t& M3 H1 _  {, e[root@ceph-1 ~]# ceph df
& o5 n2 o2 S/ `) D+ L( r# bGLOBAL:
% q. U2 J+ o. e2 h5 H+ G& {* e    SIZE       AVAIL      RAW USED     %RAW USED 1 I* ]4 W' W/ o' T. @9 Z0 Z
    585GiB     584GiB       660MiB          0.11
0 t( b5 [; K4 D2 tPOOLS:
/ C* h- t( a) E; ]% ~    NAME         ID     USED        %USED     MAX AVAIL     OBJECTS
, B2 h6 K* Q' Y5 i$ k1 ~    metadata     4      2.19KiB         0        277GiB          21
0 M% Y1 K9 W# a& u5 A1 P    fsdata       5           0B         0        277GiB           0 ( q% t% a# A4 k1 i2 E- ]/ S
[root@ceph-1 ~]# ceph fs set filefs standby_count_wanted 3
7 d* z2 s: k+ Z' z7 v" Z/ n  Z; J[root@ceph-1 ~]# ceph df
4 P% U1 V2 e8 R0 [6 `2 V, AGLOBAL:: k# C+ E- h) X7 J9 x
    SIZE       AVAIL      RAW USED     %RAW USED $ k0 U! b3 o0 G5 @+ `0 k
    585GiB     584GiB       660MiB          0.11
/ A- `# |9 r! tPOOLS:
# F. P4 u8 M, f6 B( p    NAME         ID     USED        %USED     MAX AVAIL     OBJECTS 6 Z! P6 j6 }+ a. F( p
    metadata     4      2.19KiB         0        277GiB          21 + l: ~) c+ i2 Z! [8 b- `: f* ?
    fsdata       5           0B         0        277GiB           0 # c8 k' Y. Z; U* `+ p
[root@ceph-1 ~]# ceph fs status filefs
- I4 v8 G. r, N6 @6 `filefs - 0 clients' y9 v/ X+ s3 P
======
& _, x. k% m9 @+------+--------+--------+---------------+-------+-------+' v$ W, D# o! B, b/ d
| Rank | State  |  MDS   |    Activity   |  dns  |  inos |% y$ J2 l% Y: K6 ^
+------+--------+--------+---------------+-------+-------+
6 [( R5 B; x) L/ N2 A+ Y2 |/ Z7 M|  0   | active | ceph-3 | Reqs:    0 /s |   10  |   12  |2 E- F$ p+ \3 [& J9 G5 T
+------+--------+--------+---------------+-------+-------+; t/ z: J: W' n1 H3 T0 [* j) Z
+----------+----------+-------+-------+# A- @5 f; c, T! A) C+ l
|   Pool   |   type   |  used | avail |, m  O8 k: S* Q
+----------+----------+-------+-------+9 I# D! Y3 U5 I$ g8 t- m) f
| metadata | metadata | 2246  |  277G |
. V+ P+ G/ D) x4 M+ k- w|  fsdata  |   data   |    0  |  277G |
+ T- U, x1 Z3 Y) g! u2 l; t( Q+----------+----------+-------+-------+4 D* a! U" {' T* N, \
* a6 d% [7 z1 I/ c0 L
+-------------+5 Y; T0 S$ s2 E! T- }- A
| Standby MDS |
0 h! M( O5 X: \. @+-------------+
! ]* [3 s/ f$ H0 n  i|    ceph-2   |
* _/ j! g) b7 j6 N: B: c|    ceph-1   |4 }3 L2 p1 o8 U  \! G) o% S
+-------------+
6 }, q4 {( }' t0 ZMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
' f# `, w/ `( t: R& }[root@ceph-1 ~]# ceph fs set filefs standby_count_wanted 1
; s7 T" f( ]8 D5 D: D[root@ceph-1 ~]# ceph fs status filefs 6 _( [6 K8 t, _& V
filefs - 0 clients- G# }5 m) D3 u0 R, ~' b. W0 J
======
# g; K- A! b% {2 q8 P% V/ }" m+------+--------+--------+---------------+-------+-------+
4 e) Y, s2 m+ M6 k+ I) M| Rank | State  |  MDS   |    Activity   |  dns  |  inos |" z/ `4 h0 V( T- f1 v3 ^
+------+--------+--------+---------------+-------+-------+
8 ?# _. i- ~' }) i! \: `/ J|  0   | active | ceph-3 | Reqs:    0 /s |   10  |   12  |0 f1 h5 N% k2 ~6 T
+------+--------+--------+---------------+-------+-------+
; u5 m0 u( r# Q% D' V: w% \+----------+----------+-------+-------+5 b. q: l3 C- R0 {
|   Pool   |   type   |  used | avail |
8 t6 g+ O! a7 B9 K  C+----------+----------+-------+-------+: V4 I; W  d* A% C, e, w( b
| metadata | metadata | 2246  |  277G |% W3 ~( A* [; R1 {* ?
|  fsdata  |   data   |    0  |  277G |
1 d8 i# z) g; d1 M* k+----------+----------+-------+-------+
, N. j- E: }, a3 M% P6 i; Z3 F3 G5 D* _, Q$ m% n/ W) i
+-------------+3 n( k" d$ l0 ^& ]/ Q; ^7 R0 e
| Standby MDS |( j7 y5 C4 ?6 E. r
+-------------+) @5 i8 L2 V: a: Y! p' F' ]- n3 L
|    ceph-2   |
2 S, s5 O& H, C2 O|    ceph-1   |
+ A0 A) b8 B: t% L+-------------+
# y7 F* n- w5 G1 p0 `; bMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
+ f% ^, b( ^7 F[root@ceph-1 ~]# 8 D5 R0 |6 d- S1 E- z/ d1 ^/ P/ {' q

/ K9 X1 V8 N2 s6 {) C
回复

举报

admin

1

主题

0

回帖

12

积分

管理员

积分
12
QQ
 楼主| 发表于 2022-7-27 11:18:02 | 显示全部楼层
[root@ceph-1 ~]# ceph fs status filefs
4 v1 v# [- _7 t8 p* Jfilefs - 0 clients
) Q: E0 \5 [8 t* m* b! i$ x1 M======
7 ], w! q2 ^" Z+------+--------+--------+---------------+-------+-------+
# z) p! H8 D; d9 E) h: M) }| Rank | State  |  MDS   |    Activity   |  dns  |  inos |
7 J' ~1 w% F0 U$ u2 t/ U+------+--------+--------+---------------+-------+-------+
# M& |/ M7 _$ j  T# O|  0   | active | ceph-3 | Reqs:    0 /s |   10  |   12  |( _& `& {) m! P/ {& w) b
+------+--------+--------+---------------+-------+-------+: p3 n" w! U, O8 a4 z' X6 R) s
+----------+----------+-------+-------+9 c% j$ e7 q+ P) {8 N
|   Pool   |   type   |  used | avail |
0 D6 k( Y# M+ J9 u+----------+----------+-------+-------+
; |! }$ x3 E* j& V' z0 |6 J| metadata | metadata | 2246  |  277G |+ Q7 q5 R* N7 m. W& }, w/ [
|  fsdata  |   data   |    0  |  277G |+ ?3 m5 z9 t' a* S) \
+----------+----------+-------+-------+* j, \: W' L' `. F7 T( ^
5 F& K, D2 {7 i9 v: o
+-------------+; I+ d" T' S" `/ b# t8 Z
| Standby MDS |
/ @" K$ {3 Z, M+-------------+6 K0 `0 n; ~+ [" h
|    ceph-2   |
% W" b% T; q7 _" y' C0 R/ x  q6 S|    ceph-1   |7 P' Y8 B5 B. {. X( H  U
+-------------+0 z  k$ F8 G( K
MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
8 N* l- ]+ ?" W: l6 W0 y. r3 G! r[root@ceph-1 ~]# ceph fs ls
0 W% @$ J5 z. D& o7 L2 L. H4 M% iname: filefs, metadata pool: metadata, data pools: [fsdata ], @- I, e0 w0 m& q* s- a3 E9 f
[root@ceph-1 ~]# ceph fs rm filefs
1 _6 I0 B; x; T/ F, ]* i2 W3 `Error EINVAL: all MDS daemons must be inactive before removing filesystem
1 p5 `5 J4 i/ g$ K' t9 n( @# W6 r[root@ceph-1 ~]# ceph fs status filefs ) a6 H# B1 I' n% C
filefs - 1 clients
5 d) N' @9 D, O+ e8 V======+ p! t0 m) X9 W+ m6 f# E8 f
+------+--------+--------+---------------+-------+-------+! Q1 C( Y1 Y" T3 c& Q8 G# c2 i
| Rank | State  |  MDS   |    Activity   |  dns  |  inos |6 l8 z- @: s2 j# ^: W$ d- Y1 e/ j/ G
+------+--------+--------+---------------+-------+-------+
# q9 `. t6 G' w6 ^|  0   | active | ceph-1 | Reqs:    0 /s |   10  |   12  |1 v5 U( H! _, {7 I; d* o
+------+--------+--------+---------------+-------+-------+* [! j1 P0 s  M( {% e- V* L
+----------+----------+-------+-------+
0 _3 t4 j; W5 _  j% o  r: w9 A# g|   Pool   |   type   |  used | avail |; ~, ^, U" W' c+ i
+----------+----------+-------+-------+3 s8 h2 r/ m1 J% n
| metadata | metadata | 2642  |  277G |
% V$ F% D: c2 R7 o+ g|  fsdata  |   data   |    0  |  277G |
, h) l8 {. e+ f3 q+----------+----------+-------+-------+0 d2 R9 s0 ^9 n! j4 u+ f

- R0 q- N' y' V: j; q* S" q+-------------+
- Y9 F- J( d) {0 y1 t$ Z& i; z| Standby MDS |$ v  v. d, I2 v! R
+-------------+$ x& c) E( [; Y; `. M/ }, ]
|    ceph-2   |
1 N4 D3 G+ V" {2 G/ ^+-------------+
; P/ T& K" G* q' v* K; AMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
7 T$ a/ i, x5 m4 A9 f3 J& n3 u) g[root@ceph-1 ~]# systemctl stop ceph-mds/ S( {5 ]" E# ]/ y; \) _* R
ceph-mds@ceph-1.service  ceph-mds.target         
" L3 O3 B4 \9 |: ^[root@ceph-1 ~]# systemctl stop ceph-mds@ceph-1.service
  |5 t; f7 z/ h6 K% w0 X[root@ceph-1 ~]# ceph fs status filefs   i3 K, i3 ~1 c1 F3 e3 q4 s2 ^
filefs - 0 clients
9 h8 V: e& J9 M======
& }' y" [% E. X/ k+ ^" f+------+--------+-----+----------+-----+------+- U4 i1 k8 _% J6 ]* p
| Rank | State  | MDS | Activity | dns | inos |( R% y* ^6 T2 S% x" e
+------+--------+-----+----------+-----+------+0 h: u. {, |/ E$ W6 `: U6 H
|  0   | failed |     |          |     |      |5 L  d  T" x3 L
+------+--------+-----+----------+-----+------+
; a- o3 X( H& a! y+ d  \* c  }& X+----------+----------+-------+-------+
& T/ X3 ^& s7 m3 u|   Pool   |   type   |  used | avail |
8 m1 Q7 p9 ~+ B0 H$ r+----------+----------+-------+-------+$ W2 N, [  H* P# M. ?9 \/ s  ^- f
| metadata | metadata | 2642  |  277G |1 m4 B" N- H2 J6 B4 K0 p1 |8 A
|  fsdata  |   data   |    0  |  277G |) W5 y5 n* P& I3 \* b& o
+----------+----------+-------+-------+
% [% r6 N4 w5 _9 A# u% [; j7 X1 H* k0 G$ p: z
+-------------+  ]6 V/ V' g/ X
| Standby MDS |9 K9 m0 n1 x: S8 O# Y. U' N7 a) q
+-------------+
$ V" s2 P2 s* j1 @, f6 ]: e|    ceph-2   |
) W2 B' I2 F: c: r' N/ ~+-------------+2 O6 P/ }" `4 L- M+ }# \1 K( n- W% z
MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
& [9 K' c9 X; g0 `% {% ~[root@ceph-1 ~]# ceph fs rm filefs
4 ]! I' q. I: a: S/ L2 u: Q/ @Error EINVAL: all MDS daemons must be inactive before removing filesystem
# l7 L7 B: ^' b3 `[root@ceph-1 ~]# ceph fs set filefs standby_count_wanted 2
$ ^* w' [1 f4 s5 ~( m[root@ceph-1 ~]# ceph fs rm filefs . L1 V" v0 x# f
Error EINVAL: all MDS daemons must be inactive before removing filesystem+ h  O! U* z, r: r
[root@ceph-1 ~]# ceph fs status filefs - L7 m+ U$ F8 f) ^% w4 X
filefs - 1 clients+ g) Y: N1 R( u' H
======) U( B( I2 F3 D6 u
+------+--------+--------+---------------+-------+-------+
6 s0 j4 U4 S  p/ t3 w: {1 B  I1 O| Rank | State  |  MDS   |    Activity   |  dns  |  inos |
7 b- k/ b! q( ?- {+------+--------+--------+---------------+-------+-------+# h2 e% }" ?# _1 m! G
|  0   | active | ceph-2 | Reqs:    0 /s |   10  |   12  |
* I9 X; J% Z6 d+ R# _' o% O! M+------+--------+--------+---------------+-------+-------+% V# Q5 @- Y* `  A) l2 @
+----------+----------+-------+-------+
  _# i% F* J! h' O|   Pool   |   type   |  used | avail |
* }4 ^  R$ j5 ]& a. [) O% H! E7 F/ C+----------+----------+-------+-------+
. I3 d/ e7 s0 W2 u| metadata | metadata | 2754  |  277G |  g9 s6 h4 v  \/ N% k
|  fsdata  |   data   |    0  |  277G |0 P) Z3 {9 }$ d5 H! t. D
+----------+----------+-------+-------+( ?: L5 w) Q, i$ Q

/ ~' K* a; |% |( r1 B7 r0 e: n+-------------+
; J5 j& g0 j7 ?& z1 L| Standby MDS |7 E1 o+ ?6 u7 W8 J/ `4 N" D$ a
+-------------+& v' `9 P9 f3 c# j5 P
+-------------+# `. q3 c. c$ w/ D- n' ]
MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable); l2 I8 {' Q* U+ P
[root@ceph-1 ~]#
回复

举报

admin

1

主题

0

回帖

12

积分

管理员

积分
12
QQ
 楼主| 发表于 2022-7-27 11:19:49 | 显示全部楼层
[root@ceph-1 ~]# systemctl stop ceph-mds@`hostname -s`.service - A- k& f# Y9 {6 I
[root@ceph-1 ~]# ceph fs status filefs
6 P& D6 D/ x8 {$ pfilefs - 0 clients  t2 M+ A: B5 K8 Y
======# c' A$ b! q" y
+------+--------+-----+----------+-----+------+
- i% y2 d; d! l9 N| Rank | State  | MDS | Activity | dns | inos |
" L* `; k! C* ~" `$ G+------+--------+-----+----------+-----+------+5 H: G; d( R3 a
|  0   | failed |     |          |     |      |
* v1 D- s3 w! T( N! r# ^; i" r+------+--------+-----+----------+-----+------+% Y9 ?% P$ ]1 A. a4 W
+----------+----------+-------+-------+
; ^% {) m8 x  M6 B. D0 E|   Pool   |   type   |  used | avail |
8 L. d* Q- s9 \# t+----------+----------+-------+-------+( E# {4 w/ T9 g
| metadata | metadata | 2642  |  277G |& X& G6 i' Q8 ^# |- n1 N
|  fsdata  |   data   |    0  |  277G |, s! M2 d! d0 C7 {* ^! Q
+----------+----------+-------+-------+' ~, M0 w! v7 W4 a& \

5 Y; r( B+ _* N3 k+-------------+
9 M; o. s1 e2 Z| Standby MDS |" q/ g1 r; Z( m" J8 u6 I% ?; \4 O
+-------------+$ g0 W* h. {, w% o( g" ]. B
|    ceph-2   |
  |) ^" ^# a2 P) j; s; }0 N( ]+-------------+( X) F* K0 r6 i! ?9 r, O$ ?. Z
MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable). P; R+ S6 ~4 p4 Q7 [+ M1 F# y
[root@ceph-1 ~]# ceph fs rm filefs
3 i7 g5 J- T3 D) o# ]4 xError EINVAL: all MDS daemons must be inactive before removing filesystem
0 n8 b% j" w4 j5 f[root@ceph-1 ~]# ceph fs set filefs standby_count_wanted 2
6 z+ t6 T: X+ V+ _[root@ceph-1 ~]# ceph fs rm filefs
1 c' R: z4 x: {6 }& N# H2 |: GError EINVAL: all MDS daemons must be inactive before removing filesystem- j# q$ [3 n8 g# }& ~; D$ z
[root@ceph-1 ~]# ceph fs status filefs % f/ U1 k  R2 `$ W
filefs - 1 clients
, J$ W* R* C& P0 V) i======
: l* Q2 p2 U2 r9 b2 D) g- }+------+--------+--------+---------------+-------+-------+1 `0 j9 K. i0 U5 e
| Rank | State  |  MDS   |    Activity   |  dns  |  inos |
: B7 W# x; u8 J6 b2 I1 c" q% @2 S+------+--------+--------+---------------+-------+-------+
1 \& w% a" O' k2 S9 E8 q|  0   | active | ceph-2 | Reqs:    0 /s |   10  |   12  |+ ], I2 T' i7 c" |7 k( Q5 z5 f
+------+--------+--------+---------------+-------+-------+) y& K- k1 u% p' W' f
+----------+----------+-------+-------+
7 e% B8 K4 ]! q1 J: v|   Pool   |   type   |  used | avail |# K! O" a1 I1 T0 ^$ p* N! m: k7 w
+----------+----------+-------+-------+
0 \/ n. U( T4 t/ u( {' Q* y* h| metadata | metadata | 2754  |  277G |8 ?6 e) P0 R( d3 T# i) U9 z. J, j7 ?
|  fsdata  |   data   |    0  |  277G |
$ J  u- s) t, c( \8 P" o: g. }+----------+----------+-------+-------+7 \, n( o- K! _
/ ^# J) C9 m! D) }
+-------------+4 I; k' Z  K; X' Z- ~# w* q& N; J5 _
| Standby MDS |
, E. ?: u9 M5 s( r+-------------+( G! A2 O& q; k
+-------------+
) U) R, j+ Q# lMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable): x5 D% |' ~* S. k$ I) _
[root@ceph-1 ~]# ceph fs status filefs   o3 |1 t0 F, u0 j+ x4 m7 `
filefs - 0 clients2 t; v2 q! ?' |# v4 W/ W
======
8 k" ^" f: m. f/ ?" y+------+--------+-----+----------+-----+------+
2 }. h8 o: P, o3 P0 r| Rank | State  | MDS | Activity | dns | inos |
3 D: Y8 P5 m9 y- [5 J+------+--------+-----+----------+-----+------+' G  T4 w) y0 p. m
|  0   | failed |     |          |     |      |
$ W, R: @8 p2 n( R7 t+ ~+------+--------+-----+----------+-----+------+
5 c! U! K2 f( s  g, H' z+----------+----------+-------+-------+' m/ Q! R3 _4 r6 P1 {) R
|   Pool   |   type   |  used | avail |8 p, I* P/ R, t% E/ P; C7 N
+----------+----------+-------+-------+0 l8 u2 ~) B5 N. x
| metadata | metadata | 2754  |  277G |7 b8 C: ?8 k+ t
|  fsdata  |   data   |    0  |  277G |
! ?/ g  S  y1 v3 A& B5 Y. }6 v+----------+----------+-------+-------+! a8 W7 I* @; Q% x- x

' I0 N! Z* \( g9 [; a. y+-------------+
2 A, u( D+ _2 d+ N| Standby MDS |
9 w! O. ~6 R3 o! @) k  T+-------------+8 z8 K3 C8 I; d5 A* ~+ w* t( _
+-------------+
7 ^' U+ g0 {6 i0 z+---------+---------+
2 }0 Z5 n' P' i% U& q" v3 c$ v+ D| version | daemons |8 s' P4 K0 X- n- B# i
+---------+---------+% a& w7 x  j$ `- J# N5 z5 N- C8 W* O7 t
+---------+---------+. F6 H# y+ ~0 U# x( D
5 z3 E! i$ c# |9 ]3 n5 v
[root@ceph-1 ~]# ceph fs rm filefs
0 B* P% [/ ~7 a. U+ b2 N1 cError EPERM: this is a DESTRUCTIVE operation and will make data in your filesystem permanently inaccessible.  Add --yes-i-really-mean-it if you are sure you wish to continue.
) d7 s, Y9 h/ X7 f[root@ceph-1 ~]# ceph fs rm filefs  --yes-i-really-mean-it
# R2 J7 ]" N' ?, x7 P, T0 Z; _: r- H
回复

举报

admin

1

主题

0

回帖

12

积分

管理员

积分
12
QQ
 楼主| 发表于 2022-7-27 11:47:20 | 显示全部楼层
[root@ceph-1 ~]#  ceph fs new filefs metadata fsdata 5 K4 t) D: y  v$ G
new fs with metadata pool 6 and data pool 7
1 a% ]2 h# F- I1 K' l3 E[root@ceph-1 ~]# ceph fs
4 w# D4 s9 K- c1 madd_data_pool  dump           get            new            rm             set            set-default' D. X# ?$ B) e: R( Q, F" h
authorize      flag           ls             reset          rm_data_pool   set_default    status  W. l# r! h4 ~
[root@ceph-1 ~]# ceph fs status 6 o% v! s, G  E, [. B
filefs - 0 clients. u7 g% E, h2 I1 ]  r/ t+ w5 ]
======
; X; Y) v9 V$ t4 k! u# k3 J+------+--------+--------+---------------+-------+-------+8 F! {- k8 m" @5 f
| Rank | State  |  MDS   |    Activity   |  dns  |  inos |, h1 i7 E# Z" i+ d0 v& i; ^/ _
+------+--------+--------+---------------+-------+-------+
, L) P5 P9 O# h2 U|  0   | active | ceph-3 | Reqs:    0 /s |   10  |   12  |6 x) m# I! f  y1 c: u4 E( {9 `
+------+--------+--------+---------------+-------+-------+
! r  V% \+ X/ J) N3 b0 R+----------+----------+-------+-------+
- q1 I6 g% _0 |- C5 h|   Pool   |   type   |  used | avail |
7 h4 _! V7 k2 H8 e2 T+----------+----------+-------+-------+& Y- B/ j6 g9 w! c* I9 ]
| metadata | metadata | 2246  |  277G |
# [8 z6 g& R$ i1 [  y) C7 V|  fsdata  |   data   |    0  |  277G |' i5 D3 m1 [0 y4 f. n6 z/ r5 b: h
+----------+----------+-------+-------+! v. @( p' i2 K! ?- Y% w' r; X% p

4 ^8 w; e5 g9 N+ P1 h# J3 r9 r+-------------+/ W& w: x* j& h; T! C
| Standby MDS |3 n0 o7 `) P( v& F* l
+-------------+
+ u/ c3 d* K7 J# D- F" P|    ceph-1   |! r9 G: E; f$ k# {
|    ceph-2   |
* I! j4 G& K( w* Z( h+-------------+, ~' S7 ]( r6 |
MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)6 e: C5 X, k* k, _* {5 s9 m2 i
[root@ceph-1 ~]# ceph osd pool ls- S5 l. F1 W1 `
metadata% Z$ N9 ~1 O( o# T; \2 n
fsdata
1 n& l) m6 w3 i! T1 i; Q! P[root@ceph-1 ~]# ceph osd pool ls detail
5 T7 `1 U; w( x: `3 bpool 6 'metadata' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 512 pgp_num 512 last_change 297 flags hashpspool stripe_width 0 application cephfs
: b6 S& k) A) A' w% Gpool 7 'fsdata' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 512 pgp_num 512 last_change 297 flags hashpspool stripe_width 0 application cephfs( @+ W2 s0 M, Y! M  h: p
6 [! X! J" f3 |2 r. l0 e* _
[root@ceph-1 ~]# ceph osd pool set fsdata size 3
$ i( K4 @8 c% E$ u- {set pool 7 size to 3
; }1 ]( u9 F. {+ g4 l* g[root@ceph-1 ~]# ceph osd pool set metadata size 3
! I1 k  S$ c+ L- H7 \" vset pool 6 size to 3
  b* i! |' k' X) P9 b% r[root@ceph-1 ~]# ceph -s. I* s$ D# `/ {7 n2 @
  cluster:
, E$ A  _8 o. a5 j, h. q    id:     57bf4711-2218-46af-99d6-9c68ae230ce16 G# x3 x2 U- Q0 C1 ~
    health: HEALTH_WARN
3 S& c# Z! L. q* X: f* J            78 slow requests are blocked > 32 sec. Implicated osds 1,2,3,57 l, O2 |" B! m. q+ R: j9 [9 }

" E4 d, P8 A9 C3 @5 d+ f4 w  services:# n. v/ U3 v+ E$ `! A
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3. |2 B( W# W% c3 l
    mgr: ceph-1(active), standbys: ceph-3, ceph-2
# C7 [. {  [# E* c( \+ E" s# H    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby, c. B5 P8 U2 l/ w* c6 @
    osd: 6 osds: 6 up, 6 in
2 L2 F3 A( e% Z- s& Y3 o
7 Z* Q9 F. |- Q5 G+ K; {1 y  data:3 \/ \4 {- I7 d8 C' k
    pools:   2 pools, 1024 pgs
/ h- m. m2 T: {! T    objects: 21 objects, 2.19KiB) N$ V7 e1 s5 @* ~  @
    usage:   681MiB used, 584GiB / 585GiB avail5 a+ S4 O5 s) P# k& Y4 Q
    pgs:     49.805% pgs not active. v( q  t: J% z$ L1 }5 h; O' {% }
             514 active+clean6 t9 M' d! P( ]
             456 activating5 @& E  d  R7 K8 I8 n
             54  peering% X! s. N0 y* L$ J6 N) F4 U6 h
2 T. h' \3 u0 ^1 K
[root@ceph-1 ~]# ceph -s
7 y, C$ b1 B) {  i& ]  cluster:7 G# v* a0 S% G  N/ a3 |5 Z6 H
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
5 S! r# L8 S2 j' @$ i) R    health: HEALTH_WARN, t: a3 d! q' F
            32 slow requests are blocked > 32 sec. Implicated osds 0,1,2,3,58 h. x' d0 u, l, y& b7 S

, d3 |% x5 w+ w. H  services:
' e$ P0 S2 i4 Z5 @: m+ @! R8 s    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3' N+ z0 q8 c2 d( M7 F, S
    mgr: ceph-1(active), standbys: ceph-3, ceph-2
( N# u8 p5 s7 j    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby
7 I1 q% m( Y, n& U& h    osd: 6 osds: 6 up, 6 in9 o/ r: ~/ W4 ^

6 t* D7 d2 F0 M8 D& X3 g& v  data:
7 ~! z. }, J) L2 Q    pools:   2 pools, 1024 pgs
$ `' f2 G" \& a5 J+ j) w4 M    objects: 21 objects, 2.19KiB6 C: L* g; [. u* O  k. [
    usage:   681MiB used, 584GiB / 585GiB avail
1 V" a. X; L! w6 P+ O    pgs:     56.055% pgs not active
+ X# s! n% F' e- a             495 activating% |8 ?1 C9 ?* u! J5 m# U
             450 active+clean
3 G( Q% y( U  j0 h, V8 ?& J) c1 Y             79  peering" D; ?( q8 [$ p- j9 l* W+ ]6 ~
2 ]5 R4 U/ P4 \  ~( x
[root@ceph-1 ~]# ceph -s( b8 V, q+ K# ?+ X( {
  cluster:
2 E3 h( M- m' M& y2 V% V' z    id:     57bf4711-2218-46af-99d6-9c68ae230ce15 S  U! ?4 v# ]& H- ^. j1 f
    health: HEALTH_WARN
2 n6 G0 M( D" X' A            32 slow requests are blocked > 32 sec. Implicated osds 0,1,2,3,5" x; A- M2 `; y2 {9 N8 D

9 w8 _6 h3 n  C6 S, _8 Y  services:$ \* t! m! x& U2 m4 Z3 j
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
3 h% k0 i0 w( i# W: Y    mgr: ceph-1(active), standbys: ceph-3, ceph-2
( }+ d, ]: z  f. U' X3 ]    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby
" d: R$ c1 A7 k/ p% B9 O    osd: 6 osds: 6 up, 6 in# F9 P7 v5 U1 _9 |, G9 B- ]# G& r
, k  F% `+ F$ I& \8 }
  data:
! O! w' M2 Z2 K4 {* P4 C9 c    pools:   2 pools, 1024 pgs& \! B$ n" A$ N
    objects: 21 objects, 2.19KiB/ t$ E  g, H7 R0 I4 l
    usage:   681MiB used, 584GiB / 585GiB avail
) Q% S: r0 Y; Q" `; E0 g    pgs:     56.055% pgs not active
3 N# |7 |# S  F+ F1 }             495 activating% \3 [. H6 L) F
             450 active+clean! Q4 v, B8 q  a; ^$ [; g* a
             79  peering
6 U. `& ]3 q" _
6 F8 m3 z) E; z$ e( R[root@ceph-1 ~]# ceph -s. g" I6 h3 x2 C: R2 H5 j+ U$ b1 k( c
  cluster:
$ |4 I3 E) I* Z6 ^5 E, X: C2 M! H    id:     57bf4711-2218-46af-99d6-9c68ae230ce1# I& ~" s7 C2 N7 ]
    health: HEALTH_WARN
7 |, G; W0 J; R+ I  e* g" D6 e            Reduced data availability: 411 pgs inactive
2 R" B2 |* }4 p! L, \  n            25 slow requests are blocked > 32 sec. Implicated osds 0,1,2,3
  r1 n- V6 X0 \( {1 c9 j" c* E 6 d$ u+ X. G; O1 }
  services:1 E+ T9 A" B4 g8 m/ Q  \5 z- ?
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3, M7 E- W) y$ `7 B
    mgr: ceph-1(active), standbys: ceph-3, ceph-22 L" j/ p/ N- Q1 x
    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby
& y& M7 k1 w/ Y( F! I    osd: 6 osds: 6 up, 6 in
2 J- R1 L( C2 n! Q- c
' q: t- @$ j/ j( s3 w3 n  data:6 f9 n. c/ U& L/ G) p
    pools:   2 pools, 1024 pgs! c* O/ `7 F, I) g* J- G
    objects: 21 objects, 2.19KiB
# D4 h. A2 b" S* n4 F: {7 k' Y) I    usage:   681MiB used, 584GiB / 585GiB avail' a- `7 J/ k  s* g( U. N" N
    pgs:     55.664% pgs not active1 b6 }7 N" u, e# W. F9 I$ i6 M- M
             499 activating' W& J2 W$ u4 J+ c- b9 }" O: ]
             451 active+clean- }  F# t6 P* G  t! E6 {
             71  peering6 C8 I& E# z; K& F: A$ x: ?9 _5 d
             3   active# J5 E; u7 {3 f: N% l7 u

8 E2 v! s' l& }6 J$ t" l8 u[root@ceph-1 ~]# ceph -s% }. A3 z- F& @
  cluster:
/ H: U0 x) C, P( \) ]    id:     57bf4711-2218-46af-99d6-9c68ae230ce11 l# t( \$ H4 B0 o7 ?! f  W
    health: HEALTH_WARN+ b0 Z- G+ A$ ?+ J$ ~* W9 |
            Reduced data availability: 499 pgs inactive
/ r2 N; R2 u! H0 U, c" Z$ O6 N            25 slow requests are blocked > 32 sec. Implicated osds 0,1,2,3( b- r" [6 j3 R+ Y6 ^6 Y

3 f$ Z+ J, s+ a! @' O  services:8 e1 W( V  s: F  I$ ^' |) r& Z' T
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
+ x; n# R" T* C( B1 U9 T    mgr: ceph-1(active), standbys: ceph-3, ceph-2
, d# t( h$ E# `  B% {1 Q    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby9 {$ }$ u8 M7 H! F4 h$ d
    osd: 6 osds: 6 up, 6 in
* l5 B6 Y9 D0 Q; q2 S' D
4 i8 c7 P9 [( D$ V: l+ N  data:
+ x- ~& @" c; Z  J4 r    pools:   2 pools, 1024 pgs. Z9 a7 ^* C( g
    objects: 21 objects, 2.19KiB4 Q4 \6 h* |* U0 \/ L; ]3 W& A8 y& T
    usage:   681MiB used, 584GiB / 585GiB avail" g6 }5 V' e7 Y0 p2 `5 g4 F
    pgs:     55.664% pgs not active  N/ Q3 q6 ~; J* v* u
             499 activating8 }5 s+ S. D' p/ e4 b2 Z" G
             451 active+clean
& h; r: [9 I& Q! C" B             71  peering" P' N/ t. L# F; p
             3   active4 _& s2 [3 }- k4 g! W

# s) Z! Q% H0 n0 W1 K  i[root@ceph-1 ~]# ceph -s! y5 c- h# y8 Y" d6 H  `7 v: m
  cluster:
( d2 {2 S3 j5 _9 D5 c3 z. q% s" ^& H    id:     57bf4711-2218-46af-99d6-9c68ae230ce11 _! Q" v5 J. [+ a
    health: HEALTH_WARN
( r2 X6 W8 j! B4 @            Reduced data availability: 491 pgs inactive
' F' F1 R* f2 X1 t0 M8 m            28 slow requests are blocked > 32 sec. Implicated osds 0,1,2,3,5- @, H- S1 t' k+ z- }
; k" i( v8 Y# U1 k
  services:! M" _1 }* `" e+ L9 Z& Z/ H( @
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
: L, X. l/ J; l% d$ g    mgr: ceph-1(active), standbys: ceph-3, ceph-2) U6 K7 T7 q- S: C
    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby
% F% U- C- Q" H. C& Z# ~& e    osd: 6 osds: 6 up, 6 in
1 Z9 ?3 }) A. C2 s% `# } ) g) L2 W  X8 z! I0 f$ O# W
  data:2 ?" Z  k( G8 s
    pools:   2 pools, 1024 pgs9 d" S1 g9 x' w# j& ^! h
    objects: 21 objects, 2.19KiB
% x% t' k6 \( U1 P. w    usage:   681MiB used, 584GiB / 585GiB avail
2 Y( ^' L8 z' G/ [7 W    pgs:     54.980% pgs not active
' l" h4 W2 U/ g# X& i4 K3 q             491 activating
& o. \% s2 A' m0 f! h& K8 P9 H             458 active+clean
! _8 T; r! M, C; k, G0 H             72  peering
1 c$ T& y" V5 a8 j8 Y' I4 q9 @, C             3   active" z# L# H  `+ S

8 ]! m, [% s* {! I( y3 ?[root@ceph-1 ~]# ceph fs 4 n5 d% [" Y$ _' |+ d& e
add_data_pool  dump           get            new            rm             set            set-default. _6 J. O, s; g5 n
authorize      flag           ls             reset          rm_data_pool   set_default    status
4 I9 E/ }- N+ k/ c. q) q" ^[root@ceph-1 ~]# ceph fs status ! ?  q3 X! T" C( a7 K* j
filefs - 0 clients4 C  b4 u, T6 {) Q  U" p7 K! R+ d
======
3 I" S" a6 {9 d( Q+------+--------+--------+---------------+-------+-------+$ S3 _, O4 L$ F
| Rank | State  |  MDS   |    Activity   |  dns  |  inos |
. A3 b( I# H* h$ |6 }+------+--------+--------+---------------+-------+-------+  u& J7 R, E! s; I" c( X
|  0   | active | ceph-3 | Reqs:    0 /s |   10  |   12  |
$ j: c9 U$ Y4 R+------+--------+--------+---------------+-------+-------+- \4 e1 w8 {6 H
+----------+----------+-------+-------+" h) \  r  ?& L# ^3 B
|   Pool   |   type   |  used | avail |
7 x/ j8 r# F% C* i& I1 ~+----------+----------+-------+-------+
, Y- V! K% h4 ^1 F) K| metadata | metadata | 2246  |  184G |* G7 C( n( w1 C, c3 i2 ~- C
|  fsdata  |   data   |    0  |  184G |
0 h$ k8 v5 T) [0 y+----------+----------+-------+-------+, o2 @. \8 X( }/ l7 d

9 h7 I$ t$ F8 u& G, R+-------------++ K- {  q" O# m4 Z  x0 j* L6 f
| Standby MDS |2 B( g9 {7 {: Y* I  {4 O: @* F
+-------------+
/ a# G0 Q  n- G" a5 N|    ceph-1   |
. s' C5 Y' N& E6 ]" N|    ceph-2   |
9 |8 z/ i& U" I3 U4 F+-------------+5 u6 T% J& J$ Z. C, N# p. B9 `8 ~' U( }
MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
1 S+ R' v: H* p3 L% R/ j[root@ceph-1 ~]# ceph -s
2 O, d5 x1 \* ^: f* V6 M6 e9 o* q& Q  cluster:, k1 Q% K2 E  l6 v, @  W: x- j
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
# t& X4 M: {" b    health: HEALTH_WARN  u7 t! N& W, `* ]0 S/ v3 |, g7 @$ p# a
            Reduced data availability: 472 pgs inactive4 i9 S6 C$ o! X+ p  H7 |  X  y( K9 }
            44 slow requests are blocked > 32 sec. Implicated osds 0,1,2,30 _% X0 V# _8 F+ K7 s7 }
, [: d5 m, E( Y+ ]) ]
  services:' n/ B! b  Y6 [' P* j
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
# X: Y7 Y" I* k4 C6 Y1 H    mgr: ceph-1(active), standbys: ceph-3, ceph-2% {  O! H1 j/ m; i! ~: N
    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby% g" }5 K- o2 z8 [9 |4 ^
    osd: 6 osds: 6 up, 6 in- {" w) A* p$ o
) i1 X3 ?; [: j- c7 ~
  data:
+ Z0 t2 N+ d& o: H    pools:   2 pools, 1024 pgs
9 n: [, O( ~% u+ C    objects: 21 objects, 2.19KiB3 e7 U% ]; K( S5 `: I
    usage:   681MiB used, 584GiB / 585GiB avail
# X% i$ n1 \" Q; f( u    pgs:     60.742% pgs not active# T4 n2 n( u4 L2 j- b) v4 `5 x; T8 w. J& D
             472 activating( C- t6 A) E9 X! L
             396 active+clean3 |7 }/ s& K! E% e$ O! F1 P
             150 peering
& @- q$ N; {+ d; Q1 a             6   active
- L9 e# U. ?( X" }
: Z4 F0 G+ t) F( i/ T[root@ceph-1 ~]# ceph -s0 X& R% f/ \6 {
  cluster:1 m- {3 I+ x) R0 t
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1* z8 [, @: M8 M
    health: HEALTH_WARN
* j! h( Y' }1 L. m" @            Reduced data availability: 472 pgs inactive9 I& y$ T( e0 j0 W( R; r3 N
            44 slow requests are blocked > 32 sec. Implicated osds 0,1,2,3
( R+ _$ b( r" P/ P2 m# m& d( b
$ n+ }0 P1 a* a, n# @' J  services:  r& L  m* T0 v! M" X) G  d- i
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
5 g: {7 U: S; E) Y) ^3 d: B# n    mgr: ceph-1(active), standbys: ceph-3, ceph-2
8 [4 ^+ L! c' r/ I" t( `0 M; y, f5 q    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby7 ^( _- f5 _, [3 }/ X( u4 K. S* n+ l
    osd: 6 osds: 6 up, 6 in/ I* l: Z. _/ F1 w8 J# Q7 \9 E& [

) j5 x2 s8 L# ?/ }: {) S: H# `  data:
$ d/ \0 w) G  [* L    pools:   2 pools, 1024 pgs
$ o3 X3 t, j- [& }, y1 g    objects: 21 objects, 2.19KiB: ]3 N5 k8 @6 ~  E
    usage:   681MiB used, 584GiB / 585GiB avail; P# {) K- O4 B; Z
    pgs:     60.742% pgs not active
! z/ P6 T' e* j$ A' N) @0 U             472 activating/ t7 j" m: ~# C; q
             396 active+clean
% r* x, ], |! ~3 S, d/ U/ e             150 peering
( X: O3 S6 X) S8 I, O             6   active
5 u- W+ Q1 }- R9 |3 w( f
% H; k* h6 a# {5 z3 E[root@ceph-1 ~]# ceph -s# ?( ?+ \* {$ k) i% V3 \( ]
  cluster:
2 Y, Y& w1 k/ t* r- l) \0 x    id:     57bf4711-2218-46af-99d6-9c68ae230ce1, V6 ]$ Y+ G9 C8 p
    health: HEALTH_WARN
& u" R( q# f& Q  d            Reduced data availability: 472 pgs inactive/ }% Q+ @3 {: K) D( _. W& |
            44 slow requests are blocked > 32 sec. Implicated osds 0,1,2,3! g/ W' ~( B" G9 \1 H6 A4 Q

  o; e4 U" J; ]; B/ [  [  services:
, C1 E9 T6 ], g7 |0 F    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
" x" w$ D  Q3 L- }/ k) P    mgr: ceph-1(active), standbys: ceph-3, ceph-25 k! `  m) w5 i5 f- ]# v
    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby. q9 N1 K/ H6 z
    osd: 6 osds: 6 up, 6 in2 W: m7 o; e6 w' K  d4 y
1 d! T7 l2 R$ Q7 J" h# D
  data:
0 w+ o  U9 u: J    pools:   2 pools, 1024 pgs
- c( G% A) U) g& B, P' n! A    objects: 21 objects, 2.19KiB% v: O/ o  T9 S. ^! p
    usage:   681MiB used, 584GiB / 585GiB avail
; R5 t# o$ r! |/ S) T) H8 e    pgs:     60.742% pgs not active$ u( ]% f8 i; E* h
             472 activating# i  a( G' n- V( \+ J% O
             396 active+clean
6 X& i: i; J& `: \! I4 w# k/ F& _             150 peering2 _6 f: J( @8 M' t) P; \( |
             6   active
7 p' A# {+ d4 j; q" m$ f% T
4 Q  Z0 x8 J8 S* O1 |; S; M2 l4 u[root@ceph-1 ~]# ceph -s: I+ k0 V" f2 l  Q: a! U
  cluster:
" j, a9 j( w# [1 z5 S( y' z9 d    id:     57bf4711-2218-46af-99d6-9c68ae230ce15 o( q. a6 h& a( i' G! W
    health: HEALTH_WARN! e* W. v8 A1 V
            Reduced data availability: 472 pgs inactive' b& G; i7 ]# S+ g5 X* Q0 c) G" D
            44 slow requests are blocked > 32 sec. Implicated osds 0,1,2,3' k; p! n5 l& k  \

. A) z8 I- J6 D( K* U' s- c  services:# M$ y" x+ q1 ^; b% f( y% f: S( R
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3: a  D. c/ v7 n6 H+ f- C
    mgr: ceph-1(active), standbys: ceph-3, ceph-2
/ w9 [3 K! W: s0 Z5 C  u5 x    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby% B3 g* ~& c1 |2 ?. D* D4 g$ a
    osd: 6 osds: 6 up, 6 in
+ |+ `6 @9 @/ y$ O* K: @
% {6 p0 K' q% G  data:* }4 Y3 U: `) y
    pools:   2 pools, 1024 pgs; K* Y. y+ U4 ^, f' ~6 X' Z
    objects: 21 objects, 2.19KiB
9 Y6 T! n+ t$ Z% h5 g$ h( |    usage:   681MiB used, 584GiB / 585GiB avail
! \- {4 H' d. W    pgs:     60.742% pgs not active( K7 x( ]- m- r% m$ p, [2 S( H
             472 activating  t3 Q7 T" D# F+ {8 {9 N3 \
             396 active+clean
; R% Y9 D" A- A/ \* G8 R" j  [             150 peering
; Z4 C+ Y- |! h7 e+ J' \2 w             6   active
+ _' \; o0 x, Q) r/ f6 u) _ 1 M7 V1 N  h- q) O% h5 N
[root@ceph-1 ~]# ceph -s- D1 ^7 a2 O7 g6 `
  cluster:
3 x( b5 I- L; g$ W    id:     57bf4711-2218-46af-99d6-9c68ae230ce1) }+ x; n. y8 c8 y  p8 ^
    health: HEALTH_WARN' b$ [, H* c6 |
            Reduced data availability: 449 pgs inactive- @0 h! v- c4 U  T3 I& ]2 v
            49 slow requests are blocked > 32 sec. Implicated osds 0,1,2,35 ~# T) P/ f, j! h4 ^0 x
; {. K6 B" n. _* K  `
  services:1 M& y4 j! Q( u
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
  c* o, Z) r& [7 ?! v2 F' p5 g4 F    mgr: ceph-1(active), standbys: ceph-3, ceph-2" _6 x2 b4 \# ?# r+ n/ U* ]  c/ y8 i
    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby
  _' Z" q8 D. B9 W/ I! L; ^/ j    osd: 6 osds: 6 up, 6 in
6 f$ Z  ^9 q1 z
& @9 S6 ?2 u; F  data:) w1 ?8 d2 b6 i2 b6 H! A
    pools:   2 pools, 1024 pgs4 Y0 a# ^) U& T7 v: \
    objects: 21 objects, 2.19KiB
$ Z8 [+ z% p/ I    usage:   682MiB used, 584GiB / 585GiB avail
8 y, R3 h; y  u. N4 X. E  E/ X. ^    pgs:     62.988% pgs not active
) X7 u8 g% G: ^+ T" G6 l9 _             449 activating
$ v: L& j- Y& F             376 active+clean
& ~  P/ R( i5 Q9 q! [1 c3 a             196 peering
& f5 h- K2 x: R$ ]% S             3   active1 i) c$ G9 J/ ?* z8 E2 t0 h
8 e1 v" @2 p+ K* H9 a! h- z2 d
[root@ceph-1 ~]# ceph -s
) w# N6 y: a6 [* W  cluster:  d; V6 h  o4 |5 b  m7 h$ C- K6 V
    id:     57bf4711-2218-46af-99d6-9c68ae230ce16 q2 G" T( c* U: w. D
    health: HEALTH_WARN
7 J8 d6 M8 a# `  d. ?3 K            Reduced data availability: 449 pgs inactive
) {7 ?9 _6 v; H0 ?            49 slow requests are blocked > 32 sec. Implicated osds 0,1,2,31 U% f3 s: j, M
( S) d' P% h, S% o
  services:: m% S( ]2 T2 f7 ?' j+ r9 `5 r
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
4 R- O# M6 |+ e7 ]    mgr: ceph-1(active), standbys: ceph-3, ceph-28 S5 y# r, {7 {  }. {* d6 D9 M
    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby
2 p) _# H) E( @# m, B$ R    osd: 6 osds: 6 up, 6 in9 c4 a+ |8 G2 A1 w. R  f
4 f. s. F) I0 k( ?
  data:1 h. G' J3 O! |
    pools:   2 pools, 1024 pgs& ]$ h( y- c3 R. p( x
    objects: 21 objects, 2.19KiB: X$ @4 q6 p$ E, p6 ~, D- Q
    usage:   682MiB used, 584GiB / 585GiB avail
& M) {# W9 x) F, J6 S    pgs:     62.988% pgs not active5 z* F: ?" A- l- X/ `4 g
             449 activating
. R) Q  P) V% p" k1 Q+ G             376 active+clean
0 k  f2 H8 p) i( `, E             196 peering
, t4 f, n0 T, R. {- T             3   active+ J$ w- Q! o1 E: q% n  ~* s& r* u

. k* h6 E  l$ E/ T( {[root@ceph-1 ~]# ceph -s0 z  o$ v! O7 F; k
  cluster:
: O, n- g& U; {; k( b- g    id:     57bf4711-2218-46af-99d6-9c68ae230ce1: V$ I5 B- {- X2 B+ _: q
    health: HEALTH_WARN
) g; N& ?% K& B: t1 F  }" I' z            Reduced data availability: 365 pgs inactive
; Y% @% C; A8 E0 x. w$ M4 X            1 slow requests are blocked > 32 sec. Implicated osds 2
( Q2 O3 @. f) C0 i, `% z  J
% E  e' X4 B1 O. P4 e: {  services:
6 {1 k  C4 H3 _# ^    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
4 c7 Y( T5 y+ w7 [. R    mgr: ceph-1(active), standbys: ceph-3, ceph-2
) q. K9 j  E* Y5 W    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby' {7 g. A2 m$ t. ?" Y7 B
    osd: 6 osds: 6 up, 6 in
9 {8 y4 s$ t0 A, x0 P# r
1 y3 ]1 `3 o5 i& O4 U  data:( g; i9 I1 d% w
    pools:   2 pools, 1024 pgs' I( r9 T7 o" n* N
    objects: 21 objects, 2.19KiB4 n, a1 Z6 u& d% W
    usage:   683MiB used, 584GiB / 585GiB avail* b+ _" A! w# g; v
    pgs:     76.953% pgs not active
/ {2 d7 K1 w  {5 y; U             3/62 objects degraded (4.839%)- t7 E& c+ C* s; a
             420 activating' r- m( [1 ~$ r- t5 V2 P0 o* w3 p2 G' M
             368 peering! }: v1 i2 y. T; }- q: D
             233 active+clean! ]- R4 y1 M) f6 P, H  U* E& U
             3   active
( `8 M7 b/ o4 [% b) m, m; J# h 4 V3 g  _6 O+ e: m2 I: D$ W
[root@ceph-1 ~]# ceph -s" ~. D' h( _! S( x& D
  cluster:
" F0 D+ Y& f' V; L& k    id:     57bf4711-2218-46af-99d6-9c68ae230ce10 _0 F3 G: S7 y' e) A# `
    health: HEALTH_WARN
  T7 H2 @1 B1 @4 l% ~8 G! H            Reduced data availability: 345 pgs inactive
3 b6 F; z' q: `7 `$ L            Degraded data redundancy: 3/62 objects degraded (4.839%), 3 pgs degraded
( k, j  a8 x, [" f            42 slow requests are blocked > 32 sec. Implicated osds 1,28 N3 d% k# T1 W; y8 p  Q2 G

9 B( ], E* l1 n: D! m1 }  services:
2 r/ F1 e! |& n  f    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3% y) n' {" B; Y6 Y* g
    mgr: ceph-1(active), standbys: ceph-3, ceph-24 B& p2 j3 H4 j' Y5 s
    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby; `7 r+ }6 |7 Y2 G; \
    osd: 6 osds: 6 up, 6 in
0 s- Y: o7 s# t- H/ b9 D ( D6 q: d* s" G
  data:2 `/ U+ W' j  Z  ^
    pools:   2 pools, 1024 pgs" T1 r# n' o, {# l
    objects: 21 objects, 2.19KiB
$ s* n. U' A# G' m    usage:   684MiB used, 584GiB / 585GiB avail0 u7 V. G" U8 ^* [* y  g* V+ O( t7 z
    pgs:     75.098% pgs not active
0 S. e# s: `- e7 a, U2 Z             3/62 objects degraded (4.839%)
3 X' ^  d0 Z: ?8 O" H             415 activating
) u9 M* {: D3 }" a3 n" \! D2 p" z             351 peering4 Q. e, ~, L: I+ i
             249 active+clean
4 ^9 |) J) [: K; m! q             6   active/ F$ n9 s; b# K9 O% a& S
             3   activating+degraded
: x" m  v/ q& ~1 D
. Y+ k8 {* r" J3 J: p[root@ceph-1 ~]# ceph -s( l  z6 ^. u! X3 K+ d
  cluster:
0 h* O( ?" k1 L, B    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
" |: G: z7 M  I9 F    health: HEALTH_WARN5 N, f+ O' @- v4 W2 W
            Reduced data availability: 345 pgs inactive
4 l6 p! X. P3 l" e' o6 M            Degraded data redundancy: 3/62 objects degraded (4.839%), 3 pgs degraded
7 _; v- q5 K* C! t6 d( p            41 slow requests are blocked > 32 sec. Implicated osds 1
9 l" p+ d5 ?/ m* D$ O. g' Q9 w
+ @; k9 d8 z" N0 J2 b  services:
8 v$ V1 Q; z- v, }+ o$ k& |: ?; B5 @    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
1 z& R& S7 i" q: s    mgr: ceph-1(active), standbys: ceph-3, ceph-20 j& k6 p- i' h- V3 W
    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby
: v) z; f0 w" o* i' w+ d( b    osd: 6 osds: 6 up, 6 in/ Z3 b: W7 P( K) ?+ ~0 I, U9 M
# Y3 G) o* A, \& S
  data:2 ^4 z1 o+ D2 p2 G# N; N( @* u
    pools:   2 pools, 1024 pgs% ^9 P4 R  n8 j8 k2 Q3 }8 S! E
    objects: 21 objects, 2.19KiB  f- }9 _4 S: K2 P) y8 V" z) V, ]
    usage:   684MiB used, 584GiB / 585GiB avail
* E6 B( ~! K# @6 {    pgs:     75.488% pgs not active4 K$ z% }; {/ Q9 W0 F9 c
             3/62 objects degraded (4.839%)
8 `4 i2 E) F' h! t; y             415 activating
3 N! ?" R( }" W/ B( f; [             355 peering
. ]- m& a8 l3 w1 F             245 active+clean/ ]$ y% ^% j- N/ t( k# T4 \. v
             6   active
( b, w# N/ e* T& l% ~3 J* V: }             3   activating+degraded$ b4 A6 V9 U- b* A
: M# h5 F# w: v# H
[root@ceph-1 ~]# ceph -s
& l  [5 N0 ]4 q7 N0 O" c  cluster:
4 p4 W7 A, n$ \% n    id:     57bf4711-2218-46af-99d6-9c68ae230ce1" `2 K( d! W  p" O  R# B( X
    health: HEALTH_WARN
9 U9 M8 m6 I5 M* P( t  I3 |            Reduced data availability: 416 pgs inactive, 31 pgs peering* [+ M! p2 z! L0 u/ j( @
            Degraded data redundancy: 3/62 objects degraded (4.839%), 3 pgs degraded1 ~) k/ r9 ]" ?" y$ J) S
            41 slow requests are blocked > 32 sec. Implicated osds 1
  Q$ k9 l$ j8 V0 g7 _3 Q/ M- `& Z
! G. k0 h* x4 \* Q( I1 @6 _  services:; m$ @) J3 T8 Y
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3. W# H& f8 z3 g* E3 I, Z
    mgr: ceph-1(active), standbys: ceph-3, ceph-2( b! @" D/ b- z! `. T) I: x
    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby( L% c9 M5 {& ?8 t9 W: G
    osd: 6 osds: 6 up, 6 in
5 y# u8 w( Z$ L9 h7 | # z6 k4 F& E) f8 L
  data:6 z' e- n9 t: [8 k# w8 P/ _& [
    pools:   2 pools, 1024 pgs
$ s& Y- Q; J4 {; A1 u9 D% k' P    objects: 21 objects, 2.19KiB
$ o) |9 }- Z1 e* }8 G- N7 L# o    usage:   684MiB used, 584GiB / 585GiB avail) @) y- j( {7 g# N
    pgs:     75.586% pgs not active$ U. e6 P5 e% ?* f# c
             3/62 objects degraded (4.839%)3 D+ L1 W. u% L' g1 C
             419 activating0 _, U5 c9 |+ K4 p1 l( l# n) w
             352 peering! `9 ]3 M) v! g7 K1 o4 S+ b
             244 active+clean( M7 A# c' y) W/ o0 v3 q* w. r
             6   active
! G- ~- z4 I1 P& g6 i. l* M* [             3   activating+degraded* f* M0 Q) u  _/ `9 B/ S+ K

3 D9 }5 L  W* L# |9 `[root@ceph-1 ~]# ceph -s
5 M0 R% R& j0 m/ C  cluster:6 c& k9 d" T/ |5 f) U& j1 b
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
4 u# u* O4 s. X8 U/ h& N# ?    health: HEALTH_WARN
7 ~7 H6 s6 Q& ~5 U. W; ]            Reduced data availability: 393 pgs inactive, 20 pgs peering
9 ~2 u1 \! h6 ^4 j7 f# Z, y9 N            Degraded data redundancy: 3/62 objects degraded (4.839%), 3 pgs degraded+ I% o" v" R  m% e8 A( j7 _( g
: n- Y) C8 B7 q9 c$ [
  services:5 O1 M( T+ m- D" n" D) H8 z3 A
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3# z+ Q( O5 X& g
    mgr: ceph-1(active), standbys: ceph-3, ceph-20 s: x5 g- j. Q- F0 ?* n: j
    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby
7 |% Y6 O! |1 y    osd: 6 osds: 6 up, 6 in
; v) P% A  Z8 u! ^+ S$ l. \
# `( o% t8 i5 a. L+ t4 ?5 `/ b  data:. K- e" z% ?3 ]9 P1 ~+ `) ?, }
    pools:   2 pools, 1024 pgs- a+ L: |$ J( ^: i' ^3 f
    objects: 21 objects, 2.19KiB
* |" S% @7 X- y. ]3 t! R7 n: u    usage:   683MiB used, 584GiB / 585GiB avail& G9 F- S3 b$ \* x4 \8 ?
    pgs:     75.195% pgs not active
- C& i' O* _' L0 J4 b             3/62 objects degraded (4.839%)4 w- C% D1 ?( U- {7 _6 ^9 V0 h: l
             412 activating
. V% \+ ~9 O) e& g             355 peering
* ]; d/ c1 O- Y5 ~             232 active+clean  Z: Q6 w! u+ V3 b3 o' e$ t
             22  active& s' p6 |+ t! h* Y2 q
             3   activating+degraded
5 I, N; i! |' M+ h0 L / T) v* W6 h* q, O
[root@ceph-1 ~]# ceph -s
2 `; {* ^4 s1 l1 Y  cluster:
% s0 d2 O0 X' H    id:     57bf4711-2218-46af-99d6-9c68ae230ce1: O. C$ Y/ d) U3 q" Z' b9 |
    health: HEALTH_WARN
4 F$ c# M( K# R3 Q7 D- X" N8 I            Reduced data availability: 393 pgs inactive, 20 pgs peering
5 ~' q; _* I3 z4 ^, \1 g, e            Degraded data redundancy: 3/62 objects degraded (4.839%), 3 pgs degraded
* L2 ]* S& t4 S& j# b
4 k, J+ \& X4 L$ G# e+ k$ n9 ^  services:0 _: Q5 h# ?7 \, X' _
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
2 K( S* v1 e$ I' q( |    mgr: ceph-1(active), standbys: ceph-3, ceph-2
6 X& \7 I, I( T2 ~! x  |    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby. ]( n1 T4 B( |$ `7 j+ G3 ^
    osd: 6 osds: 6 up, 6 in
. D$ a. z( p: u0 N% b. z+ Y* i 7 Z5 ]( R' |) l) p! v  x1 j
  data:( U8 h( ?% {" ]# j. T& N1 S+ s
    pools:   2 pools, 1024 pgs
* [( J) @) b8 Z    objects: 21 objects, 2.19KiB% g, d7 F$ Q" }  f* y; A  h+ p* L
    usage:   683MiB used, 584GiB / 585GiB avail
, t! N4 a% }; V4 a! H4 N    pgs:     75.195% pgs not active
  g% g4 A  `0 e4 t8 \# `' i% Y             3/62 objects degraded (4.839%)
* g- n5 P, s0 E% k9 [4 D) g             412 activating: [, ^( s: }  ^
             355 peering, h) _0 |* j/ ~* w- s! T
             232 active+clean; T2 ?/ p1 _1 M4 V5 G
             22  active
) Z' n; t9 ^, w: P  T             3   activating+degraded
3 ?7 z, {3 b7 I$ H1 T
& a- `9 L( I) v[root@ceph-1 ~]# ceph -s
; ]: i7 x2 \) _% J, ?7 [  cluster:
( A( V, K5 P. x' p( v$ q% m# Q/ n    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
, E* {. S: O0 H/ U+ O    health: HEALTH_WARN
; T5 C+ s+ I' n7 X/ H6 e2 y! v. g            Reduced data availability: 376 pgs inactive. z1 @) Z+ P3 e4 F& Y
            Degraded data redundancy: 8/62 objects degraded (12.903%), 3 pgs degraded
8 P) H* G7 V- U; d& ]: ^1 B# t! d + e  q. z( e7 y0 Y( |/ K  \
  services:" l: p# ]% ^  T. h
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
2 T( i9 ^- |$ m6 ?    mgr: ceph-1(active), standbys: ceph-3, ceph-2& Y! s2 ?+ a, Z
    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby
$ z$ j) v1 D( z+ Y    osd: 6 osds: 6 up, 6 in. _2 h# x  k8 ^

  B! J  H; _! ]8 y' Z  data:
2 G& K9 J3 Z5 H+ z# W    pools:   2 pools, 1024 pgs- W3 l; r& x; x" |% i8 c5 y. |
    objects: 21 objects, 2.19KiB1 d0 L' O5 O$ W6 {1 b) m/ v
    usage:   683MiB used, 584GiB / 585GiB avail
4 H) ], h. Y; M/ b3 L    pgs:     73.535% pgs not active
7 N4 [0 L5 j3 n             8/62 objects degraded (12.903%)
+ K; Z- S+ h* T& n             463 activating0 V6 {- c, Q. K9 l8 G; Y
             287 peering
3 q8 w, M5 l, X             249 active+clean$ J4 l2 U4 v% V: Y( {/ L4 s
             22  active$ p3 L+ Y' @4 [# L% ?9 {
             3   activating+degraded( \& U% h! y; p" x% U! i( O; L

" ~/ K3 v4 p- a: _( T[root@ceph-1 ~]# ceph -s  d7 X+ t0 C" A" ~* D, k) A
  cluster:
, [* d$ q2 {  E7 Q8 p    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
/ ?& [2 |% |1 Q    health: HEALTH_WARN" Z" I& o+ C" B8 z+ N8 m" y3 T' p
            Reduced data availability: 376 pgs inactive% x* p/ P8 @( L8 @4 ^, l) i/ X
            Degraded data redundancy: 8/62 objects degraded (12.903%), 3 pgs degraded
2 w6 F* ~9 j# J: d
2 S6 G- y9 s* `2 R8 v# r0 b0 w  services:
7 n" g. y1 V$ P3 O& r. f8 S8 `! z7 d    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3+ j% j! w& n8 g* r) f9 O
    mgr: ceph-1(active), standbys: ceph-3, ceph-24 }' M% ^/ S2 F$ x, n: _' E4 \
    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby6 x2 \- _, `2 g+ j
    osd: 6 osds: 6 up, 6 in
* G2 G2 j. Y1 L. U; k8 o# U+ M0 c ; L! P& @) E2 T9 s
  data:
& D/ t- z* l7 M2 w* v( \, d" o    pools:   2 pools, 1024 pgs
- K9 Y/ u3 Q% x4 d9 c    objects: 21 objects, 2.19KiB4 {9 C2 ?8 V$ `0 x8 @
    usage:   683MiB used, 584GiB / 585GiB avail; G0 }6 o! w7 Q; [5 Y
    pgs:     73.535% pgs not active
. E0 W' |. o0 L, z7 Z" ]             8/62 objects degraded (12.903%)
$ E$ }2 k9 K, t$ P- ]  s1 y7 p+ X             463 activating
0 [- Y/ i# {. n* w( K/ _             287 peering5 m1 |/ }! {7 r& ^& z8 z" B
             249 active+clean
6 G  f5 A' E8 j! m( n3 y             22  active0 Y" y' y6 _( ~$ M: ]
             3   activating+degraded
- K% v/ z" ]3 i$ u' {$ f- C   C6 E( S# U7 W
[root@ceph-1 ~]# ceph -s, C* e% S! U5 i1 J* z1 t3 u1 ^
  cluster:7 Z  H/ F9 h2 l- X; x
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1. c3 i/ g# ^7 [6 r' N  `
    health: HEALTH_WARN! |3 S. R2 t! A0 r/ Q
            Reduced data availability: 290 pgs inactive. r; C7 q. J8 Z& |2 r; t( `
            Degraded data redundancy: 8/63 objects degraded (12.698%), 3 pgs degraded4 @! J+ y+ f" N4 `  i" n

9 x3 a* F1 J; L2 }+ K  services:
& v, K1 A" ~' t% q7 R: z# a$ z2 P5 k/ \    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-37 S4 I( N8 o; |4 i" C
    mgr: ceph-1(active), standbys: ceph-3, ceph-2
/ b3 j0 O! F# f    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby
/ }+ O) V0 {( E- `% h    osd: 6 osds: 6 up, 6 in" w, `0 h2 x9 f5 e
+ N: }5 V) ]) {2 N1 s& y2 L
  data:/ X, U, b3 i( B0 [5 F" s6 K$ V
    pools:   2 pools, 1024 pgs
  j* ]' }* x6 ]0 D5 K7 X    objects: 21 objects, 2.19KiB
8 n* F# M3 T+ W+ [+ U    usage:   685MiB used, 584GiB / 585GiB avail! g3 g% H: {+ y' ?/ ~) w! @: W
    pgs:     71.387% pgs not active
' N8 u3 [" k" c+ X             8/63 objects degraded (12.698%)
, |9 b2 Y: h! O7 U             377 activating
5 `- `8 W0 b5 O6 `3 h8 f; s, x' U             351 peering
& l0 {) e6 P- \- m! E0 `5 K* F4 @+ x             193 active+clean
) \2 o5 J6 K" R4 F( Z$ z             100 active
9 x+ V8 G2 @" X             3   activating+degraded4 O( J; c$ C# J! p
5 N$ K: l; y0 x$ K- A
[root@ceph-1 ~]# ceph -s  P5 t  n0 d# I/ K$ p$ C* o
  cluster:7 t# Z/ \* W7 b8 }' m) t
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
7 `, w; U' K& }( W4 C    health: HEALTH_WARN$ I5 H9 ]) W5 O* A8 i8 |
            Reduced data availability: 290 pgs inactive
3 P1 @  F# x: S8 W, T2 j4 ]& a5 Y9 h3 |# u            Degraded data redundancy: 8/63 objects degraded (12.698%), 3 pgs degraded8 ~3 z9 |2 c" b) r* h8 V: ~& _
            26 slow requests are blocked > 32 sec. Implicated osds 1
$ O+ H" X9 J' m9 i- n% | ( g* P* |9 W; u( V8 ]- \
  services:
' C& l- t/ o2 i2 ?    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
* [0 t" s; W2 @  ^' z1 ]; A    mgr: ceph-1(active), standbys: ceph-3, ceph-2' c1 e$ N& _% P, ]& G* ]1 q
    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby
, m1 G- ?0 v& L/ ~    osd: 6 osds: 6 up, 6 in5 q: J+ s+ T9 D+ d6 [% N- B2 J

* [6 N$ A1 E' e% Z& F, P  data:  Y+ y  `2 N3 e  C
    pools:   2 pools, 1024 pgs& s# |8 g, S! v, L  g
    objects: 21 objects, 2.19KiB
  q8 A* H/ Y% B, |5 k    usage:   684MiB used, 584GiB / 585GiB avail
7 Q, D! H$ a$ R  s    pgs:     71.387% pgs not active
  N6 I: \3 r$ ~  R             8/63 objects degraded (12.698%)
- T1 A/ U  \. I             387 activating
" r3 l) H1 D/ F; C             341 peering3 c, [# m8 H+ s. k8 y$ g+ \/ b% x
             204 active+clean
( F2 |; x& L# U3 X% k6 |0 ^& u- E0 I5 z             89  active
9 v# q' Z/ E5 b4 w$ g             3   activating+degraded
( l* b, d" [* N$ u1 p' Y# _
回复

举报

返回列表 发新帖
高级模式
B Color Image Link Quote Code Smilies
您需要登录后才可以回帖 登录 | 注册

本版积分规则

返回首页|Archiver|手机版|小黑屋|易陆发现技术论坛 ( 蜀ICP备2026014127号-1 )

GMT+8, 2026-6-12 01:14 , Processed in 0.019962 second(s), 22 queries .

Powered by Discuz! X5.0

© 2001-2026 Discuz! Team.

快速回复 返回顶部 返回列表