找回密码
 注册
查看: 673|回复: 3

cephfs 创建、删除 mds文件系统操作过程

[复制链接]

0

主题

0

回帖

9

积分

管理员

积分
9
QQ
发表于 2022-7-27 11:13:43 | 显示全部楼层 |阅读模式
[root@ceph-1 ~]# ceph osd pool ls
' A& z0 _& g6 R4 V5 N[root@ceph-1 ~]# ceph osd pool create metadata 128 1282 H! `- J* r& e: M0 G
pool 'metadata' created. |& H. ~8 w  H3 t% Z# j
[root@ceph-1 ~]# ceph osd pool create fsdata 128 1289 r4 X5 l+ y" g' N# D  Q6 ~+ T
pool 'fsdata' created+ a8 N: {+ C1 v* v' i
[root@ceph-1 ~]# ceph -s+ Z( l3 R1 X$ f
  cluster:0 A6 D4 J& F3 p9 W, D* X& o
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
4 r. q$ W4 ~/ [    health: HEALTH_OK7 R7 |' X/ L: U' @
6 w( t5 R, c  e+ @# `) r1 p* \3 p
  services:
4 e8 o, j, N4 u# B* t    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3% w$ _, k9 V6 c3 x
    mgr: ceph-1(active), standbys: ceph-2, ceph-3
. R( v/ G- K3 y- `. a+ x" F    osd: 6 osds: 6 up, 6 in
  j" ?( m4 u' L1 c% i5 u7 x& t! h+ G  T/ v0 ?
  data:1 n, ]! l  X2 f. d
    pools:   2 pools, 256 pgs1 g+ R1 r2 a/ Y6 F# g# }1 S" A) n
    objects: 0 objects, 0B
4 l* n8 z, \. J    usage:   657MiB used, 584GiB / 585GiB avail. I1 l. @3 ^: I7 m1 b0 K* A
    pgs:     40.625% pgs unknown4 r9 o2 a! O1 d7 H
             58.203% pgs not active2 _) z( Q( w  J( M& Q3 m2 h7 c
             122 creating+activating" u# U' @* k% K; G6 U& U4 z
             104 unknown
! i# ?$ m1 @5 |; [             27  creating+peering% M# u+ p8 _+ v
             3   active+clean( Z# ?$ E, p+ v6 @! K4 L

9 c# Z6 A9 k6 g; ~4 |3 G[root@ceph-1 ~]# ceph -s! W& O( O# ]1 a" Y& C1 x
  cluster:2 p: \  e0 ?4 S+ k. g' r+ v3 W: j- r9 _
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
3 U9 c% r, g1 i    health: HEALTH_OK) d! d4 Z& @7 b7 E7 l4 J

* F  V0 S$ c+ C9 \$ y" p1 p  services:
, Z+ @5 ]; \3 K& _! Q0 M    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
! T1 b8 U0 h8 F; _    mgr: ceph-1(active), standbys: ceph-2, ceph-3
; \' A& i; k- K  O    osd: 6 osds: 6 up, 6 in
/ x, l! Q( j" Q4 T& i4 P: h) V
% o& S  P' A6 s% n! v1 S/ T$ s8 F  data:5 |4 }" L  X5 M+ C$ h! _* K  ~
    pools:   2 pools, 256 pgs
$ E2 j. `( l& m/ y# W6 R    objects: 0 objects, 0B$ i7 ^0 e6 t: K/ x9 N9 n  p
    usage:   657MiB used, 584GiB / 585GiB avail3 A9 x; y# }$ a
    pgs:     19.141% pgs unknown
3 O( N/ A0 a8 l3 \             75.000% pgs not active8 x5 ^/ J  V" Q% `8 r
             113 creating+activating
/ p# Q7 W9 }; I, F# L             79  creating+peering0 E" d3 m7 s6 W8 h; A+ C
             49  unknown
, c' h/ v; m: A9 c0 U# ~             14  active+clean
2 }3 g7 c4 ?0 u# |# M, c4 N             1   active+ Y; W) M* a+ I1 Z

2 y1 R. Z- R) k9 e4 L, L[root@ceph-1 ~]# ceph -s
% X" c4 o7 n8 `& O  cluster:# d; h  Z, |( J( Z4 I2 j
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1- |! H1 l# B; k4 C) R" p
    health: HEALTH_OK
+ H  Z3 |, N4 w
8 q- C' a  X, h, o6 B' H$ M  services:& ?  c, S2 [* t1 H  G
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
5 Z% c7 I1 o- H    mgr: ceph-1(active), standbys: ceph-2, ceph-3
; x3 m" q- ?  q# a    osd: 6 osds: 6 up, 6 in
6 S& F; }+ A( i4 y0 \4 I! m3 P1 V9 D9 |5 E% ~, h9 a' o' t$ Y1 c
  data:
, H5 V" l% w9 _/ l    pools:   2 pools, 256 pgs
5 U, i! r: F6 L! M    objects: 0 objects, 0B
7 C( D, r4 m1 I5 M- ^4 x' N    usage:   657MiB used, 584GiB / 585GiB avail
2 W3 `: {" \( m    pgs:     19.141% pgs unknown
1 q9 I* [' L7 y9 ?) J             75.000% pgs not active
, c; L! J. T1 W, k( L7 N7 u( K             113 creating+activating
" Q6 I0 Y" H5 w/ b             79  creating+peering# Z4 }1 P' s$ c$ t
             49  unknown3 }4 \: ?. V  W) x0 d- m
             14  active+clean* c: Z/ T  M+ S4 `6 E5 @
             1   active
# q9 r( f. o, I( x, t! g' ?$ h2 R, c  z( n4 Z' k
[root@ceph-1 ~]# ceph -s; C3 @9 x. o7 A) b: Y8 K0 U/ ^
  cluster:7 c9 N1 e* X, E, {/ u' |9 v4 z0 v
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
8 f2 e- o0 m. m/ U    health: HEALTH_OK
8 A! F4 E3 k  G' g6 p9 R
( o& k# Y0 s6 L$ K' @* M2 }8 I, A1 D3 g  services:1 P7 h* X. i* s, j4 T
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-34 o' Q9 }! N  H) ]9 I" X1 s
    mgr: ceph-1(active), standbys: ceph-2, ceph-3
4 T7 q8 F. j/ \+ N) ]& r9 H    osd: 6 osds: 6 up, 6 in. \% b9 D  p5 ^
- q) T+ Y$ w- @
  data:1 n% x! C  H" u! ]3 F8 d+ m5 v
    pools:   2 pools, 256 pgs6 [" f8 r3 N% ?; k: ^0 b, D
    objects: 0 objects, 0B
- F# a- s# \4 S( Q% _    usage:   657MiB used, 584GiB / 585GiB avail
: @& Q3 Y  _! s7 B    pgs:     12.109% pgs unknown* m, o; G# B9 \
             76.562% pgs not active( O3 ^" }; @: s) X
             99 creating+activating
& E, G# L7 B: h8 z$ B             97 creating+peering4 F2 E; r- |5 j3 N* i
             31 unknown, l# ?3 r7 @  N
             24 active+clean* n# Z7 I( w/ l* J
             5  active& B% w: ^6 ]: v) \

' k$ d+ ^0 }! z- b# [8 |[root@ceph-1 ~]# ceph -s  Q! H& v) n- E2 X' f( g
  cluster:
6 m2 G* k# {' r  u/ d% w    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
( v4 [. X* u: a7 c+ t" F8 C  X* R    health: HEALTH_OK
' b+ ^* \6 H( o7 n7 Z3 F( c  y! s4 V! J
  services:8 e) Z; c9 u+ ^6 Q9 u8 v+ l/ o
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
7 d' Z7 ]# H3 |    mgr: ceph-1(active), standbys: ceph-2, ceph-3
! z8 b. l9 V1 q! u- Y  M: l    osd: 6 osds: 6 up, 6 in
6 v  T1 o+ f% E# u" B  D7 y; ^! U# E" J5 W; S( w3 {6 [
  data:
" v" a  L$ X1 q# _1 y    pools:   2 pools, 256 pgs
$ S+ z# F8 r* D! q    objects: 0 objects, 0B7 O2 }, \* b$ k3 E" {8 |
    usage:   657MiB used, 584GiB / 585GiB avail6 C: b$ n6 F: U
    pgs:     12.109% pgs unknown" x0 E9 L: n1 }
             76.562% pgs not active' U  i& V, A* ~
             99 creating+activating
- q5 V7 E6 a/ h             97 creating+peering- f2 o; Y+ D0 U& N" f
             31 unknown. P3 i1 v4 A/ D
             24 active+clean% {* Z4 J. x6 w
             5  active
5 X6 @. i; a* E3 C& B3 ~5 y( _' u: ~4 K- D( |5 v: E/ ^6 @5 J
[root@ceph-1 ~]# ceph -s
0 j- j; {8 a( x' V  cluster:
" U% C. E# I( |# U: J    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
/ K5 a0 @5 T& e2 T; B  Y- L    health: HEALTH_OK
4 s/ E1 e* w" F6 u/ Z9 x" p8 I; n
0 V! _: Y+ ]7 z3 b6 m1 q  services:
* _& {# d; w5 n( C. H5 V/ s. ?* i3 B    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
, w0 r7 L: m7 ^: j  }    mgr: ceph-1(active), standbys: ceph-2, ceph-35 Q: x- d5 ]( u3 V; n
    osd: 6 osds: 6 up, 6 in
9 x& V4 A5 |9 ^3 G& J
' z7 l9 r6 D, {# w  data:7 _5 L- y9 @; Q  Q
    pools:   2 pools, 256 pgs
3 N/ V5 ]( G4 ~+ ?4 G: D! u    objects: 0 objects, 0B1 D3 [; X5 t& Z
    usage:   657MiB used, 584GiB / 585GiB avail) C8 Y5 r8 k  M
    pgs:     12.109% pgs unknown2 u& u6 b! |6 S
             76.562% pgs not active
' I% A/ ?5 d8 Q8 v; v             99 creating+activating
* ]9 T- A5 T7 b2 x2 r: b             97 creating+peering
& x' t+ m0 X2 m* `             31 unknown' a. r2 D% L* C& Z9 ~. c; C" m  z3 N
             24 active+clean
9 n& u$ l/ ^+ S+ G  E$ S) ?             5  active
& ]4 ?4 [  N. y0 g% t. e
" @5 q$ w  a& q( _+ x8 H# H5 n[root@ceph-1 ~]# ceph -s
( n# y" v" b  }6 P5 ~3 F  cluster:+ J( H( f% |% o* A' \3 X
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
  k2 X( E8 e, K/ J4 z( V2 P9 o    health: HEALTH_OK
$ X+ S8 `$ _' E5 ^/ @  W3 D
7 F) K8 u: `( F' L7 `0 d2 d! ?$ F  services:( a; G& H# V* ]
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
0 P# v% N( L8 `7 y$ E5 O0 x    mgr: ceph-1(active), standbys: ceph-2, ceph-37 N9 Q. M; R) t% M( p% G
    osd: 6 osds: 6 up, 6 in
6 D& b& r! v2 _0 k$ t, k$ z# Q4 |
  data:
3 o. }- y; N& \8 |" J    pools:   2 pools, 256 pgs
* y9 B9 H6 i; \: x! {. C6 H& Y    objects: 0 objects, 0B
; V4 v: _: G& ^+ t    usage:   657MiB used, 584GiB / 585GiB avail( {0 E( I9 {& D0 x' S
    pgs:     5.859% pgs unknown1 X1 m+ V& B9 X- c
             71.484% pgs not active$ l# a) c6 q  g* H) x( @3 ]
             92 creating+peering
" I- M2 G7 E) Y$ c             91 creating+activating
2 l/ J+ q6 o! D4 T9 w+ A& U             51 active+clean9 `! k. x4 A& M4 |! V' d
             15 unknown! [  h4 I. }# p3 o7 q+ S
             7  active! z" }% \3 W6 Q, \5 e
, R6 F" h9 G0 E6 Y. \( V
[root@ceph-1 ~]# ceph fs new filefs metadata fsdata ; P, m3 V" R- O1 {: C. A+ h# b6 [
new fs with metadata pool 4 and data pool 51 g( g- W$ [: M; y* N5 {0 Y
[root@ceph-1 ~]# ceph fs status filefs
7 p: A' V% N+ Ifilefs - 0 clients
+ M. ?1 w' ]  A4 e  N======
. q" m3 Q- t/ T! j+------+--------+--------+---------------+-------+-------+6 @0 ]6 B! f3 m4 {, i7 Z1 x
| Rank | State  |  MDS   |    Activity   |  dns  |  inos |0 b/ }- R  M  [7 A, h
+------+--------+--------+---------------+-------+-------+* B5 j7 K2 q, V8 O
|  0   | active | ceph-3 | Reqs:    0 /s |   10  |   12  |2 B% o+ {( ^' C, w+ F$ ]* }
+------+--------+--------+---------------+-------+-------+: ?9 U: z; Y# g. g1 H
+----------+----------+-------+-------+( r, N. G& ]2 @  {! f
|   Pool   |   type   |  used | avail |0 d3 {  y) `( U
+----------+----------+-------+-------+" ]) {. g+ ~! R) F& I& D) }: g
| metadata | metadata | 2246  |  277G |/ ~( X7 L2 p  y  m" a; j; |. J
|  fsdata  |   data   |    0  |  277G |
' E) N6 T' c4 S0 C& p* \+----------+----------+-------+-------+) P' C, i. r7 e' |0 L

& ?, }9 ?  F8 Y, c! a5 p6 v( v+-------------+
6 ~3 z9 H/ p! g* r& T% }6 ^4 O4 v| Standby MDS |8 I/ B  `$ o" Z4 f. y! l) v' x
+-------------+
1 d6 U; X& Z% a, W5 r0 r# \|    ceph-2   |9 b% v2 k* D* K3 E
|    ceph-1   |; d6 O- W+ V8 E3 k5 d
+-------------+
' y( ]6 y8 N; ~* m' G, I9 |MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)% G4 ~* T+ c3 S
[root@ceph-1 ~]# ceph df % Q3 N+ B; n, t" @. B
GLOBAL:
9 \. ^! A+ v( Y6 J2 u5 l5 o    SIZE       AVAIL      RAW USED     %RAW USED
  f( l4 P9 E& W5 Q- {2 _    585GiB     584GiB       660MiB          0.11
, x7 `' K! o( Q( l8 `2 s2 vPOOLS:
1 S/ f5 j9 |: I5 }7 L    NAME         ID     USED        %USED     MAX AVAIL     OBJECTS
) z8 _2 c+ g9 l' m    metadata     4      2.19KiB         0        277GiB          21
, |7 R: J' U. \) {! `    fsdata       5           0B         0        277GiB           0
* C8 I& x% [3 _' @, l1 j  U[root@ceph-1 ~]# ceph fs set filefs standby_count_wanted 3
8 F5 s6 }7 W% U9 c5 y8 _3 |, m, }9 K[root@ceph-1 ~]# ceph df
. Z6 q) \& ?* z: j$ L, R' I: JGLOBAL:1 c" O( l* o  J* i6 C' ~0 D% ?9 \5 m# _
    SIZE       AVAIL      RAW USED     %RAW USED % l  _* G/ R; @" M9 S1 v( h& l2 x
    585GiB     584GiB       660MiB          0.11 + V7 P* i# B+ R+ y3 u& ]% y$ b2 h  k
POOLS:3 G1 A: M+ ?3 S& \) q
    NAME         ID     USED        %USED     MAX AVAIL     OBJECTS ! `% v) Y! C% \/ \/ L2 ]
    metadata     4      2.19KiB         0        277GiB          21
, d% A" q& x: c# K    fsdata       5           0B         0        277GiB           0 ( N5 ?" B+ G  E. r2 A9 |% D
[root@ceph-1 ~]# ceph fs status filefs 9 M% {: ^) M/ c! G" l: d
filefs - 0 clients1 {5 W* n/ h& D/ I
======, O& t0 u1 ~3 `6 J8 R( b
+------+--------+--------+---------------+-------+-------+
! E7 d8 T: w, ^) O| Rank | State  |  MDS   |    Activity   |  dns  |  inos |6 J" d% G/ X: M, r
+------+--------+--------+---------------+-------+-------+& o' W" M1 Q4 X8 M2 ]
|  0   | active | ceph-3 | Reqs:    0 /s |   10  |   12  |+ T9 [. {% H, L, t1 r
+------+--------+--------+---------------+-------+-------+1 P. F/ u/ B9 i) y; J3 h: b. m# w7 ?$ {
+----------+----------+-------+-------+. [7 ?( R3 D2 L  ?, F) j
|   Pool   |   type   |  used | avail |! r0 u9 R! d% F
+----------+----------+-------+-------+
, @# A8 w7 J. z" C" ]' f| metadata | metadata | 2246  |  277G |
6 k9 Q: F6 V8 m4 w|  fsdata  |   data   |    0  |  277G |
4 v6 Z0 z7 ^  b8 g9 y! H8 w4 _+----------+----------+-------+-------+2 S$ C% e  ]7 g0 J4 c, U* S

2 H% M# J5 A4 i+-------------+
1 J# t: W1 d; C* A| Standby MDS |! F8 v' n2 f0 {1 e4 ~
+-------------+
" j5 r9 P$ N4 E2 E|    ceph-2   |9 K* q9 Q' M* E4 _6 e
|    ceph-1   |
1 J$ k/ ?  Y* M' G8 n+-------------+: z0 P' }3 x& T/ o) H. o# [7 O2 j
MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
5 r$ w; q) n1 g; Z! ^[root@ceph-1 ~]# ceph fs set filefs standby_count_wanted 1* [, ~, T: F6 d+ \& I; J: v' Z$ r
[root@ceph-1 ~]# ceph fs status filefs
9 h$ q1 H* J. Y* p, h# Cfilefs - 0 clients
+ _7 ^7 D0 x1 _. g5 k+ B======
* W8 P/ J6 w7 q2 Q+------+--------+--------+---------------+-------+-------+
- J7 N6 A) D3 T+ d  C| Rank | State  |  MDS   |    Activity   |  dns  |  inos |4 i% H3 G5 m' d+ G
+------+--------+--------+---------------+-------+-------+9 ?1 l. d/ U8 O# M3 a( R
|  0   | active | ceph-3 | Reqs:    0 /s |   10  |   12  |$ L+ Q9 q8 J8 r  R+ F( d2 ]. k+ O6 K
+------+--------+--------+---------------+-------+-------+; ]' `+ h5 H6 U/ y7 a6 [
+----------+----------+-------+-------+
  g) U3 f; Z, H6 C) U/ t|   Pool   |   type   |  used | avail |3 p$ f  b9 ^3 W, M
+----------+----------+-------+-------+
* m! j- B- f4 b! Z4 x  P| metadata | metadata | 2246  |  277G |; C' p0 I6 D: _1 j% P0 g; X
|  fsdata  |   data   |    0  |  277G |" M: R) K% ]: k
+----------+----------+-------+-------+
2 e5 D6 e4 s; N* D4 B/ v
( \5 P  ]! D2 Q. i+-------------+
9 t3 i+ ]+ i& C6 n| Standby MDS |$ c: P0 T+ j3 |) _
+-------------++ m( a: V* ?/ v, o
|    ceph-2   |
1 Q9 g6 D0 k7 x/ x( B) o/ R|    ceph-1   |4 C/ V, T# u- A: W5 O
+-------------+8 u$ e2 q' F: f! ^! z! U, ]
MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)  R# y! {+ `3 N( Q2 @
[root@ceph-1 ~]# $ [% j' r. f" G7 O# H

; \' d! l5 ~  E$ h; w

0

主题

0

回帖

9

积分

管理员

积分
9
QQ
 楼主| 发表于 2022-7-27 11:18:02 | 显示全部楼层
[root@ceph-1 ~]# ceph fs status filefs
1 U9 P) W9 M' H# S, lfilefs - 0 clients+ r3 @7 j- u) |8 \1 m# Y6 Z
======! ^$ |2 t. s- C  V
+------+--------+--------+---------------+-------+-------+0 ~  U; F( A, O! s
| Rank | State  |  MDS   |    Activity   |  dns  |  inos |/ q8 n$ V( ~' e6 z( L- A3 x* M3 h' J5 G7 k
+------+--------+--------+---------------+-------+-------+
: p. J2 |' g7 S& |% b|  0   | active | ceph-3 | Reqs:    0 /s |   10  |   12  |
: C% j0 W2 `) B8 B/ X; s7 W+------+--------+--------+---------------+-------+-------+1 ]0 p$ n9 x' _2 R  v
+----------+----------+-------+-------+2 e$ v  I5 P' H' _+ T6 _% {/ h6 S
|   Pool   |   type   |  used | avail |
. p$ X( S; b7 q" @+ G* r+----------+----------+-------+-------+: I+ T6 U1 B, K3 f
| metadata | metadata | 2246  |  277G |
0 p* o" J- N: z  Q% R|  fsdata  |   data   |    0  |  277G |( a* u3 K1 _0 T. ^
+----------+----------+-------+-------+
, d/ U4 }& t9 r6 L& M& L" }% i
4 H- ~. G$ X6 Y& P" q. W8 |+-------------+
. W2 P3 p/ K6 @4 x/ O* f| Standby MDS |
! ?8 k/ F" g7 `/ B  S3 ^4 L+-------------+! i' a7 x; D2 G# P9 [/ X1 v. ?7 g
|    ceph-2   |
. A% b9 C2 A8 r4 W|    ceph-1   |; V( n! y: P; b: M+ B9 L
+-------------+
& F( o: z, H2 M5 l" j7 S5 `MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
& }! a& F( w$ }7 y5 b* M' t7 }$ ~5 k& K[root@ceph-1 ~]# ceph fs ls
- E- p7 q5 x! E% o; i% B/ E7 V$ @& kname: filefs, metadata pool: metadata, data pools: [fsdata ]) s( y: u" @+ c5 F
[root@ceph-1 ~]# ceph fs rm filefs 4 e% n! V& Y9 h
Error EINVAL: all MDS daemons must be inactive before removing filesystem( r) v$ @6 I! v/ K
[root@ceph-1 ~]# ceph fs status filefs
! O5 w$ l3 ?! h0 h& s/ q0 o& \0 mfilefs - 1 clients
; e( w9 Q! u; g( c! n9 ]' {- L* p2 f======: U, ?# E, j$ s- Z, {+ V! x/ b
+------+--------+--------+---------------+-------+-------+. v  ~. ^- @1 n
| Rank | State  |  MDS   |    Activity   |  dns  |  inos |
" R+ v( E) I" y+------+--------+--------+---------------+-------+-------+
  H9 H% C: r8 z|  0   | active | ceph-1 | Reqs:    0 /s |   10  |   12  |
/ c% J" o6 t8 v3 y4 [" \+------+--------+--------+---------------+-------+-------+
& n+ n+ N3 J$ d. ?# m( [1 A+----------+----------+-------+-------+
, {" i7 k& e& F$ d8 t+ G% a5 `|   Pool   |   type   |  used | avail |" |  k/ a; ^% w. N; x* t
+----------+----------+-------+-------+
4 Q  e+ V% |: p" t6 T5 X( H/ g% j( r| metadata | metadata | 2642  |  277G |0 `- c- U* {  `& J. W3 \8 o; p7 H4 i
|  fsdata  |   data   |    0  |  277G |' J3 K* j) A: x
+----------+----------+-------+-------+
2 v  _3 R: [* G$ z* I2 Y' {& Y0 H+ E/ |0 b; i
+-------------+. q. I0 V$ i. X  x6 ^- F( m
| Standby MDS |
  w$ }4 V6 H2 P% Z5 Z8 w6 E7 w+-------------+7 h. W4 A8 |2 X4 m# b
|    ceph-2   |, o. |/ ^! e% A( ]6 Y
+-------------+# h: x4 _3 q; |* q. Z
MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)! F8 `! C  `& j# k- Y, }: Q
[root@ceph-1 ~]# systemctl stop ceph-mds: s* j+ ~) i  o* S" q9 j+ n
ceph-mds@ceph-1.service  ceph-mds.target          # w" E" ]. N0 W, b5 J# `
[root@ceph-1 ~]# systemctl stop ceph-mds@ceph-1.service 1 b4 I" _' _! V- O- U  N
[root@ceph-1 ~]# ceph fs status filefs
0 M3 v  u1 [4 [* n6 e. G/ W/ Qfilefs - 0 clients
) {& i8 v# C- g; o======
% u$ X" G1 ~7 b) ~, B+------+--------+-----+----------+-----+------+' A) Y& ~" h7 U/ [* c
| Rank | State  | MDS | Activity | dns | inos |; s' a5 F4 l% G, C% x1 S
+------+--------+-----+----------+-----+------+
( N/ v& R% Z- x* v! x! R|  0   | failed |     |          |     |      |& D$ ^$ w1 W+ ]7 w. N
+------+--------+-----+----------+-----+------+
, n  a( B" M' x+ x9 U" }* X) H5 \) c+----------+----------+-------+-------+
( l6 W, y* L8 {0 E4 X" c|   Pool   |   type   |  used | avail |
. N4 s5 i' L9 M" q  [9 A+----------+----------+-------+-------+
5 N, z2 x: S1 z/ w3 l4 L! w| metadata | metadata | 2642  |  277G |4 a0 u6 k% X; X; J2 ^+ |' ]; w/ b3 O
|  fsdata  |   data   |    0  |  277G |
: K0 S' Z& A0 ]% Y+----------+----------+-------+-------+
0 w, o$ P- G+ s# Z7 d) l8 g1 B+ u8 k* p0 T$ r# M; s% C
+-------------+3 R. F& i9 G$ t
| Standby MDS |" V- ~1 R4 f3 n/ l
+-------------+
$ H9 v8 ]' ?# n( s9 e+ y) C|    ceph-2   |6 R: H( y/ ^$ h
+-------------+
" ]2 I# ?5 j- Q; X: l: y' mMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)$ [7 C6 g* p3 k% P' u; A
[root@ceph-1 ~]# ceph fs rm filefs 2 S* P# z, ~  a2 F* M- b
Error EINVAL: all MDS daemons must be inactive before removing filesystem
1 Y) J8 o3 {# Y2 G5 S: z, A" i6 F[root@ceph-1 ~]# ceph fs set filefs standby_count_wanted 2
. w. N/ h: m! J- S2 j! ?[root@ceph-1 ~]# ceph fs rm filefs
4 [; X4 S% u: BError EINVAL: all MDS daemons must be inactive before removing filesystem4 d* Y7 w; r- O* X1 I) i
[root@ceph-1 ~]# ceph fs status filefs
# o* V9 l, E+ }% yfilefs - 1 clients
( l, K, a' t9 K! {3 a) L1 W======
2 S7 d8 D" J' G# Y  g+------+--------+--------+---------------+-------+-------+
( i+ ~+ h; d$ Z4 Q" g| Rank | State  |  MDS   |    Activity   |  dns  |  inos |  p+ Q$ Y5 ~5 Y! b
+------+--------+--------+---------------+-------+-------+
0 l' e, ~0 }5 y/ }$ o) O; Q0 d|  0   | active | ceph-2 | Reqs:    0 /s |   10  |   12  |3 |1 X4 A3 E1 `4 |" |) r
+------+--------+--------+---------------+-------+-------+
2 I9 X! D; z, Z! H+----------+----------+-------+-------+$ V% }) e0 ?& W
|   Pool   |   type   |  used | avail |
0 M2 g: k/ v! l+ _6 e& A1 M  N' H+----------+----------+-------+-------+
7 @9 A1 Q9 I+ w! ?| metadata | metadata | 2754  |  277G |3 I" e) G& _3 B
|  fsdata  |   data   |    0  |  277G |' r7 m$ i: A6 `2 S  \
+----------+----------+-------+-------+2 Y* e) ^# y& l; q. X, j  i
% {# N3 u# O) J  H2 t1 z6 S
+-------------+
, f& ^- ]; N: a| Standby MDS |! z7 I2 X( x8 g1 Q) V
+-------------+
! f1 L1 w( I, F" [- e+-------------+
( t3 x) b8 m+ n5 C  y6 {2 [MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)& @% B& b4 D* [0 O. Z9 C
[root@ceph-1 ~]#

0

主题

0

回帖

9

积分

管理员

积分
9
QQ
 楼主| 发表于 2022-7-27 11:19:49 | 显示全部楼层
[root@ceph-1 ~]# systemctl stop ceph-mds@`hostname -s`.service
7 }0 I- |; V8 i+ x[root@ceph-1 ~]# ceph fs status filefs : I% e0 _, b* I
filefs - 0 clients3 b( s. {6 X9 h+ |7 \
======
+ l# {3 I, I3 c2 g# X  c8 n+------+--------+-----+----------+-----+------+- @# V' g2 R, k, h3 f
| Rank | State  | MDS | Activity | dns | inos |
& [* H. ~3 M! q' ]6 m! |. H. A) C+------+--------+-----+----------+-----+------+
9 r8 k0 X/ j2 z) A; M; d) w' e|  0   | failed |     |          |     |      |5 ?0 T0 m' @) v- G/ q! n
+------+--------+-----+----------+-----+------+6 ]8 \$ `, G! a) s& K( n% i
+----------+----------+-------+-------+1 Q8 X6 Q6 P" U3 t) I  h
|   Pool   |   type   |  used | avail |
5 h" [, ^& {5 F- j- i' U2 d+ A+----------+----------+-------+-------+
# y& `' F% B/ b| metadata | metadata | 2642  |  277G |# T* t8 b( S0 u' e* c
|  fsdata  |   data   |    0  |  277G |
4 d8 q5 U1 c( `" m. x+----------+----------+-------+-------+
, f$ ^5 x/ e& S8 g" \6 y# `( m+ W! {1 k  V2 d
+-------------+
. t* l; R' k8 @  J) ?| Standby MDS |) d* ]; Y( j! N/ ]+ l
+-------------+
1 d' A) s& }5 P9 M4 ?# b|    ceph-2   |
- p: `. p% F1 _- h+-------------+
7 c, h8 r( _& G9 W2 K* e5 |MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable). l& n/ C+ \6 B
[root@ceph-1 ~]# ceph fs rm filefs
" }. R8 C: o: j& NError EINVAL: all MDS daemons must be inactive before removing filesystem: U0 A9 W$ `# u# q. g
[root@ceph-1 ~]# ceph fs set filefs standby_count_wanted 2; K, g( ~* j6 T( S
[root@ceph-1 ~]# ceph fs rm filefs / x, P) |' H! g3 o" T* z
Error EINVAL: all MDS daemons must be inactive before removing filesystem
  h9 ?  W4 m2 {0 `[root@ceph-1 ~]# ceph fs status filefs
( _* j7 ^9 M9 F, {- a0 Sfilefs - 1 clients' I8 }5 I- n# i8 s9 h  y, E9 ~
======
% v& x2 T, n+ A% ^  d+------+--------+--------+---------------+-------+-------+, t# K7 ~' B! ^; q4 K/ J. P
| Rank | State  |  MDS   |    Activity   |  dns  |  inos |- i/ F5 f4 E- \3 |
+------+--------+--------+---------------+-------+-------+
$ y4 u, e$ @- h& W) v+ i6 @|  0   | active | ceph-2 | Reqs:    0 /s |   10  |   12  |
; x4 j4 s5 V( K5 c& j, r+------+--------+--------+---------------+-------+-------+
* x3 e% w$ k: Y  p9 O% n+----------+----------+-------+-------+( _  x2 B, W: P" }# z' i! W
|   Pool   |   type   |  used | avail |
+ Q; g! v, ?6 ]/ S+----------+----------+-------+-------+
1 W: p$ P' N3 Z! I0 S" P| metadata | metadata | 2754  |  277G |
6 q& T7 s; b. z! r2 D# \& K|  fsdata  |   data   |    0  |  277G |
5 a2 x2 |+ e% j: ^0 B+----------+----------+-------+-------+
  j2 L" C1 G2 f. m4 ]6 {3 `; M# }
+-------------+
) E% S/ |# l7 a; e/ ~1 H| Standby MDS |
9 _0 v% Q4 \( g5 C! z( b7 z+-------------+, b6 N1 l1 N) B9 X6 Y
+-------------+
' r8 W2 s' M- H) Z+ m4 i. s$ XMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
/ J' p* H: b9 b& Z: B[root@ceph-1 ~]# ceph fs status filefs * h% u  p' A: P
filefs - 0 clients* _2 x( t' X- B+ K" n9 j
======( ]% g: ^, W/ ~) U! g' l. }
+------+--------+-----+----------+-----+------+
) }7 q: W- G) t3 M& T8 v| Rank | State  | MDS | Activity | dns | inos |; p; n% t* \  G/ c$ U9 j
+------+--------+-----+----------+-----+------+
) E4 |/ y8 D6 G|  0   | failed |     |          |     |      |
! M( {; x+ g% L/ _) Y+------+--------+-----+----------+-----+------+
9 h9 n, R/ K+ n" E( M$ X+----------+----------+-------+-------+
( L* [. a4 ]* {# u|   Pool   |   type   |  used | avail |& F9 S% m8 L( p7 `" v5 `+ R
+----------+----------+-------+-------+
5 }% d% J: R% [7 ^1 }| metadata | metadata | 2754  |  277G |
  ?( ?, ^1 _% n1 [& I) k& \/ R+ b|  fsdata  |   data   |    0  |  277G |
8 {% _2 c4 `0 f" s9 u6 t) `+----------+----------+-------+-------+8 {4 y) ?) }- Z! l6 ~5 N

1 U+ j. U# J4 h  ]5 h( q6 ^+-------------+
+ v0 J6 Z# D) X, t3 t' W! N| Standby MDS |4 E% I/ b5 w% ?  g
+-------------++ u% H  }# U; H$ T$ K
+-------------+
6 X! Y: b- n+ Z! e8 r2 N& j4 c+---------+---------++ M3 e* T, C' u/ G7 f! w
| version | daemons |
2 ^' v2 `6 N. J( ?: z# [) z. T+---------+---------+& \" t1 V) m: E6 X  K) v6 ]
+---------+---------+% d; s8 X( I0 Q' ~( T
8 }0 @- ~1 h/ [" l# U! A$ _$ f
[root@ceph-1 ~]# ceph fs rm filefs * C$ x5 ^# w6 s9 @
Error EPERM: this is a DESTRUCTIVE operation and will make data in your filesystem permanently inaccessible.  Add --yes-i-really-mean-it if you are sure you wish to continue.
9 M+ t) E# G: t  _% X$ `[root@ceph-1 ~]# ceph fs rm filefs  --yes-i-really-mean-it, o9 s$ @4 @; L+ N

0

主题

0

回帖

9

积分

管理员

积分
9
QQ
 楼主| 发表于 2022-7-27 11:47:20 | 显示全部楼层
[root@ceph-1 ~]#  ceph fs new filefs metadata fsdata , k$ y  [; m. m4 H0 x( I( W
new fs with metadata pool 6 and data pool 7
3 N6 D5 {+ J6 c  v! N" k. x[root@ceph-1 ~]# ceph fs
9 u. E& c0 V7 C, |add_data_pool  dump           get            new            rm             set            set-default
6 E7 F" g, _/ V6 ?authorize      flag           ls             reset          rm_data_pool   set_default    status
3 O& f+ q8 Y9 `7 U' {[root@ceph-1 ~]# ceph fs status . I" _4 H5 U5 L. N0 T2 p7 |' A7 B
filefs - 0 clients7 m( u% x/ t: O# i7 E5 d4 S
======
2 y7 q* T: e. I" W: h( l8 X- U# Q+------+--------+--------+---------------+-------+-------++ D  h0 V* g8 u, e% Y2 K
| Rank | State  |  MDS   |    Activity   |  dns  |  inos |
$ g) W( O7 e/ N+------+--------+--------+---------------+-------+-------+
% k$ G" s& y( R+ {; u|  0   | active | ceph-3 | Reqs:    0 /s |   10  |   12  |7 L; x* U8 ]8 d9 a; M
+------+--------+--------+---------------+-------+-------+
! y- P4 F5 l4 ~' p5 C1 z$ R4 X+----------+----------+-------+-------+5 J! T  x, D+ y4 ?* D" }
|   Pool   |   type   |  used | avail |
7 \1 x$ E, L3 C, U8 B3 n- g/ b+----------+----------+-------+-------+
2 m- B( P  w% E" R; n  b7 `| metadata | metadata | 2246  |  277G |
+ e8 {4 J( B" w- P( z|  fsdata  |   data   |    0  |  277G |1 ]' Y$ T/ D, n' E: Q1 f$ D( {
+----------+----------+-------+-------+- J2 e- {- V7 @* o3 K4 E
4 ]+ J$ l  @3 l, B- ~* r
+-------------+
8 Z/ O. h- I! M. K| Standby MDS |, N0 c( l! h+ E: I0 V% |
+-------------+# @; p2 f& ^; q2 s. H& t! }! Z( b) I
|    ceph-1   |( c2 |( w3 s/ s  c- B! P  s
|    ceph-2   |8 v, x. y0 ]$ X: Z
+-------------+2 G5 l7 \% ^- B
MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
  ]; j) \: A$ \% ]0 V4 Q. D[root@ceph-1 ~]# ceph osd pool ls! p* @. i$ y. M5 o- m
metadata
$ H* k3 S! f) Z/ Mfsdata7 u3 U2 A7 s8 Y" h
[root@ceph-1 ~]# ceph osd pool ls detail
) C# o( {! n4 U0 c. kpool 6 'metadata' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 512 pgp_num 512 last_change 297 flags hashpspool stripe_width 0 application cephfs: ?  ~0 z- R6 s8 s
pool 7 'fsdata' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 512 pgp_num 512 last_change 297 flags hashpspool stripe_width 0 application cephfs
; S: g9 T& M. q' C6 F' Z
$ T2 C$ V2 v  B  y4 y, }[root@ceph-1 ~]# ceph osd pool set fsdata size 3
9 R7 ?9 k9 x; z& a4 uset pool 7 size to 35 T. D( H8 j" }# R
[root@ceph-1 ~]# ceph osd pool set metadata size 3
: H; \6 u( T$ f7 y5 Q( zset pool 6 size to 3
; Z0 T: E( i( }" j[root@ceph-1 ~]# ceph -s9 b( u5 v: ^* l$ a
  cluster:  H  |1 w$ g  J) h; g/ Z) h% u
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1% r6 I' [4 e& R7 t. ?6 `2 x! {
    health: HEALTH_WARN" @) A' ^5 R6 f( S7 U0 O
            78 slow requests are blocked > 32 sec. Implicated osds 1,2,3,5
  C/ {: u1 b4 @  d" m 3 a0 T  y  N! k
  services:/ K' u' S6 J; f4 r; y9 p' G7 |% k
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
* K) \5 Q5 [* }( {( e    mgr: ceph-1(active), standbys: ceph-3, ceph-2$ Z. F2 H, Z" z/ f9 }5 I2 c% k
    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby
4 W3 B" J' I) J4 F) L/ x! s1 T    osd: 6 osds: 6 up, 6 in  A, _6 H6 [9 ~
3 h$ A3 I9 s5 c# {0 H$ O' Z1 _' J! A
  data:4 g' n$ i- o/ y2 P
    pools:   2 pools, 1024 pgs
* H5 Q1 h* Y; G% O; Z# w* j    objects: 21 objects, 2.19KiB- [5 d7 W  h8 w" z
    usage:   681MiB used, 584GiB / 585GiB avail2 n" p" k- Q8 J& D" J7 O9 X
    pgs:     49.805% pgs not active$ O$ o- b& h& H* C/ R
             514 active+clean0 Z8 k8 L" s, J/ ]) h- L
             456 activating
( O1 V% _+ j  k  T. B             54  peering
5 K$ t) u6 \& r5 o  Y
9 c7 f) V' v+ H- r% ^, x[root@ceph-1 ~]# ceph -s
& n6 J/ }) J' a- |. P  cluster:5 M! v; ^$ E! x/ [% h  Q
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
! G3 C3 ]& N+ M9 w1 F    health: HEALTH_WARN% O" v* _' z1 @5 Z# i' Q" Z
            32 slow requests are blocked > 32 sec. Implicated osds 0,1,2,3,5
  d7 s! S# v+ ? ' ~9 V# p# H- A) |8 `
  services:) S  ~! E) J- [; E/ A7 j& |
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-30 r7 S2 _7 f. I5 I
    mgr: ceph-1(active), standbys: ceph-3, ceph-2; S# T% x5 N( t# X
    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby
4 A3 B# S3 a, |3 g4 [    osd: 6 osds: 6 up, 6 in  ~$ u( [- H3 N, e1 B. ]

5 }( q  T, O8 q0 f; [  data:; `* ~7 s9 I  S; G# ~" T& P
    pools:   2 pools, 1024 pgs& J7 D& q) A  i( [# w$ m) x! Y
    objects: 21 objects, 2.19KiB
  Q9 H( o( T" X4 y    usage:   681MiB used, 584GiB / 585GiB avail, s" F1 [. A9 ^4 `$ W$ _
    pgs:     56.055% pgs not active
+ l4 p  [9 n' [& e. Y3 v             495 activating1 i, Y! A2 n% B
             450 active+clean
+ u/ d1 O0 u5 d             79  peering
6 A: Q  p* M2 P0 P( E& K( u0 C 6 A! q+ G. ]# }. n: ]1 w& b
[root@ceph-1 ~]# ceph -s
3 i( x, ?; G: k6 ?& o8 n6 A6 `6 P  cluster:
8 z4 W/ x2 y) v$ P% |2 S/ E    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
0 a+ v+ g4 U; O, B3 M2 |    health: HEALTH_WARN* t4 N' G# F0 F, b3 Y7 _+ W  m1 Z, [
            32 slow requests are blocked > 32 sec. Implicated osds 0,1,2,3,5
0 y. e& E$ P+ ]) _# r
$ Z( r2 E  t4 v, @: b8 z# S  services:' p2 ^$ X4 D# ~3 L; L
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-35 S9 l& ]: |9 E0 v- Q
    mgr: ceph-1(active), standbys: ceph-3, ceph-2
/ v. u& P( a8 N! _5 T, T    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby. x% \$ L  P+ q6 ^0 B
    osd: 6 osds: 6 up, 6 in- ~4 m; n. ~( x; D& @. g
/ y+ C. K. j! D- X# J* L$ V1 F5 U9 m- Z
  data:$ ]% K/ w' g: ~. {6 Q0 ^1 B
    pools:   2 pools, 1024 pgs  ~9 C. K7 H% W% E
    objects: 21 objects, 2.19KiB2 i! @; s+ U" x5 ^
    usage:   681MiB used, 584GiB / 585GiB avail
9 u$ W$ U8 u9 B( V1 ~    pgs:     56.055% pgs not active
7 _( P6 r+ ]& O6 P  |% U             495 activating
# N  d7 w- i' @& w3 ~             450 active+clean( ~# }8 t$ i  B7 w) N+ n
             79  peering7 z  s4 d7 b; E" I( Y- H
. Y1 m  v$ u2 Y. E8 Q  j
[root@ceph-1 ~]# ceph -s5 J9 P* t* F+ s' Z) i+ I
  cluster:  f: i- L* R/ G, H/ Y4 G
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1  ?3 ]4 y+ h) |& ~
    health: HEALTH_WARN5 Z% g' l9 e9 d' v
            Reduced data availability: 411 pgs inactive
0 s9 Y- e( g$ f' @+ T. y            25 slow requests are blocked > 32 sec. Implicated osds 0,1,2,3
; S# V1 v' |3 B
; x8 E$ I* P+ B% o  services:- M! s) C9 S/ S$ x# A# f3 ~1 c
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3- l# m( ~7 B9 U
    mgr: ceph-1(active), standbys: ceph-3, ceph-2) a; O: @# G0 W$ w0 Q
    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby) J# w6 J" ?! v  _, ]' c
    osd: 6 osds: 6 up, 6 in7 o! R5 J" {4 X2 ?* d  k

5 I( a, ?" }% v; g% Z# }  data:1 V3 T6 u- B2 [' L' e; [# X% B7 ^! o
    pools:   2 pools, 1024 pgs8 R! c- B$ L% D. N4 V
    objects: 21 objects, 2.19KiB
; T' v$ n! _5 d4 l+ @    usage:   681MiB used, 584GiB / 585GiB avail+ R$ u& Y' Q" ~5 E* x
    pgs:     55.664% pgs not active" W4 x( p8 g" V. R
             499 activating  T6 |( r8 q! f, F# y* b' l: U# o( p
             451 active+clean  Y7 t$ y! ^* r9 {
             71  peering
. q9 K; J; `' N7 S, c/ n2 L             3   active0 u5 o: u0 F* v3 y( M

! z0 y) q2 q1 c% M; O, [[root@ceph-1 ~]# ceph -s
6 y" X: ?2 F! _  cluster:
: f, E( ~& @) @    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
; [( R( v9 ~3 E7 L/ {5 _. u+ ~    health: HEALTH_WARN5 i4 s$ [; J+ i, s! {* J  N
            Reduced data availability: 499 pgs inactive
; ?; O6 B% e& u7 T8 h$ Q            25 slow requests are blocked > 32 sec. Implicated osds 0,1,2,3
! E9 N+ p' F% N/ K  t7 A( @* k  i) g
, W& x* [# r% ?2 ~  N  services:  Q7 {/ M6 ^: ?% E0 w( B0 L/ r' K
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-39 n7 ?- M' S- M" [
    mgr: ceph-1(active), standbys: ceph-3, ceph-2
7 H2 p# G8 B3 I# q9 b& i    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby
6 W" m6 l: s. n0 w+ S    osd: 6 osds: 6 up, 6 in
, Y1 F/ O7 D9 ~( v. K& o
+ r& k" {" N4 A. D# n' |: Y! i  data:/ \) N; S, n) u2 V- k, s4 v2 l
    pools:   2 pools, 1024 pgs$ X4 S" C0 L! t) G% K$ ?" T
    objects: 21 objects, 2.19KiB# T: p2 x: k( x: X9 v4 |
    usage:   681MiB used, 584GiB / 585GiB avail
4 y, [2 \. Q0 E5 S5 w    pgs:     55.664% pgs not active
1 m) E& i8 n3 m  ?+ \             499 activating$ v3 \) x0 ~0 P* U6 H
             451 active+clean
' B' F# a5 a# ^1 U7 a/ c" t3 E             71  peering
% }7 P% i* ?! k5 c             3   active
' t% o: p$ {6 l3 e4 b 1 e. H# u% k- a5 R6 P
[root@ceph-1 ~]# ceph -s+ c0 Z+ f# K2 n
  cluster:
! S6 X$ L1 m$ h0 W/ ]* ^    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
% x7 n1 o& J2 S2 W% W, X    health: HEALTH_WARN4 k( e4 N) p. t, K; s7 t5 j
            Reduced data availability: 491 pgs inactive+ K! B, v1 R2 q2 N: l4 B
            28 slow requests are blocked > 32 sec. Implicated osds 0,1,2,3,56 T: P8 g) q8 A/ G

4 ?5 |0 `. R$ }! A# a  services:
' F/ z5 y( E  z: w4 y: d5 j0 S    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
0 Y3 |* k, V+ O/ S& q7 a/ t7 O) y    mgr: ceph-1(active), standbys: ceph-3, ceph-2
) e8 g( @$ N. P* a6 ?    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby. z* @4 e8 J5 R/ `: L, j" R
    osd: 6 osds: 6 up, 6 in
" S2 [8 b" G% ~* h% B
+ w0 a2 }' C1 G+ e8 A' r  data:8 h$ N& |7 n+ j7 J0 J2 ]/ f
    pools:   2 pools, 1024 pgs
3 c; ]2 d2 p2 y5 o) K4 U    objects: 21 objects, 2.19KiB
( U) f/ u8 v  `  m    usage:   681MiB used, 584GiB / 585GiB avail
7 t' }; {* M, v8 g    pgs:     54.980% pgs not active0 S: Q. \+ F& P/ O4 `# M/ R+ y
             491 activating
0 U" R; v- m* U             458 active+clean
9 [- u  ^" x( d! J& T             72  peering
+ H3 `( g4 \* d% Y$ {             3   active
7 z% R2 d4 W/ n- F5 i% N ) S) k! u* a: |# J( T
[root@ceph-1 ~]# ceph fs
9 o  l5 I: I+ H' B3 g1 {add_data_pool  dump           get            new            rm             set            set-default/ v, ^- {. O) ]; t" V
authorize      flag           ls             reset          rm_data_pool   set_default    status
2 y3 g* `9 Z& q( y[root@ceph-1 ~]# ceph fs status 3 b6 a. j3 h6 f  s2 j" z
filefs - 0 clients9 S; X, u" ^- O9 E: e
======; V0 |% P/ f& q. v
+------+--------+--------+---------------+-------+-------+% S$ Q- f4 g" T( g# z% G- d
| Rank | State  |  MDS   |    Activity   |  dns  |  inos |. z0 S! u4 H( i& M1 R' }8 a
+------+--------+--------+---------------+-------+-------+5 t: b( B/ O& M! f3 a! Z. W
|  0   | active | ceph-3 | Reqs:    0 /s |   10  |   12  |7 J6 v1 d, w0 n; C9 b
+------+--------+--------+---------------+-------+-------+
  e: y; [" ~1 Z+----------+----------+-------+-------+
9 c7 y. V, J8 A6 y|   Pool   |   type   |  used | avail |- H+ M8 n" E  B( i
+----------+----------+-------+-------+
5 l7 X' q* U9 F: P| metadata | metadata | 2246  |  184G |
$ ]& v: t, C. T' Z/ M" s|  fsdata  |   data   |    0  |  184G |  Q- z9 p8 J1 Z; @7 d. I
+----------+----------+-------+-------+
" J4 g9 c/ P+ i5 p/ k6 ^$ w- u, I/ F/ l9 A: x. X  A- {
+-------------+4 {' }% m, M1 m6 h
| Standby MDS |
, \  N! [% O) e+-------------+. F. r; S! }- l
|    ceph-1   |& E! N! v* s6 U* v6 L
|    ceph-2   |/ G" F. z5 W9 z0 A8 c0 S& z9 c
+-------------+: A8 F  ]0 S7 O2 L. [
MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)0 [" _$ B' c0 D3 l4 W( y
[root@ceph-1 ~]# ceph -s
& }( f4 i4 |8 u" h) o  cluster:; k1 B3 l; e; ?5 u
    id:     57bf4711-2218-46af-99d6-9c68ae230ce17 W; a3 C. {4 p, l1 U8 z
    health: HEALTH_WARN
2 _4 u( Z( w3 S* ]            Reduced data availability: 472 pgs inactive
0 V, j6 O$ E$ W/ u/ p            44 slow requests are blocked > 32 sec. Implicated osds 0,1,2,3
# r8 [* Z. t6 i0 f- e' @
8 \8 z3 {8 g* ?/ W/ ?/ A0 z# M! @  services:0 Z  ~! l/ B9 F9 {8 @( P# |
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-34 L7 S) h. s' R. s+ f+ E; I3 A. `
    mgr: ceph-1(active), standbys: ceph-3, ceph-2' E/ C1 ~5 l- U/ N' O! x
    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby6 Y  X# k' h- S1 p# l
    osd: 6 osds: 6 up, 6 in
8 D- j" M9 I; F, ]; K) V
7 i) w9 D+ e4 z) f/ G  data:
  _: C  O# m& m8 |$ N    pools:   2 pools, 1024 pgs
2 J) g7 I4 G6 R; A5 M7 F5 B    objects: 21 objects, 2.19KiB0 W- ]4 y" m+ _! a
    usage:   681MiB used, 584GiB / 585GiB avail) u9 E2 w3 T& i) F
    pgs:     60.742% pgs not active9 H# e* y! q& m4 w+ }2 b8 U
             472 activating
4 e4 [9 f2 @9 ]' h# R% s7 {             396 active+clean1 N! y$ `9 D/ L( E! N
             150 peering
- Q  o# m5 T" C             6   active- ]6 a5 h( k0 B1 d/ ^( `5 T. D; i

' Y' R# e) A" R7 V1 y: X: l7 ?0 L[root@ceph-1 ~]# ceph -s
! e# S3 ^2 t1 x1 C3 B  cluster:1 a' g5 k. a8 Q4 a: ]* L7 W
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
5 h9 b% P- w7 z4 n    health: HEALTH_WARN
  ~9 x$ b8 s7 P7 S/ R" y            Reduced data availability: 472 pgs inactive
7 t, B; y0 P4 y            44 slow requests are blocked > 32 sec. Implicated osds 0,1,2,3
1 X* P; D  _2 \) Q/ ]2 Y% {3 s
" e" u1 o# ^! j6 {; `  services:
7 {. N$ m0 [) i3 q2 j    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
; f! r& M" ^3 v( }4 F( ~" w    mgr: ceph-1(active), standbys: ceph-3, ceph-2
1 h9 f" o- ]8 g0 y    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby
" c+ o6 s5 }) {. D; d. A" j& X    osd: 6 osds: 6 up, 6 in
9 ~5 R/ Y& f8 _) ^
: L- @. l1 I: P( N2 C% {; u6 |6 J  data:
3 C7 I. u0 J' i3 q) [6 m5 C" }4 r    pools:   2 pools, 1024 pgs7 f+ ~2 G5 s+ L9 V9 C
    objects: 21 objects, 2.19KiB( A0 g- [  \3 P1 R/ Q9 b
    usage:   681MiB used, 584GiB / 585GiB avail
& \# [- R8 @! l' n$ L    pgs:     60.742% pgs not active/ M) i# A8 S, E+ o: P3 i9 Y
             472 activating
' v- O* j; f5 ?& b3 u' N# D             396 active+clean) Z( G3 o3 H' O9 w* m; i* m0 d' e
             150 peering" P+ w0 h1 S' I
             6   active
: F) F9 D& g& D, a
# R* r7 I8 `7 }8 h( a( \[root@ceph-1 ~]# ceph -s
) a# S* D" @$ \  `  cluster:- }9 P9 p! t' A, D  l$ H
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
) @! h8 a3 O3 H/ A6 W- ]9 z+ O    health: HEALTH_WARN" W9 Z% P: B! R6 r  f
            Reduced data availability: 472 pgs inactive9 ?, h' {( P3 n7 K
            44 slow requests are blocked > 32 sec. Implicated osds 0,1,2,3
$ [$ m8 E6 i* o5 ]1 ?7 w. G ; ?7 l* r; J9 d' y9 i
  services:7 ?2 F5 E8 T/ |! q; M, L, O4 ?
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
# C/ J0 c/ i, ~. a6 j    mgr: ceph-1(active), standbys: ceph-3, ceph-2+ v2 C/ ?/ ?7 Y7 Z0 \' W# u- m/ _
    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby3 n6 [$ D7 `' I1 y
    osd: 6 osds: 6 up, 6 in
* W4 ]# J8 h1 p
9 K1 R; {  o( B# X0 R% X- ^' ~  data:* |9 @8 W( w! G6 u) {* I5 m
    pools:   2 pools, 1024 pgs
8 b# Y5 }2 a) E* d    objects: 21 objects, 2.19KiB7 y5 ?3 I" B7 S) |: [- |
    usage:   681MiB used, 584GiB / 585GiB avail. [3 R8 }% O+ P  ~) u2 s* T  r' i- i
    pgs:     60.742% pgs not active9 m5 d- `5 N3 z: m  Y( |
             472 activating, L2 V8 x; R% i5 r+ l& a. g( o
             396 active+clean
% z7 j3 B! X1 z0 i  c, S! }1 a             150 peering" G' s8 J" Z# R: T2 I/ \
             6   active
$ a# u# v8 a% k; t2 u9 v
: O$ p* L" p1 m9 \2 }  ~* d% z[root@ceph-1 ~]# ceph -s# w, J  u' B9 j4 `  C
  cluster:) I+ F/ P" c& U1 X5 c% _5 O% @" I
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1- `. h3 [  p5 t: t4 B
    health: HEALTH_WARN
' u/ B2 \% S, U% y) G9 M' W$ o            Reduced data availability: 472 pgs inactive
5 x  a, z7 s. |9 L  i8 U            44 slow requests are blocked > 32 sec. Implicated osds 0,1,2,3
; ~+ [6 v7 y; e2 X! ^# Z : V+ \7 |! d1 C% ?! q
  services:) c3 Z3 r& V* s: |- {
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-38 o. ~: X2 a5 u! j% L. m' i4 N8 o1 q
    mgr: ceph-1(active), standbys: ceph-3, ceph-2
4 l2 G2 G1 r" C) ?" c    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby/ r, _. ?( M7 z! P5 O, @
    osd: 6 osds: 6 up, 6 in2 e4 w- q: `9 p

# Y; z' ]- P9 y+ C- p7 |  data:* v  @6 F6 f! A3 F" M8 ^
    pools:   2 pools, 1024 pgs$ l; [* b2 X7 }
    objects: 21 objects, 2.19KiB
9 D( q# f. V: k2 e0 Y    usage:   681MiB used, 584GiB / 585GiB avail1 O& N/ B2 n9 N5 A; i* g% g. ~
    pgs:     60.742% pgs not active
( P: O2 \1 W6 B4 q6 W$ w# L0 p2 T, e/ o$ ?             472 activating% Q$ F4 y# G+ o
             396 active+clean% f& b- M, M  X8 j7 V! V/ H
             150 peering
' M% Q% W( f' b             6   active
  ?* w) z5 X* u/ M( n 2 w2 z/ q$ \9 Q8 _" R3 [8 q
[root@ceph-1 ~]# ceph -s" c- q( O: W' a8 u0 R0 p( f
  cluster:1 B8 a3 [; h9 p) F
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1/ e3 L& s8 T$ n  J( [% g4 F
    health: HEALTH_WARN3 K: B( N- T+ j: k
            Reduced data availability: 449 pgs inactive. `. ~' ]7 G0 Z1 w' a3 Z9 h: j
            49 slow requests are blocked > 32 sec. Implicated osds 0,1,2,35 q7 S& h2 S7 U8 S! u+ Y/ M
8 B7 F  H  t4 D- @5 G
  services:- h2 W, [$ }. k" ^8 h  y, r$ I5 R
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
' U: W8 k9 ~: ^0 e    mgr: ceph-1(active), standbys: ceph-3, ceph-2% y$ |2 K% ]9 w+ Z
    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby2 ^& A' i( P9 r8 o/ \# A/ N
    osd: 6 osds: 6 up, 6 in0 d( `+ b3 {1 D6 p% i

3 ]5 A0 J! R' J2 n  data:; z3 Y9 E4 p1 T
    pools:   2 pools, 1024 pgs2 J$ v2 q# d7 X+ o) u% K1 `7 R6 Q/ a
    objects: 21 objects, 2.19KiB7 h: R/ J5 s" J- e# O
    usage:   682MiB used, 584GiB / 585GiB avail/ I( B+ O0 l0 r" }# a, H: H0 P
    pgs:     62.988% pgs not active. ]0 q- n% [; ]0 @% p
             449 activating
9 U+ q0 m7 U6 B7 Q& a# O5 N             376 active+clean
. Z0 i) {1 a$ L& r/ v% f             196 peering
5 q  f$ N# Y& X/ v( V  n8 \  d, H6 y             3   active
9 {4 g% b; I& e7 G& S . I) e8 Z% m9 Q  R" n; d, S
[root@ceph-1 ~]# ceph -s, m' G. m' J4 j% z5 I
  cluster:% t" L; D7 u8 D- m
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1: ?+ L+ O. R0 {/ N4 {
    health: HEALTH_WARN
; m9 Y/ D$ a9 E2 {  ^$ H4 M            Reduced data availability: 449 pgs inactive
" t$ ]6 |) q6 u# ~/ t            49 slow requests are blocked > 32 sec. Implicated osds 0,1,2,3
+ [8 Z& V2 O/ d9 Y  T   q" o, y* D2 Y' D! b3 u
  services:
' T4 W% J  O* z4 p    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
! z, G7 f2 t; W$ H! U    mgr: ceph-1(active), standbys: ceph-3, ceph-2
& }3 s* _0 O+ v2 O( b$ E    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby" B3 E) z+ h9 Z, p$ v6 c
    osd: 6 osds: 6 up, 6 in
* C) d3 i5 q# {/ i+ d) ? 2 t. j, j7 D+ m' E" o& m
  data:0 L2 W6 L! ?$ A1 M  k6 q
    pools:   2 pools, 1024 pgs
; O- [; m4 X$ x1 P# i: f% I7 ?# `    objects: 21 objects, 2.19KiB
, R! ]: w! h9 b2 R: K. p+ H    usage:   682MiB used, 584GiB / 585GiB avail5 h# W  m1 O' A+ B: E5 F2 |  s
    pgs:     62.988% pgs not active
) e) {* C' O& q- H3 K& m3 I             449 activating: f) h# g6 o8 i8 H
             376 active+clean/ f8 K' B/ i0 E
             196 peering
! G9 c8 @0 Z% I. I             3   active  G3 Y5 S5 O( _- k

+ d! w- n* q! v, I) D[root@ceph-1 ~]# ceph -s$ V4 G( M4 G9 e" Q' T, }3 l, S
  cluster:
% [3 c0 c! [' @4 \9 T    id:     57bf4711-2218-46af-99d6-9c68ae230ce1& g* @1 y% p. I( U6 b: H: w. W* m4 U
    health: HEALTH_WARN& L/ y/ f1 M' N; Z6 Y) g" W0 L. S
            Reduced data availability: 365 pgs inactive
& O! u2 T, B9 `; E" v' w8 ^            1 slow requests are blocked > 32 sec. Implicated osds 2$ H8 C' a# \) [

8 h0 I0 l: ?1 V8 X' I- b& ]  services:
. G2 G; J9 O3 S    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
& p6 }( U. D" z/ s    mgr: ceph-1(active), standbys: ceph-3, ceph-26 k2 X% @, a" t1 q# Q+ M% T% l
    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby
3 G4 v3 S' H2 z) f5 f" X% I0 ?    osd: 6 osds: 6 up, 6 in; {- s5 m! `+ V# @

' v/ X- b# I5 Z; [' p  data:
5 X# K" E9 ^0 g8 R    pools:   2 pools, 1024 pgs5 z( Z' k% w/ T3 Y/ C7 w5 i
    objects: 21 objects, 2.19KiB; `, Q6 M4 E) B  ^$ b+ x3 U3 n+ V
    usage:   683MiB used, 584GiB / 585GiB avail
( R* A# }4 G  F    pgs:     76.953% pgs not active
8 y9 b) H/ ^+ w3 U0 O7 g2 M( t             3/62 objects degraded (4.839%)1 F# b" H/ g5 o& `7 p( B
             420 activating
2 J0 ?; a2 t9 G: R             368 peering' n1 J0 n( [2 N2 Y( }0 [
             233 active+clean! L& v* u, X8 i9 j
             3   active
9 k+ W5 l; V! `6 r
/ t- V# ~& s3 Q- j& M) }: g[root@ceph-1 ~]# ceph -s2 P6 B# }0 Q! g5 ^% x4 p, A/ W
  cluster:9 O9 N/ @% X6 O. G
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
5 t2 R5 `: Q7 x% e2 [- X    health: HEALTH_WARN" w4 l7 [. m) }# C/ `
            Reduced data availability: 345 pgs inactive1 e# u+ r* g8 u2 F5 C' U. N& K
            Degraded data redundancy: 3/62 objects degraded (4.839%), 3 pgs degraded  ]7 `- Z+ J2 X& g5 r% ^" y
            42 slow requests are blocked > 32 sec. Implicated osds 1,2
2 Z+ V& {7 Y4 D; h
) [, F8 j( r$ W  services:
7 I, b0 a5 B! e2 t    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3% G$ v! e. |: ?5 t! `2 N) L% `
    mgr: ceph-1(active), standbys: ceph-3, ceph-24 x2 s- X( T  j4 r4 v9 e2 M3 A
    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby; V* z' u  s$ c
    osd: 6 osds: 6 up, 6 in
2 _, S# W( l2 ^! g
( @% C6 n7 p( a: W  data:: m% e7 g: Y  p- `, B
    pools:   2 pools, 1024 pgs
) Z" j- c7 C; |( }- I    objects: 21 objects, 2.19KiB9 v8 r/ F& t0 n- J: f
    usage:   684MiB used, 584GiB / 585GiB avail. U5 Q- `$ [2 M2 ]
    pgs:     75.098% pgs not active6 n, R0 k4 k9 y1 U0 L4 S4 k- y' ^
             3/62 objects degraded (4.839%)
1 w# E1 q: T7 O5 }1 C9 w             415 activating
: j  S* ^. w' t" |+ d' S             351 peering
: M' ^, T! E8 n: o: G9 X             249 active+clean; Y2 c. t& w. c4 a1 _- A
             6   active% s+ a* q+ @" y
             3   activating+degraded$ C7 d5 i# B: A& R& |# H. R  k

) W& l& _8 A& F0 S[root@ceph-1 ~]# ceph -s' p) m- m9 l5 X: N2 L1 Z8 |# M8 Z
  cluster:
& t5 Q0 W" S2 \- v* l    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
" U" V+ \8 l" ~: O1 e    health: HEALTH_WARN9 }0 Y8 p" v: O9 K2 V
            Reduced data availability: 345 pgs inactive
/ N" Q) j, _3 ^! E3 T# {7 p* R            Degraded data redundancy: 3/62 objects degraded (4.839%), 3 pgs degraded9 y) Y- b# S# a# s; A$ E( b
            41 slow requests are blocked > 32 sec. Implicated osds 16 q  o) }1 N  r4 F4 p0 Y
* x$ N" Z5 {9 R6 R, R
  services:
/ d6 Q; k2 Y% V& _    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
* h& [6 u- o8 n- ^    mgr: ceph-1(active), standbys: ceph-3, ceph-2
! u# q) k' ]9 _: N0 l    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby9 I! t2 W3 d  d% K: u) r- |- |
    osd: 6 osds: 6 up, 6 in5 v) |* Y& ?. S0 s/ Q4 B

' f: i0 a2 G) ?& m  r8 ~) A  data:
, y9 E2 N% T6 j1 r: Q6 J* V7 l    pools:   2 pools, 1024 pgs; a" V( r# Q4 k6 X5 e6 d0 i
    objects: 21 objects, 2.19KiB# t( i/ s4 {" {! J$ E+ F
    usage:   684MiB used, 584GiB / 585GiB avail+ c% m0 E$ ]- E0 M4 ]2 }. D
    pgs:     75.488% pgs not active9 ?- ?& ?* Z5 ^
             3/62 objects degraded (4.839%)
4 q  D4 K  a- g             415 activating: n& }7 `8 L* e% b' \9 x6 C, H
             355 peering
+ [; C; U$ C+ `6 [( M. J0 w             245 active+clean
, x' e! w9 P/ D; \3 c. K# h             6   active
+ K% E2 N9 v1 G, n: K             3   activating+degraded) Z2 P9 v+ G- g% u* N# w. I

5 P6 O/ B1 c# {( [( X[root@ceph-1 ~]# ceph -s# f# X. Q' C, E* W1 z4 \, u
  cluster:0 C7 @1 I# g) n" e  Z' U5 @6 X& E
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1: x* M$ E9 c. @& C% w  J: N
    health: HEALTH_WARN
8 k* Y) f* f) L% x! [5 {  b4 h1 H            Reduced data availability: 416 pgs inactive, 31 pgs peering
$ Z6 o$ C4 f) q6 T7 f            Degraded data redundancy: 3/62 objects degraded (4.839%), 3 pgs degraded1 v' t1 ~& _( U; e& B& T
            41 slow requests are blocked > 32 sec. Implicated osds 1% x; @6 L; L* W  c3 N% _5 y6 D
1 T% M7 W  n4 `3 u
  services:' ~! ?7 _+ [- i, p) v
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
: o" O4 w) ?/ e' m( a' t    mgr: ceph-1(active), standbys: ceph-3, ceph-2
4 N& ]7 Y) G0 T" u. ^; c" w! Q    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby0 ?: w0 C8 [" M' _/ ~! @
    osd: 6 osds: 6 up, 6 in
7 G8 v' W8 {5 J/ t4 f 8 r+ Z: C" `% V/ ?; K9 H
  data:% C5 x9 `5 y$ u* a# v& I; E
    pools:   2 pools, 1024 pgs- S) X( \: n- q" g/ U. _
    objects: 21 objects, 2.19KiB9 J0 l" p8 @! U' A5 q7 `4 L5 s
    usage:   684MiB used, 584GiB / 585GiB avail+ Z) W6 `9 q& m9 u* ?
    pgs:     75.586% pgs not active
" _/ J  `) v7 K3 ], I             3/62 objects degraded (4.839%)
6 f0 [; F9 k" |' O/ g             419 activating
- v4 A# o$ [- d! @* q             352 peering" d- W- i/ D6 Y& Q/ u! y
             244 active+clean
* t2 \8 _* Y4 K             6   active
7 p5 z  V2 A% j3 K1 |             3   activating+degraded
$ a8 ?1 c) G! q( J1 c2 P
6 P$ d1 X$ Q& G. {9 X& C: w0 ?[root@ceph-1 ~]# ceph -s
/ W5 m4 Z- T# z& U6 U5 z  cluster:7 `* F' S5 v7 B( Y! }) s# W
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
4 _4 i* P+ S9 i2 i    health: HEALTH_WARN4 o7 P1 E2 D: i/ n0 X, t
            Reduced data availability: 393 pgs inactive, 20 pgs peering
& K5 v* T: u; |  `$ [            Degraded data redundancy: 3/62 objects degraded (4.839%), 3 pgs degraded
; n* I% f5 {, J7 K$ `( U - i6 @; u  {) T/ E' f: h
  services:' R: z  ~; t% x5 w
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
  j$ g+ l8 ?& n5 {    mgr: ceph-1(active), standbys: ceph-3, ceph-2
  B: _8 `# X2 |    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby
/ Y* ^& }" N5 k1 y    osd: 6 osds: 6 up, 6 in
* S8 B6 L- y5 U: x& A) k( ]
+ Z) |3 t- g  e) l- I# G  data:* I! f- A8 m! l  Z3 N
    pools:   2 pools, 1024 pgs
2 k% t1 J% C1 i; T1 V9 E* {    objects: 21 objects, 2.19KiB
* s' \  M$ u+ W  q9 v    usage:   683MiB used, 584GiB / 585GiB avail
& E" _' G3 e1 K    pgs:     75.195% pgs not active
! P! a, J- V: n$ _# Z5 Z1 S2 |) I             3/62 objects degraded (4.839%): b$ K" U6 {  ?& p/ ^
             412 activating
; i7 G4 g# u0 a7 m- z/ ^4 K' B! C             355 peering
5 t/ C) ?5 j9 J; K& k% B             232 active+clean2 J; m% q+ Q9 y( F% }' t. T
             22  active
# q3 G. g- N* w- N             3   activating+degraded
' k; R8 }" ~! i 2 Q" O. q# Z# h: x1 B
[root@ceph-1 ~]# ceph -s
- b0 z+ ~6 q) H$ w& H& ]* @  cluster:
( g0 ^& i- U* C6 v4 g8 O& f1 s6 v    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
$ ]+ @# d- N. [6 Q4 @) W    health: HEALTH_WARN; j9 K0 P1 b. m( e) T
            Reduced data availability: 393 pgs inactive, 20 pgs peering2 v% e0 u7 c7 ~8 P' N8 K7 _
            Degraded data redundancy: 3/62 objects degraded (4.839%), 3 pgs degraded& z8 s% m* e# H. p9 l6 H$ O! B$ _
( A" ]' Y3 D, p/ i
  services:
/ x7 |# Z2 l; [) V/ d: @9 J    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3/ [2 c, _% ~) T  Q; e
    mgr: ceph-1(active), standbys: ceph-3, ceph-2
( S! I7 u; z* ^    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby
) o/ ~- j4 P# }2 V4 x    osd: 6 osds: 6 up, 6 in
& H  l- D+ d% p& S  W" n3 l0 [ . V7 u8 _8 e* \1 u3 g6 m% j. z" X
  data:1 s" a$ W7 e. f6 e  T
    pools:   2 pools, 1024 pgs
2 b2 @- y( G& u    objects: 21 objects, 2.19KiB3 `9 B( l6 ~1 K( L& V  E7 K
    usage:   683MiB used, 584GiB / 585GiB avail1 Q* o" `7 ]- I
    pgs:     75.195% pgs not active+ e7 ^, Y: J0 b3 i
             3/62 objects degraded (4.839%)! o+ L, s/ x1 ?  m7 s) Q
             412 activating! h+ F9 g, m6 a4 W! @4 d" ?0 S
             355 peering  V( W. O" _4 k3 t1 C2 \; h
             232 active+clean+ V+ Z! G9 U) ^5 L/ S4 e
             22  active! r2 m# T3 U; D; T2 r
             3   activating+degraded
& D" a, u. y9 `: r" g7 O
* S6 |4 c4 j$ @5 t) k[root@ceph-1 ~]# ceph -s
- s% R$ E+ @$ p8 R8 W' c# h' b  cluster:
* ~) B. o4 \7 G5 }0 o    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
* p( K& u* P" J    health: HEALTH_WARN
9 ^0 r8 k# C4 Q- g: C- Y            Reduced data availability: 376 pgs inactive
; C3 F# V4 }1 K; V: I3 C% h4 f            Degraded data redundancy: 8/62 objects degraded (12.903%), 3 pgs degraded
: W% {. w8 F# X/ d) E1 Z
, h& p1 ~: u4 C& [2 {8 v& y: X  services:, q  n0 S" S2 _& E+ r( [3 P. {, g/ @
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
. i" T5 P0 T( i  b+ E    mgr: ceph-1(active), standbys: ceph-3, ceph-26 r; e, r/ ~3 s+ l1 B* M7 i
    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby5 Z/ t$ {, }8 M: b( x- p6 v/ F
    osd: 6 osds: 6 up, 6 in" |# _. R* T! K

2 P1 S& ^: @9 m' C& y& O5 h! M  data:
( d1 Z& o  x4 U- B  V+ e    pools:   2 pools, 1024 pgs( l0 K, u4 c  g; n% D! C
    objects: 21 objects, 2.19KiB- W# k- F8 q/ b4 P
    usage:   683MiB used, 584GiB / 585GiB avail6 A! `- s  J+ U5 D+ j; v
    pgs:     73.535% pgs not active
2 ~* h1 {, `: a* C; K% P             8/62 objects degraded (12.903%)! r+ y! ?: ]& N4 }$ A- V" r
             463 activating
" A9 S/ Y+ A" s' S& v6 s% R0 \             287 peering
( Z  P$ A* c. j  ?. L( _             249 active+clean1 A( D8 E5 ], m0 R9 @
             22  active" H- {; `$ ^! l+ P* R( ~
             3   activating+degraded! C! c2 l$ P. e& x8 W( |, _; v2 h

5 V) e# _5 R+ C; }' ~1 P9 r# o[root@ceph-1 ~]# ceph -s& x; j9 K# n6 x$ J
  cluster:
) q3 g8 n5 v( R7 g# b" r& k2 h    id:     57bf4711-2218-46af-99d6-9c68ae230ce1" \# v( ~: C) [1 x1 y! h5 V0 j
    health: HEALTH_WARN: L2 d- ~) v  r; W$ v/ G
            Reduced data availability: 376 pgs inactive
! f3 a" w! w) f2 \            Degraded data redundancy: 8/62 objects degraded (12.903%), 3 pgs degraded
; J0 V/ Y6 E$ f5 Q8 h" m
6 K& V0 z. d6 s0 D  services:
9 @6 @! q  X9 D" Z- |/ R+ l# R. B    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
+ C' A8 q9 P0 Q! q8 X: a    mgr: ceph-1(active), standbys: ceph-3, ceph-2
5 D" M6 W& l$ C& N6 J6 L    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby
, {' _* F; b1 M4 r6 C) h, y: h, I    osd: 6 osds: 6 up, 6 in8 k( r, u7 R  u9 w% F/ e5 `* ~

# k7 Y. C# }9 e* H& F; b7 c9 f! G7 |1 E  data:, \# T: d' p3 }+ b( h
    pools:   2 pools, 1024 pgs' s7 Y* ~/ I, C, b% h0 w1 Z
    objects: 21 objects, 2.19KiB9 j$ j+ z5 R6 s: o4 v
    usage:   683MiB used, 584GiB / 585GiB avail
+ r. E; n" C1 |6 F0 \, o1 v    pgs:     73.535% pgs not active
9 u$ M  s4 v9 E# X, z; `+ v" Z             8/62 objects degraded (12.903%); R& a8 o: n/ h3 Y6 l+ k/ o
             463 activating/ L% z' Q' p6 f. M/ s8 i# v# ~
             287 peering
) @/ X( ~, K( [9 w% R5 ^             249 active+clean
1 v8 A9 k5 U  z% G# ~7 U             22  active
9 F1 X" e0 ?; T5 ?. N5 P8 C* ^             3   activating+degraded
% j5 m7 `9 x# g$ {+ _: R2 @! } : w; _# T9 s% z7 l2 F3 K
[root@ceph-1 ~]# ceph -s7 H' O1 R: D- z5 Q
  cluster:
. I  T# N( q; `' {  J    id:     57bf4711-2218-46af-99d6-9c68ae230ce17 ^# z0 k7 x. G$ j0 b$ ]$ [
    health: HEALTH_WARN
0 C/ b: [( x3 L( e, U! y1 h6 h; L            Reduced data availability: 290 pgs inactive
" [/ K5 c3 q. S" [1 v            Degraded data redundancy: 8/63 objects degraded (12.698%), 3 pgs degraded
+ [+ \% ^- o+ x# H# F & V9 j3 k  Z+ U$ b" ]# n
  services:
* Q$ z  c1 K! r    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-30 G& R' |: l- Q* V0 a  m5 m
    mgr: ceph-1(active), standbys: ceph-3, ceph-2
: d; _  E' Q3 ?% A2 I1 x' ^5 Q# l    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby; B# A: o! h2 l2 }* v1 K& R
    osd: 6 osds: 6 up, 6 in
1 l7 ?; h# |  M3 _+ J( V% V
- M+ D, ~0 k& S  D: C/ C* N  data:
5 X0 Z7 Q5 |  P* M    pools:   2 pools, 1024 pgs
% p" [  B) Z6 Z! q! m, Z' s7 H8 r0 ~    objects: 21 objects, 2.19KiB8 r% i) {$ Q2 T
    usage:   685MiB used, 584GiB / 585GiB avail. F* v- ]& X9 s& d5 t+ X* F
    pgs:     71.387% pgs not active* C  W/ c  d: U: h8 A
             8/63 objects degraded (12.698%)
3 j, B# L/ x/ N, f+ |, r( r- e             377 activating
- w, f: M- }  \             351 peering
! u1 b5 u/ D; Z" S  \. m) m& i3 h             193 active+clean1 V" l; P; H6 I1 u
             100 active9 W6 U! |8 A* {% A% C- @: s: F
             3   activating+degraded  F) K! B0 u1 W

) {$ O. s# j, l[root@ceph-1 ~]# ceph -s
- z% @# \/ }4 T# m% f6 p  cluster:
& s! F2 `$ y% V' b& k) W+ q5 A    id:     57bf4711-2218-46af-99d6-9c68ae230ce1% K( v# j  Z4 ^# `' {/ g) ?$ O$ [
    health: HEALTH_WARN# D0 P5 l  e* j6 u5 s
            Reduced data availability: 290 pgs inactive" k4 x& @: x& M7 h' Y5 |/ W0 U
            Degraded data redundancy: 8/63 objects degraded (12.698%), 3 pgs degraded
! A" m3 K  P5 H: E6 z  [! y( _. A/ c            26 slow requests are blocked > 32 sec. Implicated osds 15 j: u! H  B3 y& V; Q
/ V# i7 i3 S+ E0 M9 I/ h7 v6 s
  services:9 R; k3 J' n; H$ {  k+ d$ @
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
& w8 T% M7 I2 I    mgr: ceph-1(active), standbys: ceph-3, ceph-2
5 [7 @0 N" B* L. g" j: u* s3 w# `9 F    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby4 c. K  H& \0 h$ U; a1 ?
    osd: 6 osds: 6 up, 6 in
3 z' D8 {" K% E1 Y' k
4 q/ m" ?: b& J$ ~* x) A  data:5 v% {* d/ G+ l
    pools:   2 pools, 1024 pgs
- g& U9 \  k/ B) S( _    objects: 21 objects, 2.19KiB. |3 F1 B  e: D% n6 R! d) k. }
    usage:   684MiB used, 584GiB / 585GiB avail( I4 R+ {  g7 J8 A- F" e/ x
    pgs:     71.387% pgs not active
8 j& `( s9 @! z0 A4 H/ I             8/63 objects degraded (12.698%)% @# H" x) i$ J; r( T, B
             387 activating1 j. ~: Y/ J3 x. y
             341 peering. K- l3 n: L- T' |# V6 I5 J
             204 active+clean$ w! e4 w7 B' l
             89  active/ d, M0 E+ e+ n) s% O$ Z
             3   activating+degraded
$ u. h) D' u/ Z
您需要登录后才可以回帖 登录 | 注册

本版积分规则

返回首页|Archiver|手机版|小黑屋|易陆发现技术论坛 ( 蜀ICP备2026014127号-1 )

GMT+8, 2026-6-11 22:59 , Processed in 0.022883 second(s), 23 queries .

Powered by Discuz! X5.0

© 2001-2026 Discuz! Team.

快速回复 返回顶部 返回列表