浏览此站
联系我们相册切换到窄版 Language

 找回密码
 注册
易陆发现论坛»论坛 › 云计算开源区 › ceph分布式存储 › cephfs 创建、删除 mds文件系统操作过程
返回列表 发新帖
查看: 675|回复: 3

cephfs 创建、删除 mds文件系统操作过程

[复制链接]
admin

1

主题

0

回帖

12

积分

管理员

积分
12
QQ
发表于 2022-7-27 11:13:43 | 显示全部楼层 |阅读模式
[root@ceph-1 ~]# ceph osd pool ls
: L3 _2 Z( s4 Y5 B8 g[root@ceph-1 ~]# ceph osd pool create metadata 128 1280 P3 F  j8 i7 M  P
pool 'metadata' created
+ g% l. E; M; G" |2 h( a6 F9 I$ e[root@ceph-1 ~]# ceph osd pool create fsdata 128 128
3 C8 G5 ~) h2 S' S0 Mpool 'fsdata' created
; ?- e' m5 K/ N) V  w/ q2 u' T[root@ceph-1 ~]# ceph -s
) B: R! z% |1 S  cluster:3 o. r" Y4 Y/ b- `( h4 ^
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1* M& t3 n" _7 D) }  l& A
    health: HEALTH_OK% C/ u! z0 b' D" X# z- f. y
/ E9 w3 C2 n$ e( A5 Y# L7 `
  services:3 [/ p* _7 J/ s' \' ?7 s# K
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
7 x. n, H) ~2 z2 \. w$ l    mgr: ceph-1(active), standbys: ceph-2, ceph-3
6 F. _3 c8 A5 u    osd: 6 osds: 6 up, 6 in5 l, k9 Y2 q5 ^: ~( I" y8 a2 N
  t6 G7 u+ W8 o& R4 Q+ H
  data:
- {% G& r  g5 Z8 f2 ]    pools:   2 pools, 256 pgs
, o( e9 ]8 e8 E# s" a    objects: 0 objects, 0B8 C: ?9 k$ P- X. ~4 {
    usage:   657MiB used, 584GiB / 585GiB avail2 q9 ?7 M' `5 J. i9 ?3 O; e
    pgs:     40.625% pgs unknown
8 I$ m6 n) M1 r' x& Q             58.203% pgs not active5 |& w8 ^) M: S! T# @2 a. f5 G/ J
             122 creating+activating
# W- L  i% s1 O  H' }8 v" H9 @             104 unknown
/ [2 D. v: Q2 o$ e. H             27  creating+peering* r7 ?+ @, t: C1 l- L+ Q, [
             3   active+clean
& X; F% P9 A' w* H: ]
& M) V- Q# w$ w[root@ceph-1 ~]# ceph -s: c, m; _0 B5 {( i/ I
  cluster:
2 G  G, w+ c/ o- i* d: a0 R; `    id:     57bf4711-2218-46af-99d6-9c68ae230ce11 }1 k  v- ~3 l! ?. a6 u
    health: HEALTH_OK4 Q4 S8 T9 K+ p2 a0 ^" A* I

9 ^0 d0 B6 y+ [  services:
7 u9 W, Z$ z& W& C! K" e    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3* a4 T# B. u6 M) W1 K
    mgr: ceph-1(active), standbys: ceph-2, ceph-3
7 O  M# G4 i& W3 b8 x8 B1 d    osd: 6 osds: 6 up, 6 in; |" v. A0 K5 F; ?9 J

% X  W' F6 P" `  J  G3 q0 ^  data:. e0 n- u) P# f5 d2 h. a7 ]
    pools:   2 pools, 256 pgs
% n1 ^5 p- o0 |    objects: 0 objects, 0B' j" O$ P9 |5 j8 @
    usage:   657MiB used, 584GiB / 585GiB avail+ {! [! r) |. ?
    pgs:     19.141% pgs unknown/ j' r4 }% t4 G1 @9 f" y
             75.000% pgs not active
* u4 E! ~1 k+ J             113 creating+activating
% \& u$ @- C% `1 D1 k             79  creating+peering
& }" U: v0 i2 @- y4 b* D# z* @( T             49  unknown
; ~8 Y1 w8 P' L9 I& h             14  active+clean
. g: O* l+ }, [: y8 U3 f& N) u( Y             1   active
2 `9 H$ v* ^1 }3 h# Y5 ~( x
& A6 \# U3 b  p/ d0 z6 `[root@ceph-1 ~]# ceph -s2 ]# J# X3 b8 @' B
  cluster:" ?/ k0 ^6 M4 R; w! N( \
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
) z" W! K, o1 E$ Z9 Q! I    health: HEALTH_OK
9 z+ t2 T+ N* v+ E- ~. _2 M0 `
8 K0 ]# d" t9 X( A" [: f$ [  services:
" M& ^, e& ?' y4 P" m) O6 n- [9 C    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3" I. {3 e2 I' M* Q  W' w
    mgr: ceph-1(active), standbys: ceph-2, ceph-3, c% t1 ?& W# Z6 u% s9 ?
    osd: 6 osds: 6 up, 6 in8 M  V5 Q0 w8 l2 Z& J- X  z

+ c5 K3 R9 t2 }$ b# u  data:
2 K3 r3 v4 F, ?) ~    pools:   2 pools, 256 pgs
, k$ B1 Y! ?; H3 K    objects: 0 objects, 0B3 N4 d; @4 W* ~4 _, R$ ~# k, Y
    usage:   657MiB used, 584GiB / 585GiB avail
! Z& h, `$ R$ \, {+ `- ~; `6 s9 t    pgs:     19.141% pgs unknown
5 n/ ]1 v; e/ I$ B7 I* f, u7 }             75.000% pgs not active: |3 Q0 b6 x9 r0 \" E
             113 creating+activating
1 P+ `6 E. C" P3 M             79  creating+peering
; k$ Z; D& o$ }& {             49  unknown: X9 }& a. [. n  g; L
             14  active+clean
. w0 I' n% r" K! \             1   active
9 O0 \+ s6 k# f
  C# V5 G& b6 ^" w3 x3 N[root@ceph-1 ~]# ceph -s- E* p4 r' L5 k& u2 C
  cluster:
' y# z& H( J  }( G# d& X) D* G    id:     57bf4711-2218-46af-99d6-9c68ae230ce16 x9 b* g6 z+ h8 M1 [% V  y
    health: HEALTH_OK
9 b0 b/ j8 Y2 C  X
! Y# t' g5 `! `3 M  services:5 P+ y1 H, e0 U. g! p/ s- i/ C
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-35 z6 b" X2 s3 l9 Y# j: d$ n! E9 L
    mgr: ceph-1(active), standbys: ceph-2, ceph-3
5 v9 \* [- q4 F* L    osd: 6 osds: 6 up, 6 in1 j) Q$ _5 R* @* x
% |( O; u; q  j) L8 j
  data:
4 z# i, e9 O  ?    pools:   2 pools, 256 pgs' J  r& T) o7 _# [) P
    objects: 0 objects, 0B: ~7 C& e1 P" s
    usage:   657MiB used, 584GiB / 585GiB avail4 S# q2 M8 Y2 R# b3 h  I2 Y7 ]
    pgs:     12.109% pgs unknown* ]' v# W' D4 f: l) Y0 r
             76.562% pgs not active
, `: {! t+ o4 B: E4 X/ H. z             99 creating+activating
' U2 D! v" g) d; w6 V2 r  S             97 creating+peering
7 @" c( H: F5 S" s1 E' {. B             31 unknown1 Z6 ~9 B* h8 w9 p9 ]
             24 active+clean% L* D. X0 O% v1 y3 A, _
             5  active
, V- Z+ w" @& X2 K% T6 Y/ o# ~* p' i' i3 L
[root@ceph-1 ~]# ceph -s
, h4 K, \3 ]( E) [, f  cluster:1 N7 D% ~2 t) F9 e
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
! O. J4 u+ K; `8 v; {/ s  S    health: HEALTH_OK
: N8 a9 A+ q0 {4 J$ _# ?/ T# E( g
  services:
, n  [# o1 }6 s/ s! z: J    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
3 K, G/ @. _# v7 F; d2 `3 `0 j. a    mgr: ceph-1(active), standbys: ceph-2, ceph-3
& A" S, _. w: |0 f7 ?- _    osd: 6 osds: 6 up, 6 in
2 K+ T0 G$ q4 e3 z3 j* H$ S3 e' l: K  Z
  data:$ v% c5 w8 U* |; E# `) t; r6 Z
    pools:   2 pools, 256 pgs
0 e7 j" o) b: W/ ]1 G6 }    objects: 0 objects, 0B
9 q9 I7 y) Z, N    usage:   657MiB used, 584GiB / 585GiB avail
2 l. I4 H1 J# s$ `* B% E; K, r    pgs:     12.109% pgs unknown
! |, b- O4 F+ S, W3 |             76.562% pgs not active2 n$ N/ d. M  k, J! F
             99 creating+activating
+ T, R+ }5 K) w4 [/ {2 p7 F  T0 O; E2 @3 A             97 creating+peering
$ B6 E- R: r" I* Q5 s8 ]             31 unknown
; b* G* U/ h1 I8 B% U/ D( t             24 active+clean+ G/ l# s9 U+ H: {) p
             5  active- g. p7 _( d  n) T7 A5 x

6 L% s0 \* p! q8 s) V! G5 P' v[root@ceph-1 ~]# ceph -s- E2 {9 F  W! w# b4 U
  cluster:
: {( L* D! y( e7 Q# i# n& `6 K% s    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
- ^$ i4 G: m& x; w' }    health: HEALTH_OK6 q% V; ~; n+ y5 l6 i; O

8 @+ U& s+ z0 j# L! u  services:" e; C! ?0 R9 m& u9 Z  {
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3. B+ X( p8 B. |& V
    mgr: ceph-1(active), standbys: ceph-2, ceph-3% j4 r4 K0 j5 _7 K" O3 C* h
    osd: 6 osds: 6 up, 6 in+ V; N+ V. C4 D  r3 @

) @1 F2 f% z" S8 x2 O1 x  data:4 c  e. \0 n* X7 e
    pools:   2 pools, 256 pgs
+ T( z8 ^; I8 t5 d1 i1 c7 A- k    objects: 0 objects, 0B
( o. f0 R: u  I0 Q1 H    usage:   657MiB used, 584GiB / 585GiB avail, j9 i6 T' E0 F1 T' L! V
    pgs:     12.109% pgs unknown
/ i% j1 Z8 t, C; p/ V             76.562% pgs not active% s4 g+ H! A( _: p. h: u
             99 creating+activating
) {- b3 X  H  `7 k0 m2 f  N+ m             97 creating+peering& C) G5 \% F+ l- f# `9 p! Y* ?
             31 unknown$ n$ q+ @- Z" }* |: S7 O: B; |
             24 active+clean
2 \0 c6 i- L4 U' R: E             5  active
0 z! s* y! B4 U* W' Z: n1 u, @8 k- S7 V2 v! _' Y% K: S: A) z
[root@ceph-1 ~]# ceph -s0 |  k, d# \8 o# _9 o& w3 M
  cluster:1 ?6 u' j; a% `2 `. t5 r
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1/ |1 f* h/ B, c( v1 h' S) m( H: N
    health: HEALTH_OK
; U' c$ ]6 r! X# Q
0 y+ {2 y. w* F6 C  services:9 [  h3 s: w! Y0 V+ g- i" c
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
8 K1 S# e) b1 x& I8 w9 @. V; B    mgr: ceph-1(active), standbys: ceph-2, ceph-3
5 g5 _. u$ b' J- g% }" m/ x6 y4 B    osd: 6 osds: 6 up, 6 in- r' Y4 t  n' Z  ]2 S

- P) \% ]7 C. H- Q9 m8 \" ?' f; Q  data:
) Z% i  |* F" k  h1 h4 A    pools:   2 pools, 256 pgs
4 h7 b/ C" K# B- t/ L5 h5 ~0 ~    objects: 0 objects, 0B
/ K) {! e9 j/ k% t! @7 a    usage:   657MiB used, 584GiB / 585GiB avail& [$ F) c" a* m8 }+ R6 }2 y$ l
    pgs:     5.859% pgs unknown7 [+ r1 m6 F) ~4 @/ k+ ^
             71.484% pgs not active
! M( T/ Y/ }  G1 q' g( v6 O! p             92 creating+peering
, i# t4 U! E1 d             91 creating+activating
  M$ ?3 D" C# l9 U- U7 S             51 active+clean
; P1 |3 v9 {2 a* ^+ D! d0 w8 }             15 unknown# {) f/ A( F+ Y
             7  active+ ~- Q3 q5 s" V0 u4 l2 Y/ `/ w9 }

! P5 C0 I: ~6 ~( O[root@ceph-1 ~]# ceph fs new filefs metadata fsdata
5 x5 T8 {# q8 x4 q9 a7 q& Vnew fs with metadata pool 4 and data pool 5, C3 m5 H3 b3 ]/ y' x; X
[root@ceph-1 ~]# ceph fs status filefs 5 H- N3 w0 @% L/ [$ A
filefs - 0 clients
; R) g8 d2 H: }9 o4 O* S======
* w+ B2 x& Y5 u+------+--------+--------+---------------+-------+-------+
5 i" V2 ]- i1 [$ ^( M  |$ r7 R5 B| Rank | State  |  MDS   |    Activity   |  dns  |  inos |$ B( u" B/ M" u) p
+------+--------+--------+---------------+-------+-------+% Q, [0 ?, j$ |% x6 h- s+ A3 a7 q) o
|  0   | active | ceph-3 | Reqs:    0 /s |   10  |   12  |6 O) k) Y* |: W
+------+--------+--------+---------------+-------+-------+3 ~0 E: y& ]: y, H7 p
+----------+----------+-------+-------+
2 Z; B% N! C2 \+ \" d; I|   Pool   |   type   |  used | avail |; S8 f3 h' ?( ?
+----------+----------+-------+-------+
. b: d! P! A& |# X3 V+ O  C| metadata | metadata | 2246  |  277G |& G" R5 e. ^8 ]3 `' V3 S3 }) ^# \
|  fsdata  |   data   |    0  |  277G |  v( u6 h0 q6 s$ G% \- y
+----------+----------+-------+-------+5 \* H- q3 V- I; }0 A3 D6 B- o

% s$ ~5 e. K! J9 N3 E  j0 D+-------------+
2 Z; y$ P7 t0 D  s- j| Standby MDS |9 e4 t! `% Z8 X, N9 z4 Z7 C
+-------------+
+ t3 W- G4 j7 U$ D# G* M  W|    ceph-2   |5 v' i. t# S  L+ F' N" x
|    ceph-1   |3 y6 b" Y9 L6 l% t( b" Q
+-------------+
. n7 {: m- T& p2 z+ l0 _, }6 HMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
$ U' p: N. J- D: P$ R[root@ceph-1 ~]# ceph df
+ _0 m8 o; `: H/ f; X8 zGLOBAL:
7 H8 [! ?- X4 f1 J( e    SIZE       AVAIL      RAW USED     %RAW USED
" f; j% z" d# w- `$ M    585GiB     584GiB       660MiB          0.11 , u4 D7 A' i/ D0 B" \0 _
POOLS:" I# z5 P2 x. M1 h: N! P
    NAME         ID     USED        %USED     MAX AVAIL     OBJECTS 1 `: q  k% n1 k
    metadata     4      2.19KiB         0        277GiB          21
& @6 S7 [0 k: Y. n7 N, _    fsdata       5           0B         0        277GiB           0
7 Y: G3 d% R2 u! m; L% ~[root@ceph-1 ~]# ceph fs set filefs standby_count_wanted 3" O6 P) v5 o% x. z6 [9 P4 m: s
[root@ceph-1 ~]# ceph df
3 }9 }3 [' {, Q  h$ k* E* ]GLOBAL:
& l( G0 q. t, J0 X    SIZE       AVAIL      RAW USED     %RAW USED ( y0 P( k  b/ h3 a; p
    585GiB     584GiB       660MiB          0.11 ( c3 {6 E9 m/ c8 w" y
POOLS:" X2 D5 |% ~4 Q$ [4 u
    NAME         ID     USED        %USED     MAX AVAIL     OBJECTS + d, ]3 K: }, S# q# U4 M3 ]! k2 c
    metadata     4      2.19KiB         0        277GiB          21
3 Z" l! y/ e6 R. ?    fsdata       5           0B         0        277GiB           0 3 i4 L7 `6 [+ n
[root@ceph-1 ~]# ceph fs status filefs ) B' e' o/ z; ^, Z, B3 M" u
filefs - 0 clients
+ Q6 D! I0 e* e3 o4 ]/ E8 E2 w- X======) ^' k9 q" Q& `$ w
+------+--------+--------+---------------+-------+-------+( M* R- j$ \& y4 W  |8 J# M
| Rank | State  |  MDS   |    Activity   |  dns  |  inos |; }; I$ q7 w) c% y7 U& }
+------+--------+--------+---------------+-------+-------+& l4 Y9 D8 R  q5 x% F" a% u4 h: U
|  0   | active | ceph-3 | Reqs:    0 /s |   10  |   12  |! q+ Q4 F; e# s, r  ?  t
+------+--------+--------+---------------+-------+-------+4 S9 ]' Y( b7 Q
+----------+----------+-------+-------+
6 d* U' {6 ~0 O- g1 l|   Pool   |   type   |  used | avail |; `1 i+ E% H, k6 |/ S' M# W# v. E
+----------+----------+-------+-------+
, k" [/ E. `+ p$ Y7 X| metadata | metadata | 2246  |  277G |! v, G9 Q) x/ f) x& H
|  fsdata  |   data   |    0  |  277G |6 i* I) U0 F5 R1 j4 d& [/ T
+----------+----------+-------+-------+
5 F% ^1 C* H0 Y- i. J. j+ v4 a4 b! g2 p
8 V, Q; g0 c2 ?+-------------+1 F& D, c1 T+ s, ?/ t  f2 N
| Standby MDS |8 [* H/ _) w" y/ p' X0 a7 l+ K( J
+-------------+
: Y9 L! V2 ^/ m$ {2 @$ P( Q|    ceph-2   |6 }9 \5 K$ S) A! e9 g
|    ceph-1   |; }% }% n) z6 h% D/ K  T
+-------------+
, D& A7 u+ ^3 @3 B/ ]MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)) Q$ D  [* ]) S+ d' W( `
[root@ceph-1 ~]# ceph fs set filefs standby_count_wanted 1
' Q2 k8 m; r. H0 o/ M0 M[root@ceph-1 ~]# ceph fs status filefs
$ d( E% c0 F& F0 U6 Nfilefs - 0 clients
. K8 H( J) C% Q3 c* P: h======
7 O, Z3 S% C- G" |+------+--------+--------+---------------+-------+-------+5 W  G0 J. Q+ K1 V0 Q
| Rank | State  |  MDS   |    Activity   |  dns  |  inos |8 S0 s* E# t( Y8 ^+ g
+------+--------+--------+---------------+-------+-------+4 a$ A# {7 G8 ?$ a3 o  b4 O1 v
|  0   | active | ceph-3 | Reqs:    0 /s |   10  |   12  |
  O, Q5 l7 ~0 q' v* M7 D: n: Y+------+--------+--------+---------------+-------+-------+
  T4 U1 c" ]$ }5 i0 }* y5 b+----------+----------+-------+-------+1 `$ q* m2 y: H
|   Pool   |   type   |  used | avail |5 v. x+ O+ ?* U; v
+----------+----------+-------+-------+4 E$ l' j/ E0 T2 N) k3 v+ L1 _
| metadata | metadata | 2246  |  277G |. H- ^9 O- _/ \' Y2 K) ]
|  fsdata  |   data   |    0  |  277G |
% h' u5 {2 p* z1 x1 Z+----------+----------+-------+-------+* G: e3 S$ I( e- H: ~3 H! }; I

7 r) M& Q& \! R8 N2 N% Q1 Y+-------------+, }$ I: s2 X# t, a. W; d, B
| Standby MDS |
/ E. Z4 S1 {0 T8 }+-------------+, W  t# m$ F4 G3 }- n9 `0 w
|    ceph-2   |2 O" O$ K% E5 N3 G
|    ceph-1   |
3 b( ^/ ~% c! J* I' R. O% X+-------------+
: m9 f: W- M# R5 u2 d' ?% x7 FMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)) H* p4 O+ Y1 c5 D# }/ [6 D
[root@ceph-1 ~]#
5 H  [. I0 ^- o9 g+ T6 ~* W- _1 x% T5 h- Z/ d6 D. p. e* m/ j
回复

举报

admin

1

主题

0

回帖

12

积分

管理员

积分
12
QQ
 楼主| 发表于 2022-7-27 11:18:02 | 显示全部楼层
[root@ceph-1 ~]# ceph fs status filefs
. K& Q1 G$ X5 v* {: Z5 D$ jfilefs - 0 clients; j: _/ j3 t% `; b
======
) j2 k* D4 i+ @9 Y% Z' k1 S1 l. }6 F3 ^+------+--------+--------+---------------+-------+-------+
" ]% R* E$ t* q3 m4 x| Rank | State  |  MDS   |    Activity   |  dns  |  inos |
$ {) @- i, x/ [  f+------+--------+--------+---------------+-------+-------+: M2 Z- T. D3 V9 {. ?# o+ l
|  0   | active | ceph-3 | Reqs:    0 /s |   10  |   12  |
& i( N4 z  C2 h( `4 r+------+--------+--------+---------------+-------+-------+
+ Y7 S0 U( a. c7 n; e  M( Z+----------+----------+-------+-------+& v, R+ `. s& a8 o7 e3 r/ Q9 I
|   Pool   |   type   |  used | avail |
1 `6 e9 T( ^. q2 `+ h+----------+----------+-------+-------+) |5 V, u# G. u: @% F1 }: K8 P, w% n
| metadata | metadata | 2246  |  277G |+ O  i! K6 E) \. h# B
|  fsdata  |   data   |    0  |  277G |. z! C+ X4 e: u
+----------+----------+-------+-------+
! C+ H( x1 Z8 |) W8 V3 v* V
2 k2 X& C0 ~6 W5 }$ a* r. ]+-------------+
. s; W: R7 D* _& [5 j! w# x| Standby MDS |! C( o! x: ?1 `. P% n
+-------------+
" x4 ]: q9 X) f9 h; x  d|    ceph-2   |
2 S9 @  P6 e1 z$ `0 u|    ceph-1   |4 C/ e7 p8 s* E, N7 w
+-------------+
  s7 {7 W: R4 c" r3 V& qMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)5 @( L5 F/ {' G6 o* u
[root@ceph-1 ~]# ceph fs ls - W: B" {5 |" R6 }' A3 k; g6 z
name: filefs, metadata pool: metadata, data pools: [fsdata ]
0 I1 ~2 _! D% j0 }! }  j* s[root@ceph-1 ~]# ceph fs rm filefs
) X/ I  i/ P6 d3 BError EINVAL: all MDS daemons must be inactive before removing filesystem  V) H$ B& D. v2 o6 `  u2 P' N
[root@ceph-1 ~]# ceph fs status filefs
6 {, n$ e5 h& ]7 ?# g5 C; Ufilefs - 1 clients
* @8 p: Z# `4 j+ o$ G! G& E======! s8 V' g& x/ p6 c% f, x) v
+------+--------+--------+---------------+-------+-------+
. j, U$ s# M& v+ q% x! c; {6 [4 u| Rank | State  |  MDS   |    Activity   |  dns  |  inos |
, }8 x$ R2 A( B$ z6 [3 ~: E: k2 M! c+------+--------+--------+---------------+-------+-------+' e7 X3 `+ n/ v8 k7 o' q
|  0   | active | ceph-1 | Reqs:    0 /s |   10  |   12  |
2 f: ?' Z% F3 b. f& t# F+------+--------+--------+---------------+-------+-------+
2 F: w" |4 m6 ?* I) ]: \# H7 K  g+----------+----------+-------+-------+
& x; q$ v1 L9 n0 n9 ~|   Pool   |   type   |  used | avail |" k2 M7 _+ o+ Q' t( h# A& X
+----------+----------+-------+-------+5 L' K- \/ ^7 Y
| metadata | metadata | 2642  |  277G |# R0 H$ w! h- x4 s9 i- M( b
|  fsdata  |   data   |    0  |  277G |5 I! p* m: K# d) ^  q9 C
+----------+----------+-------+-------++ \/ x% @) ~) [

# x% |. E0 {) K$ {& u% |+ X4 o2 W6 {+-------------+8 F( Z' _2 D" e. _  J- a& K% \
| Standby MDS |
4 |1 i1 ^7 l" `( X8 r+-------------+6 W6 ~1 N, e# i. p8 ~
|    ceph-2   |
3 Y# d- ]1 P  |9 C& G4 D5 y1 t8 G5 o+-------------+
2 ]& k  V7 R' ]1 mMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
6 j) U9 m; }+ y! a[root@ceph-1 ~]# systemctl stop ceph-mds
$ X+ V7 Z4 N" Q; Z3 e- p' L& aceph-mds@ceph-1.service  ceph-mds.target         
& G9 z/ `* w, k! i* \# |[root@ceph-1 ~]# systemctl stop ceph-mds@ceph-1.service 1 ~- }  ]) b$ k# p) q  t
[root@ceph-1 ~]# ceph fs status filefs , {1 A1 W0 h  \
filefs - 0 clients: a+ o! ?! i) j5 u& F+ @
======, ]- W4 k0 t2 K5 x1 A! n, G6 R
+------+--------+-----+----------+-----+------+
6 j4 d1 E0 Q' k2 n3 ~% ?3 O% t: p| Rank | State  | MDS | Activity | dns | inos |
9 \: A* Y  P1 E+------+--------+-----+----------+-----+------+$ L) o3 n5 K( a8 T
|  0   | failed |     |          |     |      |
9 I! u% E  W$ P+------+--------+-----+----------+-----+------+7 Y& [" I+ w# q2 w( e2 X+ M
+----------+----------+-------+-------+
/ i$ S4 c1 e7 A1 l3 m|   Pool   |   type   |  used | avail |
( k) W9 |! t0 W) \" g$ R  a7 W& ]+----------+----------+-------+-------+
% S4 e/ V; h* r2 j* H8 F! S| metadata | metadata | 2642  |  277G |) L. o, Y5 ~8 c4 Q
|  fsdata  |   data   |    0  |  277G |
7 `/ x5 ?3 ^! o2 |6 z8 O* f# k1 d+----------+----------+-------+-------+
. ?* H3 k+ @8 a' `9 ]7 T5 |
8 y( m- R9 r8 N7 ?+-------------++ Z' Y6 ^; v! e3 N- m+ J
| Standby MDS |, {: }6 v/ L; W1 y' ?; W
+-------------+
+ O  @: j/ ^+ U! D9 Q|    ceph-2   |" o# q" u/ r/ N7 [/ L( N/ t
+-------------+
9 G% G# H' X; _MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)/ G8 A" A. }* D2 R6 C' e3 \
[root@ceph-1 ~]# ceph fs rm filefs
! M3 J9 f: R- K6 b. Q0 ?Error EINVAL: all MDS daemons must be inactive before removing filesystem
  U8 J4 r* M5 |# U% i6 c9 ]( w: b[root@ceph-1 ~]# ceph fs set filefs standby_count_wanted 2- Y% A! M4 ~4 x6 {4 Q1 L
[root@ceph-1 ~]# ceph fs rm filefs
2 s+ e. }) f6 w( `* G- dError EINVAL: all MDS daemons must be inactive before removing filesystem
1 D8 t2 L6 e3 n, m* G[root@ceph-1 ~]# ceph fs status filefs
& D/ Q5 \/ p! V3 e) G, Rfilefs - 1 clients$ y. |2 \5 q9 d1 S# D
======
1 K& T, L. `$ w5 s$ d2 `+------+--------+--------+---------------+-------+-------+
2 R. \8 r, s7 j3 I& P6 o: d, o8 g| Rank | State  |  MDS   |    Activity   |  dns  |  inos |* v- |" B: ^/ b8 ~1 A( |
+------+--------+--------+---------------+-------+-------+/ h5 V3 z2 b/ F9 E* g, ?
|  0   | active | ceph-2 | Reqs:    0 /s |   10  |   12  |
! ^/ Q1 f5 K' ~* x/ E+------+--------+--------+---------------+-------+-------+
$ B5 F2 |" k! i' j* i! q0 v+----------+----------+-------+-------+
/ F: Q5 ?0 ?& t9 _# Z|   Pool   |   type   |  used | avail |; |& T* U3 H% u5 P+ N" E$ w
+----------+----------+-------+-------++ e0 D# F/ S( @& F- g6 B% F4 O
| metadata | metadata | 2754  |  277G |. s3 P; q7 e# @* z9 m9 i; P' t" l( z
|  fsdata  |   data   |    0  |  277G |
( a& g1 S# i. b+----------+----------+-------+-------+
" F6 Y0 m# l, u# B. X. c
% N1 }5 O8 k4 u8 N0 p+-------------+% \6 E; ]3 q$ t, V7 c
| Standby MDS |
8 Z3 ]! \5 j; F0 P/ p2 m+-------------+
! \$ I& s% R1 ^+-------------+- a3 |% n8 |8 W  d, h) C  X
MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
; e* V# z) K' T[root@ceph-1 ~]#
回复

举报

admin

1

主题

0

回帖

12

积分

管理员

积分
12
QQ
 楼主| 发表于 2022-7-27 11:19:49 | 显示全部楼层
[root@ceph-1 ~]# systemctl stop ceph-mds@`hostname -s`.service
4 M2 Q2 _9 M; A  i/ F8 o: n% v[root@ceph-1 ~]# ceph fs status filefs 4 r% \$ F( b/ ^/ K
filefs - 0 clients
1 X; r6 j( q2 p/ e0 O0 y  }; B======" b) S- X* M0 T; s. @
+------+--------+-----+----------+-----+------+
8 c! W+ u- M; c| Rank | State  | MDS | Activity | dns | inos |( T+ \! [5 O" {; e, t, i' c7 V
+------+--------+-----+----------+-----+------+1 O. z9 d. u4 `# |7 G  O$ s* q
|  0   | failed |     |          |     |      |
( p  \3 O* i! l. }: |+ I+------+--------+-----+----------+-----+------+. d) ?7 O6 e1 }, ~9 x1 A* k
+----------+----------+-------+-------+* N2 ?) T* s7 E, s
|   Pool   |   type   |  used | avail |
9 _0 s9 K( j. x* `+----------+----------+-------+-------+& p1 @$ A& z0 m# U
| metadata | metadata | 2642  |  277G |7 R0 M4 x$ b! g0 x2 M# V
|  fsdata  |   data   |    0  |  277G |
' {3 M7 |4 q% s2 C# V4 `* B2 U) i5 a+----------+----------+-------+-------+. Q; h/ ~5 L- E4 E6 w  O+ d
/ h4 S  M. q" i- r) i
+-------------+
6 S& u8 w3 y6 d+ w6 S% O% P  e| Standby MDS |
  s7 i' u$ Q" C: i8 @, _. _3 |+-------------+
1 e1 |/ e, p; Z1 e|    ceph-2   |
# r* v4 L* |  l8 _+-------------+
( N4 T  B/ E6 b% ]( BMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
0 L1 T$ N; c% E* N[root@ceph-1 ~]# ceph fs rm filefs 5 L* l* {* C+ y1 \
Error EINVAL: all MDS daemons must be inactive before removing filesystem
1 J: j* p, p/ n! H[root@ceph-1 ~]# ceph fs set filefs standby_count_wanted 2
5 u5 N; e2 }. H. z( I: ^[root@ceph-1 ~]# ceph fs rm filefs
# e: z( o' B/ l0 w* A* E: dError EINVAL: all MDS daemons must be inactive before removing filesystem
9 D. ~' T6 U' }/ Q; ][root@ceph-1 ~]# ceph fs status filefs
6 Y2 Z6 S& P1 [/ [2 Xfilefs - 1 clients% n4 W1 ^$ }2 e1 |4 J9 z0 Z7 a# p
======
9 l4 @$ A1 @9 q1 U, A, t+------+--------+--------+---------------+-------+-------+9 @3 M; P# b6 s, g8 I" @
| Rank | State  |  MDS   |    Activity   |  dns  |  inos |1 {& o9 M6 S6 \$ P) ]
+------+--------+--------+---------------+-------+-------+
7 B! Z1 F4 @1 t1 D. H1 `4 A|  0   | active | ceph-2 | Reqs:    0 /s |   10  |   12  |. ?6 N+ e- n  c) _3 v, _- U9 R0 p
+------+--------+--------+---------------+-------+-------+" ^+ j! e: }0 g6 @0 y4 b8 ]% ^
+----------+----------+-------+-------+" W& J* ?4 ^& D. Y! T+ s
|   Pool   |   type   |  used | avail |
/ q. v! {/ c, O+----------+----------+-------+-------+
1 I7 B" }7 z  A. H! o| metadata | metadata | 2754  |  277G |! ?' i% A* \1 E* E2 R: G2 q- T
|  fsdata  |   data   |    0  |  277G |/ J" l( u1 ~* o2 P( j& b' i
+----------+----------+-------+-------+
7 L% R* e# H1 V7 c/ ]: N" D. ]4 l9 _
+-------------+
* T$ b6 d7 k$ e6 T. t. _| Standby MDS |$ b" Z3 S- z& o6 T# I
+-------------+, N; o/ q; d+ Q8 Q$ m
+-------------+& o  O( {& T2 S* t6 D% I
MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)1 `! ]  E. K7 I& j+ X
[root@ceph-1 ~]# ceph fs status filefs
; q9 {5 ?6 g* I. t3 U3 I9 G6 }filefs - 0 clients  E7 m0 u( Y$ m, U7 `7 t+ r
======: C+ G" R0 a* Z
+------+--------+-----+----------+-----+------+
- O& Q7 @0 f5 m| Rank | State  | MDS | Activity | dns | inos |! H, E7 s  ?, z+ `$ \0 O
+------+--------+-----+----------+-----+------+
1 B; L2 [0 `) b9 N9 |' f|  0   | failed |     |          |     |      |
" F0 I) x" O- a2 l+------+--------+-----+----------+-----+------+1 c; M( k- h1 W! h$ P& P' ?
+----------+----------+-------+-------+' S- u8 P& O3 c% V$ o$ S
|   Pool   |   type   |  used | avail |& h, c9 o- @2 N3 [2 r
+----------+----------+-------+-------+
) Y( c2 i* ~1 A+ Q- e| metadata | metadata | 2754  |  277G |" @* {& p) [& t& Q0 j. ?! J
|  fsdata  |   data   |    0  |  277G |2 W) K7 W. `! s3 n
+----------+----------+-------+-------+
" a* @" F$ Q: |6 z/ X  L0 z
2 a  V. [. G# P. V- U9 ^' {+-------------+% b# j" h6 K9 L! U
| Standby MDS |
# @- J  @* R3 s% M+-------------+. _* w8 N! L/ S' E9 p' h0 H
+-------------+9 b. k2 z8 {$ I( i
+---------+---------+
8 U/ J; @. o+ @0 t5 g| version | daemons |  L' H0 s3 e  P5 T! l" b2 J
+---------+---------+7 _2 y9 s7 R7 a6 N/ t( T3 e
+---------+---------+
6 Z6 @1 G( f- L4 D2 k5 F: l
5 D$ q& D( P! ]3 O3 g/ D[root@ceph-1 ~]# ceph fs rm filefs
3 S8 V5 ]+ t: H4 oError EPERM: this is a DESTRUCTIVE operation and will make data in your filesystem permanently inaccessible.  Add --yes-i-really-mean-it if you are sure you wish to continue.
# _2 Y+ l8 h7 u. o' l6 W[root@ceph-1 ~]# ceph fs rm filefs  --yes-i-really-mean-it: s+ B5 |; `, b4 H) A% K. q
回复

举报

admin

1

主题

0

回帖

12

积分

管理员

积分
12
QQ
 楼主| 发表于 2022-7-27 11:47:20 | 显示全部楼层
[root@ceph-1 ~]#  ceph fs new filefs metadata fsdata & M, O& {& e# W, F4 P/ @( o
new fs with metadata pool 6 and data pool 7
: B7 ~! J) p' M[root@ceph-1 ~]# ceph fs + M$ D/ J3 \9 x& l. T
add_data_pool  dump           get            new            rm             set            set-default
; b' [, i3 f4 v5 d, fauthorize      flag           ls             reset          rm_data_pool   set_default    status
2 B4 [4 H) E7 w8 L0 v[root@ceph-1 ~]# ceph fs status
( @; a& |7 _% r% w* c" kfilefs - 0 clients$ W  D/ q) f  M$ k, h+ C" t
======; X3 d4 t& s' @; A5 p2 _
+------+--------+--------+---------------+-------+-------+; r, B; l$ x4 [+ N
| Rank | State  |  MDS   |    Activity   |  dns  |  inos |
, }( ]5 G/ u- x+------+--------+--------+---------------+-------+-------+& V2 O6 y+ p* ~8 o# U0 J6 m
|  0   | active | ceph-3 | Reqs:    0 /s |   10  |   12  |8 l* V& W$ V( \/ C5 H
+------+--------+--------+---------------+-------+-------+
. }& O3 e) o' n$ X; O+----------+----------+-------+-------+
: ~& S$ D% h0 n0 j0 O! I  P|   Pool   |   type   |  used | avail |4 `3 k, I' O( G/ M% i$ @
+----------+----------+-------+-------+8 D1 C7 J# O# E( b
| metadata | metadata | 2246  |  277G |# B+ g$ I" W+ M0 C
|  fsdata  |   data   |    0  |  277G |  j4 @: y; Y& o) {' |8 s
+----------+----------+-------+-------+
+ W2 ^4 I7 f0 g2 ^$ i
, e8 @7 i+ U# A+-------------++ x6 C! J0 v/ t5 d* {: T) w0 e
| Standby MDS |
0 C5 J* o2 l2 I5 w. k$ R+-------------+
; k5 p- k7 g/ G. R' f* U- X1 u|    ceph-1   |+ v0 V6 {: g1 j& e8 e0 R
|    ceph-2   |  V, K7 _6 |7 F7 E# Y3 a6 S
+-------------+
6 \  }* g0 l5 c# H; MMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
' v7 m" [1 Y4 |% H$ |0 E[root@ceph-1 ~]# ceph osd pool ls
% V& a5 v0 l& I6 O+ `+ T! E3 B0 Vmetadata
! z, @' t8 o: U7 [. Q* R/ a: qfsdata
1 V3 U# E$ ?# e; |$ M[root@ceph-1 ~]# ceph osd pool ls detail
3 M5 Q% j/ }! D/ Y$ I5 m5 Jpool 6 'metadata' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 512 pgp_num 512 last_change 297 flags hashpspool stripe_width 0 application cephfs
2 O% i: V% d: A" qpool 7 'fsdata' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 512 pgp_num 512 last_change 297 flags hashpspool stripe_width 0 application cephfs
' W7 Q  `+ O) t
. G( Y0 v* Y" J! q0 |: I[root@ceph-1 ~]# ceph osd pool set fsdata size 37 y- |' }2 P5 S8 D+ ]' B0 m4 C
set pool 7 size to 3/ Y) o+ ^3 M; B* r, \+ ~7 p6 [7 J
[root@ceph-1 ~]# ceph osd pool set metadata size 3
  S! m; |& p" r/ qset pool 6 size to 3
* Q; S$ _0 l$ q+ \2 {5 Q# \, c[root@ceph-1 ~]# ceph -s& |* H9 R9 L+ [  Y5 R' c
  cluster:8 p3 n% n8 n+ G7 U  u
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
8 v" Z8 Q8 `2 k3 Q( Z9 c6 L: W3 ]    health: HEALTH_WARN
) @4 o7 r$ E1 V            78 slow requests are blocked > 32 sec. Implicated osds 1,2,3,5
; ]& `8 _! c% U. k! |) M4 Z , B0 f$ u2 y5 O6 j% Q% W% W4 K
  services:# L7 ^2 O3 k3 m0 E. I
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
" h5 v1 O# ?0 j& F7 k    mgr: ceph-1(active), standbys: ceph-3, ceph-2
+ L, k% j% ?' g" {! b* O    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby
, p! q3 x  P+ Y) g' Q    osd: 6 osds: 6 up, 6 in1 B" U" H  D- G2 Y  Z7 z
4 t- E8 w& p" k, N4 L
  data:
. n( J6 z8 h0 F* E7 Z; y/ R    pools:   2 pools, 1024 pgs( d0 v" b/ x2 j, Q5 b
    objects: 21 objects, 2.19KiB) S# ]& k/ r0 M: q
    usage:   681MiB used, 584GiB / 585GiB avail# b$ g+ F7 g! m' [4 E( G
    pgs:     49.805% pgs not active) q% I: t7 m9 v. d- q9 d4 P2 d3 E
             514 active+clean
; O+ G* _* y& R) l- J             456 activating  i# r0 `& W3 t4 r& E" f+ M
             54  peering
" N* |$ ?3 v6 {+ e) J * e( n8 H. w2 j5 |2 _& t5 \9 d8 R
[root@ceph-1 ~]# ceph -s! H( U$ v) N4 j
  cluster:8 m8 D3 g; Z7 e
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
  v' c# ?1 Q1 k* a3 P    health: HEALTH_WARN
7 z( V; k' R  H            32 slow requests are blocked > 32 sec. Implicated osds 0,1,2,3,54 b0 u* ^8 Q1 M6 U* t) C
: n# H! m9 B5 j
  services:) j  a3 C' D7 ^: @
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3/ G9 q* O) L8 L, c
    mgr: ceph-1(active), standbys: ceph-3, ceph-2
  f5 E8 G! G" C( K$ a' ^    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby7 X3 \8 G: A$ f. y0 [5 ^0 A+ b
    osd: 6 osds: 6 up, 6 in3 ^$ L  x9 |4 U; X) c8 y. b
! V3 p3 Y$ X! K! I* O7 ^
  data:
7 ?  c9 I/ ?* \# O    pools:   2 pools, 1024 pgs
: t  ]! w3 x3 c* L    objects: 21 objects, 2.19KiB
) {6 \% Z: }: I" ?1 z- N0 J    usage:   681MiB used, 584GiB / 585GiB avail) s! C3 J* p1 T9 r& Y' c" ?3 O3 D7 f
    pgs:     56.055% pgs not active; e5 X. Y: {$ O9 K4 Z" n8 S$ l
             495 activating
9 ?. o" D; M& b+ @' `+ j3 Q. r             450 active+clean
% b8 I% @' m6 G             79  peering6 ^7 v1 c% {4 u+ u# Y
- j9 Q' L' Y4 n
[root@ceph-1 ~]# ceph -s
- S% b$ R3 J, G$ M! H+ ~  cluster:
5 d* D5 p' v" M  e; l& [* E& ^    id:     57bf4711-2218-46af-99d6-9c68ae230ce1: S- @# h1 q/ c/ D& ?) I
    health: HEALTH_WARN
3 u$ u7 Z6 v" J! f) i            32 slow requests are blocked > 32 sec. Implicated osds 0,1,2,3,5
  s: E# k7 D5 y+ f6 S, i   p; n/ x6 _6 q$ U
  services:
) u& Y+ l5 P9 P% }  F: r    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-36 Q9 q5 j6 _* U0 P- ~3 `( Q
    mgr: ceph-1(active), standbys: ceph-3, ceph-2
5 F/ z2 z7 \. `0 G: `. ~. c    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby% o# |8 v6 c* }) G
    osd: 6 osds: 6 up, 6 in4 C# |( H1 N2 W9 S8 i( [: M6 v
. `$ \- V, E  ^# d9 L
  data:( Z& b* |: X' k$ |3 S# \
    pools:   2 pools, 1024 pgs% p1 Q( u/ l8 c# ~: D
    objects: 21 objects, 2.19KiB' n* q) W- E- L  ?7 _
    usage:   681MiB used, 584GiB / 585GiB avail' K& m6 X3 I$ f( K& X. o7 n
    pgs:     56.055% pgs not active
2 N$ u  J% V2 |% S0 Y' {             495 activating0 d9 U! N4 J5 I0 _* N/ l  k
             450 active+clean
5 A0 |0 q3 H' P             79  peering" o0 x# D- g/ d+ z3 q( D2 T
2 }2 u% c4 M0 S$ Z6 P! E  n
[root@ceph-1 ~]# ceph -s# s2 i9 b) V" U3 e, P8 {
  cluster:8 B2 S/ E7 |# c" n# m% j& v
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
8 ^# c% u8 c% G' U0 I1 ?1 H    health: HEALTH_WARN( d& \$ e+ A  _# q
            Reduced data availability: 411 pgs inactive
  z+ K" U! B6 G2 ~5 f/ w* ~            25 slow requests are blocked > 32 sec. Implicated osds 0,1,2,33 r7 q2 g# ~; K9 q

: y9 s' g! A& T, Y# P! v  services:
# R& V: R4 }0 K+ S" O; B    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-31 l7 `; _2 D- a( _
    mgr: ceph-1(active), standbys: ceph-3, ceph-2  u& W7 [! f" t: V
    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby
# m8 P9 v, ?* Z2 x    osd: 6 osds: 6 up, 6 in
- @+ p4 J' I4 E3 V
. c7 k  U& O- n# \& `: u  data:; y  \3 N8 B8 }& r
    pools:   2 pools, 1024 pgs( M, Z) ^" b' y6 E+ v& ~
    objects: 21 objects, 2.19KiB
$ A' Q& Q8 x; b. W    usage:   681MiB used, 584GiB / 585GiB avail8 U0 q* Y# y! N$ [# @9 o
    pgs:     55.664% pgs not active, }7 ]# F3 Y7 [' L% D8 A
             499 activating8 k7 t( o( L- v! x- r/ ^3 @5 U
             451 active+clean
( n) v+ m/ K8 g8 ~             71  peering+ G! B. ]# x+ w$ ?- [2 Z# d& ~, m, E
             3   active9 Z. `7 R) G4 @& V7 W, v$ R

& b/ r0 ~& ]9 I- Z# u- L+ j[root@ceph-1 ~]# ceph -s; R" k7 ?5 T2 S9 Z/ {
  cluster:
2 t  U* H5 w8 S: i: N! d* ~    id:     57bf4711-2218-46af-99d6-9c68ae230ce15 p) r$ a: [  y+ }3 b5 ~
    health: HEALTH_WARN
, F  U+ b/ O) b            Reduced data availability: 499 pgs inactive
  P" N5 G4 s/ a' N$ p. C+ ^+ F            25 slow requests are blocked > 32 sec. Implicated osds 0,1,2,36 X5 x" V& h% R5 f
3 `: w6 d. M# f1 Z0 w+ c+ S3 n
  services:1 z7 Y' V7 |& E
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
& n2 Q9 w) O9 e6 A6 V: s# t    mgr: ceph-1(active), standbys: ceph-3, ceph-2
6 a8 T0 k& U6 G2 s) W! X' p    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby
2 }4 w8 l! T5 T. i# G( o- @    osd: 6 osds: 6 up, 6 in
" ^7 U$ J1 Y3 z6 s, p * W' A+ u( p/ q  w& Y1 M* h
  data:  K# M9 B& m9 n6 g
    pools:   2 pools, 1024 pgs8 C- R" Y0 t3 @+ w
    objects: 21 objects, 2.19KiB
/ s  c( O8 }1 T2 \7 L    usage:   681MiB used, 584GiB / 585GiB avail9 P. T, X" S; {6 W5 V
    pgs:     55.664% pgs not active
* f, V) r2 k6 y+ T  S             499 activating
* J. R9 _1 K, n3 q, b1 X             451 active+clean
+ f+ j5 z, B% q# b* l$ t# S3 \             71  peering
+ ~( M0 o. F+ `             3   active; w& R% X, Q& d' ^

2 ~" o+ y; Q6 z% a) A[root@ceph-1 ~]# ceph -s
$ a' U- ?  ]7 d. Y6 ?/ P0 O, j" p  cluster:
9 h+ E" W" B& X3 ^    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
8 @) y1 a' m$ a+ G# G    health: HEALTH_WARN
( B. s- x$ K' f, s3 g3 s- ^# H            Reduced data availability: 491 pgs inactive8 V" h0 T+ Q' U& O
            28 slow requests are blocked > 32 sec. Implicated osds 0,1,2,3,5& U. {) E7 @8 O$ V( u3 r
# i- T- ^" N9 O" n: P0 `, N
  services:
# m4 B2 _% J/ y/ n1 E    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3) s( C, D3 ^) J4 r/ _8 j% h
    mgr: ceph-1(active), standbys: ceph-3, ceph-2
2 J  I. ^$ Q- u; U1 }7 j* F( s0 Y    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby: V0 ?; }' d9 a4 x' I
    osd: 6 osds: 6 up, 6 in- q9 f6 o3 D4 e( {# _8 F" j2 z
8 v: l" C9 z1 X4 c! W- `  T" e
  data:" O7 O; e6 }& M% [' q
    pools:   2 pools, 1024 pgs* B* n7 q6 L7 @( E: T* F: _$ E
    objects: 21 objects, 2.19KiB7 S/ m6 _. d2 E1 t  |: e7 W* n
    usage:   681MiB used, 584GiB / 585GiB avail
3 u4 g5 ~* j5 ^7 b    pgs:     54.980% pgs not active
/ L" K. H/ x' J$ ~% X+ ^' Y             491 activating. W. b3 z. M4 w& f; s. T) u  K' E
             458 active+clean( c) s: X& p2 A6 t( w6 U% v3 k9 }
             72  peering; E% O9 a' _+ z' [4 E$ c
             3   active
1 J, D- a0 i/ y5 G$ Z4 F# s* ^3 y , s2 o7 i3 {0 }
[root@ceph-1 ~]# ceph fs / Z7 x5 ]8 Y8 r/ O; o" K& {
add_data_pool  dump           get            new            rm             set            set-default) |% c: C- i* D/ S' c4 s" P7 w" N
authorize      flag           ls             reset          rm_data_pool   set_default    status
  z) w% G6 [$ O; m) d; T[root@ceph-1 ~]# ceph fs status
( g  c" ^1 k7 d& y2 U: Jfilefs - 0 clients7 x1 U  e* V, h
======
7 y# v( ^0 w. E* `  p+------+--------+--------+---------------+-------+-------+$ Z) [6 ]2 C" |, h+ m+ P
| Rank | State  |  MDS   |    Activity   |  dns  |  inos |
$ S6 C6 J" S/ H4 S: m1 U  ]' e+------+--------+--------+---------------+-------+-------+
9 R0 i2 J/ {( ?  @. D& B! j. K" I|  0   | active | ceph-3 | Reqs:    0 /s |   10  |   12  |
* a8 ]) \/ f( O4 l5 Y+------+--------+--------+---------------+-------+-------+
+ i% }( u% G  U  C8 H' I" D) R( v+----------+----------+-------+-------+
& x1 E6 G4 q4 I1 `|   Pool   |   type   |  used | avail |
5 L6 H6 a1 P. e0 u8 z5 \, c+----------+----------+-------+-------+4 U. V0 R# z* l7 y% A" ?9 d
| metadata | metadata | 2246  |  184G |+ L9 G) q; K0 r" x
|  fsdata  |   data   |    0  |  184G |  p1 O% {3 e( v
+----------+----------+-------+-------+
8 k3 w0 M& u1 F, J; Y0 j8 [
- d5 ?4 h# p( _) k+-------------+2 Q6 A0 c3 Q0 l  P9 A
| Standby MDS |
% ]: [8 @2 e2 k5 E$ V$ |+-------------+
% u. c: w0 J8 N/ X, {. ~) p4 \  _|    ceph-1   |
& l# Q7 P+ S6 M, F$ N|    ceph-2   |. m- N7 ^7 t% K: Q7 h5 K
+-------------+* E! U- r1 z: o" }/ Q3 O
MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)# E. s* v; H! K6 x
[root@ceph-1 ~]# ceph -s7 v& q$ [; ^) i
  cluster:
' f/ U. ~5 t! g+ V) z3 Y! l& X9 M3 q3 d    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
. Q* Z$ ^* v1 A4 M( l/ k- t    health: HEALTH_WARN
' D' A8 P5 _+ `            Reduced data availability: 472 pgs inactive
0 J: }0 l) B$ G' ]0 \* t8 `            44 slow requests are blocked > 32 sec. Implicated osds 0,1,2,3
+ O5 Z7 u/ g/ b9 P 5 ^' k! R/ O9 O$ y. p/ d
  services:0 @5 A: I. ]4 x' z$ r- D
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3% \3 K4 v( l% y/ F
    mgr: ceph-1(active), standbys: ceph-3, ceph-2: p5 f& K' Y  p1 ~/ x" A: B: I
    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby
* v8 q% T  E% J4 D. A    osd: 6 osds: 6 up, 6 in
6 @. t4 U# ?( q5 t# f 1 K: f# p% h8 h+ n1 k  _, N
  data:( A2 e" t( M* w# a7 H
    pools:   2 pools, 1024 pgs4 S, Z' z$ t5 P) G7 Q, \
    objects: 21 objects, 2.19KiB' g; c' t9 s6 V+ d6 U! v
    usage:   681MiB used, 584GiB / 585GiB avail  P- |; C5 L2 m' C: x$ [8 t
    pgs:     60.742% pgs not active6 _& g( ~2 e5 W2 Y
             472 activating
0 k. {% {6 Y- ^( F( l3 b             396 active+clean$ D# [6 v1 U$ Y
             150 peering1 ~! M3 h( r2 W* |+ t3 R
             6   active$ X5 \2 c, L1 E$ U2 w9 e

7 d% j! G, I. n( G8 j" W[root@ceph-1 ~]# ceph -s
6 x* N4 r8 d" m/ D; U  cluster:5 |! w9 t. o# ]: f! ~* x( Q
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1* S, S; a# ]' x  H  ]4 \  P! g4 `/ u" h) G
    health: HEALTH_WARN
1 o6 q% n% k6 r' Q4 F4 L; f            Reduced data availability: 472 pgs inactive8 b+ W( M6 G% _8 p! J2 s8 A
            44 slow requests are blocked > 32 sec. Implicated osds 0,1,2,3
0 `/ E- C* }- h9 f $ ]9 Z9 {' Z1 F" C7 p8 ]6 H! W
  services:, |( W, E8 x7 i  j4 |
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
  o" G6 ~8 \# J! q6 i/ q    mgr: ceph-1(active), standbys: ceph-3, ceph-2* X: r" C4 f# a+ x' `
    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby8 Z; k; E. n1 H# ?
    osd: 6 osds: 6 up, 6 in9 S  i" {# m* V( L, D: s6 l# r

  E; O. c! U4 x  _. s  data:9 @, l0 g2 n8 j
    pools:   2 pools, 1024 pgs8 u5 [9 f7 R8 U6 g/ P
    objects: 21 objects, 2.19KiB
+ A) f3 y3 @. Y    usage:   681MiB used, 584GiB / 585GiB avail+ j# |* B+ H7 W
    pgs:     60.742% pgs not active
$ V9 R: E* Y) Y9 Z6 n             472 activating
5 y- O/ z' }, n+ C2 z             396 active+clean
' u- X- l' B: X" k- |, b             150 peering
1 Y, u$ z; k1 ~$ h( |             6   active% f/ V7 g' E- c

/ |, r' {9 R1 O* u[root@ceph-1 ~]# ceph -s( b  I+ y2 Z% l+ V6 J
  cluster:
2 N: v1 f% l: a/ t9 _" C, y& S    id:     57bf4711-2218-46af-99d6-9c68ae230ce12 f1 F, d/ Z/ u
    health: HEALTH_WARN
/ _& Z" q! @; V. W% P) U            Reduced data availability: 472 pgs inactive
0 Q. f5 F- Z% S) s" W1 A            44 slow requests are blocked > 32 sec. Implicated osds 0,1,2,3" t) b% U- a5 t7 x6 p1 R2 z
/ V6 J# H8 ^7 K. u* u1 A
  services:8 `# X+ W& D9 J6 `, j
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
, e# l+ Y. v$ }. ?    mgr: ceph-1(active), standbys: ceph-3, ceph-2
' j. c9 g6 A+ ~: ?2 g) v    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby: t) t5 t1 ]# _/ a- P* \3 Z
    osd: 6 osds: 6 up, 6 in
8 N! e+ l- ?9 [. ` 0 \% [! I5 X5 {# |/ g) [
  data:" j: l0 S( E) g6 t
    pools:   2 pools, 1024 pgs$ a+ }# q8 M, i! Y
    objects: 21 objects, 2.19KiB
+ S, M0 ~+ z5 @" b; j" U* ?/ T    usage:   681MiB used, 584GiB / 585GiB avail
* _! A3 |: I  j    pgs:     60.742% pgs not active9 T( B4 m  A- j( M
             472 activating
2 R) J2 e0 b1 C- L' z, J. X             396 active+clean
. z' ]9 X- e1 i6 t             150 peering
& Y4 `% q4 u7 w7 o             6   active+ @* k9 h* e7 A3 k0 [( J
( p' h  C. A# z& w3 N
[root@ceph-1 ~]# ceph -s
( S( }% W& f$ b8 w  cluster:- w: V8 l% p& o
    id:     57bf4711-2218-46af-99d6-9c68ae230ce17 T& Z3 p' _; ]- D1 H  V. x8 N
    health: HEALTH_WARN
/ s6 _' g% R2 y0 }% X            Reduced data availability: 472 pgs inactive5 O7 c) [2 o2 v. o4 w
            44 slow requests are blocked > 32 sec. Implicated osds 0,1,2,3; W5 ~9 T1 j  d+ E7 o) n( s
7 |. s! s) e5 E+ _# ?# E
  services:  M9 A4 L, c$ ?: E
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-32 z' ]9 f6 @/ P+ S% Z$ {4 }
    mgr: ceph-1(active), standbys: ceph-3, ceph-2
+ U/ H) }4 G/ g: D5 y6 P# I    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby* U- f* p* h3 r1 N8 N; e
    osd: 6 osds: 6 up, 6 in  N5 h3 H, A8 y2 n

6 i0 ^7 M9 I  D2 A1 ?0 L# ^  data:- _; ?$ h$ O  Q6 g( e1 ~5 a* X
    pools:   2 pools, 1024 pgs
% v; t( l, v3 K& z9 f, C    objects: 21 objects, 2.19KiB) S) h/ u& {0 S0 X9 s3 u) \/ j: h+ |
    usage:   681MiB used, 584GiB / 585GiB avail
2 A  Y4 m" g6 b8 C/ f0 ]    pgs:     60.742% pgs not active
2 c6 E% {0 m$ b+ E             472 activating* f8 ]* _# q9 _( C
             396 active+clean
6 U0 U+ N1 m. I) d; f0 g             150 peering2 n2 ]! A/ Z2 V5 N) l4 i- _
             6   active5 }$ G, t. g# m5 G

7 m. }1 l8 E9 O: m+ F, b3 I! _[root@ceph-1 ~]# ceph -s
  W* d% G9 H& f! d% N6 g) z% d  cluster:) ?5 p  F& R! {( Y: C& Q/ h- R) \
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1, K8 L+ G/ z/ L4 |5 U8 i
    health: HEALTH_WARN
7 G0 @+ P  e) M1 Y, w            Reduced data availability: 449 pgs inactive/ M" m* P! i( m; s; j2 v7 U. w
            49 slow requests are blocked > 32 sec. Implicated osds 0,1,2,30 w. g" N) S: Q( g  X; P
# m: R, c4 H4 r. R0 O, V4 W/ O
  services:1 s, [; G9 [5 Z8 f1 `- o' ^
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3' ~+ P! p; |: j
    mgr: ceph-1(active), standbys: ceph-3, ceph-2' l# P2 k) ~9 m4 ]' {
    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby7 v$ x' M" [( `# r9 {7 y
    osd: 6 osds: 6 up, 6 in1 h! H& i5 c9 T
% |6 S& n6 R& q9 P$ y' `! E
  data:1 B/ H6 a$ ~- o" Z+ E% Y( o
    pools:   2 pools, 1024 pgs
6 o5 [( K6 O  @! C+ _    objects: 21 objects, 2.19KiB* X# E* b% [' n, ]5 E  k4 d
    usage:   682MiB used, 584GiB / 585GiB avail
5 E2 \; q! x- j5 M4 a  P( Q: V    pgs:     62.988% pgs not active
4 j4 x' @% ?. V) v             449 activating1 Q% N  l  k) Z, N
             376 active+clean9 B: e/ }8 s# l9 L; k  k1 f
             196 peering
8 s+ [) t+ Z- U% \- k9 _+ e             3   active7 v) d: c1 P2 x/ P* I

) o* k7 o  L% K[root@ceph-1 ~]# ceph -s% _8 Q1 q9 L$ L
  cluster:
1 m! \+ i" ]$ ~- b    id:     57bf4711-2218-46af-99d6-9c68ae230ce1+ g) I) r1 |9 w0 ?
    health: HEALTH_WARN
' R0 J8 p) h/ x; W+ Q9 B6 D% f. D& L            Reduced data availability: 449 pgs inactive
' n4 _8 y* f6 k- D: {: V  L: _            49 slow requests are blocked > 32 sec. Implicated osds 0,1,2,3
6 |# O& D% P3 g# F& _' @ * R4 o, ?# L- G1 y& {
  services:
1 F% g" x1 v# k; ~9 T    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
; ^+ m0 n* U( m( y    mgr: ceph-1(active), standbys: ceph-3, ceph-2/ H; p+ v# N' R3 Z7 t
    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby- e/ ~% }3 @* |* |/ `# W
    osd: 6 osds: 6 up, 6 in
, V' n$ N# e8 j8 O
3 f  A3 E# ?& S  g7 m+ q  data:
% n# T/ Y$ Z5 ]1 j    pools:   2 pools, 1024 pgs
" T) x/ b+ E6 f1 P* h3 G    objects: 21 objects, 2.19KiB
. V& R  ~9 P: w/ ]    usage:   682MiB used, 584GiB / 585GiB avail
) t* V! w( G( c" Z0 \1 {    pgs:     62.988% pgs not active4 _( {: x3 m+ }* L- m3 T
             449 activating
4 I  B! k/ W2 A- U+ a1 L             376 active+clean
7 h8 ^+ p: [% r* n0 [, e2 @             196 peering
3 j! t5 I2 {( w) }             3   active2 J6 q# {# n* s

, `# D% U4 R1 h( b[root@ceph-1 ~]# ceph -s
2 Z% L7 K9 N! {1 v# i3 W3 v  cluster:
' h  o+ |+ e" j: |7 J3 e    id:     57bf4711-2218-46af-99d6-9c68ae230ce1' c/ f! l1 k* B
    health: HEALTH_WARN7 m( {! q! Y9 D$ K
            Reduced data availability: 365 pgs inactive
. ?9 q6 N1 x0 B8 V3 t5 l, O/ f  ?/ @            1 slow requests are blocked > 32 sec. Implicated osds 23 P" _. a% X: I  f8 ?

# M5 a( b' x$ U$ q& |- p; r- o. R  services:9 {- J+ V& I% ]1 \
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
6 w+ m7 B4 U" f; G    mgr: ceph-1(active), standbys: ceph-3, ceph-2
' X. p  s# X; }5 y4 n    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby
; f5 ], t! J+ [    osd: 6 osds: 6 up, 6 in4 i' F$ p! Z' b
# S# ^2 g' u* G& ^
  data:
* C; m* m9 J7 \" c. L& O" ?    pools:   2 pools, 1024 pgs  K* }% k$ Z8 u' o
    objects: 21 objects, 2.19KiB" M/ `/ y# G, S! P! ?2 [  i. j
    usage:   683MiB used, 584GiB / 585GiB avail
8 g% V4 s3 F/ V$ N. E3 `1 ?# i    pgs:     76.953% pgs not active, P+ A  R7 T" p+ m
             3/62 objects degraded (4.839%)& e9 ]  s2 b& c+ r: f+ y
             420 activating
7 k* p$ t, r) J* n$ D0 @% w7 D! r             368 peering' `4 i  i; A5 B$ U
             233 active+clean+ u2 K- N3 Y! x, m! K5 \
             3   active& @4 \8 P$ d$ Y9 q

, U8 T/ N# z/ U* H5 d, j[root@ceph-1 ~]# ceph -s) j1 `. N9 x3 i
  cluster:0 G$ }1 i2 S: c: c  I5 Y  e( C
    id:     57bf4711-2218-46af-99d6-9c68ae230ce16 t$ c# s* O7 F
    health: HEALTH_WARN, T& T; a$ t* C
            Reduced data availability: 345 pgs inactive
1 q5 ]4 b& G! r# H5 E5 h% p            Degraded data redundancy: 3/62 objects degraded (4.839%), 3 pgs degraded
9 O" T; x, \9 e; c! f: _: d3 }            42 slow requests are blocked > 32 sec. Implicated osds 1,2
2 f1 C. ]1 s* X4 O 3 R) M2 {3 H$ h) s, C, Z
  services:! r( }# y% ?* L5 x/ Y) q
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
) [" Y* v1 b9 a  `    mgr: ceph-1(active), standbys: ceph-3, ceph-2
7 C6 D7 ]* X* B5 j9 u) b" W$ W    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby
" m% p* A' E9 {& W* e    osd: 6 osds: 6 up, 6 in) W3 a/ m$ Y' J$ z" N. ^$ @4 c
$ k; S) N. e% I+ k- t
  data:/ |0 r6 ^1 w# b3 |4 V+ u  i: `0 M
    pools:   2 pools, 1024 pgs
1 A( S5 a2 c+ s2 q) d' T7 ]    objects: 21 objects, 2.19KiB
: S0 S9 H  v8 Y& f0 Y# B" \    usage:   684MiB used, 584GiB / 585GiB avail
& \2 x% s0 D$ K) ~    pgs:     75.098% pgs not active
9 e! d4 ~% ?' \+ g9 s" S             3/62 objects degraded (4.839%)/ W1 j7 g4 _" t% I! l, N
             415 activating
1 g. c0 s; M) P9 N: ]             351 peering
; N/ r% Z' W  U4 T) m0 b             249 active+clean5 [+ m+ ], H* i5 u1 z4 \
             6   active( A/ @9 H. S) O! V# |) v3 ]
             3   activating+degraded
% _" T+ |+ e- B4 n2 X9 a1 m 2 I  x* J+ S% ?" Y- [
[root@ceph-1 ~]# ceph -s
6 x, R+ k4 x" W8 u4 `* x9 t  cluster:
8 l- P* \" S( M    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
0 \( r1 k% h9 f" l$ D  S    health: HEALTH_WARN0 f" y" @+ S, u+ k: [7 |
            Reduced data availability: 345 pgs inactive1 c- v2 O- `4 T4 r6 E6 @
            Degraded data redundancy: 3/62 objects degraded (4.839%), 3 pgs degraded
! l" K; C+ K! L4 b            41 slow requests are blocked > 32 sec. Implicated osds 1# Y$ s& ~% u! M  }$ E! X" s" {

* d4 F9 r, T7 P$ T$ T* O  services:
$ b' D1 W/ w4 F    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
7 _9 T; r& Z8 {, Z2 m    mgr: ceph-1(active), standbys: ceph-3, ceph-2
5 |4 E! E  D5 |9 G( J, d    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby, u; c1 r& x# {8 A6 M: j. c
    osd: 6 osds: 6 up, 6 in# E  X& r# u6 V' n" m" P# G. S& ^

# c1 ^5 b) y: C, c' w% h( V  data:
. z, Y$ s; f4 J" i6 w    pools:   2 pools, 1024 pgs8 G% l2 Z. P' W  h7 r( v
    objects: 21 objects, 2.19KiB
, F$ }9 w# [4 P9 v    usage:   684MiB used, 584GiB / 585GiB avail  c$ v" c: c5 U/ a8 C* c
    pgs:     75.488% pgs not active# Z1 _: c- x( g5 j! {2 `6 _
             3/62 objects degraded (4.839%)* Z0 e! Q$ \. Q2 ?' }( D, R0 Z& z
             415 activating
/ H: C* G8 h- @7 i' b( _             355 peering
3 P, H( q0 U" Z3 |             245 active+clean( G3 l: d+ R/ z# X0 n6 c
             6   active8 `/ j* [7 a; i% d% E, b* C
             3   activating+degraded: G& g2 i, t7 `1 f) q
2 \" D& e( W, M* Y$ S
[root@ceph-1 ~]# ceph -s0 J( `) F9 x( Q3 q/ A7 |) [
  cluster:. ^" B* T, K" O& A! P" z2 f
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
  v, j7 g+ e2 p/ {8 O: V    health: HEALTH_WARN
: K. w2 {( B$ I6 @- l$ U3 V            Reduced data availability: 416 pgs inactive, 31 pgs peering
) Z) ]5 W- R+ _: J. {1 C* ^            Degraded data redundancy: 3/62 objects degraded (4.839%), 3 pgs degraded
1 Y7 q5 M; w( A7 W            41 slow requests are blocked > 32 sec. Implicated osds 1
# L9 g. z! ?' G) K6 s( P) l7 h
' j7 T) p% L# P/ A$ E, Z  o  services:
9 H6 f" n8 e" s8 E+ L" u: p3 i    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
; I, T' i0 K6 s. _% }9 p3 J    mgr: ceph-1(active), standbys: ceph-3, ceph-2
: l# G5 I! ?& z% t- h) g    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby
% A, t" Q# i" @9 r    osd: 6 osds: 6 up, 6 in' B8 ?" |! F6 b

+ U! t* t* `8 m# F  data:- H6 Z$ X2 K) i7 r0 q6 l; Q7 A
    pools:   2 pools, 1024 pgs
; M* Z, d3 Z  U' A3 {9 \2 Z, g$ t    objects: 21 objects, 2.19KiB
& x* g2 m7 F1 V$ X    usage:   684MiB used, 584GiB / 585GiB avail- k0 y) w- e: X; l6 I& J
    pgs:     75.586% pgs not active
: Q  N) \" n: t( k( ~" z             3/62 objects degraded (4.839%): z+ w& {- Q( o) D% h' M5 F5 F
             419 activating
. i' q' j) E. |$ |; z             352 peering+ P# S, z$ u) n
             244 active+clean
/ a4 r7 v* r/ v; J2 ^             6   active
- @# t$ G& ^* O: H9 s; `  {5 P$ r             3   activating+degraded4 j+ \4 s0 y2 u

# U, d: y& {% a% U) Q2 z! J[root@ceph-1 ~]# ceph -s. x9 B- }) Y2 g) m! n
  cluster:, Q& M+ G* Q, e5 s' [/ O
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
" ?( s- I- Y9 ]# r8 P- |! N    health: HEALTH_WARN
' c- D/ g0 x  I3 x) u* P            Reduced data availability: 393 pgs inactive, 20 pgs peering/ j3 \; Y9 F' k
            Degraded data redundancy: 3/62 objects degraded (4.839%), 3 pgs degraded9 r7 \& S- K9 m( V3 F3 O4 {$ k# v

1 y0 _3 S$ C+ H  services:
5 }0 g" u( l% f. @& H0 I    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3( q: {% a9 g( m% b6 ~4 I1 t) z% L
    mgr: ceph-1(active), standbys: ceph-3, ceph-25 F1 z. F+ C5 _
    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby5 t7 @7 m% \4 u
    osd: 6 osds: 6 up, 6 in6 L8 e, H. ~) c4 e* R: l

" U# n; {: F! X% w; d1 \' N  data:3 R0 R1 I: Q/ K: l1 Y% ?* E
    pools:   2 pools, 1024 pgs% _1 B+ R) A! Z+ w
    objects: 21 objects, 2.19KiB
1 Q9 C+ ?+ u: K4 q8 q    usage:   683MiB used, 584GiB / 585GiB avail
7 a, B+ V* U+ F; m. u' ^8 M    pgs:     75.195% pgs not active3 x' e" P+ j5 F( r" t5 v. a
             3/62 objects degraded (4.839%)
$ F# L. C4 w0 Y  ?' t             412 activating# l" K( Q  j6 ]" s
             355 peering  h- g: W9 V) A3 L0 A0 X
             232 active+clean
" D1 L7 [' D4 A6 x1 Z7 A6 {             22  active
8 L3 e, A; t/ f9 [             3   activating+degraded. k: ]3 Z0 D0 O7 i3 n% I% z* }
( B  o4 f' a& P# ?* o* X+ e" Q5 N
[root@ceph-1 ~]# ceph -s
4 k6 K0 |8 Q0 S( c+ e: \  cluster:
* }) p! _/ j( G+ v& u    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
- c3 P% C0 }5 }; o& q' f. Y  A/ }    health: HEALTH_WARN' K; f. B7 k+ T2 M* p5 V) t
            Reduced data availability: 393 pgs inactive, 20 pgs peering9 c+ G4 Q0 m: Q4 v3 m; y
            Degraded data redundancy: 3/62 objects degraded (4.839%), 3 pgs degraded  j5 y8 D2 e9 k- C, }

7 o8 |' R) ?1 k( i! i) P5 Z0 t  services:
9 ?0 c' F+ Y8 e    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3( U+ G6 g2 f+ _; P3 Z+ M
    mgr: ceph-1(active), standbys: ceph-3, ceph-2& N. ~# a4 j1 a( P- y" e) R
    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby, ?! o/ H! }1 p  @
    osd: 6 osds: 6 up, 6 in, n3 {6 c" x" N6 Q- q' }8 y3 q" E

- W! w; Q' w, _* _6 X  data:* S! P0 B0 a9 L
    pools:   2 pools, 1024 pgs3 E/ Y& F0 |, M
    objects: 21 objects, 2.19KiB
9 x! v1 c) P- d2 K    usage:   683MiB used, 584GiB / 585GiB avail7 X7 H$ j$ C3 B" j
    pgs:     75.195% pgs not active& t- i6 D2 w  S3 m% j* n. I, O- H
             3/62 objects degraded (4.839%)  |4 z; a+ V3 V* X! y/ o
             412 activating
4 g0 O1 E7 n; N- w& z4 w             355 peering6 {* y. F* n  v2 M1 v4 V2 w) d
             232 active+clean
2 N% ]# @# T$ R3 `             22  active
3 j) ]; I0 M9 `9 C$ F7 x, t             3   activating+degraded
5 p- Y9 x7 L6 b  Y0 a5 [( w# }% F$ F  g
9 S. A  L1 |" N[root@ceph-1 ~]# ceph -s  p. w- m3 _# i9 x2 L4 T, q3 m
  cluster:% [/ q# r; ^' d0 \9 l* F+ E
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
1 W4 y% v# S* ^  V' b# D( X8 S    health: HEALTH_WARN
8 y( n2 n8 P/ D  A            Reduced data availability: 376 pgs inactive
( Y- ~$ h8 c: H0 x* N6 L$ G            Degraded data redundancy: 8/62 objects degraded (12.903%), 3 pgs degraded! A" A& }- r& N" D
& t" k: E, a) A' e% z- L
  services:
& c; O4 n# Q" ]# T2 w    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
1 p. Y$ s. x8 |) Y    mgr: ceph-1(active), standbys: ceph-3, ceph-2
, e0 ?+ E) d5 T3 P    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby
' e& ~& G( ~  s3 v    osd: 6 osds: 6 up, 6 in
* d- m- f0 n& x+ ^
: O& m9 r' w/ X, u  Y4 w2 @0 o  data:
# v2 {- `& n, e5 u+ A( {/ [) A2 d    pools:   2 pools, 1024 pgs, w+ {7 P0 x# ?# g; ~# n5 S. b
    objects: 21 objects, 2.19KiB
3 Q# j. D& j" l, [0 M& f  t! ~6 ?    usage:   683MiB used, 584GiB / 585GiB avail
( K9 Y" {9 M+ i4 P4 L1 j$ J. e    pgs:     73.535% pgs not active5 E! q3 L/ y4 V1 |) j- m) n* K% S
             8/62 objects degraded (12.903%)1 a' W3 N" J; j* |
             463 activating
& |9 B3 m4 ?9 ]6 |+ [             287 peering; ]6 ~; E8 Q" E( @/ o
             249 active+clean
5 L0 n" P' U- ^0 [( x/ N5 b+ G             22  active' @6 U6 j, z7 f- Z* r
             3   activating+degraded- {7 l4 h' I0 |" x7 }9 O

! \: x# g3 t+ H[root@ceph-1 ~]# ceph -s' h7 ^: Y" x3 n3 k
  cluster:
+ W4 I9 W; r. R8 {: d; H+ @! P    id:     57bf4711-2218-46af-99d6-9c68ae230ce1# x/ b1 s, l8 _( o$ b, z
    health: HEALTH_WARN! W$ F5 N7 {5 a  y
            Reduced data availability: 376 pgs inactive6 ~/ e. K$ D" U8 D# u% J- _. p
            Degraded data redundancy: 8/62 objects degraded (12.903%), 3 pgs degraded
1 A" i+ P0 v6 q! u
6 P7 p: p9 n5 Q6 R' }, s- g  services:
7 K/ N( n4 v, @* C0 J. I    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3* D- F1 N, y0 z5 s; S
    mgr: ceph-1(active), standbys: ceph-3, ceph-21 q6 Q6 M: Z+ c, e3 ]( o, K
    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby/ m3 v9 T& b+ c' r+ p
    osd: 6 osds: 6 up, 6 in
- u+ Y2 f4 ~# x, @. K% ?
  {; q9 ?9 n/ M. L& d/ c2 w5 U  data:, A! t9 n6 ]( ?# f( _& n( k+ H, k! \" Q
    pools:   2 pools, 1024 pgs
7 a7 R! }7 _$ \0 E6 Z* G6 g    objects: 21 objects, 2.19KiB" X6 ^* v. f- a8 @0 [
    usage:   683MiB used, 584GiB / 585GiB avail1 S# D( Y8 h/ o3 n7 ^8 G" p2 Y* y. c
    pgs:     73.535% pgs not active3 {5 [5 H+ \* G- O8 `# A1 c0 r) w
             8/62 objects degraded (12.903%); l: D; y& Y# z- |
             463 activating9 u5 u; `  u" M1 Q. P
             287 peering: `0 s  {' w( x/ ^6 y: [- U
             249 active+clean& ^# J; p. m$ o# X5 k
             22  active
- Q' Q1 p  s$ ]             3   activating+degraded
6 d9 E' \( y& N% Q
7 k% r9 a- U9 x8 y5 u[root@ceph-1 ~]# ceph -s
( R( D3 O9 h  ]2 W/ f  cluster:
4 S  Q0 a  m% d8 h, w    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
* W. ^4 k* H1 W% Q3 D4 T    health: HEALTH_WARN
- r8 a! c+ f/ o) g& b            Reduced data availability: 290 pgs inactive2 a+ k0 l4 @! e! R3 d# G2 j+ x
            Degraded data redundancy: 8/63 objects degraded (12.698%), 3 pgs degraded
8 ?6 M. Y9 M6 e  N # [) Z: b. ?6 F3 b
  services:2 m5 y& ?' X; c2 Q' K$ V8 e: X
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3* B; w8 C$ s3 B  C+ D$ T
    mgr: ceph-1(active), standbys: ceph-3, ceph-2
  X8 v$ I1 C( h2 h; ]7 t% z    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby, e  ?, B7 E, i+ {: O' r! [5 _1 X: ~4 O
    osd: 6 osds: 6 up, 6 in
/ E9 B& R8 L6 I% F
& {! `4 T4 v6 s, K  data:- ?& O0 p5 F7 {& J
    pools:   2 pools, 1024 pgs
" a- R) G" D+ S) d* x, {% Q    objects: 21 objects, 2.19KiB
, X' }- W& z- B1 |2 L    usage:   685MiB used, 584GiB / 585GiB avail
! R) S( M( O' l  i# \; e    pgs:     71.387% pgs not active7 j8 G' D4 v/ K* @: F8 ?, }" N5 U
             8/63 objects degraded (12.698%)6 e6 \5 n% m4 i
             377 activating
6 }$ `( a9 L% [1 s+ J5 C! e             351 peering, V0 ~% ?! u. V& y! g( s
             193 active+clean
+ _& Z8 |' u' B% K% M2 D             100 active3 m0 N8 m2 i9 c
             3   activating+degraded
0 |  M$ F! k6 x  k ) K: M: a& ?' E" z0 u. d7 D/ n
[root@ceph-1 ~]# ceph -s5 F/ ]3 u* [9 G' T: Y
  cluster:
+ A) L+ y. I* A2 Y. N    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
) O* k" ^. X% Q( A* O. T* z& Q    health: HEALTH_WARN
5 L* Q2 Z5 ~- Y! R3 K; p+ x, f            Reduced data availability: 290 pgs inactive
/ k7 m2 e4 b/ R' T            Degraded data redundancy: 8/63 objects degraded (12.698%), 3 pgs degraded
6 h. `/ A2 x5 y3 @9 u5 ]: Q* r            26 slow requests are blocked > 32 sec. Implicated osds 1" e  L2 O$ G7 q
* z; v+ e5 Z' n
  services:+ }" X  I0 K' I) \$ r
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-37 y6 h: ?5 d" M1 a
    mgr: ceph-1(active), standbys: ceph-3, ceph-2; |$ Y- a# O( o$ t
    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby& J" F7 W% H6 o3 C/ x. J! n, I* L
    osd: 6 osds: 6 up, 6 in
: l. e% A2 N6 z. \* y 4 |8 T# Y' o3 k2 b7 |% M
  data:
) O3 J- M3 r! i  ]    pools:   2 pools, 1024 pgs( f6 t  W) q: a) p3 ]
    objects: 21 objects, 2.19KiB
6 F* j" Y: {  \8 `8 ~    usage:   684MiB used, 584GiB / 585GiB avail: n7 }7 r" {1 `9 \5 n$ S
    pgs:     71.387% pgs not active
  M+ L, X/ s' J2 e             8/63 objects degraded (12.698%), Y4 N7 |, v2 z5 q5 [9 d; q4 B
             387 activating+ _: c# O$ `' V
             341 peering
( J  E0 R" w$ a6 D* \             204 active+clean6 w$ ?; A+ Y/ g4 j  g6 G8 H. p
             89  active/ I( H" s3 _, L5 K( |
             3   activating+degraded) x. a" \6 y& N7 o+ B
回复

举报

返回列表 发新帖
高级模式
B Color Image Link Quote Code Smilies
您需要登录后才可以回帖 登录 | 注册

本版积分规则

返回首页|Archiver|手机版|小黑屋|易陆发现技术论坛 ( 蜀ICP备2026014127号-1 )

GMT+8, 2026-6-12 00:11 , Processed in 0.026911 second(s), 23 queries .

Powered by Discuz! X5.0

© 2001-2026 Discuz! Team.

快速回复 返回顶部 返回列表