浏览此站
联系我们相册切换到窄版 Language

 找回密码
 注册
易陆发现论坛»论坛 › 云计算开源区 › ceph分布式存储 › cephfs 创建、删除 mds文件系统操作过程
返回列表 发新帖
查看: 674|回复: 3

cephfs 创建、删除 mds文件系统操作过程

[复制链接]
admin

1

主题

0

回帖

12

积分

管理员

积分
12
QQ
发表于 2022-7-27 11:13:43 | 显示全部楼层 |阅读模式
[root@ceph-1 ~]# ceph osd pool ls
" b4 b5 ~2 {9 \$ ~9 b[root@ceph-1 ~]# ceph osd pool create metadata 128 128
6 I: m2 t# q" ?  g5 L& ?* t! T" Gpool 'metadata' created
0 X& X8 k3 H' S) Q[root@ceph-1 ~]# ceph osd pool create fsdata 128 128% Q) g) c2 O* _8 B
pool 'fsdata' created6 D% A) m! n7 @) {5 F: Y0 y
[root@ceph-1 ~]# ceph -s
' @9 {# q, S+ U9 I6 ]' s3 e  cluster:
- M9 p+ C9 y1 Q) z& [9 C    id:     57bf4711-2218-46af-99d6-9c68ae230ce1- \# j9 x) p, Y! w1 a
    health: HEALTH_OK2 r: |% y5 e$ M2 u* y, t' }# I

' h, @! Y% ]2 z* W, t1 m  services:
, W& x7 Q2 Q  h    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
  X( t( `5 y, p8 Q    mgr: ceph-1(active), standbys: ceph-2, ceph-3' T; E+ n3 s5 {, m: @
    osd: 6 osds: 6 up, 6 in
6 J  [3 A/ ]0 N$ ^% P9 M) D" C5 T2 A8 T& Q2 m
  data:
/ T; I! v) J1 [0 h    pools:   2 pools, 256 pgs) U8 R9 }+ I) i/ n% p. ^
    objects: 0 objects, 0B% z- s3 G% O1 c/ G; \+ L1 f  _( O
    usage:   657MiB used, 584GiB / 585GiB avail: J! k# r6 [0 H; F0 S
    pgs:     40.625% pgs unknown" {( R7 c( L# g$ g5 j
             58.203% pgs not active( P/ E7 o$ ~8 W" X
             122 creating+activating6 Y# u% u  d! T# q* K. d+ Y* `% v3 k
             104 unknown% X. O4 T6 h6 V+ ~+ z: X
             27  creating+peering; T- |2 \1 @$ C- [' h. F9 t
             3   active+clean' }* V5 n# f+ e  M& |8 s

! f" M* o& w  R' z[root@ceph-1 ~]# ceph -s/ o& ~3 T: ?( P5 W6 C) I& b
  cluster:% e5 j( Q* C$ \$ ^/ b5 I' ]
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1' E1 i. }* O# O( K. O
    health: HEALTH_OK
7 k8 n- R7 \/ }2 }# h2 `# x6 `. x/ X6 q
  services:0 j7 O$ ~& i4 @4 J8 l4 B
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
! M5 Q& h/ i1 q& \    mgr: ceph-1(active), standbys: ceph-2, ceph-3! j( m0 m, k: f1 Z$ {( {6 Q! {
    osd: 6 osds: 6 up, 6 in/ {$ b/ F4 q, |+ E0 p7 C1 {) d
2 V" A) z2 y) O5 y
  data:, ]$ ~; z9 H% q) [" M" {4 L$ a
    pools:   2 pools, 256 pgs
. i7 |, P" n" o    objects: 0 objects, 0B
/ e  h1 O4 b( G$ y$ m    usage:   657MiB used, 584GiB / 585GiB avail# @! B% U; |# \% M( k# L
    pgs:     19.141% pgs unknown* C  j, h: N" ]) g7 v1 [% ~7 |
             75.000% pgs not active  T. E; d' t/ u7 M
             113 creating+activating6 Q# c: A# X2 u
             79  creating+peering0 R' O- T+ @0 ]+ s$ C, V
             49  unknown
  r: `* B* e& o, k: n5 T9 T! s             14  active+clean* Y, Q; K* W6 c. F
             1   active/ v8 ]5 n! b5 m+ V  K+ E

3 ~% s3 S# |& Q: c& \- M8 T[root@ceph-1 ~]# ceph -s9 Z6 k9 v- [8 ~6 ^" H
  cluster:5 i* y% I3 v* d; ~" z6 ~: y
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
* r  d+ R8 K8 M5 K" q( g7 y  A    health: HEALTH_OK
7 `5 A( w$ T! H+ T& M8 e% u. i6 e8 n5 k1 ^2 s4 w6 K* ?
  services:
- t+ A! |7 j  `+ c0 J: Z1 M    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-35 i0 F1 ?- X9 C  {! j
    mgr: ceph-1(active), standbys: ceph-2, ceph-3
9 Z: G7 o9 r* `/ @) Z% y    osd: 6 osds: 6 up, 6 in
3 O5 V# @0 u" s' M+ }# j. F5 _5 c' N0 r7 f6 p& d
  data:
) u! _& f" J: d, P    pools:   2 pools, 256 pgs
, j- n* p. J& G: ^; F+ P    objects: 0 objects, 0B8 o2 _! r5 ]! N
    usage:   657MiB used, 584GiB / 585GiB avail7 l8 _# u: s6 n! P7 [% @+ g, Z( C; t
    pgs:     19.141% pgs unknown, N: J2 \. o3 @
             75.000% pgs not active, c: A  s/ k3 |- G
             113 creating+activating
, I6 T3 C% I# i  B; T             79  creating+peering
! n( p! I) ?6 e8 {% n) v/ ]& @             49  unknown
0 S' y4 z: S" `% o& V, Q             14  active+clean
% ?! {4 M& e9 @# L             1   active% |. N1 A; v, T# X: O4 m1 I- f& c. ~

7 z* q0 B: N% ^. d& R* c[root@ceph-1 ~]# ceph -s2 P' z/ O- g0 ]7 t4 j3 p$ o
  cluster:1 n9 Q2 E: s: g2 l
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
: U0 R/ G; X  T+ g9 z1 u    health: HEALTH_OK+ n  g1 }( g" A
$ ]2 L$ N8 J6 N* g$ I9 y& i
  services:3 v/ M3 p, A( u* ]( k0 Q$ _
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
+ y: {' |1 Y2 s, h% Q1 j; b/ N    mgr: ceph-1(active), standbys: ceph-2, ceph-3
! z( l' O! _% q) R! @7 @    osd: 6 osds: 6 up, 6 in+ v1 n8 R7 m+ p
. M9 Q' `. d) k9 `! r$ C
  data:
+ I$ j# n* C: P. F    pools:   2 pools, 256 pgs
. G$ J( E: \( O; u3 p; F    objects: 0 objects, 0B; Y+ N+ L# @) i; W
    usage:   657MiB used, 584GiB / 585GiB avail! N. H/ l0 V% Z* G) p) D
    pgs:     12.109% pgs unknown
. r& M1 p3 Z% S  `+ e             76.562% pgs not active
$ }& N* B% t  w: M3 T1 N) G( D             99 creating+activating* d' ?# e* l7 N
             97 creating+peering
* G1 w3 o" n0 T) ]# k7 L0 c0 m             31 unknown
* s2 G; e. B- x' u6 R2 p0 j, E# I% q             24 active+clean
+ W' G% m$ p$ T! s( C" ]' U             5  active; `- b* _( ]+ |% p% F

8 N% {' u9 U6 E$ ?) J[root@ceph-1 ~]# ceph -s
  U6 a  Q9 |/ E8 T  cluster:
# K8 q2 _- H/ F* \% H5 S    id:     57bf4711-2218-46af-99d6-9c68ae230ce1( b1 u% ~5 H3 P
    health: HEALTH_OK
% C- p! A6 j, H% k, N5 _/ O
! Q/ a& o9 \' q0 q  services:! t5 b7 k5 M, m; o) A
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3( D1 m1 G$ i8 D1 c3 w$ D
    mgr: ceph-1(active), standbys: ceph-2, ceph-3
, H8 K! K, n  V' g+ u    osd: 6 osds: 6 up, 6 in) O6 `; F+ ~6 q1 {& g8 q

2 B7 j8 X! S/ l1 h) a6 C- G9 t4 P  data:9 g* e/ R  q  [/ n) P8 e8 j; m
    pools:   2 pools, 256 pgs
/ l5 C# F9 m( i( H- J. O    objects: 0 objects, 0B/ k- Y. _, L- @8 Q; o
    usage:   657MiB used, 584GiB / 585GiB avail/ N7 |: o5 P6 T* L) t* v
    pgs:     12.109% pgs unknown+ [  R- Q: k. i
             76.562% pgs not active
, m0 y) T, b) [2 N4 p             99 creating+activating
* i! Q3 N* U1 W* C' t4 }- h1 l             97 creating+peering" _  G( u3 C% M9 c2 f8 o( w
             31 unknown" t7 \4 `. ]$ B$ E* j8 F
             24 active+clean" Z( o$ \! T) A' ?
             5  active
5 D4 G( _# N/ A1 [. d+ @& C6 Z! Q+ [9 p- y4 }! \
[root@ceph-1 ~]# ceph -s8 E0 w, t: M3 @& H
  cluster:
1 f' M0 |2 G! V5 X2 D1 k    id:     57bf4711-2218-46af-99d6-9c68ae230ce1+ y) W7 f! N) u3 b* m: B- g1 i
    health: HEALTH_OK
& {: O3 O( o9 t# t6 l
% S; y, u6 [+ z, E3 i  services:
# f; E2 [9 N* U! _4 V6 D: C8 N) f8 T    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
/ j5 F: q$ O) K9 y9 I# B/ @' H    mgr: ceph-1(active), standbys: ceph-2, ceph-3! R( C7 m5 Z: H6 i% |9 S8 L2 c+ C
    osd: 6 osds: 6 up, 6 in
# L& ?5 V" b9 a  G  e  s
! U& w+ _8 H- j7 ^  data:# l+ j8 _9 m5 U3 k$ d" n9 u( C1 `
    pools:   2 pools, 256 pgs& P! z  a- |2 q3 W
    objects: 0 objects, 0B- l1 I5 h; {* G# T$ R
    usage:   657MiB used, 584GiB / 585GiB avail
2 X8 W8 M/ t( e4 i- D. u    pgs:     12.109% pgs unknown
5 t2 Z9 d* Q2 `* i             76.562% pgs not active
& b6 m  i9 c3 D! c: f  w: @0 H4 E             99 creating+activating( F/ ?0 f2 ?; G, @6 I
             97 creating+peering- c( r; j3 ]0 a% a; v" W
             31 unknown! p$ U* E2 U! j6 n/ G% V
             24 active+clean
5 J3 @  n" @; i) b$ @8 k0 j             5  active
- M9 Q& b* r, o
: H; g! j' N5 ?  Z. |1 w[root@ceph-1 ~]# ceph -s3 j  F1 i( {9 V5 h9 Q) \, \
  cluster:
% Z1 Z8 O% J( `, X7 |    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
) X( Q3 R: {1 a! X3 m- ^    health: HEALTH_OK
1 H- g" i6 a. ]0 S( L
1 M+ j/ F* _' R# X, [  services:$ {4 U  H9 M+ F+ F0 V# N" G
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3: f, Y" D" p  p
    mgr: ceph-1(active), standbys: ceph-2, ceph-3
4 e2 n7 t+ `+ ?% l) P    osd: 6 osds: 6 up, 6 in
, ?: T* R$ w* o: q. F( e! S# j( m
  data:; W! f- L$ {; I; v+ Q, t! V
    pools:   2 pools, 256 pgs
* R2 e- V6 T: t- @' z3 X+ Z5 o    objects: 0 objects, 0B% J  v; g# \# w
    usage:   657MiB used, 584GiB / 585GiB avail
( c: F8 h7 d; w% I    pgs:     5.859% pgs unknown
& ]5 K9 T6 U& }             71.484% pgs not active
, z* H! u4 y" _* n8 z8 J# x             92 creating+peering# B5 k1 W3 {1 f! [  }9 F1 h3 H
             91 creating+activating7 Z4 v/ D% U: a
             51 active+clean
' k1 n0 J4 A; n# B5 M             15 unknown( l- ~- G- F' F2 ?4 X- l8 s. V& ^
             7  active
4 _/ v  }6 s4 F  I3 M4 o; d2 P  J8 \( a( a. H9 g& o
[root@ceph-1 ~]# ceph fs new filefs metadata fsdata
  Z  |3 [+ }8 N- ~4 u1 {new fs with metadata pool 4 and data pool 5
2 U5 b* ?0 X& N" n[root@ceph-1 ~]# ceph fs status filefs
/ G4 R! l, d3 O1 Z7 H; ^filefs - 0 clients/ ~! M" @0 Y' d* D8 G9 C4 I
======
+ z4 V2 ^* `3 \. J+------+--------+--------+---------------+-------+-------+6 @5 r, Q) ?7 i( _$ m6 ]0 a( @
| Rank | State  |  MDS   |    Activity   |  dns  |  inos |
' @& f7 G9 W5 i) l/ ]+------+--------+--------+---------------+-------+-------+
' Y( M- c& p, i, ?% n8 w|  0   | active | ceph-3 | Reqs:    0 /s |   10  |   12  |
- e5 s! I8 a0 y: B. F" u6 r, U+------+--------+--------+---------------+-------+-------+0 g- ?5 q1 G2 ^
+----------+----------+-------+-------+
! L- }& z) r  V6 p|   Pool   |   type   |  used | avail |
8 ~- x5 U" m1 p2 m) w6 @) D+----------+----------+-------+-------+, Q2 M& x" q" v! }
| metadata | metadata | 2246  |  277G |
: u* G- w( d8 {* D|  fsdata  |   data   |    0  |  277G |" {) J* L( b$ I: I
+----------+----------+-------+-------+
# Q' s: z* D* a9 h4 D6 U( h, l; ^0 D  Z8 Q
+-------------+
! z2 r6 ]2 M+ P5 S& Y) g: t/ u| Standby MDS |
7 E4 R7 U. e5 n+ }; o8 C" u+-------------+
% P% I9 w+ g9 H|    ceph-2   |
" A: P9 L0 X  N6 W1 d) Y|    ceph-1   |
3 g# X( g. y; t) n& z+ |8 R+-------------+
$ q) s8 g* N* G% J& JMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
% ?) ^. k! c- O6 u( H; ^8 H[root@ceph-1 ~]# ceph df $ b# p  ?5 J- @3 i6 s
GLOBAL:8 \; a( C  d5 U$ A! U
    SIZE       AVAIL      RAW USED     %RAW USED
6 k6 h6 r- K6 {7 p' `    585GiB     584GiB       660MiB          0.11
3 u4 l8 M" Q$ P$ g+ U7 q  G8 GPOOLS:
8 y' O- T2 \3 c* T    NAME         ID     USED        %USED     MAX AVAIL     OBJECTS ; G6 C8 i9 K) {# t- O& d$ h$ z
    metadata     4      2.19KiB         0        277GiB          21 ) C) X6 D& K+ f, A
    fsdata       5           0B         0        277GiB           0
- `' w  V+ B( v" w& v% F[root@ceph-1 ~]# ceph fs set filefs standby_count_wanted 30 W6 R- r* m0 E+ V9 a* A
[root@ceph-1 ~]# ceph df 3 h9 ]* w* X4 q
GLOBAL:
, c( I4 q! ?0 f    SIZE       AVAIL      RAW USED     %RAW USED
: g# c4 p+ N2 f" a4 u    585GiB     584GiB       660MiB          0.11
2 |. p1 m. P" hPOOLS:/ F0 [$ v- \; d3 u9 }
    NAME         ID     USED        %USED     MAX AVAIL     OBJECTS
$ o6 K4 @( |. C* w$ Y    metadata     4      2.19KiB         0        277GiB          21 . \: G- W. x& g5 Q1 p0 \2 z* g. A! J
    fsdata       5           0B         0        277GiB           0
9 |! X/ ]8 k5 p4 v+ U* \[root@ceph-1 ~]# ceph fs status filefs 2 j1 b- X  D8 _8 z* B
filefs - 0 clients9 J8 o- r0 _, z% _
======3 C' {# O1 |( V  r' H
+------+--------+--------+---------------+-------+-------+
0 F( V) o# G8 y0 Z8 `* n% |8 X7 W| Rank | State  |  MDS   |    Activity   |  dns  |  inos |' u, S' Z- @* ~! }) p! \) h: g
+------+--------+--------+---------------+-------+-------+
4 F: j' b2 o& `% t$ C4 ~! F& F% [, s|  0   | active | ceph-3 | Reqs:    0 /s |   10  |   12  |
/ `2 [8 ^2 r" c0 ^0 k% T0 G+------+--------+--------+---------------+-------+-------+
/ ?/ E; g9 }/ T$ T+----------+----------+-------+-------+
3 t5 Z0 L1 e8 p6 ?8 {/ A|   Pool   |   type   |  used | avail |
$ ~* o( |) c  y, h0 c! m+----------+----------+-------+-------+
" c; ^. B3 g5 o2 L8 y* q2 p; W| metadata | metadata | 2246  |  277G |" S! b5 h% _0 X' y& O
|  fsdata  |   data   |    0  |  277G |1 r9 j0 p7 j& `
+----------+----------+-------+-------+" g( n0 `0 O& h* E- V4 K0 D+ ]; s
; R6 B, q5 k! j! X9 c7 h* @
+-------------+& O) m% u8 x4 A& s& A
| Standby MDS |
9 P, b$ F# c! E8 C+-------------+0 R# D' K8 ^* \+ A, l. N
|    ceph-2   |8 w- f  Q/ y1 E
|    ceph-1   |; y* }, B6 H! J, p/ n! O2 B
+-------------+
9 S& }. J1 U' l: p6 IMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)/ ]" p" S: K  A1 Z, ~
[root@ceph-1 ~]# ceph fs set filefs standby_count_wanted 19 m  N- B' z/ J; f: @! Z
[root@ceph-1 ~]# ceph fs status filefs + r$ q, M" J: G. w9 L
filefs - 0 clients& ^" `; {  Q  I
======3 |% A5 v/ a$ C: \( d  r
+------+--------+--------+---------------+-------+-------+
9 l: i2 O: g  g| Rank | State  |  MDS   |    Activity   |  dns  |  inos |& g1 b% `9 _& E( g/ x( ~+ }
+------+--------+--------+---------------+-------+-------+; ]( N$ i" G; @2 X6 M* D, a) t
|  0   | active | ceph-3 | Reqs:    0 /s |   10  |   12  |
; w/ X' U& w% J9 U2 _) P7 {1 u+------+--------+--------+---------------+-------+-------+7 V: g- k# n  s- l$ r4 T: g% X
+----------+----------+-------+-------+4 ]% D# s$ @/ ~0 l+ `7 e) E
|   Pool   |   type   |  used | avail |2 J) G5 p- J; a& |+ ^
+----------+----------+-------+-------+
2 v% l+ a( B, p| metadata | metadata | 2246  |  277G |
1 `; R' q  d7 |- w& G8 @( z|  fsdata  |   data   |    0  |  277G |- ~5 }( x  @; u$ [! `! h
+----------+----------+-------+-------++ x4 O; h- n8 x. n( Z( n* u. a

" @9 F) e4 v$ L+-------------+
. k* f' L* N9 Z- ~. \& u2 V+ S| Standby MDS |
8 G6 S$ T& r9 P8 }) |9 d& S* \' j+-------------+
( Z# J. P/ P# o$ I|    ceph-2   |
) y4 g" X1 j! ], r5 r# a. l. p|    ceph-1   |0 J1 g1 Q2 Y: B6 ?3 i
+-------------+
* N5 y+ U2 ?& T% J# [& n6 mMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)  z# W3 e, j7 E. s* Q
[root@ceph-1 ~]# 1 V  \6 |/ Y5 O! i, w! i
  g0 u. g0 I9 u5 v5 F% o' i
回复

举报

admin

1

主题

0

回帖

12

积分

管理员

积分
12
QQ
 楼主| 发表于 2022-7-27 11:18:02 | 显示全部楼层
[root@ceph-1 ~]# ceph fs status filefs
3 W4 f$ \+ L) G# R: G" k9 Tfilefs - 0 clients
& w' k' Q) |* [: ?' `+ T' w======
) w# u0 f& {3 k- \+ v+------+--------+--------+---------------+-------+-------+4 S7 S# s1 `. ~8 ?  O
| Rank | State  |  MDS   |    Activity   |  dns  |  inos |
# m* t) m' h( j+------+--------+--------+---------------+-------+-------+6 J+ V7 O; f/ J& R, [( x
|  0   | active | ceph-3 | Reqs:    0 /s |   10  |   12  |
$ H7 i& ^$ k" `% w. ]+------+--------+--------+---------------+-------+-------+
) ^" d( u! [( ]3 R+----------+----------+-------+-------+
5 e* ~# e" X9 I6 _# I1 E|   Pool   |   type   |  used | avail |
: ]( T3 g- N9 a3 q3 \2 V0 C+----------+----------+-------+-------+
' Y) \8 i. {5 F| metadata | metadata | 2246  |  277G |
* E( b0 b- W3 R& G2 G3 r|  fsdata  |   data   |    0  |  277G |
- c8 O4 n. V: S& {+ l9 u+ P) D8 P+----------+----------+-------+-------+
) c1 U7 j/ ?- a. j- ?# N$ T  a& I4 X
+-------------+
8 d+ R$ N$ r: B) w( o) T# G6 {/ V$ [| Standby MDS |
0 }3 ~; u' L6 a9 Q+ c- o4 L+-------------++ \8 V/ k5 K# f6 [
|    ceph-2   |
4 X9 p) @7 R+ s" ^) j9 ?& {& P% ^|    ceph-1   |3 h4 d" m* I# S: H
+-------------+- y0 J2 B0 ?; g0 ]( w
MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)+ G: n2 |" D# B4 [. K
[root@ceph-1 ~]# ceph fs ls * h  u' k0 ?0 B2 |
name: filefs, metadata pool: metadata, data pools: [fsdata ]
/ }* M" }# s7 x8 n' y[root@ceph-1 ~]# ceph fs rm filefs
* Q3 ^4 w  H- v0 m2 jError EINVAL: all MDS daemons must be inactive before removing filesystem
. W: F# T# c! _7 W3 L[root@ceph-1 ~]# ceph fs status filefs * n( P. h' E( ~" U& I4 s6 G) T4 {
filefs - 1 clients
7 ?2 ^3 m$ i+ d4 J======
. g0 V. Q0 T, ]$ i7 F, E0 A+------+--------+--------+---------------+-------+-------+
$ I0 H& z7 F7 O" Q& Y1 w+ v/ A| Rank | State  |  MDS   |    Activity   |  dns  |  inos |/ x& `) v, C1 k3 q- P% M
+------+--------+--------+---------------+-------+-------+5 i) j" _9 G- `+ y
|  0   | active | ceph-1 | Reqs:    0 /s |   10  |   12  |
  [2 {3 p. F0 {7 L" \" a; B) s9 u+------+--------+--------+---------------+-------+-------+  a2 j( M3 T: b$ w# o" p5 M
+----------+----------+-------+-------+
  U& c+ E4 o6 h( e+ @4 O7 r6 t|   Pool   |   type   |  used | avail |8 U, f7 ~% }$ ]- j; h# v- q1 x4 T
+----------+----------+-------+-------+: F. L. q8 F% E/ Z. v/ t
| metadata | metadata | 2642  |  277G |) n4 C- r  U: C  Y; V
|  fsdata  |   data   |    0  |  277G |
8 w( q$ i1 Y9 X2 G- \3 r& m+----------+----------+-------+-------+
  k+ V4 y% s' N/ n! N# D
' E0 e8 k4 m2 r% U6 D7 P) [5 ]4 A+-------------+( a8 X% K' I! q  b  B  ^
| Standby MDS |0 D, U) K; {9 k- g0 o
+-------------+: b) g( C3 a- {' T% y5 A' u5 n' Z
|    ceph-2   |
" S  W& ?# i5 W+-------------+) j3 L, s0 i; _" Q. p" l
MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
- G8 h( G6 i9 W) L7 r. C* x[root@ceph-1 ~]# systemctl stop ceph-mds
+ k$ A- _* r9 y' J: ?( W7 @ceph-mds@ceph-1.service  ceph-mds.target            t, p7 u7 W' @9 _0 j7 H* ]+ m: v
[root@ceph-1 ~]# systemctl stop ceph-mds@ceph-1.service
! M- e: g8 W+ ][root@ceph-1 ~]# ceph fs status filefs
3 h) W) O0 U0 D. {; u' [filefs - 0 clients) _* p5 t& V2 j+ [! g
======
! T" L5 d9 Z- r- v4 |5 X2 K2 j+------+--------+-----+----------+-----+------+
- J) r4 j6 v  F' ]% n3 y| Rank | State  | MDS | Activity | dns | inos |6 j2 v; M: Y% \# i3 c# d, S- \
+------+--------+-----+----------+-----+------+
$ g* e8 T, t2 `3 L|  0   | failed |     |          |     |      |
- t3 ?4 f* ^' Q4 g; v+------+--------+-----+----------+-----+------+* s: k  @2 z- u/ B; I
+----------+----------+-------+-------+
. U+ E, J" |0 x6 q3 e|   Pool   |   type   |  used | avail |
4 u* i; f; A8 K$ _; M, |+----------+----------+-------+-------+) ^: B0 U$ [7 N$ i0 {6 e/ H8 ^
| metadata | metadata | 2642  |  277G |$ ^! _6 u  A0 o7 |5 k" H
|  fsdata  |   data   |    0  |  277G |, e) m) B6 \. y+ Q$ O% K
+----------+----------+-------+-------+
5 T9 o6 G9 D0 Z: A
/ J; _1 Q7 u' c5 m+-------------+4 f* t$ s8 d" k# d, e
| Standby MDS |
6 J* _" R1 _4 y) }/ j/ E! k+-------------+
) D3 S6 G2 N1 u2 {3 Z; t- A1 N|    ceph-2   |
# d; }- ^1 \( h# a+-------------+, n, \; Z# }  Q
MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
: Y4 C9 X1 `' M8 T3 J  z6 _2 r[root@ceph-1 ~]# ceph fs rm filefs
! }6 |6 a, ~6 Z( [( S4 Q. i8 v. DError EINVAL: all MDS daemons must be inactive before removing filesystem' D1 L! ^/ ]# \$ r
[root@ceph-1 ~]# ceph fs set filefs standby_count_wanted 21 m9 g5 S4 T, b; @' ^. u% Y" J
[root@ceph-1 ~]# ceph fs rm filefs * u3 D. x/ M2 `
Error EINVAL: all MDS daemons must be inactive before removing filesystem% A/ d) Y: I% Q3 a& d: w) R
[root@ceph-1 ~]# ceph fs status filefs ) D$ v+ e8 _, }; x
filefs - 1 clients
/ d; h  F/ ?) s$ \8 H2 R1 \0 G======/ x& K$ e5 C4 f6 w8 y" x" Q
+------+--------+--------+---------------+-------+-------+
. U& V2 F# P7 M| Rank | State  |  MDS   |    Activity   |  dns  |  inos |+ V) w& A! N& x8 P% A! X4 d
+------+--------+--------+---------------+-------+-------+8 d$ P3 f8 d8 `5 x
|  0   | active | ceph-2 | Reqs:    0 /s |   10  |   12  |
, \( D* I/ t0 x. n3 t/ ~+------+--------+--------+---------------+-------+-------+$ f/ r; c( R1 H0 X9 R/ p
+----------+----------+-------+-------+0 U* R; E' Y4 v4 O4 e' r
|   Pool   |   type   |  used | avail |$ e6 k2 Y5 I1 y/ u: R
+----------+----------+-------+-------+7 A1 p! g: I6 e: H, N/ i/ F
| metadata | metadata | 2754  |  277G |
$ G& ?9 r- [+ q$ j, v4 h4 X|  fsdata  |   data   |    0  |  277G |
9 X9 t0 y+ a& |* v+----------+----------+-------+-------++ M! h! e0 N& K8 S: o

; ~8 }" F3 p+ X+-------------+
+ p+ O+ G. x: a0 @0 G3 o( i' }| Standby MDS |' ]6 b1 w: @# S/ F& \1 c
+-------------+) L* ^; V; j# D5 `
+-------------+
8 G: ~. j$ `- ]$ y* U' C- G9 b" `MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
/ ~* ~6 y: t, n6 T[root@ceph-1 ~]#
回复

举报

admin

1

主题

0

回帖

12

积分

管理员

积分
12
QQ
 楼主| 发表于 2022-7-27 11:19:49 | 显示全部楼层
[root@ceph-1 ~]# systemctl stop ceph-mds@`hostname -s`.service
) h5 b( o1 j& G[root@ceph-1 ~]# ceph fs status filefs ( c" g9 I+ r& V9 s9 s4 ]% i
filefs - 0 clients
* @) T+ z0 T# w, ~) s======
5 v+ `+ M4 h  H, G. c5 X7 z+------+--------+-----+----------+-----+------+
( v7 Q1 X/ e0 }7 J| Rank | State  | MDS | Activity | dns | inos |2 a& N# w5 z$ O
+------+--------+-----+----------+-----+------+
/ m) _! {) m; q( s|  0   | failed |     |          |     |      |- e& j" |+ x# r' k" Z
+------+--------+-----+----------+-----+------+
' z7 s) S  h0 G/ |( y+----------+----------+-------+-------+
! |% p  B; Y* O* d; T8 ||   Pool   |   type   |  used | avail |
4 h; T0 r2 Q; s4 z- a  i1 i+----------+----------+-------+-------+
% J1 _$ o  ?+ D# q7 f| metadata | metadata | 2642  |  277G |
, u; |" ]$ [/ v8 \|  fsdata  |   data   |    0  |  277G |  C, r. V# P+ r  C, F/ ^) }
+----------+----------+-------+-------+" Z- ]! g; U% r
6 I! k- N2 H0 \- d& T: j
+-------------+
: j. x7 `4 s4 e# R: ?! ~$ w| Standby MDS |$ w1 b9 _7 n7 E1 ~  Z/ ^& w
+-------------+
3 O# Y5 I& r9 s7 _|    ceph-2   |) o- t0 _4 @+ c* o0 I
+-------------+
2 b+ I  Q2 F+ I0 P3 cMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)8 s- ~! s$ d  Q4 H2 X
[root@ceph-1 ~]# ceph fs rm filefs
6 ]9 n2 T5 ]# e2 ~4 ]Error EINVAL: all MDS daemons must be inactive before removing filesystem
6 A, h& j0 F! V+ C) k9 _7 }[root@ceph-1 ~]# ceph fs set filefs standby_count_wanted 2
' Q- C7 P# v1 r4 ]# R% F8 q8 u[root@ceph-1 ~]# ceph fs rm filefs 0 [0 Z) [0 d  m/ p6 G3 ~
Error EINVAL: all MDS daemons must be inactive before removing filesystem6 \$ A7 t# f5 g0 n! I$ I5 t
[root@ceph-1 ~]# ceph fs status filefs
, k* n4 j1 {5 o% a5 {, a$ f. [) vfilefs - 1 clients
; a  k/ y; U8 A3 O6 x3 E======
9 {* [( r1 J+ e9 l% b& Z+------+--------+--------+---------------+-------+-------+, H" d( {# r- w
| Rank | State  |  MDS   |    Activity   |  dns  |  inos |
5 k- v4 e- j; e  q  q+------+--------+--------+---------------+-------+-------+1 h* o" @4 b3 N4 J
|  0   | active | ceph-2 | Reqs:    0 /s |   10  |   12  |
; @% Q  p6 _, O0 v7 S. `$ ?4 A+------+--------+--------+---------------+-------+-------+* O6 n, T! i' x; }2 D! y
+----------+----------+-------+-------+; a# _7 K* _  w. F# d: J
|   Pool   |   type   |  used | avail |
& o7 r/ x  S$ m7 e* W& r  ~+----------+----------+-------+-------+( b; J) W+ q, c. d: \
| metadata | metadata | 2754  |  277G |
, [% `# A7 h7 r1 \! W& q! m8 X3 q|  fsdata  |   data   |    0  |  277G |
$ _! B( w5 H3 S6 r' B. s7 y( x+----------+----------+-------+-------+) w9 H) t5 z7 ~( e

5 @8 T3 P- I. H( S" d+-------------+, |$ N& X- p9 E
| Standby MDS |/ M% M" G* c2 P+ `( b" t4 a4 h+ E1 t
+-------------+
7 c1 q2 s0 y8 G+-------------+
5 i3 s) ]6 t! M9 M& n) I9 \MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
+ @7 t" |& O1 o3 Y+ _9 N% c: i9 ?[root@ceph-1 ~]# ceph fs status filefs
1 r) |8 g" V* Efilefs - 0 clients
6 i" ^+ I0 M! o/ u: b! j  D======
' [" Y5 O/ f. ~+------+--------+-----+----------+-----+------+
# @; Q: W/ K) J7 x& o) Y| Rank | State  | MDS | Activity | dns | inos |
3 w' P) M. [( E2 ~6 z. b+------+--------+-----+----------+-----+------+
8 R7 o+ O6 s/ G4 W/ ?0 r& m|  0   | failed |     |          |     |      |
9 w8 n4 o/ D1 W) o+------+--------+-----+----------+-----+------+9 d& T3 O7 Z+ s, H" R" Q8 r
+----------+----------+-------+-------+! O# r$ M4 f7 \! C) `
|   Pool   |   type   |  used | avail |
: v& L7 V# x% a7 t+----------+----------+-------+-------+
9 E' H( I7 Z4 N: i1 h5 H$ ~6 W! |1 ?| metadata | metadata | 2754  |  277G |' Q. f( N- w7 l4 u
|  fsdata  |   data   |    0  |  277G |
* J- G( B3 ^( |( Y1 Q6 m/ y+----------+----------+-------+-------+5 `( q7 d+ r& ~7 \2 h
2 Y# n6 t" y, v9 x3 Y5 t' J
+-------------+) s1 f$ p2 o  O: O; l) o: k! d( c0 C
| Standby MDS |5 v9 H) F8 k! w6 Z0 x5 M2 N; }
+-------------+2 l9 L) g' j3 i7 c: Q& b! J6 N! k
+-------------+
% d4 C$ Z" |$ O% m2 i4 {+---------+---------+8 @0 b+ q9 o( g
| version | daemons |6 g: s. U* A8 D0 z: ~! J) Q
+---------+---------+; b( q8 `/ I2 q- b
+---------+---------+
3 B% r5 ?6 e# T% X* h* n1 S0 [* B+ A, T
[root@ceph-1 ~]# ceph fs rm filefs 9 w5 d7 p- @' |  h
Error EPERM: this is a DESTRUCTIVE operation and will make data in your filesystem permanently inaccessible.  Add --yes-i-really-mean-it if you are sure you wish to continue.
3 M, ]" q7 k0 B* ?9 |- ]6 L- \[root@ceph-1 ~]# ceph fs rm filefs  --yes-i-really-mean-it
  o  F3 `2 X3 j% l
回复

举报

admin

1

主题

0

回帖

12

积分

管理员

积分
12
QQ
 楼主| 发表于 2022-7-27 11:47:20 | 显示全部楼层
[root@ceph-1 ~]#  ceph fs new filefs metadata fsdata
- j% q$ Y3 O: L% S% a& [# U7 G1 Unew fs with metadata pool 6 and data pool 77 ]$ h- F& b- j6 F
[root@ceph-1 ~]# ceph fs : _. i  m9 W/ L1 @' T0 u
add_data_pool  dump           get            new            rm             set            set-default2 M& F* c. A% g; @+ q
authorize      flag           ls             reset          rm_data_pool   set_default    status; B2 e6 @+ n3 h3 J% D, ^5 v
[root@ceph-1 ~]# ceph fs status 9 j4 @1 Y5 c! Y9 i- ~) w
filefs - 0 clients1 D1 D9 ]2 t/ o  e
======
9 u. d6 V7 R& S0 W+------+--------+--------+---------------+-------+-------+
2 ]# k2 Q% p5 h+ g| Rank | State  |  MDS   |    Activity   |  dns  |  inos |
. F8 u4 D4 g" @2 V# P/ o! v4 Q+------+--------+--------+---------------+-------+-------+! a. ^/ E5 ?2 I2 }
|  0   | active | ceph-3 | Reqs:    0 /s |   10  |   12  |& _5 l0 i# t3 r8 M% T; c8 p. d! P
+------+--------+--------+---------------+-------+-------+
& x% A6 h/ L- V% h  U" k8 u+----------+----------+-------+-------+0 w' v; Z( I! N8 X/ `; s
|   Pool   |   type   |  used | avail |
% V' S  q* p+ k$ e% \$ [) x( k+----------+----------+-------+-------+4 h  y4 s' d9 r) ?% }
| metadata | metadata | 2246  |  277G |
# O0 H3 `- D3 k- S|  fsdata  |   data   |    0  |  277G |
) T8 w2 A- Y3 ^2 Q+----------+----------+-------+-------+
: q9 y: ^7 [" m. I# v8 B5 ]/ d4 L
: }  c! ~9 d) x+-------------+
  f+ f0 ~% w3 m. d& i' T| Standby MDS |# X4 b* R' [0 K8 f! B$ N- R
+-------------+& I# ~9 F) ?8 _( c$ m
|    ceph-1   |
8 Z2 t+ D! I# a9 {1 {|    ceph-2   |
+ J  `0 u3 \% g+-------------+
8 Z- @. B6 h  D# QMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)% A9 k/ e7 l; X" i8 O2 V
[root@ceph-1 ~]# ceph osd pool ls& c, N5 q2 v. z0 J1 J, @
metadata
4 g9 \0 ^$ p6 S# Tfsdata
0 S( t! K& M$ A[root@ceph-1 ~]# ceph osd pool ls detail
0 @% R$ I) _! X: Z6 G& H, b% rpool 6 'metadata' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 512 pgp_num 512 last_change 297 flags hashpspool stripe_width 0 application cephfs& @2 C# B3 f$ _! P
pool 7 'fsdata' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 512 pgp_num 512 last_change 297 flags hashpspool stripe_width 0 application cephfs6 }3 E' M3 a7 F4 l" w; @$ O

% [/ X# s  v6 D" X( ~9 k6 M5 q- }[root@ceph-1 ~]# ceph osd pool set fsdata size 3+ a1 h5 H& c8 I( ^; r, ^
set pool 7 size to 3
& `5 d* J8 v8 ]/ C, ~/ d' [# _[root@ceph-1 ~]# ceph osd pool set metadata size 3( o0 z0 C, f5 \1 s3 D+ @4 |
set pool 6 size to 3' i- [$ ^1 B. V
[root@ceph-1 ~]# ceph -s
/ W% s. t5 P8 ]5 f3 K9 D5 R2 d  cluster:
" `$ r" w8 ~7 b3 z/ e. _" k    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
9 q# p+ X5 b% b: Y* P# D: ]5 W4 t    health: HEALTH_WARN
1 o( t+ `" ~+ I  H            78 slow requests are blocked > 32 sec. Implicated osds 1,2,3,52 L, y; _. J, _4 N$ \

6 X3 E% d7 Y! z  V3 c1 z% C3 }  services:% Q- I2 z5 \% c1 L0 X
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
4 O% V4 p6 I+ w& d    mgr: ceph-1(active), standbys: ceph-3, ceph-2
$ V  R/ @2 q" t: c    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby
4 A1 `( X7 ^# y  @' G    osd: 6 osds: 6 up, 6 in
! _4 ^  p  z; s$ D1 g ) |5 d' c. T- T2 B" j! Z/ F
  data:
+ A! H3 p! ^! ^2 p    pools:   2 pools, 1024 pgs
, G: R5 v0 o. q+ o7 D4 z    objects: 21 objects, 2.19KiB
; c' \& J" X( m" z    usage:   681MiB used, 584GiB / 585GiB avail
& f8 ?" q& r# g5 k    pgs:     49.805% pgs not active6 x7 a7 y. ~% K4 D
             514 active+clean
, P' J; ?2 d$ f  Q             456 activating
! |# `/ l6 B/ x3 C% K) `             54  peering
7 v4 S$ w1 _2 k* E$ r7 I, M: \ + O/ F' `$ E+ q' @! O8 x; c. z" d
[root@ceph-1 ~]# ceph -s) Y% i) t* t: J: _+ v* b. J* x% G* n
  cluster:  c+ C' ~+ y8 f8 v+ D+ n
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
, p9 k/ K7 k: K& Y+ v/ \! H    health: HEALTH_WARN) j- v* G! e: J3 w' N! v
            32 slow requests are blocked > 32 sec. Implicated osds 0,1,2,3,5$ O( k" Q6 I' ?8 ~: W$ J
: b! [( d5 [5 ^1 y) M7 x
  services:
, o2 f  }' s- g1 B8 k+ ?    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
. A% P4 \% r8 E! Q. \; P    mgr: ceph-1(active), standbys: ceph-3, ceph-2
$ N- ?' v. u( Z) o/ u    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby+ ]6 @$ d4 K; k$ l5 ?! k, s/ u
    osd: 6 osds: 6 up, 6 in7 W3 C0 U0 @& E0 l' t3 t
2 X' N" k1 _2 T2 w8 F
  data:  q* ^4 D! H* z# y; T. r
    pools:   2 pools, 1024 pgs1 B, t" G7 Z, K/ {8 n! J
    objects: 21 objects, 2.19KiB
) U8 p* Z# b2 ?    usage:   681MiB used, 584GiB / 585GiB avail
& M3 U# D  ~. W: i3 @. c6 V    pgs:     56.055% pgs not active
, d2 P7 }0 P, q8 f3 S( J. C6 A+ b5 q             495 activating
/ m( S* G) v, j% M4 u             450 active+clean
% H& |* D* j- Z, M$ R             79  peering
. s! b7 P; o& Z' G% F
5 J8 m' Q: g9 h) b[root@ceph-1 ~]# ceph -s
/ o" T% l3 D$ ]  cluster:
) |' O3 ?. n, B) r% U4 X$ s% [    id:     57bf4711-2218-46af-99d6-9c68ae230ce1' g' e# g6 V3 q6 X9 r
    health: HEALTH_WARN; _+ ]  `. L3 N4 c  O) N0 s( [
            32 slow requests are blocked > 32 sec. Implicated osds 0,1,2,3,5) k' |7 Y& w2 Z" b1 Y: c9 R  l
- \  E1 t. m7 Y  S& }8 c2 W
  services:* x) w. j: p( k, c, b& P" W1 _
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
0 ^* @( ]8 ^! }" H    mgr: ceph-1(active), standbys: ceph-3, ceph-2
: F$ r/ C' {; F6 K    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby
, s& u8 R3 g5 C    osd: 6 osds: 6 up, 6 in
* Z! h9 c8 H4 t( o7 ~( B
8 q+ z, w3 B1 C" ?: n' |  data:, n% A; N; l* u3 ~  ~0 w5 h
    pools:   2 pools, 1024 pgs
4 L; o4 [  Z4 {) _2 D    objects: 21 objects, 2.19KiB' V' B' i. S$ b  A/ {
    usage:   681MiB used, 584GiB / 585GiB avail, S/ h) m1 a, a- z* |5 {2 N8 \
    pgs:     56.055% pgs not active
, \/ T1 k+ m  x) R  R3 q             495 activating* k8 C" P. N. i
             450 active+clean
+ `$ t( g1 ]- D- p2 ^0 \& q3 z. H/ l             79  peering
! H& G. k& I) J( q$ | ; _) I8 H9 q; e
[root@ceph-1 ~]# ceph -s! G5 @: y' m' F! u. R7 h! Q
  cluster:" O/ J1 D% w  O( R( B; C4 o+ @
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
; x- K( p' t! S- m    health: HEALTH_WARN
. \1 E1 g* H- t3 P1 K1 B' O) _            Reduced data availability: 411 pgs inactive
; o, @- S9 a1 N1 w" [& D            25 slow requests are blocked > 32 sec. Implicated osds 0,1,2,3
  e0 x. P+ S0 y8 R
; D  h; M: p6 `0 k5 C! _5 M( L. Z, {  services:
& l% R( Q7 u& D  G& N/ f    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
* j1 l* U6 r6 @8 p    mgr: ceph-1(active), standbys: ceph-3, ceph-2. d' h! I$ b  L' u/ \5 x) e
    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby
+ I: ^) [+ G( x    osd: 6 osds: 6 up, 6 in
8 W  k, U8 ]4 G8 ?9 E2 I0 u* T ; b; {2 T+ D6 q8 J: B- E8 t
  data:# k1 u5 o' M# p# Q) _- r/ {8 n( G
    pools:   2 pools, 1024 pgs
: A/ i: P+ D4 x# {" e    objects: 21 objects, 2.19KiB" k. _) b5 u0 c2 f8 e( ^: V
    usage:   681MiB used, 584GiB / 585GiB avail( _% @2 r4 M6 \) k
    pgs:     55.664% pgs not active  A4 g" z) P! x9 l8 r0 g2 T
             499 activating: j  Q' Y* O+ j7 s: [7 t+ {. R% {
             451 active+clean; y9 S& v, e0 }# @
             71  peering
' S7 ?/ @# q% X, X             3   active7 b  [# O, w$ ?/ i8 F
* W/ ]8 p) k6 t3 i
[root@ceph-1 ~]# ceph -s. X* m8 r( A$ s0 d2 r$ \
  cluster:2 |( Q/ |% h0 W4 |: ~8 ?
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
: m5 C6 i# v5 b# q( {  D& v3 ?) L    health: HEALTH_WARN
1 O8 v+ T% p- A7 ?            Reduced data availability: 499 pgs inactive) N4 [9 X% ]( Z+ u. N1 v
            25 slow requests are blocked > 32 sec. Implicated osds 0,1,2,3  l+ }. q9 V6 A# A. _' q
* t8 @9 R+ W8 r/ t+ {+ [
  services:; b8 Y- Z, f( o  T, q
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
$ U( O. D6 v" C2 r9 p1 F) F    mgr: ceph-1(active), standbys: ceph-3, ceph-2
6 R) N" e' d$ t% Q. [4 `+ \    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby: w3 T7 X$ j1 ~. `, H9 c
    osd: 6 osds: 6 up, 6 in
5 Q" m  m7 Y, s# I+ `
" }9 S4 W8 ^. c  Z  b  data:; U: m* t% Z. M- Y5 Y- @
    pools:   2 pools, 1024 pgs- ~1 u1 f# y" m) V: ]: U
    objects: 21 objects, 2.19KiB
$ j8 ^- W. \# m7 _! S5 p2 u    usage:   681MiB used, 584GiB / 585GiB avail. {* i5 W' [9 P; o0 Z# l- e
    pgs:     55.664% pgs not active$ f4 Q$ m( ^+ C2 O3 }
             499 activating" ?( G  h+ D, T$ D
             451 active+clean6 p: @7 d( @& @2 x8 L
             71  peering  [# p& d4 l0 F( S. w3 r
             3   active
4 d$ g, u: J% B4 `- M3 |
2 h: W2 q4 y, `$ x8 x5 P[root@ceph-1 ~]# ceph -s
* S9 X8 H1 u2 \$ R' H  P: S* F. y  cluster:& K) [  W, p) N! @* J' i3 y
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
' ~  p$ {0 i  t7 j( k1 x- s, ~    health: HEALTH_WARN: [' {% \9 E+ N7 q+ ~
            Reduced data availability: 491 pgs inactive; W3 B% D8 s4 q2 [
            28 slow requests are blocked > 32 sec. Implicated osds 0,1,2,3,5
; ?' O' I6 g1 p) N- z6 ~ - j4 ^/ a4 F6 t9 S' `
  services:. e0 K8 v1 y# u
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3' |. q* b: H0 j' o( H/ `
    mgr: ceph-1(active), standbys: ceph-3, ceph-2
4 v8 p; x% c! r/ G  U$ X    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby
2 d* X, m6 _  F0 G    osd: 6 osds: 6 up, 6 in
8 T$ E6 s0 D' N6 w. r$ Q 7 B3 m% Z0 d3 m1 I5 r
  data:
  l& z/ r; B9 B  |    pools:   2 pools, 1024 pgs
) w3 Z' ^5 p7 q# I% Q$ Y+ K    objects: 21 objects, 2.19KiB6 [# x$ ^; j. n5 q: ^8 Y; g
    usage:   681MiB used, 584GiB / 585GiB avail5 L) S- z* j3 U3 Z7 }% V  C' o- L
    pgs:     54.980% pgs not active
' y$ [, }! n+ r4 Y7 b: P             491 activating, s# j4 S& h1 V+ g' r$ d
             458 active+clean) b0 V6 `  w2 ]+ m( ]! @( f
             72  peering# a! i) g$ d3 s
             3   active
* k5 I8 X) B! d8 W/ g' K 3 T9 J9 B) \4 m
[root@ceph-1 ~]# ceph fs
/ _/ x% n4 W2 r$ S& y. q/ U3 m$ Y8 ~add_data_pool  dump           get            new            rm             set            set-default! t) L- r1 g% a( [( x% l1 W
authorize      flag           ls             reset          rm_data_pool   set_default    status( \+ t" ^. I3 ~5 l0 ^& A' o' G
[root@ceph-1 ~]# ceph fs status + q/ \( L9 V( {) Y
filefs - 0 clients0 |# A/ S; q( n" Y. U( Z
======# \. N) h0 A9 R" e# @  U' q
+------+--------+--------+---------------+-------+-------+
7 X5 G6 f+ ^0 v  M9 o9 O| Rank | State  |  MDS   |    Activity   |  dns  |  inos |
; w3 f9 K1 l2 s, G4 @+------+--------+--------+---------------+-------+-------+/ L7 M, r" {5 b  {) r
|  0   | active | ceph-3 | Reqs:    0 /s |   10  |   12  |# s  \; m3 S, ?" ^
+------+--------+--------+---------------+-------+-------+
2 w! \$ ?( K7 g# a* y, \+----------+----------+-------+-------+% @) g8 S: a9 `! e3 L- T
|   Pool   |   type   |  used | avail |
4 J2 a) g8 H/ Y* a+----------+----------+-------+-------+
! Q9 m5 ~1 \: t% A1 G" t' f| metadata | metadata | 2246  |  184G |
( K: J* V* G( g) z2 C4 N1 W|  fsdata  |   data   |    0  |  184G |6 f. E! E( r4 W; c
+----------+----------+-------+-------+4 b8 v6 p, N- M2 o8 p( i

9 g# t  H2 q1 w5 I+-------------+1 m+ \0 [! w7 ]! `& R
| Standby MDS |
3 \2 |# y' ~) ~8 x) e2 r+-------------+- d2 l+ r) M% L+ g- z! f
|    ceph-1   |
( G# g& [+ S6 O5 y2 C6 F, u; x|    ceph-2   |
2 W9 t, Z* c) F! l8 A+-------------+6 c' Z7 W$ ^  `9 P7 S2 k& x
MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
' n+ H$ ~7 t+ ~7 _$ f5 v8 J0 G[root@ceph-1 ~]# ceph -s
# ^5 `! g" [: E( r, F4 C, W2 _( s" q  cluster:2 K9 Z6 g1 a! Q+ u2 Q
    id:     57bf4711-2218-46af-99d6-9c68ae230ce12 z7 y) H3 q7 k3 X( c
    health: HEALTH_WARN" O  S4 h9 f; V; S, P  ^
            Reduced data availability: 472 pgs inactive# _# h7 t) \7 q$ ?
            44 slow requests are blocked > 32 sec. Implicated osds 0,1,2,3
! J; \- i: z: l5 O9 Z 0 a/ ?2 ]7 r" P. r8 x
  services:
9 Q) A4 g8 k; j- P- J    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-39 k: H8 U. x$ d
    mgr: ceph-1(active), standbys: ceph-3, ceph-2# f. U: @6 n+ F$ \$ F
    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby
1 D$ D: g* e: T6 ]# r3 U8 y$ D    osd: 6 osds: 6 up, 6 in8 d- g& m% T1 c; n

4 l2 A$ b2 B5 f$ J* e5 B+ ~- C" _  data:2 h1 L  o: G: |0 H# W: K: R
    pools:   2 pools, 1024 pgs
6 O& O) l. ^3 W1 m* b/ _/ n; M; H; ?    objects: 21 objects, 2.19KiB
2 c, m7 E- A) m/ M    usage:   681MiB used, 584GiB / 585GiB avail4 I8 i0 M  t' j+ A* a7 g! _
    pgs:     60.742% pgs not active
: }4 R0 m! I5 z9 D: T7 h4 {, p; ~             472 activating
6 p0 d  ]* w! n2 K% ?             396 active+clean
9 L; E8 {) l) i* Y1 J4 I; b             150 peering
0 f% f1 W* R/ `! x' s) |2 `. ]             6   active7 D: U# m2 r  p4 H' N6 f1 B3 D
8 {, t2 h7 X5 P
[root@ceph-1 ~]# ceph -s
0 Y" O& c) g: S0 F  cluster:' Y' p7 y, l7 b" Q
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1$ N5 U' _2 v- d7 @7 e" |
    health: HEALTH_WARN
6 i* [# \- a# Y: Q" L5 K; Y            Reduced data availability: 472 pgs inactive+ y: z, D/ N* z" ?2 q
            44 slow requests are blocked > 32 sec. Implicated osds 0,1,2,32 ~& V; u  k2 I8 _6 b- T

: n  F- R" b! x2 G7 }) d  services:
' O6 w% w+ ?! f* C5 n: D    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
5 U4 ]' e0 z7 N6 R; K    mgr: ceph-1(active), standbys: ceph-3, ceph-27 g1 L" P" ?1 p! R' G/ D* g6 ~+ Q
    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby$ N; J% v, A0 _: D& e' B( ^
    osd: 6 osds: 6 up, 6 in
/ |; P/ g5 u# d8 t# i  S2 w # J  L- y1 T2 c) U5 h' {+ f
  data:) t; V$ P, ?7 }, D
    pools:   2 pools, 1024 pgs
; s" P; Y, H% x2 W- h    objects: 21 objects, 2.19KiB  y8 W: T( i5 K. a+ q" G
    usage:   681MiB used, 584GiB / 585GiB avail, _' ]6 D  m9 G
    pgs:     60.742% pgs not active
) v& H: z) P8 m6 _             472 activating( R4 ~/ }2 f& n6 ]2 @: F" q+ m
             396 active+clean
# I4 ]$ O, t8 S7 H3 b' L             150 peering5 p4 O4 f# @9 P' E
             6   active4 w3 z4 C1 a' E+ K. }

9 T" E6 T; p' O3 D  i2 g2 e1 R[root@ceph-1 ~]# ceph -s
% ^' y6 b& F( M; N3 d  cluster:4 z& V% ?) W; D9 X6 g$ O
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
/ G: O3 G. }0 h    health: HEALTH_WARN! b9 Y/ k! W! N- R1 A; ^
            Reduced data availability: 472 pgs inactive
2 k  k% u) L9 ~; P            44 slow requests are blocked > 32 sec. Implicated osds 0,1,2,3) A3 p3 Q6 p4 r7 w2 F. X6 `
# C0 H2 V3 ^7 x" ^4 |# K
  services:) G! @) x- d5 B. m( E# i
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-36 I' T: z7 m- }% f  }& a
    mgr: ceph-1(active), standbys: ceph-3, ceph-2: d1 a- q/ k; U" q
    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby0 m  _1 v1 u( y: u; }. E
    osd: 6 osds: 6 up, 6 in
9 u" q+ B; I9 T
" h( u  [" p* W9 h% q( w  data:
5 v& e4 S8 [" D9 L+ B+ \    pools:   2 pools, 1024 pgs" }: s; R! x1 s( Z" J
    objects: 21 objects, 2.19KiB
& P7 J" q' B- b2 Y0 c# H& l    usage:   681MiB used, 584GiB / 585GiB avail- B6 z. U! ?3 f, z$ E
    pgs:     60.742% pgs not active* r8 g* l* _- w2 r
             472 activating$ y" z( U) E& D! L, i% A# F6 c
             396 active+clean& z8 w8 d" b7 e  G% I1 H' g! ?
             150 peering
6 H: M$ n: A; q' x% Z. J             6   active
& }& k# s: z" O3 p3 m8 N) A
4 U) ]7 Y1 [/ W' O$ K7 I+ `' P[root@ceph-1 ~]# ceph -s! p' j9 {5 ^: X
  cluster:% W5 Q6 @- a5 @7 V8 m
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1( r/ E3 s, A. M
    health: HEALTH_WARN# w) J0 a; @7 J3 r& q$ c4 S- V
            Reduced data availability: 472 pgs inactive8 n+ C# d( u1 j8 T8 P' f
            44 slow requests are blocked > 32 sec. Implicated osds 0,1,2,3
0 V' |7 f. T8 Q3 L : p) x) T' }( t- j9 D2 l+ O. p1 n
  services:6 U. g" W% F  @' D& n
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
: F. D2 y4 @# f, F% _    mgr: ceph-1(active), standbys: ceph-3, ceph-2
+ B3 ~- c+ a( ]" r1 i# O    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby
( W6 g- T1 ?- Z0 a    osd: 6 osds: 6 up, 6 in
' I" d2 P) F) h
, c; e/ w/ Y% J# o( v  data:: m) u; O0 m& t5 |! @
    pools:   2 pools, 1024 pgs* A# X/ c5 E- U. a  M) g: v0 ^
    objects: 21 objects, 2.19KiB. U; v: c4 f6 i1 J! j. u, J" p1 t
    usage:   681MiB used, 584GiB / 585GiB avail6 c9 A. ^8 o6 u5 ^  i& _/ i7 I8 T
    pgs:     60.742% pgs not active
: X: B6 ~. o1 z7 Y1 a1 l- {; {             472 activating
' K+ `# \7 ?* E" b: j9 I             396 active+clean
, y. e1 J2 n' P% M             150 peering
/ Q5 f. v9 s9 Z% y; ^( C3 i* N             6   active9 g. \& t" N& Y/ j% k7 C% _

$ `# C5 ?" V3 Q% \5 ]! y[root@ceph-1 ~]# ceph -s# ]' E; U/ N$ d& `# x. ?. c
  cluster:8 {) ~7 I: }  y: f
    id:     57bf4711-2218-46af-99d6-9c68ae230ce18 R* \1 @# p$ i- u. k$ a% u
    health: HEALTH_WARN
2 Z0 `, z  G) O' f6 ~) v            Reduced data availability: 449 pgs inactive
2 k# e, Y$ m1 X& j* Y8 ]            49 slow requests are blocked > 32 sec. Implicated osds 0,1,2,3
2 m& Z. t* i0 \1 f# D   E7 W5 f2 l* p, d
  services:& s$ p- u3 |" ~/ m/ x/ K) k5 l
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3# J8 Z# i* n' s4 l
    mgr: ceph-1(active), standbys: ceph-3, ceph-2
/ q! i* w8 i4 r! R& F* U% V    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby
/ V) g9 S( T5 ~9 z) B5 t    osd: 6 osds: 6 up, 6 in
4 S! e# e) e' S  R6 N) t3 V1 ?9 M 5 E; e: g; D1 j+ E  ^5 t
  data:
& ?6 G7 I9 t; h    pools:   2 pools, 1024 pgs
; x1 T) |5 p( ^. X    objects: 21 objects, 2.19KiB
9 N  C5 y7 r6 G* @/ V+ j    usage:   682MiB used, 584GiB / 585GiB avail1 U4 {/ e& D% d/ J* }
    pgs:     62.988% pgs not active
) H  q1 w5 U  o) M/ D; ?& t7 r% j; @             449 activating
3 B+ Q3 T: A" v% h             376 active+clean% s3 O% t# Q: k8 r( w" y
             196 peering
9 M; Y  B# a' h! s! b0 D% b             3   active$ j( X/ c6 C  S7 J3 Z2 |
* |" C/ E& h, @$ u+ g1 a" Q
[root@ceph-1 ~]# ceph -s! J7 w8 j0 G& }! f; p
  cluster:/ n: h  _* o- h! @4 A# B
    id:     57bf4711-2218-46af-99d6-9c68ae230ce14 Y& S9 \7 M" z: a
    health: HEALTH_WARN
: @2 G9 I' _+ m/ R( _8 J* E) H9 ?# y            Reduced data availability: 449 pgs inactive7 l1 O4 Q  q0 F" A7 b! [  `2 }8 K
            49 slow requests are blocked > 32 sec. Implicated osds 0,1,2,3
, w" ]5 v8 p8 |8 ]2 \ : V6 Q% y& V& b* N, I  X( ]% K
  services:1 C; e( q1 j% R+ \$ O+ k/ b5 v5 P
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-34 ^% F$ J4 ]7 j! p4 q7 g& [
    mgr: ceph-1(active), standbys: ceph-3, ceph-2
1 @0 ~7 A6 ^- G& ?# t6 h    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby
4 N* c/ Z3 H5 g# r8 r- e    osd: 6 osds: 6 up, 6 in
4 j& W) D5 n% N$ d7 k' c2 M- M* N . u! ^: B+ ~% n
  data:! t5 n+ Y$ d8 D/ k- c2 o3 s9 ^
    pools:   2 pools, 1024 pgs5 m' [2 l* w' E  k
    objects: 21 objects, 2.19KiB
; e" q8 p' p' R' g1 N4 C' h; c+ e    usage:   682MiB used, 584GiB / 585GiB avail% \9 M( O9 A& g
    pgs:     62.988% pgs not active7 r( C: G8 u* T: x. x, t
             449 activating' i( [$ {$ @" l4 V- h
             376 active+clean1 j1 d3 y7 L) F0 _8 z' ^; ?
             196 peering
9 o3 i& p: k9 T( S: g% m  f             3   active
( e/ {7 ?. H( g+ a( B2 S
2 i5 N  p3 |7 s7 O  Y) A4 y[root@ceph-1 ~]# ceph -s
  |2 R# _, R& d5 _# u+ t  cluster:
: C& Y- R: U8 q7 |    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
: u/ l: _& y( [& p. D    health: HEALTH_WARN# g/ }+ @- F$ d
            Reduced data availability: 365 pgs inactive
" j) l/ E& ~: |            1 slow requests are blocked > 32 sec. Implicated osds 2
5 b5 s+ A# u) q4 a5 B! E9 V6 |
# |) T& B! {. R  services:0 L: E  m1 k/ d& @
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3) {* h1 v/ k: n+ i. ~
    mgr: ceph-1(active), standbys: ceph-3, ceph-2
( a+ F9 z8 v1 j6 A    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby
: U4 D! ~, ]0 ~  C    osd: 6 osds: 6 up, 6 in- g1 M9 g7 G& T+ m4 M$ E9 T
- H$ q$ Y/ k' c3 c: _
  data:
+ A, _/ \$ b/ C3 f5 l    pools:   2 pools, 1024 pgs
; V( g: ^3 k$ \; c, O( H8 y: {, Y    objects: 21 objects, 2.19KiB
1 L# I' V6 ?! A3 M; l% X    usage:   683MiB used, 584GiB / 585GiB avail
! c! _# v. O! M/ @4 D  A* k6 t    pgs:     76.953% pgs not active
# n: `4 z0 o  Y, h. b% z             3/62 objects degraded (4.839%)  Y' n/ e5 S* a) V: _
             420 activating
1 T' ^2 S, c8 ^+ O5 ~' i6 f) G4 u             368 peering8 d- \% P3 Z3 j$ H& x4 c( i
             233 active+clean
6 G7 Z( y/ `3 Q# x* F; c             3   active( _, D* |. V9 l6 @

7 g# h" P5 v: _0 M8 Y1 N[root@ceph-1 ~]# ceph -s
. ]) @; D0 C7 T. P; ]* c  cluster:
  L& ]( r5 w) A; `    id:     57bf4711-2218-46af-99d6-9c68ae230ce16 O5 B( t8 S$ {4 c$ o, n% F9 }5 J
    health: HEALTH_WARN) B7 Z& ~8 S1 I% ]" h2 g
            Reduced data availability: 345 pgs inactive
3 m1 n. D) I  ^. N            Degraded data redundancy: 3/62 objects degraded (4.839%), 3 pgs degraded* T  |! o3 X) _* \( J
            42 slow requests are blocked > 32 sec. Implicated osds 1,2
/ z. J9 k6 s% Q9 X 3 z$ p; y+ p/ g! m
  services:1 u+ H+ E& q7 ?, Y$ h
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-35 u! r( U) h$ A' q
    mgr: ceph-1(active), standbys: ceph-3, ceph-2: s2 z) C  O* ]/ X* o5 d. o1 L
    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby* Q/ z" G, [  U8 W; ?
    osd: 6 osds: 6 up, 6 in( r6 y5 s4 C' A, N+ `+ d# x
5 i0 n8 t3 I. E9 y* e$ A
  data:
) y3 T- C, s) A  p; ?! a! Y    pools:   2 pools, 1024 pgs
4 B! f% F( q3 M: p9 q    objects: 21 objects, 2.19KiB
% t( s& q. I! i5 J' a* k7 u2 J    usage:   684MiB used, 584GiB / 585GiB avail; M: D  R8 K7 k$ c" w: v/ V, I, w
    pgs:     75.098% pgs not active+ s2 h# M9 G6 L' v
             3/62 objects degraded (4.839%)% {# k6 x; }1 e/ k& V9 v! H
             415 activating, I: g  ^9 e4 h( h' G# l
             351 peering; g; G6 i& F, W  Z7 S- W
             249 active+clean
1 p& H* y7 r  [/ ?             6   active, M( T  L$ w: s- `; s
             3   activating+degraded' D; z# q$ V( V3 \: J. y) P

0 a/ U- Y  [: v' K- z: t/ H[root@ceph-1 ~]# ceph -s
4 b9 ]( c0 D3 ?  cluster:# A  j1 m, u- F3 p: E9 ^
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1! v6 e. I- E3 U6 J  ~& r+ ^
    health: HEALTH_WARN# O3 z& Q- `( ~# ^- r
            Reduced data availability: 345 pgs inactive3 D" s; x* j5 }" d# Z) r" k. T
            Degraded data redundancy: 3/62 objects degraded (4.839%), 3 pgs degraded
9 M  D3 H+ e1 ~8 D4 K1 ^2 F% [            41 slow requests are blocked > 32 sec. Implicated osds 1
; F( i8 g7 ?! J! d3 v3 f 9 w7 U) W4 u2 Y& D7 E
  services:* \; o6 n; j( I$ W: g# b
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
# D8 S/ J/ D, E    mgr: ceph-1(active), standbys: ceph-3, ceph-2
8 X4 t/ l7 F) ^0 }8 z- b5 G* l    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby5 u; u% s; T. J. ?; [7 \
    osd: 6 osds: 6 up, 6 in: P, }* b3 }- o% `

( }0 r+ s. v/ G/ T" H  data:9 k3 e$ B! F! h- z+ _
    pools:   2 pools, 1024 pgs
+ P. F( v' ~) q" g    objects: 21 objects, 2.19KiB5 D: q) }: a) V0 L. F
    usage:   684MiB used, 584GiB / 585GiB avail5 E4 X' u* l7 H2 C* \$ B
    pgs:     75.488% pgs not active
; B* @- z9 M4 W, \) I2 Y  U: I             3/62 objects degraded (4.839%)
! o% A, E" J7 K- a             415 activating1 h) z/ R8 ^+ }/ x
             355 peering- V. I$ Z. S  W6 N# ~/ H% r) l
             245 active+clean6 z' Y- a& ]( q% o# t
             6   active
8 W% ~2 i# u- R- O             3   activating+degraded2 I9 o3 m4 z, _4 O7 B

, ~: W( O) f' I" a2 M4 X5 {4 g[root@ceph-1 ~]# ceph -s6 L% D2 Z8 H$ \" u3 w5 e6 l
  cluster:" K0 @5 d3 Z% y+ w4 p! X' R7 O) |
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
2 e% ^+ E4 c0 B. N    health: HEALTH_WARN
) n- ^* d$ c+ g7 ]! H3 M            Reduced data availability: 416 pgs inactive, 31 pgs peering
) A% `# H8 I5 Q) }  I            Degraded data redundancy: 3/62 objects degraded (4.839%), 3 pgs degraded& {8 A; X) ]  ^$ C3 i
            41 slow requests are blocked > 32 sec. Implicated osds 1  O* r2 t  @" A4 P( k
' o( ]9 m5 H: A7 m8 C
  services:4 [- D- h" o; |' A% ^: Z
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
4 e8 ^7 g4 f$ V    mgr: ceph-1(active), standbys: ceph-3, ceph-2; \6 {& n8 @/ F0 r5 r
    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby4 z/ L0 ~7 W4 w. \7 b
    osd: 6 osds: 6 up, 6 in
& t5 ]: ?7 d' |1 f- U! O' _7 k7 x
0 E3 p$ ^9 Q5 ?  data:
/ w- o. f# T# F    pools:   2 pools, 1024 pgs$ `" T* y* z# A
    objects: 21 objects, 2.19KiB* u" p0 R' X- x) z0 B: i
    usage:   684MiB used, 584GiB / 585GiB avail
% y; }$ M# \( B3 ?( A/ V& p    pgs:     75.586% pgs not active" i# A& L9 j4 `  \/ Z
             3/62 objects degraded (4.839%)
7 n6 `! X/ b( X. d9 l! y             419 activating) x  ^2 [5 e3 t0 A
             352 peering
- u- h$ `5 `4 o! @0 F* u* e             244 active+clean' `; S# B* M9 f( B
             6   active% D7 e) m9 q+ T
             3   activating+degraded8 B. ?; R2 R3 e& C, o3 i
/ D7 x# a5 h$ s5 C6 o
[root@ceph-1 ~]# ceph -s/ _1 \" s  ?8 n
  cluster:
- V6 P) F$ x0 z  a    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
2 x4 b- _% i5 Y9 R8 f    health: HEALTH_WARN
9 |) P6 `' _! u4 p$ v3 O: `            Reduced data availability: 393 pgs inactive, 20 pgs peering
9 t  K7 \; \7 i% b            Degraded data redundancy: 3/62 objects degraded (4.839%), 3 pgs degraded
5 t$ ^) f# ~: s2 E $ Y! Q' v% H2 j7 ~2 e% w
  services:
0 R1 h. b& l: Y# r+ b    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
" N% \- o$ s5 S4 d    mgr: ceph-1(active), standbys: ceph-3, ceph-2: l/ [! l# g0 X6 I9 D( c/ l
    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby
& M4 l* S% ]# P5 ]    osd: 6 osds: 6 up, 6 in
$ A; P, r+ Q) x3 R- o. H. `
; f  w$ I2 G; p/ [, W+ Z& s5 y  r! u6 V  data:9 R3 h; W+ {! ?9 h2 w( @" M9 ~! V
    pools:   2 pools, 1024 pgs
: q3 f' f% E% M+ F2 V( ?    objects: 21 objects, 2.19KiB
: `* c4 D; r8 F$ c' l) N$ A6 Z    usage:   683MiB used, 584GiB / 585GiB avail& u, P% S3 l4 z8 F  n9 s/ r- C
    pgs:     75.195% pgs not active
2 u9 K) j- s& `4 U& }7 m; k             3/62 objects degraded (4.839%)0 R, }# ]4 l+ I# u* R0 h* p
             412 activating
: o' }- a8 h1 @+ K) ^             355 peering- d0 [  j, [: C9 j8 ?0 f7 L+ ^0 R
             232 active+clean
4 Z- A: }2 B/ N  @+ P$ o+ Q* f             22  active
% J  e/ B' q7 p' x             3   activating+degraded
% ^; m% N* j6 Z; Q( Z + i3 r$ G. [# j5 t" l
[root@ceph-1 ~]# ceph -s
  X% N( ?; @2 P. X) u  cluster:
" ?# K. i* q+ Y( R5 s$ C    id:     57bf4711-2218-46af-99d6-9c68ae230ce17 W0 _5 A9 c2 ~. ]5 p; X+ S" X
    health: HEALTH_WARN4 `+ Y4 L% ?$ `* E7 J. @
            Reduced data availability: 393 pgs inactive, 20 pgs peering
4 j7 L  P* Y- M7 B% p9 s: G            Degraded data redundancy: 3/62 objects degraded (4.839%), 3 pgs degraded1 O& z' V2 z& R  ]. b3 E+ e
/ S% j, Y" ], W6 _- n0 c
  services:% ?( K: U/ p; G9 _7 o. _
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
( ^$ V6 a) `, Z9 E' @3 ^  c& R2 `    mgr: ceph-1(active), standbys: ceph-3, ceph-2& M/ ]8 t0 A3 M/ x' ^8 K1 j
    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby
7 W9 @3 u: h' w4 {    osd: 6 osds: 6 up, 6 in
4 ~, u6 ^) X' }
1 R. n) |; W6 t2 K  data:' e' G. b1 j- c6 b2 ^1 r
    pools:   2 pools, 1024 pgs
& I0 a  R( n( D5 i    objects: 21 objects, 2.19KiB! a/ h) ?% c0 V
    usage:   683MiB used, 584GiB / 585GiB avail
( \! T9 ^' g  _/ w    pgs:     75.195% pgs not active& l$ q/ m" z; \
             3/62 objects degraded (4.839%)
; t# p* z& c  R& A             412 activating
; O% w- S. j2 s! |+ G             355 peering
  R1 ?3 ?% D/ E             232 active+clean
' \% V. ?+ M& ]8 I' J% X* e             22  active
, q6 p+ o4 ^0 ^* d             3   activating+degraded9 R% ^$ Z- I( y5 o
* }' ^$ h2 I+ [1 q
[root@ceph-1 ~]# ceph -s* v/ ^/ T4 P6 j) u3 o9 ?) F* M8 l
  cluster:6 _. m& D. a- ^
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1; |6 P( z$ I) T/ o* \" |$ H
    health: HEALTH_WARN- G* q) [, l) I; |6 x
            Reduced data availability: 376 pgs inactive
% ]- G6 s( ?& ^0 s% O: v5 e+ f            Degraded data redundancy: 8/62 objects degraded (12.903%), 3 pgs degraded: L2 m. ?. Y! e( E& r

1 U: m: H, G  t( I2 Z( e  services:
0 b, v5 G) W  Z. Y7 Y    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
2 `4 e7 h$ k7 j    mgr: ceph-1(active), standbys: ceph-3, ceph-2
4 |5 b4 _, B0 W6 z: q- b    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby
- u9 S9 H) J/ X8 y. ?. X6 {9 `' }    osd: 6 osds: 6 up, 6 in# f# p8 [+ K7 ^- a  ?. ~
/ A- x+ F0 x! ?& g7 |" d- Q: s- ]3 Z
  data:' l# f) s! k; c  O! r
    pools:   2 pools, 1024 pgs' P) c' g3 \( [
    objects: 21 objects, 2.19KiB7 z" {& x2 [5 _" }# \6 @. p3 {9 ^
    usage:   683MiB used, 584GiB / 585GiB avail8 b7 d& A, L. r) m. i
    pgs:     73.535% pgs not active, l# |, x0 a" u3 m+ q. {4 t7 L
             8/62 objects degraded (12.903%)+ ]  d, }$ |* @: r9 }! P; x( o
             463 activating
5 y3 Z$ ~$ E# f7 ?( c  ^. L             287 peering7 w4 e$ P8 A. L. a
             249 active+clean% u& g, T0 r7 B) h  D5 i: k* ~1 X
             22  active
7 s7 H7 `" W( _6 W* t             3   activating+degraded
5 Q; }3 D; x2 g5 ?# b' ?' N# S
! f$ ~9 |& x! v) Y. V" {6 [$ g[root@ceph-1 ~]# ceph -s
/ l1 P, }# @% a  cluster:
# h- k. x- |/ m2 l# D/ z  v    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
. p! t& Y0 X4 {) |0 P    health: HEALTH_WARN
; s/ J6 {7 V3 E2 x7 T            Reduced data availability: 376 pgs inactive4 p6 y: h2 f4 x5 }7 b2 e
            Degraded data redundancy: 8/62 objects degraded (12.903%), 3 pgs degraded' \% E! t, `, ?" c& {1 A

) N! A  w2 {! j: m* W+ a- {% P  services:* J0 U: J  b4 X) [! d: y% R3 u
    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3' W$ N' X4 Z6 m) j0 D! L) l
    mgr: ceph-1(active), standbys: ceph-3, ceph-2
- r( M9 V# ?# N: T( N# e    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby
) |5 g2 Z1 Z; P, T    osd: 6 osds: 6 up, 6 in6 {( X# O, S" a
/ X# a4 g3 O1 e6 e
  data:
. S3 T8 X6 {' x( D! Y: e    pools:   2 pools, 1024 pgs
4 f; u1 H" a( g; A    objects: 21 objects, 2.19KiB
9 Z' Q2 w, W; |: C! H- w+ a    usage:   683MiB used, 584GiB / 585GiB avail
7 l  R6 ~; \0 D- b& i% y    pgs:     73.535% pgs not active
- C; x8 T) V% f- c6 s             8/62 objects degraded (12.903%)
" Q+ p* F4 [! l0 @- r& e             463 activating
  @1 t$ c1 u/ t" C             287 peering
4 P2 R; p% N: x; r& k             249 active+clean9 b- V7 p  I/ H9 O5 d" @8 ^* O5 T9 p- E
             22  active
& ^" ~/ S# [' C! G+ C8 b# p: `$ f. k- R             3   activating+degraded; _9 `2 q6 a6 i+ H
! ~9 t2 ?* G( K
[root@ceph-1 ~]# ceph -s
" @# d6 x, \$ e5 H2 t/ U; X  cluster:0 `3 _9 f' W7 r+ U1 Z/ \! u9 h
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
6 H) ?  ~, b! r+ Z: P6 D7 h/ {    health: HEALTH_WARN* W4 i, ]4 H. H0 _
            Reduced data availability: 290 pgs inactive- h9 c, r# E5 }+ i6 n2 J0 G6 K
            Degraded data redundancy: 8/63 objects degraded (12.698%), 3 pgs degraded. k! t) }; N! E6 y9 T/ G5 x) ]  H" m

( U! E  j4 V) ]+ F# Z8 h' Z  services:
' q9 g* `9 K- [- m    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
" y0 m0 M3 N& r1 k0 F3 U' |    mgr: ceph-1(active), standbys: ceph-3, ceph-26 ~& v" D7 _# A" W9 t1 u
    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby( D  q, C4 f6 X% v5 o
    osd: 6 osds: 6 up, 6 in( j7 r" ^  H! g0 z) E+ A

- [/ @% k: M$ U" z/ g  data:
: n: R9 f$ q" s    pools:   2 pools, 1024 pgs
3 U' L$ x3 P+ E    objects: 21 objects, 2.19KiB! V1 x9 w. c7 Y  t$ {3 q9 J
    usage:   685MiB used, 584GiB / 585GiB avail
& n5 E6 V. s" N3 I8 r5 L7 K; |    pgs:     71.387% pgs not active
0 Q5 ~% g- J! P4 V             8/63 objects degraded (12.698%)* G; G6 _& a9 z" \7 ~5 a) v
             377 activating
6 B+ Y; |1 X$ t# P             351 peering0 n( C  o* z8 g
             193 active+clean6 \; P5 I/ Q9 }2 W0 d0 K  W
             100 active9 j5 O% p9 e, x
             3   activating+degraded
7 }' J8 g5 T) `- V. e7 j9 e6 A' X
5 i0 m! g7 Q. I7 X' q, j- N[root@ceph-1 ~]# ceph -s6 s4 j8 H" x3 G
  cluster:
1 `% x% \' `$ `7 V    id:     57bf4711-2218-46af-99d6-9c68ae230ce1  m1 L9 g0 z! j" [1 a
    health: HEALTH_WARN
$ C+ U% S" p6 C2 ~: G            Reduced data availability: 290 pgs inactive0 E5 v& V0 b& N: k! _/ t
            Degraded data redundancy: 8/63 objects degraded (12.698%), 3 pgs degraded( z+ P6 y6 I6 ~) P$ x
            26 slow requests are blocked > 32 sec. Implicated osds 1
* V, G, _" U2 s8 a3 y5 H' F. s
1 V8 n8 l1 S5 \7 S  t  services:
* O. w+ ^2 c1 D% K( b    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3; U9 W; k! Z# V: D3 V
    mgr: ceph-1(active), standbys: ceph-3, ceph-2
- j2 s: a9 K. ~) S9 l2 W3 }# c! C    mds: filefs-1/1/1 up  {0=ceph-3=up:active}, 2 up:standby
' G, Z* s( J2 K! b    osd: 6 osds: 6 up, 6 in
- ^4 z& L$ E- a5 S# y 5 m/ Q3 l' B+ \+ d
  data:
4 ]% z9 w( n4 I: Y    pools:   2 pools, 1024 pgs! E* n* ]& Z/ V# G' }$ }
    objects: 21 objects, 2.19KiB
* x  I& e8 R3 ?  G    usage:   684MiB used, 584GiB / 585GiB avail8 @0 P) e& X5 Y: p: b
    pgs:     71.387% pgs not active4 N/ W5 e* y1 _) D* l  z  C
             8/63 objects degraded (12.698%)
' m7 Z5 S4 ]3 s  S) D* i             387 activating: U9 v, y( K' ?9 X1 s3 z
             341 peering
. j! q- n( B; L' l             204 active+clean
$ x  }' z* B3 d( C) v5 S             89  active
& j) ^7 R( z9 H3 f             3   activating+degraded$ t& E. e6 h, j' ^9 t3 h& j
回复

举报

返回列表 发新帖
高级模式
B Color Image Link Quote Code Smilies
您需要登录后才可以回帖 登录 | 注册

本版积分规则

返回首页|Archiver|手机版|小黑屋|易陆发现技术论坛 ( 蜀ICP备2026014127号-1 )

GMT+8, 2026-6-11 23:02 , Processed in 0.019451 second(s), 23 queries .

Powered by Discuz! X5.0

© 2001-2026 Discuz! Team.

快速回复 返回顶部 返回列表