找回密码
 注册
查看: 607|回复: 0

记一次模拟测试cephfs reset恢复状态

[复制链接]

1

主题

0

回帖

12

积分

管理员

积分
12
QQ
发表于 2022-8-5 15:00:12 | 显示全部楼层 |阅读模式
[root@ceph-3 test]# rados ls -p metedata |grep 2.00000000 |xargs -i rados -p metedata rm {}5 F% [$ f2 N/ C/ V6 x3 q
[root@ceph-3 test]# rados ls -p metedata |grep 2.00000000
5 @1 C% \& h* b2 y[root@ceph-3 test]# systemctl restart ceph-mds@; Y* Z+ a, }$ a4 b% q' h/ {
ceph-mds@                ceph-mds@ceph-3.service  0 o& L/ ~2 C9 q
[root@ceph-3 test]# systemctl restart ceph-mds@
  m( {, i' e/ E: H# {; jceph-mds@                ceph-mds@ceph-3.service  
) I) |9 m/ T. U4 m! V/ @[root@ceph-3 test]# systemctl restart ceph-mds@
+ S" B$ r) e# W- V5 d6 Uceph-mds@                ceph-mds@ceph-3.service  % R/ [& Q' a$ ~) a/ |
[root@ceph-3 test]# systemctl restart ceph-mds@ceph-3.service ( C3 s3 \* H0 ~2 k
[root@ceph-3 test]# ceph fs status
* ?8 e! g0 T6 H5 n                                         #Show the status of a CephFS filesystem
* ~8 l8 b! A$ R+ s+ T[root@ceph-3 test]# ceph fs status
/ X! D7 L, W9 c6 @* x                                         #Show the status of a CephFS filesystem! W" g5 v1 [  L8 [$ e6 Z' b
[root@ceph-3 test]# ceph fs status : I! s7 f5 x8 E0 k" t
cephfs - 1 clients
/ B' r9 l% I8 I" T======
* F8 w6 n" {" R" C+------+--------+--------+---------------+-------+-------+1 h; z* m' q2 f! |/ s% F
| Rank | State  |  MDS   |    Activity   |  dns  |  inos |/ u" a0 l6 n& `
+------+--------+--------+---------------+-------+-------+
) g; D' l7 {. Z7 z|  0   | active | ceph-1 | Reqs:    0 /s |   11  |   13  |
" z7 y  j0 R, B* U+------+--------+--------+---------------+-------+-------+7 W& U1 j, A6 H# G
+------------+----------+-------+-------+
; M- D4 A2 c2 W|    Pool    |   type   |  used | avail |
+ ^7 z* P5 l" w2 K+------------+----------+-------+-------+
5 J  z9 E( {8 H$ ?8 c# u|  metedata  | metadata | 5911  |  277G |
; F2 W; c/ [) j! D$ f; j| cephfsdata |   data   | 44.5k |  277G |
* @) [1 Y4 C1 |/ V. Q1 C, t+------------+----------+-------+-------+
2 L$ T- o( _5 Y' r2 ~) x5 O% s+ E" E% n' Y
+-------------+9 d. Y: [5 I" }) j' _4 E' e
| Standby MDS |
8 f; [* ?% c! ^5 S0 T+-------------+
# S  q% j4 \3 m/ F5 k% R! n) d3 n|    ceph-2   |+ e: j0 g( p9 \0 N( x) _
|    ceph-3   |
; K0 v  J; h. D: n( I+-------------+
" V) j: l0 F" a/ }1 d/ lMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
' A1 q) I' E8 y2 A! B/ V[root@ceph-3 test]# ceph fs status
, }, b0 m( \6 k2 bcephfs - 1 clients1 E. w$ [3 x7 A- d
======
' b% S+ S6 `' \) v% p+------+--------+--------+----------+-------+-------+
0 |* X" O5 O! ?8 H8 H  J% H+ u9 k: V6 j| Rank | State  |  MDS   | Activity |  dns  |  inos |4 h2 n* E1 o) B& ^
+------+--------+--------+----------+-------+-------+2 |6 ?& Y; N$ y
|  0   | replay | ceph-3 |          |    0  |    0  |
4 d6 M3 N, o7 y& i+------+--------+--------+----------+-------+-------+
! l+ Q( F$ s& o6 I; u+------------+----------+-------+-------+
  `) M' o: A0 `( Y# B9 y|    Pool    |   type   |  used | avail |
( B& B1 h) T& n: Z* H" r( g+------------+----------+-------+-------+
# m" U- u8 S2 w2 t|  metedata  | metadata | 5911  |  277G |
9 x7 p5 f& k7 {3 F$ o2 ]% i| cephfsdata |   data   | 44.5k |  277G |/ r9 V2 T3 B$ R" T. G% c
+------------+----------+-------+-------+% e& x+ G3 d6 G  c/ S3 e- _
& d+ C8 r* b- j- O
+-------------+5 O( s; L/ U' Z+ U' V. S. X- U
| Standby MDS |+ R3 n& r. i8 l; S+ _, m: M
+-------------+7 X. O* W* f, b
|    ceph-2   |  W8 Z; N% X7 \: Z& [
+-------------+1 b+ c+ {, a7 z) Y1 B0 G
MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)! z' r& Q+ i( Y1 }! R
[root@ceph-3 test]# ceph fs status   f: x) b2 q" D. s
cephfs - 1 clients4 @* l' ~/ E5 ~" v, D
======
+ y+ F, t+ o5 J: m: I1 |+------+-----------+--------+----------+-------+-------+
+ |8 O6 t* E2 l; F6 a. D| Rank |   State   |  MDS   | Activity |  dns  |  inos |
9 {& t- _$ Y2 O" f# b) v+------+-----------+--------+----------+-------+-------+
9 H% g0 {! I  t) ^, X, T% a4 _, U( `|  0   | reconnect | ceph-3 |          |    0  |    0  |
8 o8 W1 f: W- E& L% Z6 k3 }. ~+------+-----------+--------+----------+-------+-------+
! b  F4 a* l) h: @+------------+----------+-------+-------+! x: P3 w% |& U8 i
|    Pool    |   type   |  used | avail |
3 j  [" ?$ n6 b6 _5 T3 v' W9 B+------------+----------+-------+-------+
" s7 v" u$ u8 E* W7 {& K|  metedata  | metadata | 5911  |  277G |. Y& t9 q' }) J/ `: H2 z0 ?  U8 [
| cephfsdata |   data   | 44.5k |  277G |6 _$ v+ }& c* _5 |, {4 B
+------------+----------+-------+-------+
" t0 V/ v; s% C) v! e8 w" m- X) q$ {' p  j: |; y
+-------------+
5 ?% R8 z; [/ _9 b* X| Standby MDS |
% r4 g. u1 ^" a5 o( ?9 @+-------------+
  F% P- H" @0 J3 J+-------------+
0 P+ I2 w  K  a2 JMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
6 l* s0 Q7 a9 {$ D3 U5 W. |1 W[root@ceph-3 test]# ceph fs status ' f2 B/ T+ q! f9 g6 w
cephfs - 1 clients. e$ W; T- X1 Z3 s) b) N# m+ S
======! Y0 r5 |2 X9 S1 ?
+------+-----------+--------+----------+-------+-------+
2 D' h; n3 ~1 O" k# ~( i( ~; b4 l| Rank |   State   |  MDS   | Activity |  dns  |  inos |
: A' ^' t# b2 Y# x* M! {8 {+------+-----------+--------+----------+-------+-------+! X) A+ ]& _% x( K, L: i
|  0   | reconnect | ceph-3 |          |    0  |    0  |
2 j1 I  c% g8 b. w7 Y+------+-----------+--------+----------+-------+-------+
0 x& {  h6 K! s+------------+----------+-------+-------+
$ m! q# x& K4 u, H; K1 Y/ X/ O% @|    Pool    |   type   |  used | avail |4 P; T' I6 G6 p, ?2 w# b
+------------+----------+-------+-------+) {/ Q, u6 q! k% z9 {
|  metedata  | metadata | 5911  |  277G |" E9 h& k1 c! O  S1 t
| cephfsdata |   data   | 44.5k |  277G |" Z! C& X3 H% L
+------------+----------+-------+-------+
& ?! j; r% P5 r# G. G! Q
7 p9 Q9 R2 N1 y2 ~. Y* `9 i+-------------+
6 L! |* X1 `  K6 l7 l$ _0 [; H  || Standby MDS |( A: B* O% v3 s# r/ T
+-------------+
4 t% |( O. H; C, M2 d+-------------+
- N6 Y3 s; u9 I1 g$ TMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable): n/ i' ]' R* F* m" F* v
[root@ceph-3 test]# ceph fs status - Y7 L( X3 a* V4 R9 y0 ~
cephfs - 1 clients
# |8 u5 q5 W9 ^5 k6 B$ M======
. {2 o& l7 u3 w1 i2 }0 a9 V/ P: W+------+--------+--------+----------+-------+-------+' q' s$ M* f: A$ b
| Rank | State  |  MDS   | Activity |  dns  |  inos |
8 I5 `" w& e  q% c) \1 V" f+------+--------+--------+----------+-------+-------+
3 E  X7 p# `/ \/ H) \# k|  0   | rejoin | ceph-3 |          |    1  |    3  |. o; T& u- T8 N( K( r
+------+--------+--------+----------+-------+-------+
+ x3 x" a6 ]" d- `+------------+----------+-------+-------+$ ?2 c1 k0 F) O& R
|    Pool    |   type   |  used | avail |6 S# F9 q7 `2 i0 a3 s
+------------+----------+-------+-------+
! Q4 @! I# m5 H|  metedata  | metadata | 5911  |  277G |
3 M; y3 q' p- l  H; h, S| cephfsdata |   data   | 44.5k |  277G |
; [. u! `7 K/ Y+------------+----------+-------+-------+
3 X# ]( d; h0 y7 {6 e# J5 a% k7 N! o( @: S7 v8 ]! e( x8 W3 l9 {
+-------------+) b. x. q$ g7 H1 e' s
| Standby MDS |" u7 z- `2 v( {! f) @. C
+-------------+
6 \/ t. Z3 \9 `1 F4 s% D|    ceph-1   |- E) W5 \4 c) \5 d# j# g9 U8 G" R
+-------------+
7 Y3 y5 f/ ^8 f6 T0 k. I5 [4 vMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)* h. }) ?6 H/ U6 `
[root@ceph-3 test]# ceph fs status
! J; W/ r" m3 T9 O4 hcephfs - 1 clients* w: y. {3 V# p
======
' {/ [' Y8 g  t+------+--------+--------+----------+-------+-------+
1 J# {5 k- G0 [: A( ^5 f| Rank | State  |  MDS   | Activity |  dns  |  inos |
8 _8 r/ a6 f* ~; \# a* p1 X+------+--------+--------+----------+-------+-------+
2 u8 S! C9 h7 f, n% x1 t8 y- v|  0   | rejoin | ceph-3 |          |    1  |    3  |
: [- w) M2 g4 ~* }2 n8 N$ s+------+--------+--------+----------+-------+-------+  V- k% u% y  @
+------------+----------+-------+-------++ ~, }! W: D7 j4 [
|    Pool    |   type   |  used | avail |) K! A: ?% z  B1 W6 f
+------------+----------+-------+-------+% n% k- n' `5 ~$ F. S3 w$ T' F
|  metedata  | metadata | 5911  |  277G |# _! e/ o3 S% d# C- d
| cephfsdata |   data   | 44.5k |  277G |5 H% b7 P5 I9 n; Q: X
+------------+----------+-------+-------+
& `3 ^1 U2 J& i$ M! Q
8 c$ I, T$ u/ Y0 |* Q+-------------+$ y. T& R: ~8 M+ j0 W+ {% q
| Standby MDS |
) [9 D; z0 h* N9 P+ N* M( h+-------------+" S; S& B' [/ U- r0 W
|    ceph-1   |/ W8 M! t) ~3 y1 R
+-------------+' K1 `1 l! }. Z: H3 |
MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)- q) g4 F, F, M2 b  c2 C8 @
[root@ceph-3 test]# ceph fs status 7 V2 X% x2 v' N% M: ?
cephfs - 1 clients8 d, p. I  z! o* z* J
======
7 m" U( R4 A& ?3 E7 f+------+--------+--------+----------+-------+-------+0 b4 M; E) P, Q6 B, B
| Rank | State  |  MDS   | Activity |  dns  |  inos |9 o' Q- ~# {) L
+------+--------+--------+----------+-------+-------+
! F% w' u; \/ z* T+ e7 s! ||  0   | rejoin | ceph-3 |          |    1  |    3  |9 t' z- j" j+ Z( W" W1 h; z
+------+--------+--------+----------+-------+-------+% X5 t- l( o! {; t  c1 m7 C
+------------+----------+-------+-------+" k1 s+ @4 _- n& w2 I9 k: H) V
|    Pool    |   type   |  used | avail |  y  {9 V3 o( P- b5 A0 O8 ~& @
+------------+----------+-------+-------+
9 I2 e; a2 q! ~2 N% f|  metedata  | metadata | 5911  |  277G |
3 r- X9 h6 j4 R: i8 l( m4 }9 }| cephfsdata |   data   | 44.5k |  277G |1 R" U# e9 C9 O2 l7 w
+------------+----------+-------+-------++ L$ w9 m% x, h

0 J4 m6 X5 A8 ?9 A) H; @+-------------+4 c: g  d1 `; r( J( e6 q. f
| Standby MDS |
9 C; T! X$ R1 `& g% |9 [/ t$ b+-------------+! T6 _+ E3 r4 J% s
|    ceph-1   |  Y) T3 g" n% H$ l1 b. Y
+-------------+
) O: r7 G8 m4 b2 z! x0 yMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)) S1 t2 ~- N9 j' Y/ m( x3 T; I; g0 L
[root@ceph-3 test]# ceph fs status - [6 }, D# X0 k5 d' d
cephfs - 1 clients! u$ ^! R& F( {6 A/ x% s
======9 z# T  C6 p5 G; U7 _
+------+--------+--------+---------------+-------+-------+
# ~" e( `$ w0 W: B0 F| Rank | State  |  MDS   |    Activity   |  dns  |  inos |
2 @' o$ w4 G. N' \5 I( J: c/ ]+------+--------+--------+---------------+-------+-------+
* v& |; w, b; w( Y  n|  0   | active | ceph-3 | Reqs:    0 /s |    1  |    3  |3 s  Z4 l- {! x8 H- n1 _
+------+--------+--------+---------------+-------+-------+
; `& j' |/ d' K: I+------------+----------+-------+-------+
( E5 ?, o) y% R# s; e% m|    Pool    |   type   |  used | avail |
' N+ s! i1 I$ r. A( U) P+ M+------------+----------+-------+-------+
- L# H8 n0 }* i- _) K$ U|  metedata  | metadata | 5911  |  277G |
# o+ I* S- o9 E' n8 x| cephfsdata |   data   | 44.5k |  277G |- s4 B, j. s0 L4 X
+------------+----------+-------+-------+
) x- A# ^2 z! F2 U, r" W' ?  _" @1 @
3 g4 m: G, i5 [9 S, G  m. f# G+-------------+0 S  V/ I+ C0 Z9 l- W" V: `
| Standby MDS |
. n/ `- d: Y7 J) y2 O7 j+-------------+
  u. e- V3 x. N, c% l+ @3 T|    ceph-2   |
/ `, M: i6 m/ @7 @|    ceph-1   |
8 N# }7 y. X0 e! O% C( X; e- P+-------------+' @" h" j) t- x% G
MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)  |2 [7 I5 c/ ~
[root@ceph-3 test]# rados ls -p metedata |grep 2.00000000' r# c$ a0 A" Y0 c- [% g
[root@ceph-3 test]# rados ls -p metedata |grep 2.00000000
/ C" {) I5 j( C/ Q% j[root@ceph-3 test]# ls
! O$ l1 E% b6 o10000000000.00000000  recoverfile.png' h: z+ D  T/ C% H( U4 a- @$ [
[root@ceph-3 test]#
! k' \# r" F* t: i$ z) j[root@ceph-3 test]#
  n5 W, u/ P% ]: M[root@ceph-3 test]# cd
$ e- V& h4 J3 x* o8 T[root@ceph-3 ~]# rados ls -p metedata
  p6 \. c6 W" b, D& p0 S' l# y601.00000000. F: X2 k1 l; M- b: V  R" b
600.00000000( J+ I& `" s' Q' u4 I# l2 S1 N
603.00000000
7 r! |7 z% F# m1.00000000.inode
* G& \6 o2 Y& q: j200.00000000/ T, d/ U- E3 _" q* L0 l& M9 ]6 {
200.00000001
8 u# M; G! U1 z( c0 n* r; W2 c2 n, @606.00000000: J: m3 \4 f5 q* `8 i
607.00000000" |& u# D8 D4 q! R
608.00000000
; _/ O! v1 E2 S' x% K604.00000000; k7 w, B$ w- `# Q& w6 m
500.000000007 ], ?3 n/ Q- P6 D1 D) A. ?4 I0 Q( z
mds_snaptable; A( `, L) C: \7 e0 u8 k
605.00000000
/ w$ F* K. @' [& I; ?+ f, x5 Emds0_inotable  n- ?) [+ w1 y: u, L
100.00000000- W3 o! U2 n$ q" \
mds0_sessionmap$ b: v  q- ^# g9 b, G. K) a. s9 L
609.00000000/ Y0 s. X, p2 s! v9 f) U
400.00000000
6 ^5 t& ^1 i3 V# I8 i" b7 A# ^- l100.00000000.inode
: y. u* T% }& {6 p) L( b3 r3 R1.00000000. R2 s* L/ Y- Z: d1 J) `$ Q& M
[root@ceph-3 ~]# rados ls -p metedata |grep 602
/ t8 ?# d5 u2 }9 E# n! y[root@ceph-3 ~]# cd /mnt/^C) _: K7 X$ A9 ], \
[root@ceph-3 ~]# ceph -s- R1 d& v. _) P8 H5 s3 m
  cluster:- w  f) X6 @0 `0 d
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1
. R  y( M" c! y% R& V    health: HEALTH_ERR
9 J5 o+ b! G8 N8 U+ f) j            1 filesystem is degraded/ X! b2 u: t: @
            1 mds daemon damaged
" ^: ~. a" S  e; M& n( @4 v- q0 p3 T7 K% j+ K
  services:
" M: l' N7 o) E/ h4 P    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3% w3 X' M" @! }. }8 u( l6 r
    mgr: ceph-2(active), standbys: ceph-1, ceph-3
& s5 ?/ ~8 ~; b" w4 n    mds: cephfs-0/1/1 up , 3 up:standby, 1 damaged9 s6 l# r$ c) ]& @6 h
    osd: 6 osds: 6 up, 6 in& t4 P) O, y2 d0 O, j" g
: o& P) k) k6 I1 \! d
  data:$ \+ @& p% y0 I& Y" {
    pools:   2 pools, 256 pgs+ K8 T3 @( T& R! H/ v
    objects: 21 objects, 50.4KiB
2 n& F( p4 g/ f  n    usage:   738MiB used, 584GiB / 585GiB avail/ g, q! E/ Y0 n+ Z+ O; |
    pgs:     256 active+clean
$ X& }$ c$ B. r6 [$ @, L( i3 H5 T3 W6 G: `, \/ [# ?
[root@ceph-3 ~]# ls. I( V7 N# \6 h* E) R+ x0 W2 G8 @4 l1 p
recovery_cephfs.py
  R# L" L5 N2 Z3 B( s[root@ceph-3 ~]# ls
8 N. u" N6 j7 Q5 H2 {recovery_cephfs.py
5 E9 Y# G# F; y$ M[root@ceph-3 ~]# - ~; T) t8 v0 t- k
[root@ceph-3 ~]# ls
5 s# H. G, k9 j( j" H2 frecovery_cephfs.py+ }( _  k  o2 V- W
[root@ceph-3 ~]# df -TH& L" @- j( |; i* y2 g( C

- U+ a  [/ N7 _" M. I+ W3 o
# \4 n" \( S, V5 k* e: q' H- R, c: x' c2 t$ [
^C2 _' c$ N" D9 h4 `
[root@ceph-3 ~]# ls
5 H: e/ n  l8 R  H$ \; Arecovery_cephfs.py
( a* i0 n. I2 z9 ~, h[root@ceph-3 ~]# ls
6 R" @3 p8 g3 s& m/ H! Mrecovery_cephfs.py+ i. _5 r" X- I! a; m
[root@ceph-3 ~]# ls
/ S% {. P4 B2 w4 k0 q( M4 Urecovery_cephfs.py
5 X( U2 G- h% a* x4 ^2 F[root@ceph-3 ~]# ceph -s6 t$ v8 [+ U2 @8 T2 o% R: @
  cluster:2 h$ Y: c4 d) m/ M6 Y' O8 A
    id:     57bf4711-2218-46af-99d6-9c68ae230ce1( ~8 O- L, ]# `* y/ k3 m
    health: HEALTH_ERR1 z- m5 k4 R' g
            1 filesystem is degraded3 a. j0 V6 q* R+ D) \
            1 mds daemon damaged
0 ]1 z6 ]9 L) C( s
  D. i3 D4 O7 G( B- H- A  services:
% o# F+ |% k6 ?+ q    mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
( F) w1 @  p+ A; g    mgr: ceph-2(active), standbys: ceph-1, ceph-35 Y; U' f! b  p6 g
    mds: cephfs-0/1/1 up , 3 up:standby, 1 damaged8 P  M1 G2 G2 d& x8 A/ v
    osd: 6 osds: 6 up, 6 in
( m2 L# D9 b- ?7 o' O- p
" [# b4 h' R' T# X6 ^  data:
3 u$ p- b4 ~0 o( J    pools:   2 pools, 256 pgs6 y% p3 G( j5 l9 b8 \
    objects: 21 objects, 50.4KiB! e/ h! ?& v5 A2 Y+ T- s7 z+ o
    usage:   738MiB used, 584GiB / 585GiB avail+ e" c5 l2 M8 N3 E. h+ n, x
    pgs:     256 active+clean
9 c+ Q4 v( Z6 ]$ i% [8 H; T" j# n8 C6 E0 J; a8 Q
[root@ceph-3 ~]# ceph fs status s. K% L/ y! d4 I+ L+ @. O2 Y8 S

8 Y9 U7 x: M! c0 U9 [/ z+-------------+
5 a1 B! [! d% z& W4 T| Standby MDS |
# T9 c$ V+ y; R* p' D' g- Q+-------------+: K1 Y2 ]: R! D9 H. R. G3 G
|    ceph-2   |
+ r# s4 C( p2 }" U0 F) `|    ceph-1   |
6 E' z& t1 M8 w2 C9 ]|    ceph-3   |
5 k6 a1 s# j2 u8 n9 m1 _4 ]+-------------+
( Q- B# X" R& E% t/ w8 Q, fMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
4 U! _9 I: Z; Q, M9 {[root@ceph-3 ~]# ceph fs status
& C/ ?( L! P6 j. w2 `cephfs - 0 clients
* D) r' {0 b9 B& J. J======! \2 J' S. ?# i0 h
+------+--------+-----+----------+-----+------+
4 A1 w2 y8 Y; W| Rank | State  | MDS | Activity | dns | inos |
8 a8 C# Z4 i4 @' }+------+--------+-----+----------+-----+------+
. Y3 z4 {2 R; r6 U% m% s% Y# E|  0   | failed |     |          |     |      |7 h7 m$ ~1 H6 S# e7 {1 A" Y
+------+--------+-----+----------+-----+------+
+ |4 W2 Q" w  N- ?) i) B4 M* S+------------+----------+-------+-------+0 u+ k# Y- J9 s3 z5 r! k
|    Pool    |   type   |  used | avail |' d. l5 O9 m3 ^
+------------+----------+-------+-------+4 a4 h2 i( ~: |# [
|  metedata  | metadata | 6023  |  277G |) I0 \- s6 I% _9 s
| cephfsdata |   data   | 44.5k |  277G |) u8 O+ G/ s2 m8 J$ ~1 q
+------------+----------+-------+-------+
- a  E/ S5 l1 d# p$ t) S; O1 B- Z- X& u' g, a, L$ ~& d; E5 t
+-------------+
/ `$ u% a+ u: d+ R% K0 ?| Standby MDS |, ?/ G/ Q& h/ Q1 C" \, P- Q
+-------------+- ]: R8 ]2 m+ U/ Z# f) ?" z: o
|    ceph-2   |( H/ k2 b" C3 n- k5 t
|    ceph-1   |, `5 }9 W; L/ m: ]" Z( x
|    ceph-3   |
1 I" e/ e' z2 J+-------------+$ ]; j  q& ]: F3 E' f+ G& m$ j
MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
8 j6 f+ w/ q" F7 C6 B/ N[root@ceph-3 ~]# ceph fs status - M7 T5 [8 v( u$ C
cephfs - 0 clients# N5 `# E3 V# \4 k% V6 W
======
3 [# l* s7 A+ ^/ q+------+--------+-----+----------+-----+------+
1 Z$ k/ w+ ?9 T, j# f0 u6 @; O* Q9 U| Rank | State  | MDS | Activity | dns | inos |
; v/ B( D  q1 O9 ?! j+------+--------+-----+----------+-----+------+
2 A4 c- u% N" Q6 |7 `|  0   | failed |     |          |     |      |
0 g4 k- y7 B" R) g+------+--------+-----+----------+-----+------+/ H* Q, o- X5 D5 m$ ^  Y
+------------+----------+-------+-------+6 E) h6 H" C# F, }) v) y
|    Pool    |   type   |  used | avail |
) Y2 w* p9 l8 K0 y+ x+------------+----------+-------+-------+
1 F0 B$ i6 f2 L* [  u$ x+ t  l|  metedata  | metadata | 6023  |  277G |) O! W( t4 a* C% L! }# d  }: s
| cephfsdata |   data   | 44.5k |  277G |
. r: x  l% I) [5 @8 I5 F8 H+------------+----------+-------+-------+
. M+ {; ?$ @" A4 _  w
; N) K" }& e8 Z! b1 b+-------------+' q9 K+ o% s! R6 K4 \& q
| Standby MDS |0 b" @) S* n9 {( A
+-------------+
, I: d# ~8 q& t( ~! j! l8 o# Z7 a|    ceph-2   |
- \' S2 r+ E6 L0 N6 \2 d|    ceph-1   |
; ^& R) _( E; p& N8 z* j|    ceph-3   |  w8 q% M4 }8 V
+-------------+  J/ C% y: D6 w: M
MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)6 q( r8 v% u) P. P/ H+ i. n
[root@ceph-3 ~]# df -TH
) N5 _- S# ^- n- H^C7 n9 u: |$ Q! x3 L: [& w
[root@ceph-3 ~]# ls
# n: c- w8 H7 i2 P& jrecovery_cephfs.py- ^7 a& y6 {1 Q' ~) x
[root@ceph-3 ~]# ' X3 H. O$ {; D( \1 g

: b$ L# J+ f" o& r2 Q# }$ H: X[root@ceph-3 ~]# ceph fs ls& H7 R( s* C  c" v
name: cephfs, metadata pool: metedata, data pools: [cephfsdata ]
7 a) m# W. z0 a0 D4 }6 ~; r. n[root@ceph-3 ~]# ceph fs reset cephfs -3 ]! d  H4 H# ^3 m) N8 [
--admin-daemon     -f                 -n                 -v                 --watch-info0 F" h* t" C/ m! g
--admin-socket     --format           --name             --verbose          --watch-sec* }. x, J7 Z  `3 Z5 D
-c                 -h                 -o                 --version          --watch-warn" U  `9 t" Z$ A1 E
--cluster          --help             --out-file         -w                 ( G& ^5 L# k  A- s4 k" ~
--concise          -i                 -s                 --watch            ( C- s* E; ]2 W2 a! o6 S( K; b( u
--conf             --id               --status           --watch-debug      : V3 C. p8 G0 T; s" T' `; F5 v
--connect-timeout  --in-file          --user             --watch-error      7 P: H0 v. p8 Y( {) \. Z
[root@ceph-3 ~]# ceph fs reset cephfs -. @9 T9 Q& R, _1 ^
--admin-daemon     -f                 -n                 -v                 --watch-info
) z: t  ~) g4 @" ^/ L2 K--admin-socket     --format           --name             --verbose          --watch-sec
* F; k3 l8 n9 z- \-c                 -h                 -o                 --version          --watch-warn
3 F! f1 k3 Z( ]$ ?, J--cluster          --help             --out-file         -w                 # P" f+ b8 {. C7 c" _
--concise          -i                 -s                 --watch            
% n7 W2 I  z0 s5 }6 n2 b--conf             --id               --status           --watch-debug      : S8 \5 \& Q, ?* S; m: M! ^* M5 I
--connect-timeout  --in-file          --user             --watch-error      8 P6 w1 e% C$ X1 K9 r1 U
[root@ceph-3 ~]# ceph fs reset cephfs --yes-i-really-mean-it 7 u) Q4 c4 r) u% b7 J" z
                                                    #disaster recovery only: reset to a single-MDS map
( W2 y. T0 z3 |+ B  h- z[root@ceph-3 ~]# ceph fs reset cephfs --yes-i-really-mean-it
$ D; d6 Z. }6 R[root@ceph-3 ~]# ceph fs ls9 {7 {3 y# k( n: r4 {- ]; _* j
name: cephfs, metadata pool: metedata, data pools: [cephfsdata ]
  E: K, c9 a- h& }9 U8 w[root@ceph-3 ~]# ceph fs status
- P6 W$ R- u( h) dcephfs - 1 clients2 ?4 c+ \: j* G3 a; E5 U( G8 r" s
======2 ?, H! W2 Y$ T$ i" t1 C
+------+--------+--------+----------+-------+-------+
) [7 V: u) x5 m+ Q3 K% s| Rank | State  |  MDS   | Activity |  dns  |  inos |$ t/ J9 |1 j7 Y3 S! T2 o! T
+------+--------+--------+----------+-------+-------+4 e) i$ w& U$ c! C4 K# Z
|  0   | rejoin | ceph-3 |          |    1  |    3  |
$ o* G# S+ ]( a# C8 M+------+--------+--------+----------+-------+-------+
, o' S7 k1 e+ o' u+ t+------------+----------+-------+-------+* q6 I7 x  S- y  d& }/ w
|    Pool    |   type   |  used | avail |
! l. o! a3 F7 [$ j+------------+----------+-------+-------++ o* F8 z, d/ i- F5 A0 `
|  metedata  | metadata | 6023  |  277G |! O" L. {7 o3 v2 `' i
| cephfsdata |   data   | 44.5k |  277G |# x4 a3 l) s5 J# D/ o* ?& a
+------------+----------+-------+-------+* E1 Y4 Q- W2 K$ y, f

! j. f1 H4 v2 v2 R% h+-------------+
, o# M5 Y0 y+ _5 [- Q" \- t| Standby MDS |/ L/ x/ |' L. m5 n7 H
+-------------+
" [, x9 o$ D1 _% I# R|    ceph-2   |5 k$ z9 _+ l1 ~6 s5 y. g" E$ ?( m. M
|    ceph-1   |
1 x+ C9 [8 E7 O! F0 }+ n( r+-------------+
3 o( h* T/ f/ U% V2 v# S# aMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
+ i/ B9 G5 I# ?" Z* W6 s5 O% c[root@ceph-3 ~]# ceph fs status
( y4 p+ h: ]+ b1 U$ Ncephfs - 1 clients  U7 C& D3 Y$ m0 E
======
  ~7 Q/ L* H9 ^2 `+------+--------+--------+---------------+-------+-------+
, ?' X/ u  u9 f5 d1 V+ X# c| Rank | State  |  MDS   |    Activity   |  dns  |  inos |
# F6 z1 v' X3 @* o. Q+------+--------+--------+---------------+-------+-------+
' @* r) h0 j, I% l* V|  0   | active | ceph-3 | Reqs:    0 /s |    1  |    3  |
6 ~9 ]4 I2 a! N* P$ C+------+--------+--------+---------------+-------+-------+
$ r* m$ q$ ?& T) M8 c8 h0 l+------------+----------+-------+-------+& B% H6 ^1 t! ~  ^1 `) _
|    Pool    |   type   |  used | avail |
( a8 v6 O6 `" j2 L- ]+------------+----------+-------+-------+/ q. q5 E2 \% i; {. I/ P4 N  l
|  metedata  | metadata | 6135  |  277G |- w' y: @# h6 U. _# {# y9 ^
| cephfsdata |   data   | 44.5k |  277G |* D' K+ q) o5 z
+------------+----------+-------+-------+: l; l% H) i' z. r, z
' V& B9 r$ c! Y2 e
+-------------+/ V/ K' l$ ~$ I+ d
| Standby MDS |
& x! Q. |+ ?! n0 E+-------------+
+ ~4 u, A: ~' n  s/ T# R- q|    ceph-2   |; v% t7 L# W9 w9 `6 A& R
|    ceph-1   |$ f9 w6 N3 @* p" C$ I
+-------------+
' U1 O/ w, i* F! {) _4 |( [- dMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)" P0 v# t: S0 Y1 t' Z. l3 `: O
[root@ceph-3 ~]# 5 Y; }! x3 O! a! c0 p

" x* K7 M+ N2 a; t
" Z6 o- N4 T$ J+ ?4 _" R
您需要登录后才可以回帖 登录 | 注册

本版积分规则

返回首页|Archiver|手机版|小黑屋|易陆发现技术论坛 ( 蜀ICP备2026014127号-1 )

GMT+8, 2026-6-11 23:50 , Processed in 0.019543 second(s), 22 queries .

Powered by Discuz! X5.0

© 2001-2026 Discuz! Team.

快速回复 返回顶部 返回列表