|
|
[root@ceph-3 test]# rados ls -p metedata |grep 2.00000000 |xargs -i rados -p metedata rm {}5 F% [$ f2 N/ C/ V6 x3 q
[root@ceph-3 test]# rados ls -p metedata |grep 2.00000000
5 @1 C% \& h* b2 y[root@ceph-3 test]# systemctl restart ceph-mds@; Y* Z+ a, }$ a4 b% q' h/ {
ceph-mds@ ceph-mds@ceph-3.service 0 o& L/ ~2 C9 q
[root@ceph-3 test]# systemctl restart ceph-mds@
m( {, i' e/ E: H# {; jceph-mds@ ceph-mds@ceph-3.service
) I) |9 m/ T. U4 m! V/ @[root@ceph-3 test]# systemctl restart ceph-mds@
+ S" B$ r) e# W- V5 d6 Uceph-mds@ ceph-mds@ceph-3.service % R/ [& Q' a$ ~) a/ |
[root@ceph-3 test]# systemctl restart ceph-mds@ceph-3.service ( C3 s3 \* H0 ~2 k
[root@ceph-3 test]# ceph fs status
* ?8 e! g0 T6 H5 n #Show the status of a CephFS filesystem
* ~8 l8 b! A$ R+ s+ T[root@ceph-3 test]# ceph fs status
/ X! D7 L, W9 c6 @* x #Show the status of a CephFS filesystem! W" g5 v1 [ L8 [$ e6 Z' b
[root@ceph-3 test]# ceph fs status : I! s7 f5 x8 E0 k" t
cephfs - 1 clients
/ B' r9 l% I8 I" T======
* F8 w6 n" {" R" C+------+--------+--------+---------------+-------+-------+1 h; z* m' q2 f! |/ s% F
| Rank | State | MDS | Activity | dns | inos |/ u" a0 l6 n& `
+------+--------+--------+---------------+-------+-------+
) g; D' l7 {. Z7 z| 0 | active | ceph-1 | Reqs: 0 /s | 11 | 13 |
" z7 y j0 R, B* U+------+--------+--------+---------------+-------+-------+7 W& U1 j, A6 H# G
+------------+----------+-------+-------+
; M- D4 A2 c2 W| Pool | type | used | avail |
+ ^7 z* P5 l" w2 K+------------+----------+-------+-------+
5 J z9 E( {8 H$ ?8 c# u| metedata | metadata | 5911 | 277G |
; F2 W; c/ [) j! D$ f; j| cephfsdata | data | 44.5k | 277G |
* @) [1 Y4 C1 |/ V. Q1 C, t+------------+----------+-------+-------+
2 L$ T- o( _5 Y' r2 ~) x5 O% s+ E" E% n' Y
+-------------+9 d. Y: [5 I" }) j' _4 E' e
| Standby MDS |
8 f; [* ?% c! ^5 S0 T+-------------+
# S q% j4 \3 m/ F5 k% R! n) d3 n| ceph-2 |+ e: j0 g( p9 \0 N( x) _
| ceph-3 |
; K0 v J; h. D: n( I+-------------+
" V) j: l0 F" a/ }1 d/ lMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
' A1 q) I' E8 y2 A! B/ V[root@ceph-3 test]# ceph fs status
, }, b0 m( \6 k2 bcephfs - 1 clients1 E. w$ [3 x7 A- d
======
' b% S+ S6 `' \) v% p+------+--------+--------+----------+-------+-------+
0 |* X" O5 O! ?8 H8 H J% H+ u9 k: V6 j| Rank | State | MDS | Activity | dns | inos |4 h2 n* E1 o) B& ^
+------+--------+--------+----------+-------+-------+2 |6 ?& Y; N$ y
| 0 | replay | ceph-3 | | 0 | 0 |
4 d6 M3 N, o7 y& i+------+--------+--------+----------+-------+-------+
! l+ Q( F$ s& o6 I; u+------------+----------+-------+-------+
`) M' o: A0 `( Y# B9 y| Pool | type | used | avail |
( B& B1 h) T& n: Z* H" r( g+------------+----------+-------+-------+
# m" U- u8 S2 w2 t| metedata | metadata | 5911 | 277G |
9 x7 p5 f& k7 {3 F$ o2 ]% i| cephfsdata | data | 44.5k | 277G |/ r9 V2 T3 B$ R" T. G% c
+------------+----------+-------+-------+% e& x+ G3 d6 G c/ S3 e- _
& d+ C8 r* b- j- O
+-------------+5 O( s; L/ U' Z+ U' V. S. X- U
| Standby MDS |+ R3 n& r. i8 l; S+ _, m: M
+-------------+7 X. O* W* f, b
| ceph-2 | W8 Z; N% X7 \: Z& [
+-------------+1 b+ c+ {, a7 z) Y1 B0 G
MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)! z' r& Q+ i( Y1 }! R
[root@ceph-3 test]# ceph fs status f: x) b2 q" D. s
cephfs - 1 clients4 @* l' ~/ E5 ~" v, D
======
+ y+ F, t+ o5 J: m: I1 |+------+-----------+--------+----------+-------+-------+
+ |8 O6 t* E2 l; F6 a. D| Rank | State | MDS | Activity | dns | inos |
9 {& t- _$ Y2 O" f# b) v+------+-----------+--------+----------+-------+-------+
9 H% g0 {! I t) ^, X, T% a4 _, U( `| 0 | reconnect | ceph-3 | | 0 | 0 |
8 o8 W1 f: W- E& L% Z6 k3 }. ~+------+-----------+--------+----------+-------+-------+
! b F4 a* l) h: @+------------+----------+-------+-------+! x: P3 w% |& U8 i
| Pool | type | used | avail |
3 j [" ?$ n6 b6 _5 T3 v' W9 B+------------+----------+-------+-------+
" s7 v" u$ u8 E* W7 {& K| metedata | metadata | 5911 | 277G |. Y& t9 q' }) J/ `: H2 z0 ? U8 [
| cephfsdata | data | 44.5k | 277G |6 _$ v+ }& c* _5 |, {4 B
+------------+----------+-------+-------+
" t0 V/ v; s% C) v! e8 w" m- X) q$ {' p j: |; y
+-------------+
5 ?% R8 z; [/ _9 b* X| Standby MDS |
% r4 g. u1 ^" a5 o( ?9 @+-------------+
F% P- H" @0 J3 J+-------------+
0 P+ I2 w K a2 JMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
6 l* s0 Q7 a9 {$ D3 U5 W. |1 W[root@ceph-3 test]# ceph fs status ' f2 B/ T+ q! f9 g6 w
cephfs - 1 clients. e$ W; T- X1 Z3 s) b) N# m+ S
======! Y0 r5 |2 X9 S1 ?
+------+-----------+--------+----------+-------+-------+
2 D' h; n3 ~1 O" k# ~( i( ~; b4 l| Rank | State | MDS | Activity | dns | inos |
: A' ^' t# b2 Y# x* M! {8 {+------+-----------+--------+----------+-------+-------+! X) A+ ]& _% x( K, L: i
| 0 | reconnect | ceph-3 | | 0 | 0 |
2 j1 I c% g8 b. w7 Y+------+-----------+--------+----------+-------+-------+
0 x& { h6 K! s+------------+----------+-------+-------+
$ m! q# x& K4 u, H; K1 Y/ X/ O% @| Pool | type | used | avail |4 P; T' I6 G6 p, ?2 w# b
+------------+----------+-------+-------+) {/ Q, u6 q! k% z9 {
| metedata | metadata | 5911 | 277G |" E9 h& k1 c! O S1 t
| cephfsdata | data | 44.5k | 277G |" Z! C& X3 H% L
+------------+----------+-------+-------+
& ?! j; r% P5 r# G. G! Q
7 p9 Q9 R2 N1 y2 ~. Y* `9 i+-------------+
6 L! |* X1 ` K6 l7 l$ _0 [; H || Standby MDS |( A: B* O% v3 s# r/ T
+-------------+
4 t% |( O. H; C, M2 d+-------------+
- N6 Y3 s; u9 I1 g$ TMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable): n/ i' ]' R* F* m" F* v
[root@ceph-3 test]# ceph fs status - Y7 L( X3 a* V4 R9 y0 ~
cephfs - 1 clients
# |8 u5 q5 W9 ^5 k6 B$ M======
. {2 o& l7 u3 w1 i2 }0 a9 V/ P: W+------+--------+--------+----------+-------+-------+' q' s$ M* f: A$ b
| Rank | State | MDS | Activity | dns | inos |
8 I5 `" w& e q% c) \1 V" f+------+--------+--------+----------+-------+-------+
3 E X7 p# `/ \/ H) \# k| 0 | rejoin | ceph-3 | | 1 | 3 |. o; T& u- T8 N( K( r
+------+--------+--------+----------+-------+-------+
+ x3 x" a6 ]" d- `+------------+----------+-------+-------+$ ?2 c1 k0 F) O& R
| Pool | type | used | avail |6 S# F9 q7 `2 i0 a3 s
+------------+----------+-------+-------+
! Q4 @! I# m5 H| metedata | metadata | 5911 | 277G |
3 M; y3 q' p- l H; h, S| cephfsdata | data | 44.5k | 277G |
; [. u! `7 K/ Y+------------+----------+-------+-------+
3 X# ]( d; h0 y7 {6 e# J5 a% k7 N! o( @: S7 v8 ]! e( x8 W3 l9 {
+-------------+) b. x. q$ g7 H1 e' s
| Standby MDS |" u7 z- `2 v( {! f) @. C
+-------------+
6 \/ t. Z3 \9 `1 F4 s% D| ceph-1 |- E) W5 \4 c) \5 d# j# g9 U8 G" R
+-------------+
7 Y3 y5 f/ ^8 f6 T0 k. I5 [4 vMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)* h. }) ?6 H/ U6 `
[root@ceph-3 test]# ceph fs status
! J; W/ r" m3 T9 O4 hcephfs - 1 clients* w: y. {3 V# p
======
' {/ [' Y8 g t+------+--------+--------+----------+-------+-------+
1 J# {5 k- G0 [: A( ^5 f| Rank | State | MDS | Activity | dns | inos |
8 _8 r/ a6 f* ~; \# a* p1 X+------+--------+--------+----------+-------+-------+
2 u8 S! C9 h7 f, n% x1 t8 y- v| 0 | rejoin | ceph-3 | | 1 | 3 |
: [- w) M2 g4 ~* }2 n8 N$ s+------+--------+--------+----------+-------+-------+ V- k% u% y @
+------------+----------+-------+-------++ ~, }! W: D7 j4 [
| Pool | type | used | avail |) K! A: ?% z B1 W6 f
+------------+----------+-------+-------+% n% k- n' `5 ~$ F. S3 w$ T' F
| metedata | metadata | 5911 | 277G |# _! e/ o3 S% d# C- d
| cephfsdata | data | 44.5k | 277G |5 H% b7 P5 I9 n; Q: X
+------------+----------+-------+-------+
& `3 ^1 U2 J& i$ M! Q
8 c$ I, T$ u/ Y0 |* Q+-------------+$ y. T& R: ~8 M+ j0 W+ {% q
| Standby MDS |
) [9 D; z0 h* N9 P+ N* M( h+-------------+" S; S& B' [/ U- r0 W
| ceph-1 |/ W8 M! t) ~3 y1 R
+-------------+' K1 `1 l! }. Z: H3 |
MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)- q) g4 F, F, M2 b c2 C8 @
[root@ceph-3 test]# ceph fs status 7 V2 X% x2 v' N% M: ?
cephfs - 1 clients8 d, p. I z! o* z* J
======
7 m" U( R4 A& ?3 E7 f+------+--------+--------+----------+-------+-------+0 b4 M; E) P, Q6 B, B
| Rank | State | MDS | Activity | dns | inos |9 o' Q- ~# {) L
+------+--------+--------+----------+-------+-------+
! F% w' u; \/ z* T+ e7 s! || 0 | rejoin | ceph-3 | | 1 | 3 |9 t' z- j" j+ Z( W" W1 h; z
+------+--------+--------+----------+-------+-------+% X5 t- l( o! {; t c1 m7 C
+------------+----------+-------+-------+" k1 s+ @4 _- n& w2 I9 k: H) V
| Pool | type | used | avail | y {9 V3 o( P- b5 A0 O8 ~& @
+------------+----------+-------+-------+
9 I2 e; a2 q! ~2 N% f| metedata | metadata | 5911 | 277G |
3 r- X9 h6 j4 R: i8 l( m4 }9 }| cephfsdata | data | 44.5k | 277G |1 R" U# e9 C9 O2 l7 w
+------------+----------+-------+-------++ L$ w9 m% x, h
0 J4 m6 X5 A8 ?9 A) H; @+-------------+4 c: g d1 `; r( J( e6 q. f
| Standby MDS |
9 C; T! X$ R1 `& g% |9 [/ t$ b+-------------+! T6 _+ E3 r4 J% s
| ceph-1 | Y) T3 g" n% H$ l1 b. Y
+-------------+
) O: r7 G8 m4 b2 z! x0 yMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)) S1 t2 ~- N9 j' Y/ m( x3 T; I; g0 L
[root@ceph-3 test]# ceph fs status - [6 }, D# X0 k5 d' d
cephfs - 1 clients! u$ ^! R& F( {6 A/ x% s
======9 z# T C6 p5 G; U7 _
+------+--------+--------+---------------+-------+-------+
# ~" e( `$ w0 W: B0 F| Rank | State | MDS | Activity | dns | inos |
2 @' o$ w4 G. N' \5 I( J: c/ ]+------+--------+--------+---------------+-------+-------+
* v& |; w, b; w( Y n| 0 | active | ceph-3 | Reqs: 0 /s | 1 | 3 |3 s Z4 l- {! x8 H- n1 _
+------+--------+--------+---------------+-------+-------+
; `& j' |/ d' K: I+------------+----------+-------+-------+
( E5 ?, o) y% R# s; e% m| Pool | type | used | avail |
' N+ s! i1 I$ r. A( U) P+ M+------------+----------+-------+-------+
- L# H8 n0 }* i- _) K$ U| metedata | metadata | 5911 | 277G |
# o+ I* S- o9 E' n8 x| cephfsdata | data | 44.5k | 277G |- s4 B, j. s0 L4 X
+------------+----------+-------+-------+
) x- A# ^2 z! F2 U, r" W' ? _" @1 @
3 g4 m: G, i5 [9 S, G m. f# G+-------------+0 S V/ I+ C0 Z9 l- W" V: `
| Standby MDS |
. n/ `- d: Y7 J) y2 O7 j+-------------+
u. e- V3 x. N, c% l+ @3 T| ceph-2 |
/ `, M: i6 m/ @7 @| ceph-1 |
8 N# }7 y. X0 e! O% C( X; e- P+-------------+' @" h" j) t- x% G
MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable) |2 [7 I5 c/ ~
[root@ceph-3 test]# rados ls -p metedata |grep 2.00000000' r# c$ a0 A" Y0 c- [% g
[root@ceph-3 test]# rados ls -p metedata |grep 2.00000000
/ C" {) I5 j( C/ Q% j[root@ceph-3 test]# ls
! O$ l1 E% b6 o10000000000.00000000 recoverfile.png' h: z+ D T/ C% H( U4 a- @$ [
[root@ceph-3 test]#
! k' \# r" F* t: i$ z) j[root@ceph-3 test]#
n5 W, u/ P% ]: M[root@ceph-3 test]# cd
$ e- V& h4 J3 x* o8 T[root@ceph-3 ~]# rados ls -p metedata
p6 \. c6 W" b, D& p0 S' l# y601.00000000. F: X2 k1 l; M- b: V R" b
600.00000000( J+ I& `" s' Q' u4 I# l2 S1 N
603.00000000
7 r! |7 z% F# m1.00000000.inode
* G& \6 o2 Y& q: j200.00000000/ T, d/ U- E3 _" q* L0 l& M9 ]6 {
200.00000001
8 u# M; G! U1 z( c0 n* r; W2 c2 n, @606.00000000: J: m3 \4 f5 q* `8 i
607.00000000" |& u# D8 D4 q! R
608.00000000
; _/ O! v1 E2 S' x% K604.00000000; k7 w, B$ w- `# Q& w6 m
500.000000007 ], ?3 n/ Q- P6 D1 D) A. ?4 I0 Q( z
mds_snaptable; A( `, L) C: \7 e0 u8 k
605.00000000
/ w$ F* K. @' [& I; ?+ f, x5 Emds0_inotable n- ?) [+ w1 y: u, L
100.00000000- W3 o! U2 n$ q" \
mds0_sessionmap$ b: v q- ^# g9 b, G. K) a. s9 L
609.00000000/ Y0 s. X, p2 s! v9 f) U
400.00000000
6 ^5 t& ^1 i3 V# I8 i" b7 A# ^- l100.00000000.inode
: y. u* T% }& {6 p) L( b3 r3 R1.00000000. R2 s* L/ Y- Z: d1 J) `$ Q& M
[root@ceph-3 ~]# rados ls -p metedata |grep 602
/ t8 ?# d5 u2 }9 E# n! y[root@ceph-3 ~]# cd /mnt/^C) _: K7 X$ A9 ], \
[root@ceph-3 ~]# ceph -s- R1 d& v. _) P8 H5 s3 m
cluster:- w f) X6 @0 `0 d
id: 57bf4711-2218-46af-99d6-9c68ae230ce1
. R y( M" c! y% R& V health: HEALTH_ERR
9 J5 o+ b! G8 N8 U+ f) j 1 filesystem is degraded/ X! b2 u: t: @
1 mds daemon damaged
" ^: ~. a" S e; M& n( @4 v- q0 p3 T7 K% j+ K
services:
" M: l' N7 o) E/ h4 P mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3% w3 X' M" @! }. }8 u( l6 r
mgr: ceph-2(active), standbys: ceph-1, ceph-3
& s5 ?/ ~8 ~; b" w4 n mds: cephfs-0/1/1 up , 3 up:standby, 1 damaged9 s6 l# r$ c) ]& @6 h
osd: 6 osds: 6 up, 6 in& t4 P) O, y2 d0 O, j" g
: o& P) k) k6 I1 \! d
data:$ \+ @& p% y0 I& Y" {
pools: 2 pools, 256 pgs+ K8 T3 @( T& R! H/ v
objects: 21 objects, 50.4KiB
2 n& F( p4 g/ f n usage: 738MiB used, 584GiB / 585GiB avail/ g, q! E/ Y0 n+ Z+ O; |
pgs: 256 active+clean
$ X& }$ c$ B. r6 [$ @, L( i3 H5 T3 W6 G: `, \/ [# ?
[root@ceph-3 ~]# ls. I( V7 N# \6 h* E) R+ x0 W2 G8 @4 l1 p
recovery_cephfs.py
R# L" L5 N2 Z3 B( s[root@ceph-3 ~]# ls
8 N. u" N6 j7 Q5 H2 {recovery_cephfs.py
5 E9 Y# G# F; y$ M[root@ceph-3 ~]# - ~; T) t8 v0 t- k
[root@ceph-3 ~]# ls
5 s# H. G, k9 j( j" H2 frecovery_cephfs.py+ }( _ k o2 V- W
[root@ceph-3 ~]# df -TH& L" @- j( |; i* y2 g( C
- U+ a [/ N7 _" M. I+ W3 o
# \4 n" \( S, V5 k* e: q' H- R, c: x' c2 t$ [
^C2 _' c$ N" D9 h4 `
[root@ceph-3 ~]# ls
5 H: e/ n l8 R H$ \; Arecovery_cephfs.py
( a* i0 n. I2 z9 ~, h[root@ceph-3 ~]# ls
6 R" @3 p8 g3 s& m/ H! Mrecovery_cephfs.py+ i. _5 r" X- I! a; m
[root@ceph-3 ~]# ls
/ S% {. P4 B2 w4 k0 q( M4 Urecovery_cephfs.py
5 X( U2 G- h% a* x4 ^2 F[root@ceph-3 ~]# ceph -s6 t$ v8 [+ U2 @8 T2 o% R: @
cluster:2 h$ Y: c4 d) m/ M6 Y' O8 A
id: 57bf4711-2218-46af-99d6-9c68ae230ce1( ~8 O- L, ]# `* y/ k3 m
health: HEALTH_ERR1 z- m5 k4 R' g
1 filesystem is degraded3 a. j0 V6 q* R+ D) \
1 mds daemon damaged
0 ]1 z6 ]9 L) C( s
D. i3 D4 O7 G( B- H- A services:
% o# F+ |% k6 ?+ q mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
( F) w1 @ p+ A; g mgr: ceph-2(active), standbys: ceph-1, ceph-35 Y; U' f! b p6 g
mds: cephfs-0/1/1 up , 3 up:standby, 1 damaged8 P M1 G2 G2 d& x8 A/ v
osd: 6 osds: 6 up, 6 in
( m2 L# D9 b- ?7 o' O- p
" [# b4 h' R' T# X6 ^ data:
3 u$ p- b4 ~0 o( J pools: 2 pools, 256 pgs6 y% p3 G( j5 l9 b8 \
objects: 21 objects, 50.4KiB! e/ h! ?& v5 A2 Y+ T- s7 z+ o
usage: 738MiB used, 584GiB / 585GiB avail+ e" c5 l2 M8 N3 E. h+ n, x
pgs: 256 active+clean
9 c+ Q4 v( Z6 ]$ i% [8 H; T" j# n8 C6 E0 J; a8 Q
[root@ceph-3 ~]# ceph fs status s. K% L/ y! d4 I+ L+ @. O2 Y8 S
8 Y9 U7 x: M! c0 U9 [/ z+-------------+
5 a1 B! [! d% z& W4 T| Standby MDS |
# T9 c$ V+ y; R* p' D' g- Q+-------------+: K1 Y2 ]: R! D9 H. R. G3 G
| ceph-2 |
+ r# s4 C( p2 }" U0 F) `| ceph-1 |
6 E' z& t1 M8 w2 C9 ]| ceph-3 |
5 k6 a1 s# j2 u8 n9 m1 _4 ]+-------------+
( Q- B# X" R& E% t/ w8 Q, fMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
4 U! _9 I: Z; Q, M9 {[root@ceph-3 ~]# ceph fs status
& C/ ?( L! P6 j. w2 `cephfs - 0 clients
* D) r' {0 b9 B& J. J======! \2 J' S. ?# i0 h
+------+--------+-----+----------+-----+------+
4 A1 w2 y8 Y; W| Rank | State | MDS | Activity | dns | inos |
8 a8 C# Z4 i4 @' }+------+--------+-----+----------+-----+------+
. Y3 z4 {2 R; r6 U% m% s% Y# E| 0 | failed | | | | |7 h7 m$ ~1 H6 S# e7 {1 A" Y
+------+--------+-----+----------+-----+------+
+ |4 W2 Q" w N- ?) i) B4 M* S+------------+----------+-------+-------+0 u+ k# Y- J9 s3 z5 r! k
| Pool | type | used | avail |' d. l5 O9 m3 ^
+------------+----------+-------+-------+4 a4 h2 i( ~: |# [
| metedata | metadata | 6023 | 277G |) I0 \- s6 I% _9 s
| cephfsdata | data | 44.5k | 277G |) u8 O+ G/ s2 m8 J$ ~1 q
+------------+----------+-------+-------+
- a E/ S5 l1 d# p$ t) S; O1 B- Z- X& u' g, a, L$ ~& d; E5 t
+-------------+
/ `$ u% a+ u: d+ R% K0 ?| Standby MDS |, ?/ G/ Q& h/ Q1 C" \, P- Q
+-------------+- ]: R8 ]2 m+ U/ Z# f) ?" z: o
| ceph-2 |( H/ k2 b" C3 n- k5 t
| ceph-1 |, `5 }9 W; L/ m: ]" Z( x
| ceph-3 |
1 I" e/ e' z2 J+-------------+$ ]; j q& ]: F3 E' f+ G& m$ j
MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
8 j6 f+ w/ q" F7 C6 B/ N[root@ceph-3 ~]# ceph fs status - M7 T5 [8 v( u$ C
cephfs - 0 clients# N5 `# E3 V# \4 k% V6 W
======
3 [# l* s7 A+ ^/ q+------+--------+-----+----------+-----+------+
1 Z$ k/ w+ ?9 T, j# f0 u6 @; O* Q9 U| Rank | State | MDS | Activity | dns | inos |
; v/ B( D q1 O9 ?! j+------+--------+-----+----------+-----+------+
2 A4 c- u% N" Q6 |7 `| 0 | failed | | | | |
0 g4 k- y7 B" R) g+------+--------+-----+----------+-----+------+/ H* Q, o- X5 D5 m$ ^ Y
+------------+----------+-------+-------+6 E) h6 H" C# F, }) v) y
| Pool | type | used | avail |
) Y2 w* p9 l8 K0 y+ x+------------+----------+-------+-------+
1 F0 B$ i6 f2 L* [ u$ x+ t l| metedata | metadata | 6023 | 277G |) O! W( t4 a* C% L! }# d }: s
| cephfsdata | data | 44.5k | 277G |
. r: x l% I) [5 @8 I5 F8 H+------------+----------+-------+-------+
. M+ {; ?$ @" A4 _ w
; N) K" }& e8 Z! b1 b+-------------+' q9 K+ o% s! R6 K4 \& q
| Standby MDS |0 b" @) S* n9 {( A
+-------------+
, I: d# ~8 q& t( ~! j! l8 o# Z7 a| ceph-2 |
- \' S2 r+ E6 L0 N6 \2 d| ceph-1 |
; ^& R) _( E; p& N8 z* j| ceph-3 | w8 q% M4 }8 V
+-------------+ J/ C% y: D6 w: M
MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)6 q( r8 v% u) P. P/ H+ i. n
[root@ceph-3 ~]# df -TH
) N5 _- S# ^- n- H^C7 n9 u: |$ Q! x3 L: [& w
[root@ceph-3 ~]# ls
# n: c- w8 H7 i2 P& jrecovery_cephfs.py- ^7 a& y6 {1 Q' ~) x
[root@ceph-3 ~]# ' X3 H. O$ {; D( \1 g
: b$ L# J+ f" o& r2 Q# }$ H: X[root@ceph-3 ~]# ceph fs ls& H7 R( s* C c" v
name: cephfs, metadata pool: metedata, data pools: [cephfsdata ]
7 a) m# W. z0 a0 D4 }6 ~; r. n[root@ceph-3 ~]# ceph fs reset cephfs -3 ]! d H4 H# ^3 m) N8 [
--admin-daemon -f -n -v --watch-info0 F" h* t" C/ m! g
--admin-socket --format --name --verbose --watch-sec* }. x, J7 Z `3 Z5 D
-c -h -o --version --watch-warn" U `9 t" Z$ A1 E
--cluster --help --out-file -w ( G& ^5 L# k A- s4 k" ~
--concise -i -s --watch ( C- s* E; ]2 W2 a! o6 S( K; b( u
--conf --id --status --watch-debug : V3 C. p8 G0 T; s" T' `; F5 v
--connect-timeout --in-file --user --watch-error 7 P: H0 v. p8 Y( {) \. Z
[root@ceph-3 ~]# ceph fs reset cephfs -. @9 T9 Q& R, _1 ^
--admin-daemon -f -n -v --watch-info
) z: t ~) g4 @" ^/ L2 K--admin-socket --format --name --verbose --watch-sec
* F; k3 l8 n9 z- \-c -h -o --version --watch-warn
3 F! f1 k3 Z( ]$ ?, J--cluster --help --out-file -w # P" f+ b8 {. C7 c" _
--concise -i -s --watch
% n7 W2 I z0 s5 }6 n2 b--conf --id --status --watch-debug : S8 \5 \& Q, ?* S; m: M! ^* M5 I
--connect-timeout --in-file --user --watch-error 8 P6 w1 e% C$ X1 K9 r1 U
[root@ceph-3 ~]# ceph fs reset cephfs --yes-i-really-mean-it 7 u) Q4 c4 r) u% b7 J" z
#disaster recovery only: reset to a single-MDS map
( W2 y. T0 z3 |+ B h- z[root@ceph-3 ~]# ceph fs reset cephfs --yes-i-really-mean-it
$ D; d6 Z. }6 R[root@ceph-3 ~]# ceph fs ls9 {7 {3 y# k( n: r4 {- ]; _* j
name: cephfs, metadata pool: metedata, data pools: [cephfsdata ]
E: K, c9 a- h& }9 U8 w[root@ceph-3 ~]# ceph fs status
- P6 W$ R- u( h) dcephfs - 1 clients2 ?4 c+ \: j* G3 a; E5 U( G8 r" s
======2 ?, H! W2 Y$ T$ i" t1 C
+------+--------+--------+----------+-------+-------+
) [7 V: u) x5 m+ Q3 K% s| Rank | State | MDS | Activity | dns | inos |$ t/ J9 |1 j7 Y3 S! T2 o! T
+------+--------+--------+----------+-------+-------+4 e) i$ w& U$ c! C4 K# Z
| 0 | rejoin | ceph-3 | | 1 | 3 |
$ o* G# S+ ]( a# C8 M+------+--------+--------+----------+-------+-------+
, o' S7 k1 e+ o' u+ t+------------+----------+-------+-------+* q6 I7 x S- y d& }/ w
| Pool | type | used | avail |
! l. o! a3 F7 [$ j+------------+----------+-------+-------++ o* F8 z, d/ i- F5 A0 `
| metedata | metadata | 6023 | 277G |! O" L. {7 o3 v2 `' i
| cephfsdata | data | 44.5k | 277G |# x4 a3 l) s5 J# D/ o* ?& a
+------------+----------+-------+-------+* E1 Y4 Q- W2 K$ y, f
! j. f1 H4 v2 v2 R% h+-------------+
, o# M5 Y0 y+ _5 [- Q" \- t| Standby MDS |/ L/ x/ |' L. m5 n7 H
+-------------+
" [, x9 o$ D1 _% I# R| ceph-2 |5 k$ z9 _+ l1 ~6 s5 y. g" E$ ?( m. M
| ceph-1 |
1 x+ C9 [8 E7 O! F0 }+ n( r+-------------+
3 o( h* T/ f/ U% V2 v# S# aMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
+ i/ B9 G5 I# ?" Z* W6 s5 O% c[root@ceph-3 ~]# ceph fs status
( y4 p+ h: ]+ b1 U$ Ncephfs - 1 clients U7 C& D3 Y$ m0 E
======
~7 Q/ L* H9 ^2 `+------+--------+--------+---------------+-------+-------+
, ?' X/ u u9 f5 d1 V+ X# c| Rank | State | MDS | Activity | dns | inos |
# F6 z1 v' X3 @* o. Q+------+--------+--------+---------------+-------+-------+
' @* r) h0 j, I% l* V| 0 | active | ceph-3 | Reqs: 0 /s | 1 | 3 |
6 ~9 ]4 I2 a! N* P$ C+------+--------+--------+---------------+-------+-------+
$ r* m$ q$ ?& T) M8 c8 h0 l+------------+----------+-------+-------+& B% H6 ^1 t! ~ ^1 `) _
| Pool | type | used | avail |
( a8 v6 O6 `" j2 L- ]+------------+----------+-------+-------+/ q. q5 E2 \% i; {. I/ P4 N l
| metedata | metadata | 6135 | 277G |- w' y: @# h6 U. _# {# y9 ^
| cephfsdata | data | 44.5k | 277G |* D' K+ q) o5 z
+------------+----------+-------+-------+: l; l% H) i' z. r, z
' V& B9 r$ c! Y2 e
+-------------+/ V/ K' l$ ~$ I+ d
| Standby MDS |
& x! Q. |+ ?! n0 E+-------------+
+ ~4 u, A: ~' n s/ T# R- q| ceph-2 |; v% t7 L# W9 w9 `6 A& R
| ceph-1 |$ f9 w6 N3 @* p" C$ I
+-------------+
' U1 O/ w, i* F! {) _4 |( [- dMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)" P0 v# t: S0 Y1 t' Z. l3 `: O
[root@ceph-3 ~]# 5 Y; }! x3 O! a! c0 p
" x* K7 M+ N2 a; t
" Z6 o- N4 T$ J+ ?4 _" R |
|