|
|
[root@ceph-3 test]# rados ls -p metedata |grep 2.00000000 |xargs -i rados -p metedata rm {}( w6 ?% A# } U, d7 `: ^) l7 ]
[root@ceph-3 test]# rados ls -p metedata |grep 2.00000000
4 h2 d# D8 }: V* A/ G7 B2 F6 g% T y[root@ceph-3 test]# systemctl restart ceph-mds@6 ?: t) s! H) [7 w
ceph-mds@ ceph-mds@ceph-3.service
0 }1 P; y! B. {' S. e/ o3 L[root@ceph-3 test]# systemctl restart ceph-mds@
* e' H1 I( w6 x# C' uceph-mds@ ceph-mds@ceph-3.service
4 ~- n5 K8 d% ]$ j3 d* k/ B6 v[root@ceph-3 test]# systemctl restart ceph-mds@/ y! K9 B# g; ^
ceph-mds@ ceph-mds@ceph-3.service
0 K/ y$ F, W2 O% f. C[root@ceph-3 test]# systemctl restart ceph-mds@ceph-3.service
/ u0 d8 E3 F! ?/ p' f- w! z0 C7 A[root@ceph-3 test]# ceph fs status
# V1 N2 A3 y& k4 e #Show the status of a CephFS filesystem5 J+ i% e X5 w d" f6 ^
[root@ceph-3 test]# ceph fs status
% K2 n: O. Z6 |) I5 u, ] #Show the status of a CephFS filesystem
0 F! e$ M" M6 E/ e[root@ceph-3 test]# ceph fs status
/ j9 f, Z" p" b2 y8 o; Y5 dcephfs - 1 clients# P: W$ A! a$ c3 I3 s. D
======
& V4 N3 `% Y' } U$ e% n! |+------+--------+--------+---------------+-------+-------+
* J( w8 c o- t% R/ l8 s| Rank | State | MDS | Activity | dns | inos |
& h9 v5 @% g/ B( Q {3 @+------+--------+--------+---------------+-------+-------+0 Q7 |% n( o2 i: P4 o' r+ r5 ^
| 0 | active | ceph-1 | Reqs: 0 /s | 11 | 13 |: e3 l; z$ L$ v ~- M! h% D/ c$ v
+------+--------+--------+---------------+-------+-------+
* x$ m H+ J$ y' }2 h; C( Z+------------+----------+-------+-------+7 V# Q) a& m! t* C1 r) ^" m
| Pool | type | used | avail |
- T, V2 J( Y. ~+ m- f. C# ]0 ^6 s+------------+----------+-------+-------+5 e( k+ f! x ?/ V2 p' ?; u
| metedata | metadata | 5911 | 277G |2 J& ^& S! w8 F1 g: E/ j
| cephfsdata | data | 44.5k | 277G |
1 w' ~1 h, |% R5 X* v+------------+----------+-------+-------+% K) S' w8 Z9 J7 ^5 `
2 c1 {/ I0 X* I; X) I- c; K+ s
+-------------+
0 o* O& B h$ U& R$ U| Standby MDS |2 ?4 j# Z# S2 m4 K
+-------------+/ ~$ w+ Y2 d% L7 c# }1 p# h
| ceph-2 |1 M+ C% E; @$ ~1 a
| ceph-3 |
0 M' e) I0 h2 f% D8 ~, p, ^6 L$ _+-------------+: ]3 j1 `: W( f% }# E
MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)2 }; O4 H/ I# J' i; K
[root@ceph-3 test]# ceph fs status 3 Z8 m- S3 B l: m. _9 ^. l" S
cephfs - 1 clients$ b: R! w7 G9 }
======5 O8 X2 k- a$ ]- J: [! E
+------+--------+--------+----------+-------+-------+
$ e. |0 p- P. S9 l| Rank | State | MDS | Activity | dns | inos |7 M. X3 A# K9 A
+------+--------+--------+----------+-------+-------+1 M: i1 n) Y) C5 Q5 K
| 0 | replay | ceph-3 | | 0 | 0 |
7 [7 x- m& a; Y# {& k+------+--------+--------+----------+-------+-------+/ S; ^' p9 o$ b1 N
+------------+----------+-------+-------+
: b! z1 s2 x, v4 W/ k) X| Pool | type | used | avail |+ W0 V0 d4 _$ s' [% [% a
+------------+----------+-------+-------+6 d0 K: `, I- P) u; f; O) ]
| metedata | metadata | 5911 | 277G |
% m$ Z$ l" h9 l- J( j| cephfsdata | data | 44.5k | 277G |
- ^: c8 X) _3 p+------------+----------+-------+-------+
0 S+ D& f$ g. I; a0 ?- P0 o/ S" R% @6 g: F
+-------------+9 O) Q' J( h9 [$ C; v, s) C; ]
| Standby MDS |4 n- Y1 G9 U, j% [; L V8 U3 C
+-------------+
7 f) m+ G. G5 G7 C1 [- W8 l2 q| ceph-2 |& d; \0 f! }7 P
+-------------+/ Q: a0 H- Q" u6 \
MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
& s$ M! x4 H9 S! l9 f' M" ~! E[root@ceph-3 test]# ceph fs status
3 `* k; A" z, `& v+ \$ q8 a" u( Gcephfs - 1 clients
* n9 B; v+ A% h' f$ H======8 L1 ^) X# b: p5 m6 t
+------+-----------+--------+----------+-------+-------+" @ ^ M7 }2 C: b3 {
| Rank | State | MDS | Activity | dns | inos |
/ g2 \- A- [) I2 _1 K/ G& x6 ]+------+-----------+--------+----------+-------+-------+
5 @% `6 L4 d- e/ a: C9 f$ y| 0 | reconnect | ceph-3 | | 0 | 0 |; W+ Y) z E+ H5 W; [9 L
+------+-----------+--------+----------+-------+-------+8 j6 H8 L/ j! _3 g1 i% X% c
+------------+----------+-------+-------+
5 x& S7 B# W+ Y7 h! E6 M| Pool | type | used | avail |# p5 \$ }. I+ N5 j! B
+------------+----------+-------+-------+
; y7 q6 H5 Z% p- h/ p$ @2 I| metedata | metadata | 5911 | 277G |1 x2 r q. E8 Y+ {) V" W) m
| cephfsdata | data | 44.5k | 277G |: e) M+ h# h1 H+ b1 f: y+ F3 L9 k& q/ P
+------------+----------+-------+-------+ C; G7 ?+ B( v+ V( _
' V! Z, R2 Q" ]/ Z+-------------+
+ l& K1 L' N+ g6 z7 J7 e. T| Standby MDS |* Y& x* e! r! I8 q# Q, ?
+-------------+- U3 Z* ?4 m% F; K/ B
+-------------+
2 Q& }" ~ }- h; ~$ mMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)5 t, X4 t. f. [! t
[root@ceph-3 test]# ceph fs status
; s2 |: z: ^) ~" @" ocephfs - 1 clients
# W+ |5 A- A) z6 u======
: G+ B( N+ M6 m, k; t; o+------+-----------+--------+----------+-------+-------+
8 N# S2 A; A; S( G! N! V| Rank | State | MDS | Activity | dns | inos |
/ S+ _* f: y& F3 Q& T& J4 A' H$ @3 m% N/ k3 g+------+-----------+--------+----------+-------+-------+6 D3 c5 B z% r* G
| 0 | reconnect | ceph-3 | | 0 | 0 |
1 C2 [, g$ A% l6 C' p( h" y+------+-----------+--------+----------+-------+-------+- |4 B. A `/ ^
+------------+----------+-------+-------+ U% Z& P& Z4 W
| Pool | type | used | avail |2 D- `" L" N9 z7 `: j! u0 k
+------------+----------+-------+-------+
. y7 z6 R+ t9 s+ n6 ^9 b- C| metedata | metadata | 5911 | 277G |5 D+ h; \* l, {$ C9 `0 i: w) y5 E! h
| cephfsdata | data | 44.5k | 277G |
* c( p' v+ b( ~" A* S: `# v+------------+----------+-------+-------+
8 [4 _0 Q( _% U' u4 A% v4 t( V1 K
6 D" x0 `4 N1 r( q9 s. d! t) h+-------------+* {" t" ~6 z, v3 R5 Z
| Standby MDS |) U4 g# ?' Z: g% Y# u
+-------------+8 N% @; P7 G) `1 H7 W
+-------------+- V y( A+ c9 j% v$ y0 l
MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
4 C- P* ~# k8 d$ _# l" F" x& k[root@ceph-3 test]# ceph fs status }: u$ r) ~; e+ e0 Y# E2 S/ l
cephfs - 1 clients
- ^' y5 E# k9 k- F; \ l======
) \( k! s0 K5 L+ p8 L% t+ h+------+--------+--------+----------+-------+-------+/ ~6 f3 B* w/ V6 {+ i$ @4 E, A
| Rank | State | MDS | Activity | dns | inos |: |9 M& Z! B6 R5 \7 b
+------+--------+--------+----------+-------+-------+
; v7 ?& j; [! K& x3 y| 0 | rejoin | ceph-3 | | 1 | 3 |, _) c! H9 G% w8 e: H" C
+------+--------+--------+----------+-------+-------+
* Z9 A+ H2 j Q& j w+ n+------------+----------+-------+-------+
" O# d" Z3 C! X. W! `+ n| Pool | type | used | avail |4 M7 _" E0 T! a; i
+------------+----------+-------+-------+
( |) |2 \' B. }* f8 ?| metedata | metadata | 5911 | 277G |7 y' a! w& v% @
| cephfsdata | data | 44.5k | 277G |0 O, S2 K2 P2 x& ?. l
+------------+----------+-------+-------+
7 X: u% r5 U, e( |3 M0 J7 }5 j- W" k: V
+-------------+; ~5 Y& f# R: n+ p) u6 E
| Standby MDS | w; U" a6 p# F3 G7 r' t
+-------------+
& M( p% j" G) D1 C| ceph-1 |" [+ t% l4 c1 p6 C* Y
+-------------+
: V2 o. w! p; W: A' N( q# G- pMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)* a; A# F4 T4 c1 w8 X
[root@ceph-3 test]# ceph fs status ! |) Q7 D! f: l8 R3 |
cephfs - 1 clients4 _, k l0 X2 b' t* L& u0 u
======8 m0 @0 _( B* q% w/ Z, x
+------+--------+--------+----------+-------+-------+
7 a' A0 F) R D1 U, B6 b7 }# W| Rank | State | MDS | Activity | dns | inos |
& R- U1 z' z0 v7 y1 [/ G+------+--------+--------+----------+-------+-------+
% U- H! j+ _ }# z| 0 | rejoin | ceph-3 | | 1 | 3 |
! S, `0 o% {$ d" A+ k) \: \+------+--------+--------+----------+-------+-------+& w& c9 T/ F5 B& M$ m# Q& f
+------------+----------+-------+-------+0 I) r3 q5 \$ B4 B# X5 J: B$ U, [, n
| Pool | type | used | avail |
. D8 q; A9 ?2 T4 \4 Z( J+------------+----------+-------+-------+
! v) C6 O' ]. z- ]; C/ e! e: }| metedata | metadata | 5911 | 277G |
. A% U/ F8 |# @2 Q4 n| cephfsdata | data | 44.5k | 277G |8 h1 _# C. Q0 N# O1 s1 O3 _
+------------+----------+-------+-------+
) H* h) M, y) o5 d6 w# @) t2 o/ O' H1 l6 a& y3 E# C7 z5 U
+-------------+: d% T. ?: I& f! n
| Standby MDS |
2 I% U+ t$ H3 [; I, t! Z% [+-------------+
5 k4 s. L+ t% I* `| ceph-1 |- J# G; x2 ]2 k* E
+-------------+# m; S' A2 t& \; f9 B- y5 G
MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
5 a( z' \" @7 q- X3 k8 J[root@ceph-3 test]# ceph fs status
! b# f) Y5 T8 g1 m8 f! a; p/ rcephfs - 1 clients d0 c! [ k5 w h% i* |8 u
======
* T( U3 [$ n9 p' U! d$ ~+------+--------+--------+----------+-------+-------+/ ?) V! Q1 y$ }8 k& q; B L+ t
| Rank | State | MDS | Activity | dns | inos |. s: Y6 y4 b- H; f r3 r* R0 ]' G+ [
+------+--------+--------+----------+-------+-------+7 L' ^6 S n5 B. M9 t1 S
| 0 | rejoin | ceph-3 | | 1 | 3 |$ p- _# ^. _6 x6 M3 f
+------+--------+--------+----------+-------+-------+9 J$ l" q. T& P1 A5 G5 F' b( x8 F
+------------+----------+-------+-------+
. u# h f" X( [3 t& q| Pool | type | used | avail |( i, u# p' K0 Q1 |# g" ]
+------------+----------+-------+-------+
3 S1 O+ @" P5 g3 e$ g1 X| metedata | metadata | 5911 | 277G |
7 M* h2 U: w9 P6 x; {1 w* W! M| cephfsdata | data | 44.5k | 277G |
: V) n! E d9 ~ A7 W& R+------------+----------+-------+-------+" v: {; ~) v, M. O+ t
0 Y# `2 O: i* F* w+-------------+
) g: ]# C2 Q7 S' Y! A C% x| Standby MDS |2 s" y p2 d) v( N
+-------------+
- r' Q& f7 g# |, C. u6 `| ceph-1 |; G3 i$ T. c m' W D3 X
+-------------+6 k; b: _% b' e
MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable), m1 \+ B5 |# m7 R B' D% a
[root@ceph-3 test]# ceph fs status
; y/ i h& t I+ @! j6 U# r# ncephfs - 1 clients4 q! Z7 _1 z1 u3 ~- m9 N, X
======7 o+ E0 E! m) o; W
+------+--------+--------+---------------+-------+-------+
0 a- d" P7 s# P# U9 y' [# e| Rank | State | MDS | Activity | dns | inos |1 F* K4 B, H; q7 E
+------+--------+--------+---------------+-------+-------+
4 Z3 b. |5 g0 n7 J| 0 | active | ceph-3 | Reqs: 0 /s | 1 | 3 |% u5 Q$ q. J! M4 B y2 p' D
+------+--------+--------+---------------+-------+-------+
4 L/ g4 d% o6 T1 {% j+------------+----------+-------+-------+
2 {8 T7 ?' N! G, K$ p3 V+ S| Pool | type | used | avail |
7 i! Z5 ^/ a. `/ q; h* O C+------------+----------+-------+-------+
. u3 b% K6 u8 \4 _& ~* `| metedata | metadata | 5911 | 277G |4 J7 B1 W2 v' P) G
| cephfsdata | data | 44.5k | 277G | ^8 Y, I) x$ U2 g9 o. k u
+------------+----------+-------+-------+; [2 F7 G o6 M, _8 Y. V& H7 y) l
* a; |' w% D( J, h# V4 O+-------------+
6 w9 e( }9 ~5 l5 i# L| Standby MDS |
w% t6 [1 N+ h' a+-------------+9 l$ t# t' b3 r8 @0 h# w
| ceph-2 |
& N* R. z* C$ I4 O| ceph-1 |
( P5 h9 x" @) N( ?; W. B* {+-------------+
( j2 w% j" }1 j) o5 \1 U) }MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
7 ~; ~- r9 {; E/ l[root@ceph-3 test]# rados ls -p metedata |grep 2.00000000
# o2 z. d" q: U[root@ceph-3 test]# rados ls -p metedata |grep 2.000000008 Q0 {: { Q0 v3 o3 D8 }
[root@ceph-3 test]# ls: s6 L* ^1 o! d' G
10000000000.00000000 recoverfile.png
7 d& |% y9 R& u[root@ceph-3 test]#
) q: T' }9 l6 B8 O8 p[root@ceph-3 test]#
/ I: I& H' `8 n6 G) f5 l[root@ceph-3 test]# cd
! c1 d2 _8 @" v[root@ceph-3 ~]# rados ls -p metedata
% D& G; o T' O6 g L3 q601.00000000
4 P4 Q: [& W& I$ q0 z600.00000000
5 P5 V4 a& `* b4 V- K603.00000000
* Q) N) n' ^; U% J* k9 T" h/ |1.00000000.inode( D' k6 d' O4 w6 G9 u
200.000000002 e$ w! s0 N. Q( P$ x
200.00000001
1 U5 [ m. H& F w" q, A9 Z- R606.00000000
) m0 ?# {1 F s607.00000000
) y8 i' ~1 H) `: k, G608.00000000
6 L+ z1 @" c ^1 s7 b$ z+ U+ R' s* {604.00000000
* ?: U, h, ~" _+ C& c; C' Z500.00000000
$ a! W5 S, l0 t% Q1 a. J$ cmds_snaptable" F* L# U& v+ u }6 i4 H! {
605.00000000
% c/ I9 i' U. O# A+ smds0_inotable' a/ G/ R w+ k. x; s
100.00000000
3 @. [, Z" t- @7 f' l' g |. e% Y5 Tmds0_sessionmap3 C" ?9 \$ q2 [* |. \, H- b) G* i
609.00000000
( |6 ]' @# f; |7 k6 ~% Y2 j* q( l400.000000005 ?- P( l9 n4 ?/ g$ P
100.00000000.inode
5 t! Y8 d; m4 r1.00000000
3 i5 [9 s. L- Z3 s8 \[root@ceph-3 ~]# rados ls -p metedata |grep 6021 i; P8 ~: a2 ^2 u
[root@ceph-3 ~]# cd /mnt/^C
1 s: v$ ~3 `7 `- k( L* N" k$ S5 M& r[root@ceph-3 ~]# ceph -s) c1 h- {4 T, ]1 s; C% S2 n7 w# U0 s
cluster:: c1 U4 G4 v* O' Y; D- U% U5 R
id: 57bf4711-2218-46af-99d6-9c68ae230ce1
1 x1 K; R. @% _; `1 ?, Z8 N4 w health: HEALTH_ERR
( |5 w3 y$ ?5 j v4 a 1 filesystem is degraded& q9 a: `$ Z0 o( E
1 mds daemon damaged
# F. e1 O& d3 i3 z
% V8 Q+ K# a7 f) u* X services:
+ P, x2 C% F- a6 m! t mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
- _6 N$ e G% V' x2 R% | P4 R4 o mgr: ceph-2(active), standbys: ceph-1, ceph-3& E* b7 t* T, H: \) b
mds: cephfs-0/1/1 up , 3 up:standby, 1 damaged
! t9 e4 D4 q c osd: 6 osds: 6 up, 6 in
: `" l$ Q8 r: @5 l& M
( c. ]! e/ U5 a+ W( h data:
9 G. u$ g2 ?7 B- c3 p pools: 2 pools, 256 pgs
4 l$ F0 M) y p' V* _/ M E$ i! E objects: 21 objects, 50.4KiB
$ ~5 T/ U: z- {3 i/ c( Q% ]# [ usage: 738MiB used, 584GiB / 585GiB avail
/ ], h7 g1 X4 s& K9 d) p pgs: 256 active+clean: q5 N8 H9 O0 F0 @0 a4 |, [6 V, g
6 C; Z1 T- O) K9 h9 n9 `5 n
[root@ceph-3 ~]# ls
& Q% T7 J4 N2 Z+ `5 Erecovery_cephfs.py
; m' H9 r6 v; W- R- |[root@ceph-3 ~]# ls
8 q4 k# l6 `/ @* brecovery_cephfs.py
, D/ }( R( e" m4 @4 B8 f[root@ceph-3 ~]#
: L$ s6 t7 O8 x- {' l% y. U[root@ceph-3 ~]# ls
' G! s# }- {' Urecovery_cephfs.py
, G1 t. S) e* P. i& o' ?3 x9 z[root@ceph-3 ~]# df -TH
- u0 s, ^, s* Y6 q/ D0 C7 q
/ o, m n. U9 J) X$ ]: x
. x1 V6 F" G$ W( O: l' f5 W$ I" v. k7 M6 j" q1 r
^C
+ k, |) x; i! C2 h8 U# f" P[root@ceph-3 ~]# ls
/ L1 n1 S( A' B& X2 Q. X( g; f, Zrecovery_cephfs.py' S" h7 K% H6 h2 E e: K
[root@ceph-3 ~]# ls
5 m" ?; N; Z5 ]0 e% v% srecovery_cephfs.py2 g7 o- I$ [( g" p% K) l' z# L
[root@ceph-3 ~]# ls
4 V ]0 g/ u& ?# `* _1 s5 W: f6 Trecovery_cephfs.py
9 c" ], v- a \, K" v[root@ceph-3 ~]# ceph -s
$ t9 s; A2 @* z$ c cluster:* b" L6 T6 C* @$ @
id: 57bf4711-2218-46af-99d6-9c68ae230ce1. e( s* v, J0 e& S9 N& U4 y
health: HEALTH_ERR% k l- a5 O$ ^; l' a
1 filesystem is degraded( g; k+ Q: Y% I' o/ p/ R _
1 mds daemon damaged
6 j8 m' ]# S5 @& f" ]0 Y. r6 s/ F. ?" E* P8 w
services:
$ v* x, w) ~/ k2 q mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
# F9 \1 \% c8 o# ~ mgr: ceph-2(active), standbys: ceph-1, ceph-3/ M/ \1 F# O4 {* X9 \! ]
mds: cephfs-0/1/1 up , 3 up:standby, 1 damaged
( g& t6 D1 V; y1 o# p. J$ k osd: 6 osds: 6 up, 6 in. E6 @9 |3 L" b+ S" t# x
. ?! }$ i8 i5 i1 F, [; K( |
data:
6 }1 v& k, u; d! j pools: 2 pools, 256 pgs
: P4 P3 F+ ^& j8 W' J: ^$ q0 z objects: 21 objects, 50.4KiB
6 w4 d% z2 u* C1 L, s) K7 p" V usage: 738MiB used, 584GiB / 585GiB avail
3 V" P8 P6 e; Y x1 C pgs: 256 active+clean$ l4 E. \, [; m4 ]
- X6 h3 v1 E' i) ~2 I/ k' ^[root@ceph-3 ~]# ceph fs status s
+ h5 ?# K5 V, f# l: }1 U3 z
- B2 g4 H. ]' Q! g+-------------+
1 e+ A& a( Z5 ^4 a9 q, S: I| Standby MDS |
8 Q& {$ C. m. Y" M2 M+-------------+6 ]4 C: ?8 t- l4 H$ |
| ceph-2 |
8 ^) H T( M9 Z| ceph-1 |
D5 f: i( G8 ?: R| ceph-3 |7 b! i& w) {) |1 \) J' b' m
+-------------+& H5 s Y: m# M
MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)0 z2 U8 r3 a, R7 D4 \% f
[root@ceph-3 ~]# ceph fs status : c8 V6 Z( g" [2 w; g# H2 z
cephfs - 0 clients
/ A1 M: k0 g3 j* x2 L======1 r h' Z: V4 ?0 e6 h1 d- }* C
+------+--------+-----+----------+-----+------+
' D: B1 |' J, g: D; M| Rank | State | MDS | Activity | dns | inos |, r( E/ o Z- g E6 d5 J f2 d7 g1 q
+------+--------+-----+----------+-----+------+
8 @( q! F: \) K* P| 0 | failed | | | | |4 m, _9 c* X# C
+------+--------+-----+----------+-----+------+
( U/ C. U9 x4 [& {5 J: w6 [7 d7 V+ t1 l5 ]+------------+----------+-------+-------+( A, Z V# [! p- Y, W+ Q
| Pool | type | used | avail |
P' w/ u8 o% j3 N* z" s3 X. m+------------+----------+-------+-------+
?) {( b7 e7 y, Z| metedata | metadata | 6023 | 277G |
& c% v6 B$ @% b5 q| cephfsdata | data | 44.5k | 277G |& k! s+ |0 {/ X6 O R& ]* U2 M- L
+------------+----------+-------+-------+9 Q. A: ^& M1 b
( X4 ], a, b9 ^$ h) M
+-------------+- {& H p2 s0 p: K0 G8 Q+ ^* f
| Standby MDS |
# r, m- V( h: e+-------------+2 B j/ a7 c1 f$ X% U
| ceph-2 |
3 }5 i) G1 k _7 H| ceph-1 |$ W7 \0 T3 U; I6 L f
| ceph-3 |" m, n' |, y5 J2 v) c0 ^! t
+-------------++ q' i# Y; I& f& n# N! A
MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
/ y, [" K3 x) y: o3 T3 \[root@ceph-3 ~]# ceph fs status
6 l. r& h) x, x% _, H1 n+ bcephfs - 0 clients
# i. a3 E3 Z4 h& ^5 ^$ n======
) n) ~/ |+ o5 L" X2 G7 |4 A! V; C. H+------+--------+-----+----------+-----+------+
, G. U3 V+ u) A5 K$ R% K ?1 o5 |1 G| Rank | State | MDS | Activity | dns | inos |
$ _- I8 }5 S/ X. Q: T+ S U% X+------+--------+-----+----------+-----+------+. s0 ]- L5 c1 ]+ U
| 0 | failed | | | | |' i" v! C( I1 L3 ~
+------+--------+-----+----------+-----+------+
; h; K+ m7 v4 R/ ?+------------+----------+-------+-------+% d9 d% L: v C" |
| Pool | type | used | avail |% l/ b, ^ O& u6 a
+------------+----------+-------+-------+
" f: A, d/ J9 o3 ~* L; e$ s/ d| metedata | metadata | 6023 | 277G |/ M( b- y# t- v* R' g1 F3 h3 Q
| cephfsdata | data | 44.5k | 277G |8 {' J5 I% N: M5 I4 U S g
+------------+----------+-------+-------+* c# d( O; `# h! @; N/ I
% s4 w3 `8 j% D) @9 q$ m
+-------------+' x+ R# f: r- r
| Standby MDS |: }4 }' T& H/ q- R9 o0 r) B
+-------------+' k' I9 L) Y! r( c0 m* t
| ceph-2 |
S+ j1 o" Y- k3 s, b5 Y/ m! r| ceph-1 |2 _. n' a: v3 F" u$ p1 Y
| ceph-3 |
5 ^" v) z* d% W( ~# {* T+-------------+
/ N. l: ?8 Z# ^5 s' NMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)* e+ A, _% B( ^. y7 n* A
[root@ceph-3 ~]# df -TH
% D2 k5 N6 d$ ?^C
9 R3 t2 q/ z' k+ O[root@ceph-3 ~]# ls0 R) h+ G L6 H7 D
recovery_cephfs.py
8 |0 L: w% m" J( p4 h+ A9 |# @4 z[root@ceph-3 ~]# 1 {9 a# G" ?7 g" z% R
- l' b! k) Y1 L3 t: \; o' s
[root@ceph-3 ~]# ceph fs ls _9 O: e9 T/ t, r& r' j- r' z& l
name: cephfs, metadata pool: metedata, data pools: [cephfsdata ]; ]& Z- @! w1 Q
[root@ceph-3 ~]# ceph fs reset cephfs -
( J/ d2 a* R- @$ n0 C--admin-daemon -f -n -v --watch-info8 I8 v. J. H) L1 v3 h% j
--admin-socket --format --name --verbose --watch-sec
: c( c& Z* M/ `! x4 R0 X4 N-c -h -o --version --watch-warn
9 \1 s7 ^% N* W--cluster --help --out-file -w 8 `2 T9 A5 _/ J, Q, T
--concise -i -s --watch
, M: L1 ?, x. j: f1 A) A--conf --id --status --watch-debug
7 i& u" C6 U: \" J4 [--connect-timeout --in-file --user --watch-error
5 D& n3 Z, I2 [- q) G9 L[root@ceph-3 ~]# ceph fs reset cephfs -6 d8 J( B' s4 f* X5 ~. W
--admin-daemon -f -n -v --watch-info
1 r1 y9 J7 `% z5 j- q--admin-socket --format --name --verbose --watch-sec
6 R& V' ]6 F9 q$ J, s8 T9 Q-c -h -o --version --watch-warn+ d& ^+ v2 q- h& k% j+ o8 y
--cluster --help --out-file -w * e: q5 @* ?" T$ M5 }/ b, R- z
--concise -i -s --watch & E+ i1 x: q4 x
--conf --id --status --watch-debug
6 r5 K: J+ o8 _' A. ` ?--connect-timeout --in-file --user --watch-error
0 O: _6 N& `% l6 i( d7 ~! J* B' ~[root@ceph-3 ~]# ceph fs reset cephfs --yes-i-really-mean-it : r% }2 [1 B( i& a3 n
#disaster recovery only: reset to a single-MDS map" C! R% }( ?2 n% k
[root@ceph-3 ~]# ceph fs reset cephfs --yes-i-really-mean-it # A9 o- c. c8 }) K
[root@ceph-3 ~]# ceph fs ls
% l1 z& \8 H7 V5 g4 ^7 sname: cephfs, metadata pool: metedata, data pools: [cephfsdata ]/ r# p/ G. k" M3 l) {
[root@ceph-3 ~]# ceph fs status L G- r; z" i* q1 X. W" F
cephfs - 1 clients
6 y" c9 A- y7 S6 Z* h' q======
' h% g& C: z" ]2 Z+------+--------+--------+----------+-------+-------+
' t; ~8 X7 E q: I| Rank | State | MDS | Activity | dns | inos |5 i1 o! D6 U* C. w7 F8 W: M& y, ?7 b6 |
+------+--------+--------+----------+-------+-------+
* ^# w2 k) W6 y$ l O| 0 | rejoin | ceph-3 | | 1 | 3 |
. W; X0 g4 ?' ~. O; Y+------+--------+--------+----------+-------+-------+7 g7 ?8 a& W% l4 n& f
+------------+----------+-------+-------+
, ?+ i2 m" U5 b. \| Pool | type | used | avail |
3 J6 d9 R& x; j; L# o. P) a0 @) p+------------+----------+-------+-------+
8 }; g3 i1 u1 f) ^8 || metedata | metadata | 6023 | 277G |
( _' D* C% P4 W| cephfsdata | data | 44.5k | 277G |( P8 I$ c7 d. j9 F/ X# \
+------------+----------+-------+-------+
# `' _- o7 K8 ?( V3 m, v. A( }
0 G5 f$ I0 z8 L- `+ W5 |+-------------+
& o+ q; G: e6 G| Standby MDS |
7 e. p! g2 Y0 d2 x* j+-------------+# h9 B2 t2 p% H- T9 a* U
| ceph-2 |8 E9 H- `9 w- x7 _
| ceph-1 |
4 l2 Y- X' `2 D. x, B7 n9 j. N+-------------+
# _5 D! f: E# I/ H* `( CMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
2 o! L0 Z( R+ r[root@ceph-3 ~]# ceph fs status
! l# h, \, A; f7 e' H. X; W" vcephfs - 1 clients
$ u/ U% g. @5 n======
6 z/ w, E% g! [0 x5 H, w+------+--------+--------+---------------+-------+-------+
0 F! y# V' i7 P% r| Rank | State | MDS | Activity | dns | inos |
' s$ v# d% ]) v. s# z* ]+------+--------+--------+---------------+-------+-------+* Q" J; y- D4 M) t6 P
| 0 | active | ceph-3 | Reqs: 0 /s | 1 | 3 |' H( _0 {3 |7 r+ A ~4 e2 O/ u
+------+--------+--------+---------------+-------+-------+ N. T: N, B0 _/ h
+------------+----------+-------+-------+/ S8 r$ m* }; D. f b
| Pool | type | used | avail |
" I6 l$ h5 k( _# S5 L3 J+------------+----------+-------+-------+
5 v$ v6 ?8 w, u/ g. O" a| metedata | metadata | 6135 | 277G |+ ]/ v0 G, p( g# b! b* v; P1 w
| cephfsdata | data | 44.5k | 277G |
! }& Q: E8 j; S- `* a% G5 c2 S$ B+------------+----------+-------+-------+- _7 [) k9 p1 H7 E
]% h- e$ H$ }; o+-------------+. l/ w6 c/ S5 d; D: q* e
| Standby MDS |" g$ _" ~" ^0 k3 d
+-------------+
( R4 G( f+ G/ Z6 P| ceph-2 |
' D2 G& h- C8 W" L# {| ceph-1 |: A, k" D* Q2 y6 _
+-------------+
" ~9 D; K5 x: _1 E- W" D9 K6 i$ w6 fMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable). Q1 r( _$ l! s @, w' h& u( N- y! i
[root@ceph-3 ~]# " V8 M; ~( I+ P, u2 r6 C, V
7 |9 w' u9 E% s# R8 G7 k% Z
- r8 d( |: @0 F* i3 x' i |
|
发表于 2022-8-5 15:00:12