|
|
[root@ceph-3 test]# rados ls -p metedata |grep 2.00000000 |xargs -i rados -p metedata rm {}. i( s1 S6 n8 g* t1 l: w
[root@ceph-3 test]# rados ls -p metedata |grep 2.000000007 m- d5 D! g) V: x0 y% d! z, n
[root@ceph-3 test]# systemctl restart ceph-mds@, Y2 v# W3 v O/ v0 e& U) z* \8 {
ceph-mds@ ceph-mds@ceph-3.service
* Z* _: k& o- N8 S' Z6 L2 k[root@ceph-3 test]# systemctl restart ceph-mds@/ k# ^) `( o# y6 `* N- z U. d
ceph-mds@ ceph-mds@ceph-3.service . K Q# i2 j" ]! X; G
[root@ceph-3 test]# systemctl restart ceph-mds@
0 |' g8 ?, i& j( Qceph-mds@ ceph-mds@ceph-3.service $ [1 q& L! I5 c7 U5 [
[root@ceph-3 test]# systemctl restart ceph-mds@ceph-3.service 4 o$ ?. `) D# H, t. K
[root@ceph-3 test]# ceph fs status
; s2 A* Q- @$ u1 W- } #Show the status of a CephFS filesystem
& Y( l. m5 {" ]5 Z% m& ][root@ceph-3 test]# ceph fs status
4 [! C* Z) w# s5 o6 N3 i8 Q #Show the status of a CephFS filesystem
* l; K# g* q. x[root@ceph-3 test]# ceph fs status
) z* H$ n) P% ?+ p# L, Kcephfs - 1 clients( @2 k e( @, j0 F" _# Z
======7 t0 B8 t$ o* a1 Q0 O
+------+--------+--------+---------------+-------+-------+
7 W$ K. _0 v4 J" C5 Y; ~; ~| Rank | State | MDS | Activity | dns | inos |
1 O/ G, s# ]" M4 s" c+------+--------+--------+---------------+-------+-------+
" T0 i E( y. [6 U| 0 | active | ceph-1 | Reqs: 0 /s | 11 | 13 |
7 o$ a1 Z# b3 Q M5 l0 {+------+--------+--------+---------------+-------+-------+; I, X6 y4 B1 k9 E, j, m8 J) l( \9 y
+------------+----------+-------+-------+! @1 \- \' W/ ^' Q
| Pool | type | used | avail |0 T/ a1 u2 o- W
+------------+----------+-------+-------+$ J. x5 j( R, K7 ~ c% B$ N
| metedata | metadata | 5911 | 277G |
- w& g$ y& o3 R" t8 T| cephfsdata | data | 44.5k | 277G |3 U/ l7 ?* n! K; `6 Q- U! _
+------------+----------+-------+-------+. u4 h: f- ~ V" l! a3 ^! F
4 \ ~& W5 A$ j/ G+-------------+
& ?, N& U' L2 ?! _3 o' a4 M2 `6 || Standby MDS |
' D @% ?7 N# e+ V# j+-------------+
5 f }9 C- a# W| ceph-2 |/ J/ r4 s _( `
| ceph-3 |
4 v" u2 F# V ]( r4 a/ n9 W8 N+-------------++ Z7 j$ Y" l$ |4 w2 W6 f
MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)4 {, q$ n6 ^! i h. ~
[root@ceph-3 test]# ceph fs status ~0 X4 ^* x5 k+ L
cephfs - 1 clients
9 ?9 E+ D- N; O! h======
0 |; W4 z, D6 j3 s: Y$ r# l+------+--------+--------+----------+-------+-------+1 M2 s, B& S* b2 u" r n2 a
| Rank | State | MDS | Activity | dns | inos |( c! M# ]' x, }: Z; ]8 h0 m! j% ]
+------+--------+--------+----------+-------+-------+
9 o1 \2 |$ M- o% n' o7 u8 j6 l| 0 | replay | ceph-3 | | 0 | 0 |
8 Z) o! J5 L% l1 ^7 L4 A- T+------+--------+--------+----------+-------+-------+; W" N' \0 J# l! h8 R& t1 j( a
+------------+----------+-------+-------+
3 [9 x* t }+ A( i8 b1 {| Pool | type | used | avail |# }+ T4 d" P+ q4 t# L8 M, c
+------------+----------+-------+-------+
- x7 h2 o+ F1 u. j- z| metedata | metadata | 5911 | 277G |) `2 g& R8 D( a# d* @* ]5 E" B
| cephfsdata | data | 44.5k | 277G |+ }/ A) W* w# U' \# N* R" Z1 |8 Z
+------------+----------+-------+-------+ y8 D1 v# a1 y
. \3 D- i& I$ `. m
+-------------++ b+ p9 D& e0 S+ K" @5 p6 \* y
| Standby MDS |
( P. V7 o* s: W# [+-------------+
6 U* G7 E; `. n J; \| ceph-2 |' e8 l, B3 P; d6 L! J: C6 U. k
+-------------+, {* ], e3 d: b! u
MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
4 | U9 k; g! S1 j[root@ceph-3 test]# ceph fs status
- p6 Y X# Q8 m# {/ r; Bcephfs - 1 clients
; O. R& F4 P1 {9 F======+ w8 R' A. T9 l3 Z! i
+------+-----------+--------+----------+-------+-------+
8 r5 w v$ v N6 |. W6 w| Rank | State | MDS | Activity | dns | inos |
! N4 R( S% Q% d: f0 S5 V4 r$ ~% v. u' m+------+-----------+--------+----------+-------+-------+6 H% i3 s: d) B* n+ P" `( J& S
| 0 | reconnect | ceph-3 | | 0 | 0 |
* q% o, F8 E" c$ b) P8 k! ]# m: H+------+-----------+--------+----------+-------+-------+
. i/ R4 ]) r" Z+ F! R$ I+------------+----------+-------+-------+# E- x2 n, `* f) ]1 g6 B& ~
| Pool | type | used | avail |
' R7 ~. e4 B% h5 n+------------+----------+-------+-------+7 S/ b9 z2 ~5 q: E' x) \2 @
| metedata | metadata | 5911 | 277G |
- R7 s' A1 N/ {4 N! _4 U4 b7 ?| cephfsdata | data | 44.5k | 277G |; \& `$ ~" C! S7 p$ x" m7 O( b1 X
+------------+----------+-------+-------+
( N. M. Z7 M7 N" A- Y
4 s( i" S8 b& j+ G0 T+-------------+
4 u! f& w" i Y5 t* r" d| Standby MDS |
$ v; |3 Y1 \1 O; ]+-------------+3 K% q& n' Q1 `' L2 F8 T2 w$ p5 z
+-------------+
( U) l9 q# h; N9 K+ q# I( R. S7 uMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)4 m4 K' M6 m% S- g2 f& a
[root@ceph-3 test]# ceph fs status
4 ?: I x. E0 } |# w icephfs - 1 clients
9 H( O6 A9 i1 N: o. J' H& F======! F1 L( m! s, [) ^2 `, p- l7 Z, T
+------+-----------+--------+----------+-------+-------+0 N, K( ^1 {& R+ Y! L5 J
| Rank | State | MDS | Activity | dns | inos |/ Q/ J8 u% M5 C) u8 R( h
+------+-----------+--------+----------+-------+-------+. K+ e$ `7 D3 }% [) Y
| 0 | reconnect | ceph-3 | | 0 | 0 |$ \/ B+ I! s! }0 B+ C W1 h4 a: R
+------+-----------+--------+----------+-------+-------+4 P/ w+ y5 o* S! x( j
+------------+----------+-------+-------+% W- \% q' J. K, J: l; ^2 E Y7 f
| Pool | type | used | avail |
' G* D! U$ w% {) [( Z+------------+----------+-------+-------+) X/ ]/ n9 W& V6 c
| metedata | metadata | 5911 | 277G |' b ]) t( P" O
| cephfsdata | data | 44.5k | 277G |
& L7 Q2 F1 H4 V- A, u# Y: V' ]+------------+----------+-------+-------+5 w6 v! U- n; z, B" c: V6 @ ~: O
" h% ~" ^) i& z* S
+-------------+5 ~, \$ B5 ^0 @
| Standby MDS |8 \$ f6 j# M! D, Z7 o
+-------------+5 e0 M3 s! ?0 T
+-------------+9 l& `- ?2 d8 q0 d' M
MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)% T- i, l6 @# d- i
[root@ceph-3 test]# ceph fs status ' {6 w# O/ \3 Z" `$ g
cephfs - 1 clients
2 a, s4 x, B# F; U9 _7 y* ]& L======/ i0 Y! a) t* S4 S
+------+--------+--------+----------+-------+-------+
( w, d% b; W4 _% R| Rank | State | MDS | Activity | dns | inos |1 O) L0 Y% z+ {0 P- Z5 Q
+------+--------+--------+----------+-------+-------+2 Z1 c) W" ~7 y$ u
| 0 | rejoin | ceph-3 | | 1 | 3 |8 r4 i; `1 S- W
+------+--------+--------+----------+-------+-------+
W. f) d' g" U, i( v+------------+----------+-------+-------+( b8 M0 \1 ?5 Y
| Pool | type | used | avail |, P6 u, j% N$ [0 d( N
+------------+----------+-------+-------+
# g; q) {( s$ S4 i x, e| metedata | metadata | 5911 | 277G |
+ q, c4 H7 p* V6 G: u! R| cephfsdata | data | 44.5k | 277G |% M0 B5 B5 X! e# ?6 R
+------------+----------+-------+-------+
% _( q5 m, T( {0 ] K/ C N: x7 S0 F) _; ^( W
+-------------+
7 C/ X y5 h# f# {| Standby MDS |
. G. c7 B- V1 b7 @, ?4 K& u+-------------+& G" O+ n1 N* q- f( ]' `
| ceph-1 |
) B3 I9 o+ q7 f2 b+-------------+
, \) _) C8 T! s! vMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
/ z' }+ Y# t4 x! {[root@ceph-3 test]# ceph fs status : g0 w5 E; A2 c6 ?( L8 @/ G
cephfs - 1 clients
6 g7 U2 ~. }3 v9 e: ~) h======, ]3 M4 q. R. h
+------+--------+--------+----------+-------+-------+; V* L% B6 G0 B7 Q0 Z& r
| Rank | State | MDS | Activity | dns | inos |7 Z2 ?- _% X/ g; s
+------+--------+--------+----------+-------+-------+
- O) Z# `5 V0 I) \4 w& M6 V| 0 | rejoin | ceph-3 | | 1 | 3 |
8 z1 q% j5 s, P/ ~, z+------+--------+--------+----------+-------+-------+
3 T2 y$ y3 f1 k' W, m, K2 G+------------+----------+-------+-------+
1 j4 I: \+ z* W/ U% M# B| Pool | type | used | avail |; L' w; l$ v7 I
+------------+----------+-------+-------+% J7 a2 T. Y2 S
| metedata | metadata | 5911 | 277G |; X$ Q# g3 [* W* z6 p1 v3 G
| cephfsdata | data | 44.5k | 277G |0 q$ w8 B4 ^9 b% O7 e& r
+------------+----------+-------+-------+" s. I6 W7 _; I0 M& R* ^
' n0 u" j' R9 m- c7 `3 G7 i
+-------------+# H; G# j# s# m) }- B( ^: r
| Standby MDS |0 x; q. }4 K4 J1 X' }9 V0 x. B: A
+-------------+# v S4 m5 s' D
| ceph-1 |
# `1 u. {) @! ~4 W k+-------------+
. y; |- t" q1 kMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
" L/ Q! R' o( q[root@ceph-3 test]# ceph fs status
, j9 b% @- |3 F( u H6 vcephfs - 1 clients
$ P0 h, {" I& x======
: ^: h( U+ C; s1 v+------+--------+--------+----------+-------+-------+
0 ~% t" ]/ X# ?* \! [3 v7 S: y; |% z| Rank | State | MDS | Activity | dns | inos |
8 J' S' v7 ~: q1 p' c4 G+------+--------+--------+----------+-------+-------+
% Y, m) C& h& n: ^& \8 n$ t| 0 | rejoin | ceph-3 | | 1 | 3 |. L# M: D1 A3 k4 s! k; ?( H q
+------+--------+--------+----------+-------+-------+3 K1 \: M3 ~- Q. ]. c% s3 }
+------------+----------+-------+-------+
9 z E8 e% F+ B: b6 F9 A| Pool | type | used | avail |0 H3 H& v; c" Y% h% D+ g
+------------+----------+-------+-------+2 S3 d) e: I# P# o$ C, [4 c/ S
| metedata | metadata | 5911 | 277G |8 z0 a6 {& B5 M4 h
| cephfsdata | data | 44.5k | 277G |
7 Q1 d! Z0 ]) a' s/ n+------------+----------+-------+-------+
8 p8 ^: c7 j0 `0 J( m" R( R+ t6 B# \) H2 C
+-------------++ x& C5 a# x# J2 |) w
| Standby MDS |. t6 h: P1 \$ `
+-------------+
0 p' O) }. x6 _& g| ceph-1 |
. C' @9 g/ w! [% t$ l/ {+-------------+
+ F2 k# B+ S- ~! EMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
# q$ E( ?" _: f2 g. w3 g% V[root@ceph-3 test]# ceph fs status " u% [( T: ~. H' [
cephfs - 1 clients& C4 Z1 w& J- I6 V( h
======/ u' j* T. J9 f' f0 e" _1 Z, C9 o
+------+--------+--------+---------------+-------+-------+
( A6 C8 Y& x; t5 r$ M8 B' K| Rank | State | MDS | Activity | dns | inos |1 H# a9 C" h- g0 {
+------+--------+--------+---------------+-------+-------+0 u; C V& j$ J5 L% ]6 b
| 0 | active | ceph-3 | Reqs: 0 /s | 1 | 3 |: v1 C+ \: ~5 @# S2 V! S' i
+------+--------+--------+---------------+-------+-------+4 e/ A; l; O7 {2 C
+------------+----------+-------+-------+
3 e$ z6 F5 U5 J| Pool | type | used | avail |
4 L* ?0 I/ I; m+------------+----------+-------+-------+
/ S1 Y2 v0 ^' A0 w' e1 ?| metedata | metadata | 5911 | 277G |
4 i# q+ ~; ^' P! E" d5 W| cephfsdata | data | 44.5k | 277G |
. N! K/ u$ c# J7 {2 ^6 ?+------------+----------+-------+-------+
3 u( |# w' O) i; w0 Q7 |% u7 P* E: X6 C& Y
+-------------+
! G) m3 p7 o8 J4 Y| Standby MDS |
{" a8 y9 x" h# T7 I# s# M+-------------+
! J `) s9 t/ I0 q| ceph-2 |
" V$ A7 @6 v& y+ I5 J% ^| ceph-1 |
4 C7 y. S" @7 r8 ]* T+-------------+! m3 D) c9 _- N7 K' I
MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
! x: G8 L) L& q2 m% c% J8 {[root@ceph-3 test]# rados ls -p metedata |grep 2.00000000# Q( ^( M3 y- n" J" v
[root@ceph-3 test]# rados ls -p metedata |grep 2.000000006 O% ~8 S: j5 \ p
[root@ceph-3 test]# ls% T6 I. R( I, ]3 }3 m4 Z5 x
10000000000.00000000 recoverfile.png' K Q2 G8 R- Y, s
[root@ceph-3 test]#
$ n. A6 D1 M# n[root@ceph-3 test]# 4 A3 O2 V& d) z2 N
[root@ceph-3 test]# cd ) ?# g6 Q4 E. J+ u1 g* z2 K
[root@ceph-3 ~]# rados ls -p metedata6 g* G b8 H& f
601.00000000
p5 R# G9 t3 d600.00000000
I/ r. I0 y. q3 m! ^5 E603.000000003 p6 T0 y& O0 `; L- H8 y W# u
1.00000000.inode
7 K- f! n; j# }200.00000000
9 l/ U1 a z9 T( Z5 }8 R200.00000001; g/ _/ z; u- M- E
606.000000001 K4 U4 x1 i2 s _
607.000000005 N; F' }+ a, K- e7 P4 p
608.00000000
9 `8 Q- M8 l, e, I2 `( r604.00000000
8 p# K6 [1 @. N1 d" S500.00000000) W" P% f5 d2 d8 a1 P: y
mds_snaptable
3 V" Q) m. i1 s, g- K4 l9 D605.00000000, K8 w* K3 U3 w
mds0_inotable4 v9 M. \" w. s% ]. N
100.00000000
$ G* L9 b. z( j$ ~% |* B7 N d/ T/ rmds0_sessionmap+ R0 ~7 t2 c, r c9 Z6 q# p, c
609.00000000
f/ y8 \+ K2 S( [, m( r400.00000000
4 B R ?/ p, \4 G5 [2 H100.00000000.inode" [* u4 |, ^0 {: o; r/ q
1.000000003 i! T8 y, c. ?4 ~6 j$ i% c
[root@ceph-3 ~]# rados ls -p metedata |grep 602
/ ]9 m% s/ |1 a; R; z$ d. @, g i[root@ceph-3 ~]# cd /mnt/^C
, ]) k: d( K" L7 [[root@ceph-3 ~]# ceph -s9 @6 ~$ f* u8 B/ K8 t" }# { D/ N
cluster:
. x% ?+ M1 a. R* i2 p id: 57bf4711-2218-46af-99d6-9c68ae230ce1% Q0 M" ]+ V1 x) S0 m8 O
health: HEALTH_ERR
6 G; M: s) k6 b# ? 1 filesystem is degraded1 ^$ G# }: ^' C' K! t5 g
1 mds daemon damaged
) K- v" T) i( M; l' d7 F$ [) i6 h- x3 K1 R4 w. g0 P4 y; x
services:
5 a: F/ x9 |' ^1 R( R mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
7 R& i" z. A" n mgr: ceph-2(active), standbys: ceph-1, ceph-3+ P9 r$ i6 j* \9 X& j, x
mds: cephfs-0/1/1 up , 3 up:standby, 1 damaged
% k$ G8 `3 i8 |7 t8 ^: a6 a osd: 6 osds: 6 up, 6 in
- i& I! N1 }4 M' i. T$ O, }- Y; }0 i% W x) K- y8 O1 g, l8 I
data:* Q( F2 t; x$ U" G$ x5 K
pools: 2 pools, 256 pgs
4 U5 e0 D( b: y6 q objects: 21 objects, 50.4KiB( \) s: d3 K* {
usage: 738MiB used, 584GiB / 585GiB avail% f# l0 J& K( O
pgs: 256 active+clean
# j8 ~2 N* F; ~9 l# D+ A1 y
* w. Q9 O, v3 d[root@ceph-3 ~]# ls9 h3 t; e& M1 Y6 t% i5 p' U* E
recovery_cephfs.py) @- k E) z1 E" h! \2 }
[root@ceph-3 ~]# ls4 x4 H% k* Q X) S9 e$ d3 H
recovery_cephfs.py0 C. u# r0 x2 Z5 ?; t, Z
[root@ceph-3 ~]# . G; `% l2 A7 K8 `+ W
[root@ceph-3 ~]# ls
- n' B5 ^5 d, o precovery_cephfs.py
* h1 }% S* L# K( u[root@ceph-3 ~]# df -TH
. p" P! @& W6 R6 R- n# u2 ]! k# m0 L3 M9 U2 n! W
- V9 n- x4 I6 x/ v' @; q7 V* Y8 x& A+ ^4 Z _* H9 L4 B
^C
- @$ k" j) x8 X3 G$ x+ M* X0 f$ z[root@ceph-3 ~]# ls
* r: ^- z$ z9 _% R/ s+ j; mrecovery_cephfs.py: d/ }7 ~; V1 e* ^
[root@ceph-3 ~]# ls
( @/ I; E( E" X2 m9 erecovery_cephfs.py
9 Q" }* q& ^- k% q[root@ceph-3 ~]# ls
2 }; ^! b5 ^2 R. E# srecovery_cephfs.py) P- F3 C- M- q2 r
[root@ceph-3 ~]# ceph -s
8 _$ a" D( A U6 L9 J+ y& u cluster:
3 M& F* \( D% z2 @' T' d/ y+ Z" ] id: 57bf4711-2218-46af-99d6-9c68ae230ce1
* D( v! m% g. M3 V; s5 y health: HEALTH_ERR
; f6 E/ Y" m9 A 1 filesystem is degraded
Q9 {0 n( Y# E- _1 ?! t 1 mds daemon damaged
3 B; D- t- G1 M1 X
7 b& S- U1 o0 x+ A6 {6 y2 D services:
3 G# O0 i6 V6 s- t5 I" u. w mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
0 V/ X- _0 a" t; @ mgr: ceph-2(active), standbys: ceph-1, ceph-3
4 F( ^, N8 o+ p# J6 B9 ~- G! } mds: cephfs-0/1/1 up , 3 up:standby, 1 damaged
9 w+ L. a; @- c4 h; H- D4 k2 M osd: 6 osds: 6 up, 6 in6 _9 F" t# G# [2 o
5 H1 K: J5 S" w; r
data:
`# E' \2 S: ^ pools: 2 pools, 256 pgs! C. t: I3 b2 F& l& e4 C7 i# _
objects: 21 objects, 50.4KiB9 R! g# b3 O$ T* u0 g" v( p
usage: 738MiB used, 584GiB / 585GiB avail/ F3 K/ s- F- G, ~
pgs: 256 active+clean
9 g$ }" @) w/ F3 M" s: q- z
; h; {* x$ n# Q( B: a9 Y1 G( {[root@ceph-3 ~]# ceph fs status s; n" j" I# R( E. N8 z
& G/ ?% f/ K u& M n& M6 a
+-------------+7 V2 [2 w# f9 r+ }8 }% K! D
| Standby MDS |
. r' S& K( s3 i9 o# Q1 ~+-------------+
* }! N- u8 F9 U| ceph-2 |& |5 o Z5 b: U4 o F
| ceph-1 |
5 p [9 B$ K* U2 \' I3 E, B| ceph-3 |, d8 T$ D; R/ H* j1 m+ j. [3 b
+-------------+& G5 T6 B7 y$ c- T; G
MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
, U2 ]; ?- N+ R7 a[root@ceph-3 ~]# ceph fs status % A& S- Y& S' l8 \
cephfs - 0 clients
# Q* g8 @5 m& o/ w======
0 b6 E% U- h$ F8 b7 i! N+------+--------+-----+----------+-----+------+
7 d* V, J# N) f8 a3 a& O. f5 m& M, Q. r| Rank | State | MDS | Activity | dns | inos |
( e+ H& r( q9 b7 U- \9 i# y+------+--------+-----+----------+-----+------+
$ `9 h0 n" E w| 0 | failed | | | | |
3 k$ x/ j' [% f0 N6 m/ [2 t0 p2 k+------+--------+-----+----------+-----+------+
9 J; o& O i; Z& {" }1 M4 P& \+------------+----------+-------+-------+1 X+ m7 e/ a# w4 k
| Pool | type | used | avail |" t6 n9 ^" t$ p2 b" r p! [
+------------+----------+-------+-------+
5 n2 z' D' m3 [* _4 P| metedata | metadata | 6023 | 277G |+ j$ m, S0 n+ s$ G5 ~! w- I
| cephfsdata | data | 44.5k | 277G |2 `" n+ G* N, H7 r+ o/ Z6 |: r
+------------+----------+-------+-------+
; J7 o* u) u" d$ C
% t5 o. X! g2 U' j. }2 l( ?+-------------++ c+ j9 m3 i; l6 q' P, T
| Standby MDS |2 s: N" h: {& M1 u4 X
+-------------+
; M m3 x) n7 z: Y% t* x& }+ x$ P; K| ceph-2 |
( Q: `& T6 k- |' X4 X. || ceph-1 |* o6 U0 i5 G9 d+ h" D* L& X% j
| ceph-3 |% T9 T9 n% j& R! J) d
+-------------++ J$ f6 [9 @5 c( g& Q" n; b- C% X3 ]
MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
/ h# B- f% t2 X9 [* G7 P[root@ceph-3 ~]# ceph fs status
7 n# C8 x7 w5 O& v& S1 V" _+ c; U, ycephfs - 0 clients
; L# a7 n4 k' K& v) }. w% a/ D======
$ S k! R$ m" x- }0 \' \+------+--------+-----+----------+-----+------+
6 t3 J0 h+ S; Y6 D8 Z/ b0 K) Q: R. n! O| Rank | State | MDS | Activity | dns | inos |
" k! x" W- N. W& N% ]+------+--------+-----+----------+-----+------+
3 K! H% b) N0 e3 W! G0 [/ ?| 0 | failed | | | | |
) m$ x4 I2 h% h+ X$ H+------+--------+-----+----------+-----+------+* t0 \ D. j. k+ d; r
+------------+----------+-------+-------+
" |1 v/ ^. D: n| Pool | type | used | avail |5 T9 b* n9 O: H* ]+ N
+------------+----------+-------+-------+/ a( J+ ]. @7 u/ y$ ^
| metedata | metadata | 6023 | 277G |, ?# o1 R& k: f: g5 z; G8 m
| cephfsdata | data | 44.5k | 277G |
. M0 X- N; u, y& ~& v" ?8 i+------------+----------+-------+-------+* d8 n- i! h N! H/ _+ C
4 D2 w Y. [7 ?. Z$ v/ Z, b$ _
+-------------+: o0 V2 U" g8 z7 s5 O
| Standby MDS |( p* _+ Z8 b# t& f4 f6 H
+-------------+
+ H5 ] A5 S+ P3 Z/ V3 W* T+ E# @| ceph-2 |* s8 M! x' P8 q0 |8 }2 s! e
| ceph-1 |
7 W3 g# T" g7 T9 ]& N4 h| ceph-3 |/ ?+ p! ?5 o* L5 u# C
+-------------+
* ?3 H; M( Q% Q! h0 ]1 ^MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
' O w' C* U) U: K( y- Y' c[root@ceph-3 ~]# df -TH
, h, t2 O! \/ v5 o) p* R5 E3 R^C T. h/ l8 b* o, p' c
[root@ceph-3 ~]# ls j- R# Y5 t4 u! n
recovery_cephfs.py4 Z: r: ^' S3 h2 y9 g% G ^* ^
[root@ceph-3 ~]# 6 |; _- g" J1 R7 q- R* u
3 E4 _/ i% Z) w: G[root@ceph-3 ~]# ceph fs ls
! J- u$ V k2 _( f6 z; _name: cephfs, metadata pool: metedata, data pools: [cephfsdata ]8 B: Q8 C$ |( e5 Z( r
[root@ceph-3 ~]# ceph fs reset cephfs -
9 o) r" ~! Q! Q. U--admin-daemon -f -n -v --watch-info
% y6 H1 X; u& o0 r" [--admin-socket --format --name --verbose --watch-sec. ^$ A1 Y: ` N9 Q
-c -h -o --version --watch-warn9 e' y2 d, K3 Z( ?8 f! M& P# ?3 |
--cluster --help --out-file -w / i! V: U/ o6 _% \; n/ Q
--concise -i -s --watch ( _2 T: v) |( H" e8 u9 Q
--conf --id --status --watch-debug " D; q2 s, }9 V
--connect-timeout --in-file --user --watch-error 6 @" y$ U7 Q8 p+ b5 p" x* T
[root@ceph-3 ~]# ceph fs reset cephfs - |1 p t& H* X
--admin-daemon -f -n -v --watch-info
1 x( d: E; V/ ?: w$ l. p--admin-socket --format --name --verbose --watch-sec
4 s3 _& I, E. R% l% D. i$ |3 K-c -h -o --version --watch-warn4 o1 S+ Z4 h0 u% M" Q
--cluster --help --out-file -w
2 ?& g+ E; H2 P# N4 J8 r--concise -i -s --watch
6 t* L7 J i. y/ E1 A2 c6 x--conf --id --status --watch-debug : e& l* a+ L+ p
--connect-timeout --in-file --user --watch-error 8 }7 D3 P: i% ?: C. R) [; F7 T
[root@ceph-3 ~]# ceph fs reset cephfs --yes-i-really-mean-it , n1 R3 u- `% y* Z
#disaster recovery only: reset to a single-MDS map
) I! L: G. j, W8 m+ c[root@ceph-3 ~]# ceph fs reset cephfs --yes-i-really-mean-it
! Z& B" n- |5 k& j2 _- S& y0 c[root@ceph-3 ~]# ceph fs ls
8 j' j2 J9 m. a5 x( vname: cephfs, metadata pool: metedata, data pools: [cephfsdata ]. v1 z) t s' s
[root@ceph-3 ~]# ceph fs status
% `2 Q' W8 c7 h/ Q- Y; lcephfs - 1 clients- t7 ]) t9 {0 m4 ]& l
======
& V7 M) D; ^% I. h L+------+--------+--------+----------+-------+-------+& s% h4 o3 W, V) w
| Rank | State | MDS | Activity | dns | inos |
; B. x6 f/ g3 c: o* v( h+------+--------+--------+----------+-------+-------+( @& ~; |1 X$ [( A9 l' q g* \
| 0 | rejoin | ceph-3 | | 1 | 3 |* g/ A. T, ~. \2 v- R
+------+--------+--------+----------+-------+-------+1 k+ h/ R4 v' n& R) h3 `
+------------+----------+-------+-------+
% v7 j' D7 @" l0 L. \2 Y4 q6 [| Pool | type | used | avail |
2 {/ c o* |. T( A+------------+----------+-------+-------+
' R( ~* w8 F4 r7 `! b6 S# p- }, O. M| metedata | metadata | 6023 | 277G |7 y( x8 |( a8 s& ? S$ c
| cephfsdata | data | 44.5k | 277G |
' H) Z) x8 D7 S" Q _+------------+----------+-------+-------+0 {2 ^. ?8 j) R% X. Q' Y
! k8 r# v& g. U: E3 B. j
+-------------+
4 l3 ^" [0 i- Z4 g& K" E| Standby MDS |
* f+ q% A A' U# k/ X* l+-------------+
# h1 I5 p' P2 C" r k9 L% ?| ceph-2 |- ~( h2 d% U* \
| ceph-1 |
" `; K& I- s2 |! Z+-------------+
5 ~- o& N- g) mMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
- B8 h+ F! C/ _, G$ k1 m. A* k' y" a+ X[root@ceph-3 ~]# ceph fs status
; O* G7 g% H, b# Tcephfs - 1 clients
# ~6 D* Y* `! V9 G w: X+ E======8 O/ A" c' [( T- {, }
+------+--------+--------+---------------+-------+-------+
# a y" N) ^$ l' P7 R, a| Rank | State | MDS | Activity | dns | inos |6 F+ M* s P* ?: H5 n E. F
+------+--------+--------+---------------+-------+-------+
s x* K/ x" z& J3 h( n| 0 | active | ceph-3 | Reqs: 0 /s | 1 | 3 |
) k& o( A* i- C; c* d0 E+------+--------+--------+---------------+-------+-------+* {+ g Y9 j7 d8 B) @
+------------+----------+-------+-------+! m3 X1 A% W2 o7 h# _# Z3 V+ I
| Pool | type | used | avail |
* w# q. ?# a0 ?+ J1 I& W% e+------------+----------+-------+-------+
5 ^5 v$ X q( L3 j4 ]4 }" z* S| metedata | metadata | 6135 | 277G |
* G- o/ f: Z5 G" G7 J$ h( q: U3 R| cephfsdata | data | 44.5k | 277G |4 M2 K# K" `2 \( F% l+ _7 G
+------------+----------+-------+-------+. V1 w+ l/ B- q: e- j+ H
2 U; g% M+ g+ Q/ x) N# {" j+-------------+
0 ^5 h+ ], F4 W| Standby MDS |
6 Z- o+ w9 |2 E( b5 \+-------------++ d1 I0 a: n1 n7 ~" T1 S: E, I
| ceph-2 |5 F6 I4 E9 Z4 q# W
| ceph-1 |
6 E ?: N# ^: E$ e3 Z$ g+-------------+
3 Z$ z" T( L/ RMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)0 k+ @1 F! ? s. {1 Z
[root@ceph-3 ~]# / v+ J$ ^+ N( Q0 A( ]; O d" V2 N k
$ ^, s9 s8 C w! H, S
/ R3 [% R) P0 c0 g K# l: q6 A3 D |
|
发表于 2022-8-5 15:00:12