|
|
[root@ceph-3 test]# rados ls -p metedata |grep 2.00000000 |xargs -i rados -p metedata rm {}' _' I. a0 A$ h) W# v* @7 p8 w
[root@ceph-3 test]# rados ls -p metedata |grep 2.00000000
7 N$ \4 D2 ]$ B, m7 E[root@ceph-3 test]# systemctl restart ceph-mds@5 y4 l' g- j' r6 U: B
ceph-mds@ ceph-mds@ceph-3.service $ }) x% ?& s0 \, X1 \2 R6 ?# e
[root@ceph-3 test]# systemctl restart ceph-mds@
6 Y4 F, h# {; T9 h* ?, f! n# kceph-mds@ ceph-mds@ceph-3.service
5 _& m0 m. R% l- |; ~2 T( ?[root@ceph-3 test]# systemctl restart ceph-mds@
: ?6 n* v' v) U/ ^: }ceph-mds@ ceph-mds@ceph-3.service
2 A# m% R4 o3 ]- J% N, p[root@ceph-3 test]# systemctl restart ceph-mds@ceph-3.service
1 d. o+ ]& l- S, ^, B! `[root@ceph-3 test]# ceph fs status 6 Z' B& J1 r$ I" R/ K
#Show the status of a CephFS filesystem G0 E C, [& `
[root@ceph-3 test]# ceph fs status ! F$ x& |- e, w6 h9 e% B
#Show the status of a CephFS filesystem( q, q% s: ]$ O$ d2 R
[root@ceph-3 test]# ceph fs status
5 }/ l7 F# }% |4 F0 ~2 f9 {* f6 hcephfs - 1 clients( _1 F n) U7 ?* Q
======
' e0 O* H( Y: c. w8 V+------+--------+--------+---------------+-------+-------+
+ `! g+ _9 U7 f: Z) Y| Rank | State | MDS | Activity | dns | inos |
$ l1 P4 n6 f% g2 F+------+--------+--------+---------------+-------+-------+
& z3 H2 v8 S. i& J| 0 | active | ceph-1 | Reqs: 0 /s | 11 | 13 | _) J; R2 d0 q. V! {2 H6 I8 f4 \# v
+------+--------+--------+---------------+-------+-------+
; w( a. t7 Q. M7 @! s0 y, ~7 [2 Z+------------+----------+-------+-------+' N9 \4 e5 Q, b6 r+ L
| Pool | type | used | avail |+ S8 s7 d* e6 K3 c# z
+------------+----------+-------+-------+# I& {( G9 e6 m
| metedata | metadata | 5911 | 277G |
$ R, \% ~" E4 ?; V| cephfsdata | data | 44.5k | 277G |7 D9 R! S4 h5 K/ m
+------------+----------+-------+-------+$ d% I1 [; g6 X) w/ s0 v8 n' o
% ]7 ~% _+ D: m6 M- r Z$ W1 C2 ]+-------------+
7 ?/ k7 q: @" F| Standby MDS |
" E% ?- v; f& z+ Z' [8 p+-------------+( {' M. z; O' O" {
| ceph-2 |! q3 S- _2 Z. ~9 F
| ceph-3 |/ [! P3 \& |- J. ?4 t* b: ~
+-------------+
5 }" W7 f- g. e& pMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
8 A, g2 \' m. u& H4 _! t[root@ceph-3 test]# ceph fs status
0 V) \' ], @9 ^! k, q1 }" [ lcephfs - 1 clients
4 C4 m' N3 N' W$ f======3 `- o! n$ e- r) w% v
+------+--------+--------+----------+-------+-------+
+ h, u( H5 Y; m! g' E2 R& V: R| Rank | State | MDS | Activity | dns | inos |
& n( m- Q+ R: ~) `+------+--------+--------+----------+-------+-------+! z9 Q, e+ N# ~; ^+ @1 V% G, d
| 0 | replay | ceph-3 | | 0 | 0 |
$ H5 F) K# e) O' b0 r' ]+------+--------+--------+----------+-------+-------+
- @9 V0 N! _+ _( t' O+------------+----------+-------+-------+
, g/ r5 R& Y% R. g| Pool | type | used | avail |
/ `) [4 j$ B* o+------------+----------+-------+-------+
. j$ K$ i' n) i| metedata | metadata | 5911 | 277G |
1 p2 h! A; h0 ]0 u- P| cephfsdata | data | 44.5k | 277G |
9 k+ f0 w- Q5 I% w+------------+----------+-------+-------+
6 g' d6 o, I7 V0 M1 K: S. d1 K9 p; z
+-------------+) l* Y1 R. l2 Q6 [* W
| Standby MDS |9 j' _* J: f& b/ [
+-------------+5 z( U A0 x0 z
| ceph-2 |
% {$ _4 h! a, F5 U6 m+-------------+7 i, b+ I8 s5 Z0 F3 B
MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable) x9 I; F( J) t! ?& M
[root@ceph-3 test]# ceph fs status # f& e4 \$ m' Y: v& \+ a
cephfs - 1 clients, Q* q7 b& m& A. [! t% i: p" Y
======$ r" G1 r8 ~0 i6 C
+------+-----------+--------+----------+-------+-------+$ S K) S9 j$ h# C+ ]2 L; L1 E$ a
| Rank | State | MDS | Activity | dns | inos |" e# c, \( p3 B) |: k
+------+-----------+--------+----------+-------+-------+& R9 [- a* U8 \ r" Y
| 0 | reconnect | ceph-3 | | 0 | 0 |
4 ~& V2 O( P& k+ Z) h( h+------+-----------+--------+----------+-------+-------+
# N0 y6 ^& R$ W% g6 [: ]# V2 U+------------+----------+-------+-------+: U1 Q# q' b, S' E) L6 O
| Pool | type | used | avail |
8 I' G' G$ w6 E8 ]; j# o2 o+------------+----------+-------+-------+
2 a) n* b8 x0 f' [5 W ]5 [| metedata | metadata | 5911 | 277G |* ~% ?$ u% i. M* K. ~( v
| cephfsdata | data | 44.5k | 277G |; }" Y; W9 O; ~8 _. w+ T, H
+------------+----------+-------+-------+1 g" q% [& x7 E1 M( b" P
5 H0 L6 Z6 F- E4 V! y7 O+ {0 H2 K+-------------+4 I- S; ^% v* C* `% g1 @! t
| Standby MDS |
2 T9 E" b+ s- _, a6 P8 U! w+-------------+1 w. l) L0 ], l+ _! Y
+-------------+0 n. m! N3 p: c9 f
MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)# K) d& h4 u" B5 f. H9 H8 |/ ~
[root@ceph-3 test]# ceph fs status
5 ~" a2 J; Z" b5 E- d) f. G7 Ucephfs - 1 clients
k( K; {7 u4 _ _7 ?====== o! U+ G$ l) j. ~) K C1 {
+------+-----------+--------+----------+-------+-------+
) X* Q7 [, G+ S- K| Rank | State | MDS | Activity | dns | inos |
6 y& h. a" F* Y5 G! d6 j+------+-----------+--------+----------+-------+-------+
3 D6 Y1 B* k9 ~! `2 U, d| 0 | reconnect | ceph-3 | | 0 | 0 |& q" I5 r2 P/ i( J
+------+-----------+--------+----------+-------+-------+* C$ j- `. b4 S \3 m2 n) ^$ j# T
+------------+----------+-------+-------+
/ t) X5 W; a8 a& x9 t| Pool | type | used | avail |% C3 Z0 h3 w6 }3 _5 W" ?( `
+------------+----------+-------+-------++ q9 N0 d7 u$ r `! Y# _
| metedata | metadata | 5911 | 277G |
" Q: w( p7 {! u8 D+ || cephfsdata | data | 44.5k | 277G |
* t7 q& ]% Y, d) M5 o. R+------------+----------+-------+-------+
6 P7 i* H W4 P6 F# v5 {3 X
+ d( Q& \0 t9 J" n5 G, ]* E! Z% M" d+-------------+
; D) u4 H8 T6 J9 e3 B/ }| Standby MDS |$ H( o# a0 @1 l4 ^
+-------------+- R) n m$ k& ?# ^0 H2 c% o
+-------------+
" O/ R$ b, R; q. P, g( k" U% u$ ~MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
" L. m0 ^' g4 c+ |9 e) r6 e/ Q& \[root@ceph-3 test]# ceph fs status
+ e' ` d/ G- A, i. O tcephfs - 1 clients, L0 Z, _% u# e
======
$ I9 {2 T" h3 R3 S; w+------+--------+--------+----------+-------+-------+! c4 j5 V9 C b% s2 D
| Rank | State | MDS | Activity | dns | inos |
* q# |! ^! i7 Q) ~/ p! `8 t+------+--------+--------+----------+-------+-------+1 P, h1 k- H) G% |8 v
| 0 | rejoin | ceph-3 | | 1 | 3 |5 T% Q0 e5 N+ ]/ J! s
+------+--------+--------+----------+-------+-------+
- M2 @" E. T# J5 ^# s8 @5 M+------------+----------+-------+-------+
& t L4 k# [( Q% G" ]3 d| Pool | type | used | avail |
& A9 @, k; b' y k: d+------------+----------+-------+-------+1 v) O L6 J; [8 t
| metedata | metadata | 5911 | 277G |
! h% w3 Z1 R) q5 f| cephfsdata | data | 44.5k | 277G |' A/ w% b' P# T. \ {3 o7 m! f9 w, z7 s
+------------+----------+-------+-------+) A) V4 f* V* h: u* Y; }. f
6 i* `: K3 |* B! f! p; \
+-------------+
9 w$ P' n3 ~5 {* e| Standby MDS |
+ ]# \& L' R% H0 ? j7 L. D+-------------+" j; ?- {# N7 {* M$ `
| ceph-1 |( Q" i) Z! ]2 r: F$ s/ h
+-------------+( l6 S1 q% j, S" V5 N
MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)- {" Q3 o& T7 H% b
[root@ceph-3 test]# ceph fs status 3 a8 `2 h7 j" t
cephfs - 1 clients
! A* C5 ]& b( o; W/ i# x======
0 d& b7 i- j6 O2 ]+------+--------+--------+----------+-------+-------+& T# P( _% c+ t- Q
| Rank | State | MDS | Activity | dns | inos |8 U* V$ Y1 D5 z% R( A2 H3 _7 M3 j
+------+--------+--------+----------+-------+-------+( k0 o7 T& Z5 e0 {
| 0 | rejoin | ceph-3 | | 1 | 3 |
6 k% z, U" y9 Y6 i$ K3 g) e+------+--------+--------+----------+-------+-------+
1 i8 R$ Z3 Y; z+------------+----------+-------+-------+' C$ ~. d$ ^: {5 j# \
| Pool | type | used | avail |* u% m+ W1 l! }. ^: A: c9 k) Q
+------------+----------+-------+-------+% R! d- ?. \& n! _' J' N: L
| metedata | metadata | 5911 | 277G |7 m4 V" h0 a. y8 t
| cephfsdata | data | 44.5k | 277G |# k C! W$ K! h. R$ ~
+------------+----------+-------+-------+9 S9 M! F! j" k! |' }
- W# ]8 |% p2 U' H4 T+-------------+
- e" O% X) Y, C3 A3 K| Standby MDS |9 }+ Y$ S6 W$ I9 I& `
+-------------+
9 A1 q. ?5 d V O| ceph-1 |
9 s! _+ J' [" J& \" h4 Z; Y4 s5 l+-------------+
' q4 l7 f: u9 NMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
X! I% u4 g4 a+ v1 ?" Q[root@ceph-3 test]# ceph fs status
8 Z( ^8 [8 i# T7 }, d( C6 hcephfs - 1 clients
* @' T- k3 n8 `3 B* h======; W7 s6 x% _7 x; u# m ]+ Q' v
+------+--------+--------+----------+-------+-------+
$ a6 t+ j" r( J| Rank | State | MDS | Activity | dns | inos |
% U$ r& z2 i- q7 _, R- Z" S. F+------+--------+--------+----------+-------+-------+
+ k& ^; `$ M& q3 h& e| 0 | rejoin | ceph-3 | | 1 | 3 |# j, t [' J$ c, y- T3 r
+------+--------+--------+----------+-------+-------+
% z) Z2 e5 }+ k- t, B8 g, g+ B" z+------------+----------+-------+-------+
' Q. F2 q8 \) f5 D- x8 G. I| Pool | type | used | avail |: c: z# D8 [% `2 e$ p
+------------+----------+-------+-------+) p. c+ J: A8 X( x, C( a: w
| metedata | metadata | 5911 | 277G |) X6 \, ?, g8 a/ w
| cephfsdata | data | 44.5k | 277G | i- H2 |! G, d9 ^( N, J
+------------+----------+-------+-------+
9 d' f) f; X: \ l) \5 f1 b2 C8 L& \9 p* Z$ v- D6 K8 x! Q
+-------------+
5 b) L/ @1 ~: q" v+ N6 d7 ^0 r7 v0 A| Standby MDS |. N+ ?) r$ {: H+ N
+-------------+2 @1 _4 }3 F" C
| ceph-1 |. F1 J4 C- p& N3 r) ^) U3 p
+-------------+
0 |. h% F2 x$ R- fMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
; g0 q: S- ]# W5 v* K$ c8 o[root@ceph-3 test]# ceph fs status
- ?. v6 _3 T/ \/ N. B0 M3 \cephfs - 1 clients: _% {3 |. M6 P* i. |/ ^# H
======
8 ]0 L% ~6 U5 g$ N/ `; i/ F# B+------+--------+--------+---------------+-------+-------+! K+ m l$ V0 E! }9 m4 L; U6 H
| Rank | State | MDS | Activity | dns | inos |
2 S9 R% G7 V) |8 p- Z+------+--------+--------+---------------+-------+-------+# N0 J7 o) v* M
| 0 | active | ceph-3 | Reqs: 0 /s | 1 | 3 |
+ e: Z& r* D& a# D# x+------+--------+--------+---------------+-------+-------+
- i! P$ m# ?. r, w0 Y' {6 @+------------+----------+-------+-------+
0 h8 R; E) B+ Z. X2 b6 {+ m| Pool | type | used | avail |
6 {) M* L' ` H: `. l3 H% T. {: u2 f/ ~+------------+----------+-------+-------+2 C( t( \+ B! ?+ Z& A- e
| metedata | metadata | 5911 | 277G |0 I6 [; l. `9 ?7 G. Y8 j5 L
| cephfsdata | data | 44.5k | 277G |
/ r/ F1 y' g- I. z' c+------------+----------+-------+-------+0 Z0 Y: N9 ~4 H' W
' Z2 _! s! ^* `; }7 _; y5 D+-------------+
; ?2 [. M& b9 |/ R4 O5 x| Standby MDS |
! F' _6 E; T0 O, q& [8 X9 O+-------------+
0 L4 F4 o" b- u9 o& _# r| ceph-2 |0 A3 b8 I6 H; R2 L8 B) S! C
| ceph-1 |
# K1 R* z& Q: a2 M! W+-------------+- M" n% ^& x0 j! o/ a
MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
$ E5 _- t/ G' |[root@ceph-3 test]# rados ls -p metedata |grep 2.00000000
; |8 w: q: S6 s0 \4 \& \[root@ceph-3 test]# rados ls -p metedata |grep 2.000000000 c M% ?/ r' C7 v' K+ o" G
[root@ceph-3 test]# ls' V- P- K% x. W% ~/ n
10000000000.00000000 recoverfile.png) R( U% t! E- W8 s6 j
[root@ceph-3 test]# " d, x$ s8 X& X
[root@ceph-3 test]# ) g$ k: R5 l. o3 D; s% J
[root@ceph-3 test]# cd 7 v' p3 H, E7 z b4 `1 |5 e
[root@ceph-3 ~]# rados ls -p metedata
6 C" _/ M7 z8 n5 H, p601.00000000+ S' N; Q, j# e1 g; v; N
600.00000000+ r4 _0 X3 O8 f5 R6 @9 \
603.00000000! h1 @8 U/ ^. Q6 g' K) _: [* q
1.00000000.inode9 G1 ] l! p( c7 V9 l5 G+ J- ~: n
200.00000000& A( d0 M! y0 ^# ~
200.000000014 o" V9 Q& n7 ]5 J/ T2 N& \$ o. i
606.00000000* m! R" K6 j2 m3 y! b
607.00000000
3 A& b$ V+ j: C- J9 m6 x608.00000000- v3 a v' k' t9 M7 h
604.00000000' S) ?9 x# w+ M# G) ?
500.00000000
' L+ n8 L2 A; b( _# ~mds_snaptable0 W0 f6 z8 o# @8 t+ e1 V$ M1 M
605.00000000
* {3 Y+ L+ i3 ^mds0_inotable
- P- G0 \& m* m, k/ ]5 t100.000000002 b( c G4 W* v/ T4 B! c
mds0_sessionmap
) Z/ p D4 L# c0 e) w }5 E609.00000000. D, B, W, F0 \4 \& n
400.00000000, D8 L) d" ~1 W6 }( O, u
100.00000000.inode* P1 P; ~, l* @" E) Z1 O& y& ^: \' Z5 e
1.00000000
( C# p1 _+ r0 t7 v[root@ceph-3 ~]# rados ls -p metedata |grep 6028 L. I2 E' D+ L q3 F
[root@ceph-3 ~]# cd /mnt/^C2 J$ a1 [1 h, X- F! ?) X* I5 I- {
[root@ceph-3 ~]# ceph -s
) r. {: i- r- Z6 e0 G cluster:/ ]# n, K* c8 Q J* C; f' W# O: ^. L
id: 57bf4711-2218-46af-99d6-9c68ae230ce1
: ] u- |0 a% A% L7 h j5 U& ? health: HEALTH_ERR
/ y9 U5 }, z9 c. c 1 filesystem is degraded
7 ]9 c/ b- A# Y/ r& U! O6 V 1 mds daemon damaged) M0 R* c: Z. m
# V" c% a9 R2 R% ?9 D7 t
services:
6 I l2 j4 D" M. G; [, V mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
' v9 @) h0 F$ R8 ? mgr: ceph-2(active), standbys: ceph-1, ceph-3
2 d0 c# X3 B( M" v ~6 v mds: cephfs-0/1/1 up , 3 up:standby, 1 damaged! D; F& @8 n! j! g6 w0 x. G
osd: 6 osds: 6 up, 6 in6 k- H8 X( Q% L* U; R0 O$ ~6 }
5 J. [4 x; ~* R$ b# d data:
, l# s3 M3 I D+ y' _* {8 b9 v pools: 2 pools, 256 pgs) N6 b, u8 c! _
objects: 21 objects, 50.4KiB
3 f2 L! w2 Y' x( i, T1 [7 Q usage: 738MiB used, 584GiB / 585GiB avail/ W! B/ T" v% R# z$ ^
pgs: 256 active+clean
' ?: X8 R) Q' \0 v" i ?
* d+ F1 O+ i5 ^; F[root@ceph-3 ~]# ls
# D& u7 l/ M8 G3 v; z: A5 [recovery_cephfs.py: n% m1 ^5 X- V$ i' v7 {
[root@ceph-3 ~]# ls) m3 o+ ?# Q% }8 `; S0 e
recovery_cephfs.py6 c1 p. A0 W# ^/ p" R
[root@ceph-3 ~]# 9 ~; `; N, D2 l) n- j
[root@ceph-3 ~]# ls3 ?/ e# ^7 i+ ]; v' D
recovery_cephfs.py* K6 k" u( g" A& W' A0 f( ]( J8 _
[root@ceph-3 ~]# df -TH
4 Z. F( @& Z8 e D, i0 e1 m; O1 Y; o: _
( c# ], ~. \! G4 k% j4 m
. k1 m0 }2 E4 f
^C
8 d/ E) b X0 c. C2 P% V[root@ceph-3 ~]# ls' P* N2 D/ ]/ E. |3 P1 C; U2 t
recovery_cephfs.py4 ], B1 s) w* S, X
[root@ceph-3 ~]# ls
) V" I0 u/ p: j+ @: M) Vrecovery_cephfs.py! i u7 a/ K8 [4 S( K
[root@ceph-3 ~]# ls
# s& _ |5 ?% Y( K9 @; @& L. Orecovery_cephfs.py% @, N+ L+ ?: w! k
[root@ceph-3 ~]# ceph -s
& D% [5 k5 x. f" g1 n& N& X cluster: ~3 Z0 ?5 O* x! V
id: 57bf4711-2218-46af-99d6-9c68ae230ce12 ~4 M8 `, k ~- d
health: HEALTH_ERR5 Q9 M1 P. \4 Z
1 filesystem is degraded5 t2 A" M/ o" v9 O+ \- o
1 mds daemon damaged
! i% e# Y9 d; _# k2 F) h7 o4 c$ |4 ~, X. o! Z8 r
services:
$ {5 Q+ B1 v/ h mon: 3 daemons, quorum ceph-2,ceph-1,ceph-3
0 @/ Q1 [8 A5 U" U+ U7 n: k" [7 C mgr: ceph-2(active), standbys: ceph-1, ceph-3
. e/ @' J8 }$ O" [/ N mds: cephfs-0/1/1 up , 3 up:standby, 1 damaged
. m( G8 R Y8 n* d osd: 6 osds: 6 up, 6 in9 {1 N& m2 z+ e9 y4 Z7 X$ [
/ _! r, E, w! V; {
data:
; q% d! @0 j. Z/ m$ `1 I# u0 g pools: 2 pools, 256 pgs* {1 q3 f2 J9 ~, E0 \
objects: 21 objects, 50.4KiB
6 a5 N4 b; P3 s. ~ usage: 738MiB used, 584GiB / 585GiB avail! @ |- k/ u8 L, p4 u8 Q! E
pgs: 256 active+clean5 K7 G& q3 R$ G" G( X2 K
8 p$ ^* k5 m3 b* @! w! y6 {[root@ceph-3 ~]# ceph fs status s
% M& ?! m! g ?7 a3 @# M) v' L2 I4 ` G) a5 b @* I9 E& o) o, N' J
+-------------+# p7 T5 {+ p# [9 U! e' G1 G
| Standby MDS |
4 h- ]: C3 D2 c+-------------+
# M# |' ^/ a! d2 A4 x| ceph-2 |
y N( S7 }. v% l8 t! {; e| ceph-1 |
% i6 {6 e# T T) \0 H1 s- l| ceph-3 |. w$ j0 Y8 t# h0 t$ N6 t/ ^7 P
+-------------+
: {9 R1 P$ [8 h% oMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
E/ U' }* k8 ~# `[root@ceph-3 ~]# ceph fs status
! C8 Z: l4 n7 Gcephfs - 0 clients
, D& F8 C( q8 j, m k* j3 p9 {* ]: D======$ b$ x; `* O( w
+------+--------+-----+----------+-----+------+7 p8 G# e) R7 c* b$ v2 a2 E
| Rank | State | MDS | Activity | dns | inos |% ?9 Z X3 g9 O7 b! {3 ?
+------+--------+-----+----------+-----+------+
: U; m9 S4 w: R& S' z| 0 | failed | | | | |& V) \" C0 _& _+ ]0 v
+------+--------+-----+----------+-----+------+
/ i) s+ M9 e5 J; F. d+------------+----------+-------+-------+
/ A0 {0 }& m# t( || Pool | type | used | avail |1 {4 w) Z+ ~2 w1 j) O
+------------+----------+-------+-------+" b7 ~) R$ c6 ^4 X3 b
| metedata | metadata | 6023 | 277G |1 O5 g2 x9 h# V( N% ] O
| cephfsdata | data | 44.5k | 277G |/ w: H8 y1 q U y$ T
+------------+----------+-------+-------+2 D# P8 E& ?( m" t$ _3 j, N$ L
9 b1 `' w$ b# }2 f- Q
+-------------+2 Z, l3 i3 z( T" g( m$ O
| Standby MDS |
0 N& c+ Z" E& I+-------------+" \6 w( ~. m2 F! G0 P$ R/ L% k
| ceph-2 |. y3 _/ r$ u' W5 D! p! M! ?
| ceph-1 |' H* C( Q4 ]7 ~/ c. G9 B
| ceph-3 |
, R m" q3 E# j% G* K+-------------+
) ~( y; ~" N: f7 T6 Y0 w, ]MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable). w7 N. u$ o) Y9 J k6 J
[root@ceph-3 ~]# ceph fs status
0 ]6 r' P2 R! u# vcephfs - 0 clients5 \' }- ^$ \; |! n
======
9 N; @) G& W: j+------+--------+-----+----------+-----+------+
B! m4 q( p1 u. h| Rank | State | MDS | Activity | dns | inos |% }* N- t# s& h, G! K! K2 i
+------+--------+-----+----------+-----+------+
1 `2 R5 |5 ~ j8 ?& Z| 0 | failed | | | | |0 k" V, p; u' u* ^. T$ j! X
+------+--------+-----+----------+-----+------+
; ?* s. a' h+ f0 {# {7 v# s! J6 ^+------------+----------+-------+-------+2 E# ^5 `+ Z/ j. E6 J% O! g
| Pool | type | used | avail |
# S! N, Q4 \# ]6 a& j V+------------+----------+-------+-------+6 @0 h$ t+ X) B) T
| metedata | metadata | 6023 | 277G |
. [6 o8 R; z% Z| cephfsdata | data | 44.5k | 277G |
: [- Y. z2 l8 W+------------+----------+-------+-------+( U: R; d9 g0 ^
( g. J/ \5 p& y5 ]2 P `# b+-------------+
9 I- D8 G" `+ ?, i| Standby MDS |6 t7 w! D7 R9 m$ K) R
+-------------+! ?; B: p x0 G4 o; Q/ b& a
| ceph-2 |
5 b& S8 o$ o4 e) C' f| ceph-1 |
% e9 f0 N6 Z6 z t3 S" W7 z6 ^/ m| ceph-3 |2 z$ l/ P9 z0 u# f$ W
+-------------+: e: w0 {$ k! {2 V0 h
MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)* o. W& G4 O# L
[root@ceph-3 ~]# df -TH
8 Y7 C1 I' u) u* y^C; X% D- m2 ? z1 D" c7 x2 S. d
[root@ceph-3 ~]# ls8 C1 U2 H, J. y8 R( O
recovery_cephfs.py3 _( M, p" a- G5 p) S0 o, {
[root@ceph-3 ~]# . Z* d# l6 K) w* @$ o3 B
! D0 h( i! }2 o/ ^
[root@ceph-3 ~]# ceph fs ls; K# n! o- Y1 F; q' P
name: cephfs, metadata pool: metedata, data pools: [cephfsdata ]
$ E# l* ~" w+ j) L0 m1 A; {' ^[root@ceph-3 ~]# ceph fs reset cephfs -
1 L/ c6 Q' x2 q8 P' q: j--admin-daemon -f -n -v --watch-info
! v4 j$ N& e! n w: w; g--admin-socket --format --name --verbose --watch-sec' N6 S2 V- K J \, K- r: y
-c -h -o --version --watch-warn
% {) V' k* h# j% T- [--cluster --help --out-file -w
& }1 B# ]- x4 }" S. H--concise -i -s --watch $ f$ _6 ]: G3 @% \, e
--conf --id --status --watch-debug
/ O, H4 O- D2 h* ^$ }/ h, `$ i--connect-timeout --in-file --user --watch-error 2 S# u/ v2 b/ [. Q
[root@ceph-3 ~]# ceph fs reset cephfs -) J# T) O: k% ] G& `7 ^ Q2 L0 g
--admin-daemon -f -n -v --watch-info, {3 L/ B* Q2 I; l/ Q: x
--admin-socket --format --name --verbose --watch-sec
( e" h% J3 i' S-c -h -o --version --watch-warn
& q. u; U1 R& r3 Z--cluster --help --out-file -w
" k: D8 o% o3 J( x! x--concise -i -s --watch * p1 E9 ^# q4 d9 G# L1 s/ O
--conf --id --status --watch-debug
8 D: u q. I: `$ P5 V# n--connect-timeout --in-file --user --watch-error : m, d9 N! s, g) r( _' p- y+ ?
[root@ceph-3 ~]# ceph fs reset cephfs --yes-i-really-mean-it " i& _( Q, H" Q( g& I+ ], D/ z% ?
#disaster recovery only: reset to a single-MDS map
) x% ]- \; |4 L. C! e: a. X$ F[root@ceph-3 ~]# ceph fs reset cephfs --yes-i-really-mean-it
3 G) U" [1 I z" W1 P6 s- B4 ]6 C: u$ U[root@ceph-3 ~]# ceph fs ls
- G& k# U# p9 t7 Oname: cephfs, metadata pool: metedata, data pools: [cephfsdata ]
# u( s& H. f" l4 P- }( O2 S) X6 ?% o[root@ceph-3 ~]# ceph fs status
% g3 E# I/ l6 g& f' Acephfs - 1 clients l2 t2 o2 t: \ H$ U# p
======
$ ?6 N$ N7 O: x/ o1 r- Z w$ M _+------+--------+--------+----------+-------+-------+
" G% f9 {3 m( k0 o! p/ ~% e) n| Rank | State | MDS | Activity | dns | inos |+ @9 P, b! j; v6 D. {8 z& a$ d3 V$ I
+------+--------+--------+----------+-------+-------+
: j* j# K/ u. O* E| 0 | rejoin | ceph-3 | | 1 | 3 |) r, {$ X* C3 \2 h% e4 E
+------+--------+--------+----------+-------+-------+
8 x: H8 \5 j) e+------------+----------+-------+-------++ F* a- m/ o. O/ x- Y5 I2 e
| Pool | type | used | avail |0 a7 X$ v9 G2 G' c5 g4 p, W! p4 v
+------------+----------+-------+-------+) W) I O3 d( v T$ K2 G
| metedata | metadata | 6023 | 277G |, I7 E( T7 R2 f
| cephfsdata | data | 44.5k | 277G |
5 V- r4 ^( j* g" P" a+------------+----------+-------+-------+0 R( ~! h/ Q$ p! A( f: M& L+ r7 E; x
/ a1 o* r. b5 B6 O( O+-------------+
! H( ?" V! E% t# U' m8 x| Standby MDS |
' L6 L, A, ~/ G0 t+-------------+' T% S' E6 {# k$ ] b h2 g! U, J
| ceph-2 |, v, y" C* }; }# r0 j
| ceph-1 |
1 z _- V0 X D' O( p4 \. }) T+-------------+
& e) @7 s) y" z: U! s- R+ GMDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)- ]# F( M3 s0 L* ~0 n$ O' Y$ H
[root@ceph-3 ~]# ceph fs status
* k$ U. m! n* A8 q# v" Y6 gcephfs - 1 clients- {1 C& V! _. L% e+ h
======. D; \! k8 w8 m) T$ Q6 `9 p; }
+------+--------+--------+---------------+-------+-------+
+ o) v. g& I8 ?* d% O/ d5 m, [| Rank | State | MDS | Activity | dns | inos |( _8 R, G' n" R0 w; e" Y
+------+--------+--------+---------------+-------+-------+
, N, f5 q! \, q6 A! L+ W) K- I| 0 | active | ceph-3 | Reqs: 0 /s | 1 | 3 |: b" L9 ~8 T ]+ o7 ?' Y. f
+------+--------+--------+---------------+-------+-------+7 q( g; W; A- }/ H: ^; _* B
+------------+----------+-------+-------+
6 N! ~. a6 n v% Z% U Y Z: T| Pool | type | used | avail |7 d, P! S) w+ u0 Y
+------------+----------+-------+-------+
" _+ g* |% `% T( v f| metedata | metadata | 6135 | 277G |# Z" l* ^6 q- D/ ~ K
| cephfsdata | data | 44.5k | 277G |
2 i/ y! `+ ]( G9 G; J$ Q7 o+------------+----------+-------+-------+- n/ g2 i/ V: ?1 D8 X. V
2 B# O3 U3 f4 _: x4 y
+-------------+
- R3 S! [6 I$ H( ^+ a, R3 X| Standby MDS |, `! X" G) w; M5 Z5 w
+-------------+) E; f# I$ [3 g' h6 y7 g2 y, A5 X
| ceph-2 |
1 M/ S0 j! d2 \8 o# H" K4 ~) `0 S| ceph-1 |
) h: \ w0 E+ w F6 E" h4 ]+-------------+* K5 d2 C3 w/ t& v2 w! `
MDS version: ceph version 12.2.8-52.el7 (3af3ca15b68572a357593c261f95038d02f46201) luminous (stable)
8 h, L; p; j& Q( i" y8 s# H2 ][root@ceph-3 ~]#
# x/ \* ~3 k7 G3 i) P' f9 c& {! ~( {
' G/ Y" M% G/ p. N
|
|
发表于 2022-8-5 15:00:12