|
|
HEALTH_WARN 4 failed cephadm daemon(s)
; ^. [+ K% |5 s# ?, r( y; Vceph health detail
2 E) m: i7 i( p1 o! C! Y! U3 _, RHEALTH_WARN 4 failed cephadm daemon(s)1 f+ R f7 s$ x& p$ T$ n* Z
[WRN] CEPHADM_FAILED_DAEMON: 4 failed cephadm daemon(s)
) K, z6 m2 t+ j0 D6 f' `9 i daemon mds.label:mds.ceph2.zspwqu on ceph2 is in error state
% q9 c$ u8 K1 T1 J, O7 `; o daemon mds.label:mds.ceph3.jvhryo on ceph3 is in error state' F# F! h% ?$ i ~
daemon mds.label:mds.ceph3.kizemv on ceph3 is in error state
* m# e& \+ i' K @1 O {6 ~ daemon mds.label:mds.ceph3.anfefa on ceph3 is in error state9 y' {3 N0 _6 [: }$ x3 b
V( p2 s8 L e$ w* a% a8 ]
3 a. B& v5 |$ f0 g3 z[root@ceph2 ~]# ceph orch ls
4 Y1 m+ M; w' `3 Y$ ZNAME RUNNING REFRESHED AGE PLACEMENT IMAGE NAME IMAGE ID
8 M3 p' l7 Y. |# V5 |0 e4 Lalertmanager 1/1 61s ago 19h count:1 quay.io/prometheus/alertmanager:v0.20.0 0881eb8f169f
/ p. C9 { h* ~, R5 \1 scrash 3/3 4m ago 19h * quay.io/ceph/ceph:v15 93146564743f
0 T! e7 \- Z8 y5 M0 x, U: v/ j% `/ ?grafana 1/1 61s ago 19h count:1 quay.io/ceph/ceph-grafana:6.7.4 557c83e11646 ; E' ?6 i# S" S
mds.cephfs 3/3 4m ago 73s label:mds quay.io/ceph/ceph:v15 93146564743f
5 o* v4 k+ e# K$ B; u+ vmds.label:mds 0/2 4m ago 83m count:2 quay.io/ceph/ceph:v15 <unknown>
+ `- S- X- o+ ?+ [5 q+ @$ _mgr 3/3 4m ago 17h label:mgr quay.io/ceph/ceph:v15 93146564743f 3 w4 v) f3 p& p8 n+ c- B
mon 3/3 4m ago 17h label:mon quay.io/ceph/ceph:v15 93146564743f 8 r: r* X @# I9 o
node-exporter 3/3 4m ago 19h * quay.io/prometheus/node-exporter:v0.18.1 e5a616e4b9cf
* I' E: A5 z( u4 J6 j3 R4 aosd.None 3/0 4m ago - <unmanaged> quay.io/ceph/ceph:v15 93146564743f 9 h8 r0 ?- I# Z5 J! q1 t! f% m, ?: A- V
prometheus 1/1 61s ago 19h count:1 quay.io/prometheus/prometheus:v2.18.1 de242295e225 9 O& w$ }7 s; V. @
rgw.default.default 0/3 - - ceph1;ceph2;ceph3;count:3 <unknown> <unknown>
# k T5 q( q! M( f; ~% C7 j
( O4 H/ K9 `- ~[root@ceph2 ~]# ceph orch rm mds.label:mds% t1 c0 ?$ F. L
Removed service mds.label:mds
8 r* T6 u- K' C) V- p# p% ]) F- j
+ q o/ G6 a" G: ?- G& V' D* S0 b- w* i R
[root@ceph2 ~]# ceph -s
. s& V+ \' _( ]* S cluster:
$ `# ?+ o" s6 W% R' C& C8 s id: 0e7e1192-8c04-11ed-9378-000c297cb4bf
, K, D% K4 ?3 `+ j" N health: HEALTH_OK# ]9 {. @& P- a: f- @6 ~
* D* i1 ^. J: O- K) o! V0 \
services:
0 X' H% a; |8 ]+ ~5 _% D( ?4 _ mon: 3 daemons, quorum ceph1,ceph2,ceph3 (age 2h)! T( a+ U6 B5 T# k5 I+ _9 w- F3 O
mgr: ceph1.gmmcuy(active, since 19h), standbys: ceph2.cbucwr, ceph3.bxfqwq7 W9 T; P4 S* v M
mds: cephfs:1 {0=cephfs.ceph2.huoshj=up:active} 2 up:standby9 b) b& x3 j/ u: I1 N1 O& N; H; d3 f
osd: 3 osds: 3 up (since 2h), 3 in (since 2h)
# C! }8 z+ D) u7 ^/ p& W
( V4 l ] s5 r; o$ O$ M" j5 x task status:, a4 j) J- b; L1 t$ ?
4 u: ^. g$ f; Y$ ~) J
data:
0 S- m+ g* b- y: V- F& E& v2 S G pools: 7 pools, 169 pgs
( B; x& Q0 P% s4 e1 y objects: 46 objects, 6.3 KiB
, R, T- G) D; {! m! Q" Z usage: 3.0 GiB used, 57 GiB / 60 GiB avail
3 ~9 W& X+ O& N! z2 k( ^. ] pgs: 169 active+clean
! X2 l: j7 T9 }7 s7 Y4 K! \! W+ w
" S# D; B u1 g# I[root@ceph2 ~]# ceph orch ls
, _. k8 L/ _; k) FNAME RUNNING REFRESHED AGE PLACEMENT IMAGE NAME IMAGE ID
6 a; q# N! H4 D* i0 C) ^7 h4 ralertmanager 1/1 119s ago 19h count:1 quay.io/prometheus/alertmanager:v0.20.0 0881eb8f169f
5 B0 F0 b* h6 q0 Ncrash 3/3 119s ago 19h * quay.io/ceph/ceph:v15 93146564743f
& M5 ~" f$ G) l- ggrafana 1/1 119s ago 19h count:1 quay.io/ceph/ceph-grafana:6.7.4 557c83e11646
, a: M0 n6 v5 v4 z6 gmds.cephfs 3/3 119s ago 2m label:mds quay.io/ceph/ceph:v15 93146564743f * Y. \# I0 o. @! F+ f! a
mgr 3/3 119s ago 17h label:mgr quay.io/ceph/ceph:v15 93146564743f 1 A) H; M: [% Y- _$ [& X/ _+ F
mon 3/3 119s ago 17h label:mon quay.io/ceph/ceph:v15 93146564743f
3 c: D' \1 c* N7 i& h; u1 t" lnode-exporter 3/3 119s ago 19h * quay.io/prometheus/node-exporter:v0.18.1 e5a616e4b9cf
1 [4 A. L! P1 U6 y5 r& Kosd.None 3/0 119s ago - <unmanaged> quay.io/ceph/ceph:v15 93146564743f
& C* H3 \- P. D' M) |) Q: ^prometheus 1/1 119s ago 19h count:1 quay.io/prometheus/prometheus:v2.18.1 de242295e225
4 K1 V- m' \" K$ g1 Q) _' p: ~2 g2 p Y& e( Qrgw.default.default 0/3 - - ceph1;ceph2;ceph3;count:3 <unknown> <unknown> ! W( A4 t1 |3 v0 ^4 |5 w0 s
3 ]9 O, e) \: D$ \6 R) D( z5 `# \& \( o% ]( u, H
0 m, B8 ^1 f& L% j6 U/ _
& b% X) c& m4 t( ?7 c1 } |
|