|
|
$ ceph -s
8 k% X" E+ }/ Q" R4 f5 H) q7 c: \& ~ cluster:' j) W- e/ X& H# i
id: ce68aab8-8f46-11ed-88c0-ac1f6b3a30b90 ^' E3 E9 w2 {7 d8 e: \/ r2 p
health: HEALTH_ERR7 x6 g5 f* Q9 N$ D9 |! b4 u3 l& U5 C
3 failed cephadm daemon(s)/ u% n; b$ M3 z8 [0 m7 v6 d& B
failed to probe daemons or devices
- n2 I0 G/ _' X, B 2 mgr modules have failed- `9 f* C& J: J# u2 Z# X0 {6 R
mon gm268-1 is low on available space, {6 X- f* l. } D+ X1 R
22 pgs not deep-scrubbed in time
g! G# d0 Q% f9 t0 b 1 slow ops, oldest one blocked for 5580 sec, mon.gm268-3 has slow ops
8 q2 k5 ~$ G1 R# R2 S9 ]! P) |5 t
6 O: R9 F: n& X services:
0 F1 B+ [: N. I mon: 3 daemons, quorum gm268-2,gm268-3,gm268-1 (age 86m); Y6 S1 G% T/ C' j% Z
mgr: gm268-2.zttohs(active, since 97m), standbys: gm268-3.sjagqo, gm268-1.jgdvxs
% C" n" w. \4 z( M2 J% c" U mds: cephfs:1 {0=cephfs.gm268-3.ppyjrl=up:active} 1 up:standby
) s9 ] I2 b/ X8 H osd: 41 osds: 41 up (since 93m), 41 in (since 21h); 182 remapped pgs
) o3 i: u! K# t' P% [' q2 A7 j0 P$ x: u. f/ t! {
data:8 `8 v% [. B& E
pools: 5 pools, 11265 pgs
# M/ I6 M9 r* X, C2 r3 \ objects: 42.48M objects, 115 TiB. {; h+ P0 n: @" G n
usage: 232 TiB used, 365 TiB / 597 TiB avail0 e; U& l' o' M7 ^
pgs: 785971/84967110 objects misplaced (0.925%)5 z' K* U7 Y. h4 x9 z3 ]
11083 active+clean
6 t! m9 ^ A2 S/ v9 n% x1 W6 m 181 active+remapped+backfill_wait! T& ~8 X/ K# v7 L' j) L9 F
1 active+remapped+backfilling
Y3 j7 O- o4 g+ L( d7 I' v2 K, I0 _# E" E+ w( i
io:% a# A9 @+ F7 D5 R) p
recovery: 20 MiB/s, 6 objects/s7 U) U8 c; z5 y
7 r- p; P/ u3 [% Q解决办法:
. X4 t, U! n8 E+ Y2 E) y% K: |; K5 }: g+ U7 q% R3 R+ @) h
$ ceph config set global osd_deep_scrub_interval 3628800
) H! }" P) H0 e% }% p" S6 b. {+ n& ~. g
" G C% R8 D5 l
$ ceph config get mon
. i9 j, e1 d% [7 ?8 RWHO MASK LEVEL OPTION VALUE RO
# Q( U: M5 O2 |0 u7 `$ ~( ]mon advanced auth_allow_insecure_global_id_reclaim false 9 j) [& {+ L+ F
global basic container_image quay.io/ceph/ceph:v15 * ! |2 o) g6 D, }2 Y! p, @" _9 h
global advanced mon_max_pg_per_osd 800
% ?) [' N1 u. K) bglobal advanced osd_deep_scrub_interval 3628800.000000
h; a* e/ s) z9 f! zglobal advanced osd_pool_default_pg_autoscale_mode off % K$ J. A y7 z: \! t* }" }
mon advanced public_network 10.12.0.0/15 *
( B, q7 O; H/ N# \) s% @8 P" W" U3 `" s8 b0 ~0 F5 L
, h/ ]* `+ o; P9 @5 X4 g2 K; F$ ceph config get osd( q K# F( Y% b/ }) M6 d# Q
WHO MASK LEVEL OPTION VALUE RO8 L* x; ^% U& c0 N
global basic container_image quay.io/ceph/ceph:v15 *
0 o$ Z0 l' q. m: l; g% _global advanced mon_max_pg_per_osd 800
, L" d" k- g* S- ]$ m& r3 yglobal advanced osd_deep_scrub_interval 3628800.000000
T+ g" S1 x: Xglobal advanced osd_pool_default_pg_autoscale_mode off
$ ^& n; h2 r1 l6 ~/ b( z
5 `# W4 ?; v, E) t
9 H5 d4 Y$ y0 b- l* o$ ceph -s' t% C- f: t0 |% t7 G$ j9 C
cluster:3 V* i5 F! I; ?- G, V3 B7 ]
id: ce68aab8-8f46-11ed-88c0-ac1f6b3a30b9
, G# m$ M* W" q$ J4 G health: HEALTH_ERR$ {4 q" t- \: S: V
3 failed cephadm daemon(s)$ r, } C7 ~# k; {( U
failed to probe daemons or devices
4 r: ^+ ]1 R7 J) R6 _; @& t3 c 2 mgr modules have failed- J& U; ~* \5 x7 l7 v; y
mon gm268-1 is low on available space
1 {9 w3 \; q$ K4 y0 l. F& x! e 1 slow ops, oldest one blocked for 5791 sec, mon.gm268-3 has slow ops8 D4 ?; q+ W' _9 j# i" k
% h B8 _; i. ]2 P& g4 J1 Q services:5 i' [9 N! b/ F
mon: 3 daemons, quorum gm268-2,gm268-3,gm268-1 (age 89m)
5 ?2 A# C8 h6 B) n O mgr: gm268-2.zttohs(active, since 100m), standbys: gm268-3.sjagqo, gm268-1.jgdvxs1 T! j6 D: n* s
mds: cephfs:1 {0=cephfs.gm268-3.ppyjrl=up:active} 1 up:standby+ t Z a' O1 t+ @
osd: 41 osds: 41 up (since 96m), 41 in (since 21h); 181 remapped pgs
1 d( D, Q3 i$ K5 O4 `
: O8 l, s! B+ f& d data:
- `3 [7 l* y9 Y) ~9 P. @ pools: 5 pools, 11265 pgs. \# r, P: a4 u/ ~1 v
objects: 42.48M objects, 115 TiB
, x9 ^: `/ }3 u/ \7 X$ b4 y ^3 E# t* ` usage: 232 TiB used, 365 TiB / 597 TiB avail
) Z3 E) Y$ o5 v pgs: 784873/84967110 objects misplaced (0.924%)% |6 w/ a. o6 F7 w2 M" i* B9 m9 O7 C
11084 active+clean2 S) N7 l+ a8 n" ^
180 active+remapped+backfill_wait1 g8 M8 l. B! u6 M
1 active+remapped+backfilling
+ y* @" K: \- h3 P9 f, `' u/ E! @. w6 m0 p9 M- E }& n( N, D; q1 v n
io:
6 h# D5 i1 n! X- \ recovery: 20 MiB/s, 6 objects/s
' o# K2 N/ r( |. G; N# i" |6 R1 x$ ?0 |8 }. E! e
q3 j% x7 ^# N$ p3 K( Q
|
|