|
|
$ ceph -s) Q$ o3 ^2 c% k. d# q
cluster:. {) [( b. C7 ~2 z: N4 }
id: ce68aab8-8f46-11ed-88c0-ac1f6b3a30b9
* H7 B3 n1 N6 _8 z+ b: z; C" c health: HEALTH_ERR
, [ _* L! h# E; q" C8 u 3 failed cephadm daemon(s)
; A. Z) M1 |- T$ l4 o5 ?3 g: [ failed to probe daemons or devices! V$ t0 z0 Q; k) A5 F; c9 p
2 mgr modules have failed
+ J! L! b" W; H* x( b% l9 c6 r2 r! T mon gm268-1 is low on available space
& f& u; j# U: w# A5 u5 N% _' w 22 pgs not deep-scrubbed in time0 B6 Q: e8 ~ Q' |3 N
1 slow ops, oldest one blocked for 5580 sec, mon.gm268-3 has slow ops
, M6 \1 ]0 Q/ e! L4 D# H- q d' y# E( z
services:
) T7 k4 B% ~6 M; D mon: 3 daemons, quorum gm268-2,gm268-3,gm268-1 (age 86m)
7 j6 `3 b* d& ?* U mgr: gm268-2.zttohs(active, since 97m), standbys: gm268-3.sjagqo, gm268-1.jgdvxs# j+ c8 m: p+ g% I- V% j0 ~ }
mds: cephfs:1 {0=cephfs.gm268-3.ppyjrl=up:active} 1 up:standby. A0 W6 e9 t X) _
osd: 41 osds: 41 up (since 93m), 41 in (since 21h); 182 remapped pgs
" V# v0 ^$ D6 t) \/ I' j5 Z: E U
data:3 F# `9 T! d: l9 b& v# G0 T
pools: 5 pools, 11265 pgs
" ~' s8 J/ C# | objects: 42.48M objects, 115 TiB
8 x; Q o% T, b" K8 G" R0 T$ z usage: 232 TiB used, 365 TiB / 597 TiB avail
3 N1 S$ U$ P& N' ?6 \5 j pgs: 785971/84967110 objects misplaced (0.925%)3 U. j5 k( A: v! p, u! T
11083 active+clean& F) a8 ~* I7 B6 _: m, |% E
181 active+remapped+backfill_wait
: q* I. H; v* ?, | 1 active+remapped+backfilling9 Y5 ]- h# _+ M, h. N6 v9 q
0 x( W9 F4 v; e. L io:
$ A' z% ?4 G6 R5 j% o. J9 I# t recovery: 20 MiB/s, 6 objects/s
" b% \, V I$ Y' i. H, `' m& I8 H
解决办法：& [7 y9 ^2 O2 |6 B8 G: @
1 b( {! k/ l# d: L
$ ceph config set global osd_deep_scrub_interval 3628800 H6 R- D% v5 D2 u2 n: ^
' J1 E0 g5 \9 t8 A( T2 d1 H- d& e
2 N- I8 g0 n6 Z- N2 \$ ceph config get mon
; |+ X1 a4 m5 I7 n: I, \WHO MASK LEVEL OPTION VALUE RO0 T6 j) _! G6 v5 G6 j
mon advanced auth_allow_insecure_global_id_reclaim false 8 n2 n7 [+ e2 ]0 R% g4 h% c& y
global basic container_image quay.io/ceph/ceph:v15 *
& L. s: W$ |4 L# Y* ?7 j- hglobal advanced mon_max_pg_per_osd 800
# e" b& g& k0 T, Q& ]! gglobal advanced osd_deep_scrub_interval 3628800.000000
; L/ d- ^6 A: n% o- s' }global advanced osd_pool_default_pg_autoscale_mode off
5 x' V) D3 A" W3 Rmon advanced public_network 10.12.0.0/15 * ! |; J0 E0 l; x9 n- q# M0 M9 r
$ x3 E% a* n- N5 v( B' ^
" a# R! n1 j; _" \, x/ ]2 L* `$ ceph config get osd
5 w0 K6 x$ ?# V; DWHO MASK LEVEL OPTION VALUE RO
o( j* z. b* Y* P: Pglobal basic container_image quay.io/ceph/ceph:v15 * 8 \! v) e* W* W3 r- e! L$ Z
global advanced mon_max_pg_per_osd 800 ) P) ]/ T7 H1 K) g
global advanced osd_deep_scrub_interval 3628800.000000
3 }2 L& ~2 \. F1 R. Y% o& Rglobal advanced osd_pool_default_pg_autoscale_mode off
8 C8 a, C$ r7 w6 t$ q, A2 n1 b7 J: O7 V+ I6 e6 o
8 d7 n9 f. x& Z2 E# w
$ ceph -s
) t2 e, T4 ]6 j! w) g+ G cluster:
O. ~$ b+ p" Z- F id: ce68aab8-8f46-11ed-88c0-ac1f6b3a30b9. w$ ^1 F9 {- k
health: HEALTH_ERR' ]2 W8 m* w5 s& k
3 failed cephadm daemon(s)
$ E E- i/ ~$ e! t% o7 Y5 K failed to probe daemons or devices/ s4 f0 i7 e \
2 mgr modules have failed' M8 k1 E4 S7 H
mon gm268-1 is low on available space- J) B6 h- ~ C$ Y0 b! E! z n% c+ E
1 slow ops, oldest one blocked for 5791 sec, mon.gm268-3 has slow ops8 S6 }; c# l6 K% G
. ?! [" Q5 {# W. r# n/ |- T, ^
services:
) M6 H1 X$ ]) M mon: 3 daemons, quorum gm268-2,gm268-3,gm268-1 (age 89m)
% I* Y# J7 @. Q2 ^ mgr: gm268-2.zttohs(active, since 100m), standbys: gm268-3.sjagqo, gm268-1.jgdvxs
4 `- U, R# { ?( I/ \ mds: cephfs:1 {0=cephfs.gm268-3.ppyjrl=up:active} 1 up:standby; a# j* f. n: o
osd: 41 osds: 41 up (since 96m), 41 in (since 21h); 181 remapped pgs. H F1 F6 Q( f% n9 N
. _, ?0 v w3 w4 N+ O3 K8 f data:. G$ }9 d9 n7 u \1 |6 { @2 ]
pools: 5 pools, 11265 pgs% z; I* u! u- w/ M: u8 ~ U
objects: 42.48M objects, 115 TiB
/ P0 o! _: D6 K, Q7 ~ usage: 232 TiB used, 365 TiB / 597 TiB avail: D1 t4 z: \7 ]$ ~4 R* o3 d
pgs: 784873/84967110 objects misplaced (0.924%)
8 e _3 ]: [. [2 V+ @! [6 ~ 11084 active+clean
" u! ~6 m4 `! a! @5 |! r 180 active+remapped+backfill_wait
% j5 J& i, u; W: t 1 active+remapped+backfilling
: I/ ]# u) Y5 J1 @- ?- A1 T9 Z
% f+ R/ @3 j8 r2 a io:
' q" k6 G# c! _2 W1 G. h1 @ recovery: 20 MiB/s, 6 objects/s+ H; S- z2 J2 H& t5 H: o) ?$ k
4 s2 r1 J1 s0 @* q: Y
' e' _* ~' M1 Q% t# e |
|
发表于 2024-10-19 05:00:07