|
|
[root@compute02 src]# ceph -s2 d- V x: x& q% I$ w7 d: S' D
cluster:
9 u. R+ |0 X/ L. m# `5 d& S id: 75fd9bbd-3c12-419d-ab06-77df4c5d9c8a0 w' ~ t. O0 U M4 Y& P3 @8 q$ T
health: HEALTH_WARN
- E- m6 s% G/ t2 l; P! Z% v/ w 8 daemons have recently crashed5 K. V) y# P0 V, c
% q7 o) w- U1 N services:
$ {6 w4 O4 T! C! M% { mon: 3 daemons, quorum compute01,compute02,compute03 (age 43m)9 |/ ~; S4 W7 v
mgr: compute01(active, since 2d), standbys: compute02, compute03
9 \5 e) S2 b. O5 Y osd: 3 osds: 3 up (since 43m), 3 in (since 53m)
. L Q+ N z: w( M4 w: K
- s2 O9 o0 k- @) d+ K; ] data:
$ v0 B+ k4 v" |; z, W0 Q! V pools: 8 pools, 496 pgs
+ f( S7 x. g" I objects: 51.87k objects, 118 GiB
& w. u" |1 O/ L/ A usage: 238 GiB used, 3.0 TiB / 3.3 TiB avail* R; b2 D$ p; ~" M v
pgs: 496 active+clean) V& V. }5 ?4 u( D: N3 \8 |( H% b
) h) t0 N- s2 V
io:& B% J. L6 A9 V' L# i( P0 E# J, l
client: 239 KiB/s rd, 782 KiB/s wr, 252 op/s rd, 651 op/s wr
/ D( k1 c% ?7 ]3 g* k5 f p- K
) f& k% C, [( p7 r$ B* e! L[root@compute02 src]# ceph health detail 4 O. q: i8 r" U7 B5 j( e5 B
HEALTH_WARN 8 daemons have recently crashed4 H8 O; u1 x0 F
RECENT_CRASH 8 daemons have recently crashed
/ @! G9 r* m1 w3 }1 P/ l osd.1 crashed on host compute02 at 2021-07-08 09:47:47.948711Z3 Z6 ^: [( P( ]
osd.2 crashed on host compute03 at 2021-07-12 08:29:07.307792Z$ ?3 S# U9 G7 a; N+ X9 R
osd.1 crashed on host compute02 at 2021-07-10 15:54:08.149997Z! Q) X. ?' ]0 c! H) R- S" `! z" e
osd.1 crashed on host compute02 at 2021-07-08 07:36:46.434740Z
3 D O) o; }" R j osd.2 crashed on host compute03 at 2021-07-08 07:35:02.759808Z
. x: M7 U1 E& m6 [; `7 p osd.2 crashed on host compute03 at 2021-07-10 15:53:11.019708Z; |. _3 s. b$ n# v; e$ t
osd.1 crashed on host compute02 at 2021-07-10 16:45:04.194535Z
/ W- _; R1 v! n2 a9 t osd.1 crashed on host compute02 at 2021-07-10 18:35:04.089332Z
; q- a6 l0 f4 J% k[root@compute02 src]# ceph crash ls-new
1 t% H$ i* l9 ] W) O# iID ENTITY NEW / e+ Q8 r2 F1 Q
2021-07-08_07:35:02.759808Z_ddbaf345-0f4b-45ed-b48b-27769eb68fc6 osd.2 *
% Z& ?. {6 l& o& }2 x2021-07-08_07:36:46.434740Z_3ede273a-4d37-478a-9feb-fc6de75091ca osd.1 *
4 u1 t; t5 S1 F& p" _' ]8 o# R2021-07-08_09:47:47.948711Z_f3dfc089-8103-4e0a-9199-ac152ef059ea osd.1 * 8 @) r* q9 s. x/ n# d
2021-07-10_15:53:11.019708Z_555a12d3-ddc5-4285-a6aa-96a3d7c0c35b osd.2 * $ y2 ^7 D8 i# f) Z, h# g# I
2021-07-10_15:54:08.149997Z_29bc1ed8-9931-4c1d-8975-07cd0b8f8f54 osd.1 *
. i9 h, { j, e. h2021-07-10_16:45:04.194535Z_84b12909-3c7d-4741-921b-276fedba498c osd.1 * " r) k+ S- [! _' C# N1 R
2021-07-10_18:35:04.089332Z_ba761540-1aa0-4dcb-a2a9-1d6266292cbb osd.1 * ; E* x+ ~9 A" g) r
2021-07-12_08:29:07.307792Z_1b7ab740-ca0d-4a48-9572-f490b2eb2e81 osd.2 * ( c0 Y4 X8 M1 ]) F& Y9 b
; N: e: a/ b8 g, V
解决办法：1 k1 N4 F& {6 Q$ m1 ]
[root@compute02 src]# ceph crash archive-all
" S( R' j- W/ u# r: n' B2 z3 u9 y: F1 B
6 k: k* S3 O! E1 D& \* |
[root@compute02 src]# ceph -s- @3 C; w) J1 n5 k, H5 n7 p+ _# r# S
cluster:
7 y4 |8 _! b' D/ N) H' t id: 75fd9bbd-3c12-419d-ab06-77df4c5d9c8a. j# c9 w) q; m
health: HEALTH_OK: w, s0 X& p- W3 f; _4 C
2 I$ }% E) V+ [4 G& K( ] services:
. u) O) M" ^; z) @ mon: 3 daemons, quorum compute01,compute02,compute03 (age 45m)
% H$ ~6 }. _3 M2 K mgr: compute01(active, since 2d), standbys: compute02, compute03
( t- N2 @6 o" D& {+ H osd: 3 osds: 3 up (since 46m), 3 in (since 56m)
; \2 |; o% ?! i/ F( `: w 3 {% }% ^2 D6 F$ N, W0 }
data:
$ t3 e4 b9 ` k pools: 8 pools, 496 pgs$ U$ ^9 j( c5 r) C9 Y" Y
objects: 51.87k objects, 118 GiB9 G% X8 M! N# T/ H. v. P# Z
usage: 238 GiB used, 3.0 TiB / 3.3 TiB avail( P( C, @+ W ^7 z5 Y1 N
pgs: 496 active+clean5 n1 u. z0 k$ m
- z4 w/ C0 b& N `& o- o io:, Z5 S8 x% e- c8 j: B; X; R
client: 147 KiB/s rd, 779 KiB/s wr, 94 op/s rd, 675 op/s wr
* D5 F2 z9 U# K7 t3 i
. o& R8 m# o! a `# D7 J |
|
发表于 2021-7-13 11:11:24