|
|
[root@controller ~]# ceph -s
7 A3 I5 V: n+ J1 _$ d7 |6 b cluster:- n1 w9 \% _* y" [
id: fe205f22-d03d-11eb-9107-000c29f63dd1+ d5 X9 ^/ C6 e6 h+ f1 M
health: HEALTH_WARN
* ]7 ~+ J. E- @8 P) C- Z9 E Degraded data redundancy: 81 pgs undersized6 u C V6 V" e, ~+ m" x8 n9 i
) n5 A0 L) M8 ^8 W3 g1 y
services:
7 l; y) N( P! e. ]' W( F R mon: 1 daemons, quorum controller (age 7h)/ }/ i' M. Y9 \8 D2 z' t
mgr: controller.pbdqjl(active, since 7h)
3 p: j1 l! V+ A" ?: r7 k osd: 5 osds: 5 up (since 7h), 5 in (since 7h)) b7 a* |! F& s, ^/ ^
+ g' [ ]3 R1 O/ q/ ?3 G% D3 F D
data:4 q5 f. P) E! ^( ?
pools: 5 pools, 81 pgs
3 z/ l% J" W, k# ?% [ objects: 0 objects, 0 B
: O- o; n2 s" f/ |/ l usage: 5.0 GiB used, 95 GiB / 100 GiB avail
$ U K, k( S Y3 y' E& A9 p pgs: 81 active+undersized
) |% e' d% y0 e& S
# J' w' {( a2 ], _[root@controller ~]# ceph osd status
+ W& i& ]& A3 dID HOST USED AVAIL WR OPS WR DATA RD OPS RD DATA STATE
8 {# \+ E- Q: Z" F$ M6 m 0 controller 1030M 18.9G 0 0 0 0 exists,up E( b% O) n( a
1 controller 1030M 18.9G 0 0 0 0 exists,up . ]8 b. }9 Y1 }+ }
2 controller 1030M 18.9G 0 0 0 0 exists,up
' R6 ]1 G+ |# o) y1 x* ~* i 3 controller 1030M 18.9G 0 0 0 0 exists,up * [+ `2 T1 z. ?; [
4 controller 1030M 18.9G 0 0 0 0 exists,up 9 f9 v* _. m- R7 K$ K0 n
[root@controller ~]# ch
% t6 x! m( i s( J# r; Z6 V Schacl chardetect chcat chcpu checkpolicy chgrp chmem chown chronyc chroot chvt ) x# H) q/ }3 z& P. Q
chage chattr chcon checkmodule chgpasswd chkconfig chmod chpasswd chronyd chrt
* ^/ i; b& w( `+ @$ R[root@controller ~]# ch
4 ?7 f" k' J) ?chacl chardetect chcat chcpu checkpolicy chgrp chmem chown chronyc chroot chvt 7 p) W* o! ^# q4 Z$ ~
chage chattr chcon checkmodule chgpasswd chkconfig chmod chpasswd chronyd chrt 3 Y$ X9 u9 U. t! c
[root@controller ~]# chr
" I J, K3 b: g7 L6 qchronyc chronyd chroot chrt
" E* W* l1 }$ S8 |) \- h[root@controller ~]# chr
- {# @ x, A: ~chronyc chronyd chroot chrt 7 N0 T1 t5 c3 F8 e* _! P
[root@controller ~]# chrony
) Z9 [" z- \/ T% l/ C, d7 achronyc chronyd 3 j1 {; q6 ~: p" r
[root@controller ~]# chrony
. V u/ I9 v1 Lchronyc chronyd 3 R' P5 f! ^# o* Q: Q7 y
[root@controller ~]# chronyc 3 _2 S1 A0 N5 o R" H3 u+ O
accheck clients delete help maxdelay minpoll onoffline reselect settime sourcestats writertc& H- t7 Z' z, V a
activity cmdaccheck deny keygen maxdelaydevratio minstratum polltarget reselectdist shutdown timeout
5 g0 d0 d3 Y" x" R4 k' N/ N# @add cmdallow dns local maxdelayratio ntpdata quit retries smoothing tracking ' W' ?3 Q7 u. U! G; o+ ]
allow cmddeny dump makestep maxpoll offline refresh rtcdata smoothtime trimrtc 2 Y* \/ v' s9 q3 A1 f
burst cyclelogs exit manual maxupdateskew online rekey serverstats sources waitsync
/ N1 \% @" [( m8 N/ _& K[root@controller ~]# chronyc
4 [4 F9 Q* Z5 a3 G- m6 `7 ~7 Taccheck clients delete help maxdelay minpoll onoffline reselect settime sourcestats writertc
8 C, |' s$ c8 l9 P* factivity cmdaccheck deny keygen maxdelaydevratio minstratum polltarget reselectdist shutdown timeout 9 U6 K0 T: ?9 b0 g, P
add cmdallow dns local maxdelayratio ntpdata quit retries smoothing tracking
& b# K" i- b! G/ vallow cmddeny dump makestep maxpoll offline refresh rtcdata smoothtime trimrtc
~7 O1 ^$ p% a) k% k/ ~6 R6 A3 m6 sburst cyclelogs exit manual maxupdateskew online rekey serverstats sources waitsync
( r7 R$ u8 M7 K- H' d& T( G[root@controller ~]# ceph health detail , l& R8 g8 j7 S$ Z' [
HEALTH_WARN Degraded data redundancy: 81 pgs undersized5 ~ j7 C0 E" \$ Z9 l' k! \& ~% F
[WRN] PG_DEGRADED: Degraded data redundancy: 81 pgs undersized
! O9 v4 y" d" U. A k5 l8 {2 ^, I pg 1.0 is stuck undersized for 7h, current state active+undersized, last acting [1]* `6 c" P& G) I/ X
pg 2.0 is stuck undersized for 7h, current state active+undersized, last acting [3]* _' J" M# Q" P0 Z- J- C0 ~
pg 2.1 is stuck undersized for 7h, current state active+undersized, last acting [2]
4 D1 Z/ F0 }, N$ Y- m5 K pg 2.2 is stuck undersized for 7h, current state active+undersized, last acting [3]
6 ]' c7 s! R; Y: L6 w% Y pg 2.3 is stuck undersized for 7h, current state active+undersized, last acting [4]
! X' p4 H7 ^1 V7 I pg 2.4 is stuck undersized for 7h, current state active+undersized, last acting [1]
" _0 R# ~: [- c% [ K4 N) g pg 2.5 is stuck undersized for 7h, current state active+undersized, last acting [3]$ ~ p" d* R& ^' O# M0 S7 a
pg 2.6 is stuck undersized for 7h, current state active+undersized, last acting [1]
. \& d' Z$ }: {9 f. s4 n pg 2.7 is stuck undersized for 7h, current state active+undersized, last acting [3]
' p0 `3 k+ d5 k5 j/ u9 A3 B pg 2.8 is stuck undersized for 7h, current state active+undersized, last acting [0]8 Z3 {* Z1 j- {7 ]
pg 2.9 is stuck undersized for 7h, current state active+undersized, last acting [4]/ z1 [( M/ U+ \: _- l6 V& S
pg 2.a is stuck undersized for 7h, current state active+undersized, last acting [1]
9 A, k9 t8 D1 ~5 Q pg 2.f is stuck undersized for 7h, current state active+undersized, last acting [0]
9 K& ?) b! V6 {; s pg 3.0 is stuck undersized for 7h, current state active+undersized, last acting [1]- `3 E$ b+ w) W0 A9 S- h
pg 3.1 is stuck undersized for 7h, current state active+undersized, last acting [4]
( }9 q* i/ V& t pg 3.2 is stuck undersized for 7h, current state active+undersized, last acting [3]
/ T: p! W7 Z& d; a1 a3 x4 Y/ e. o pg 3.3 is stuck undersized for 7h, current state active+undersized, last acting [4]
G! x P+ j$ w t2 [ pg 3.4 is stuck undersized for 7h, current state active+undersized, last acting [1]
/ v! s/ g' J6 U. a pg 3.5 is stuck undersized for 7h, current state active+undersized, last acting [2]8 e1 k* N2 c7 K# U% v
pg 3.6 is stuck undersized for 7h, current state active+undersized, last acting [0]0 o$ }& D4 x% S9 c. b# ?, A+ Z
pg 3.7 is stuck undersized for 7h, current state active+undersized, last acting [4]
, k \& s" B* {& l pg 3.8 is stuck undersized for 7h, current state active+undersized, last acting [4]
2 {2 o) s" V0 w T9 X pg 3.9 is stuck undersized for 7h, current state active+undersized, last acting [4]/ ]3 ~& v9 Y1 d
pg 3.b is stuck undersized for 7h, current state active+undersized, last acting [3]& e- _" p0 {& t, P1 r, q1 r5 \
pg 3.e is stuck undersized for 7h, current state active+undersized, last acting [2]0 I1 z% z) w$ v, u/ N! t
pg 3.10 is stuck undersized for 7h, current state active+undersized, last acting [1]
) I2 R$ w4 h, v/ V1 s1 W pg 3.11 is stuck undersized for 7h, current state active+undersized, last acting [3]- b9 p' u# b7 `7 h4 f7 S
pg 3.12 is stuck undersized for 7h, current state active+undersized, last acting [0]
7 U. [3 T% [4 b+ v! ?" Q' [ pg 4.0 is stuck undersized for 7h, current state active+undersized, last acting [4]+ ~5 x4 p# h: O1 [6 n
pg 4.1 is stuck undersized for 7h, current state active+undersized, last acting [4]
0 c9 |( a, D; E! a; X pg 4.2 is stuck undersized for 7h, current state active+undersized, last acting [1]
3 x/ A9 ]1 M; k/ ~ pg 4.3 is stuck undersized for 7h, current state active+undersized, last acting [0]
% Q N/ R1 g4 U, t5 O1 n4 Q pg 4.4 is stuck undersized for 7h, current state active+undersized, last acting [1]+ c- O5 d/ u1 O) Y9 ~
pg 4.5 is stuck undersized for 7h, current state active+undersized, last acting [3]. B5 z4 p+ L0 n4 P6 I# C
pg 4.6 is stuck undersized for 7h, current state active+undersized, last acting [0]1 Q; g* C* S. o+ D5 \) G' |: c5 r
pg 4.7 is stuck undersized for 7h, current state active+undersized, last acting [1]5 b5 n4 ]' ^/ v* a; m* P; O' W
pg 4.9 is stuck undersized for 7h, current state active+undersized, last acting [1]
% m7 P8 A, ?, n pg 4.e is stuck undersized for 7h, current state active+undersized, last acting [4]. V7 H9 |9 b. m$ e
pg 4.f is stuck undersized for 7h, current state active+undersized, last acting [1]
! W5 ?! Q+ L8 A# z0 O# _ pg 5.0 is stuck undersized for 7h, current state active+undersized, last acting [3]$ g, S' J& v; y: N0 p( v. N
pg 5.1 is stuck undersized for 7h, current state active+undersized, last acting [3]6 v/ i6 P6 y" |. g b
pg 5.2 is stuck undersized for 7h, current state active+undersized, last acting [0]- O$ X% _% }1 @- b
pg 5.3 is stuck undersized for 7h, current state active+undersized, last acting [0]
4 Y+ e9 C w6 G' }6 A0 |5 }- @ pg 5.4 is stuck undersized for 7h, current state active+undersized, last acting [0]
! [( X! B" |& ^% `1 @ pg 5.5 is stuck undersized for 7h, current state active+undersized, last acting [0]; v( M7 w) [" u$ Y, ?; I2 i) ^
pg 5.6 is stuck undersized for 7h, current state active+undersized, last acting [2]
# _! ]( E, f7 A- U pg 5.7 is stuck undersized for 7h, current state active+undersized, last acting [3]! N4 Y m% o Y' L, S
pg 5.8 is stuck undersized for 7h, current state active+undersized, last acting [2]6 a ~& K5 c1 X
pg 5.d is stuck undersized for 7h, current state active+undersized, last acting [2]. ?! M; O* T( o7 w& s7 O# D) C
pg 5.e is stuck undersized for 7h, current state active+undersized, last acting [3]0 W3 o, _: ?9 f! r( E
pg 5.f is stuck undersized for 7h, current state active+undersized, last acting [4]
+ N3 |. ~ v2 f[root@controller ~]# ceph -w K- l+ o/ e1 b
cluster:
8 G3 ]& I0 S$ i3 o' n: l id: fe205f22-d03d-11eb-9107-000c29f63dd1. o z: x3 u% m) F7 u
health: HEALTH_WARN- h6 R' F4 w7 \: P
Degraded data redundancy: 81 pgs undersized3 i5 G# W* _1 t; M$ P3 k7 }% }. |
# P m0 n+ A3 J+ u1 p3 K! f services:
' }: t* W+ L2 A' D- [( E mon: 1 daemons, quorum controller (age 7h)
& ?( r# @9 e5 F mgr: controller.pbdqjl(active, since 7h). C [8 S: N! Y8 V" D% t/ W
osd: 5 osds: 5 up (since 7h), 5 in (since 7h) |2 Z' G1 E8 |) M# i. Q1 [9 D
3 Z: D6 V) C5 P6 T, T
data:8 o6 f+ ]8 s3 R1 p6 M7 t/ s0 ~
pools: 5 pools, 81 pgs
$ |, H+ i% k* X. n; ~$ h4 e6 m objects: 0 objects, 0 B
" r. P$ R$ a5 ^0 }2 q p3 z L& g( s7 | usage: 5.0 GiB used, 95 GiB / 100 GiB avail4 y% s: f/ q$ c7 U
pgs: 81 active+undersized
( @4 J: g/ w$ a1 M# I f F% K * a4 ]" g; d. ^
^C[root@controller ~]# ceph osd df
% L9 X8 p! v) c% J! n' L! TID CLASS WEIGHT REWEIGHT SIZE RAW USE DATA OMAP META AVAIL %USE VAR PGS STATUS
6 l& l6 Y# y. q! s" P: S( ` 0 hdd 0.01949 1.00000 20 GiB 1.0 GiB 5.9 MiB 0 B 1 GiB 19 GiB 5.03 1.00 17 up: |: z- v$ U( ^
1 hdd 0.01949 1.00000 20 GiB 1.0 GiB 6 MiB 0 B 1 GiB 19 GiB 5.03 1.00 17 up
+ M& x3 ?% j/ v9 w& O: R6 g 2 hdd 0.01949 1.00000 20 GiB 1.0 GiB 6 MiB 0 B 1 GiB 19 GiB 5.03 1.00 12 up
l8 A6 S, f9 A# S+ l3 | 3 hdd 0.01949 1.00000 20 GiB 1.0 GiB 6 MiB 0 B 1 GiB 19 GiB 5.03 1.00 22 up- i6 {2 q# [1 [# V7 a
4 hdd 0.01949 1.00000 20 GiB 1.0 GiB 6 MiB 0 B 1 GiB 19 GiB 5.03 1.00 13 up) b& i0 _3 i# |- O- W9 s1 `
TOTAL 100 GiB 5.0 GiB 30 MiB 0 B 5 GiB 95 GiB 5.03
2 S* L; f4 q# a( p% aMIN/MAX VAR: 1.00/1.00 STDDEV: 0( J3 K. Z* V4 e- w
[root@controller ~]# date
5 O7 d* J0 t8 t* h5 L. _; YSat Jun 19 06:01:00 CST 2021
# I3 I0 a3 P8 G0 O1 y[root@controller ~]# chronyc -a makestep
% }1 K$ r; M9 ]/ x2 [6 \) z200 OK
" I2 v1 X' B0 u/ v% y[root@controller ~]# chronyc sourcestats -v( \: X; ]: w2 G, ]
210 Number of sources = 5
6 O2 I i# b. Q1 Q$ X8 x .- Number of sample points in measurement set.
* O' ^) S6 @; N: N. H9 b / .- Number of residual runs with same sign.; D# [) C9 |7 o; P, w
| / .- Length of measurement set (time).
- t" |: @* C4 _& r! {* k | | / .- Est. clock freq error (ppm).
6 q! |7 c% c0 @3 q& e | | | / .- Est. error in freq.0 D& q+ A0 j3 f/ M4 _* H* R% A
| | | | / .- Est. offset.
' G2 ^- l0 f% P; h, w1 U | | | | | | On the -.
u8 f/ O5 Q/ F7 L | | | | | | samples. \5 L6 W+ L4 L6 ~) l( e' K
| | | | | | |
6 O7 o: s# o6 q1 T7 oName/IP Address NP NR Span Frequency Freq Skew Offset Std Dev3 Y2 M# F6 g D# }; ]4 m% A1 W
==============================================================================
+ n- d3 R' d3 o; ~controller 0 0 0 +0.000 2000.000 +0ns 4000ms2 j2 Q8 X! T' _) x5 j% t9 u4 a
58.220.133.132 41 17 439m +0.041 0.086 +1392us 1383us2 m5 l+ m1 s ~3 Y0 E# S$ o' n
119.29.26.206 11 6 172m +0.121 0.180 +1115us 397us
7 f) p( a8 B7 j' @223.113.103.191 6 3 1165 -6.138 1.517 +124ms 159us% p4 b) X- P; k1 t6 [* K ]- J, x
time5.aliyun.com 50 25 446m +0.001 0.027 +373ns 449us
6 j# o7 ~8 }; g. G X+ E D[root@controller ~]# timedatectl set-local-rtc 1
5 K8 M! i9 p, H0 q7 x0 _4 D[root@controller ~]# timedatectl . f# }4 ^$ d- @( V% c& [$ i. b4 ~
Local time: Sat 2021-06-19 06:03:25 CST! M- ]1 M1 c0 q3 [- T( e
Universal time: Fri 2021-06-18 22:03:25 UTC
9 G1 {9 f: S r3 _ RTC time: Sat 2021-06-19 06:03:25
; a. f) D+ X' r Time zone: Asia/Shanghai (CST, +0800)5 P+ W* b. y% g5 Z' m
System clock synchronized: no* A% Z/ P( A: ?# l* r$ J7 p
NTP service: active
7 A" ]& L+ m u. E/ _: W RTC in local TZ: yes
$ F# Q6 _" l: e* I4 C/ W# S' mWarning: The system is configured to read the RTC time in the local time zone.
2 n- y" z" |/ {* y This mode cannot be fully supported. It will create various problems4 k& U1 L- t8 \% M) R8 o7 `# `* s
with time zone changes and daylight saving time adjustments. The RTC
+ C, i. }8 G$ Y! l& _1 V: @" r$ Z time is never updated, it relies on external facilities to maintain it.
% k3 A/ e0 T4 }, M+ |0 L9 f& e If at all possible, use RTC in UTC by calling
# {) t0 |! {& @! [ 'timedatectl set-local-rtc 0'.
) G% b5 _+ g1 D6 A5 A. P' r[root@controller ~]# timedatectl set-local-rtc 0
k, M/ y! [9 L" u: T7 g. ]) `[root@controller ~]# chronyc tracking- b b. o# G: a, p/ ?( {+ v5 W; q
Reference ID : B65C0C0B (time5.aliyun.com)4 u; C* W! w8 \* U
Stratum : 3
, s$ O4 z8 [' B9 h! CRef time (UTC) : Fri Jun 18 21:57:16 20218 @1 t! M/ Q* ` b0 c) f ^) Y
System time : 0.000000001 seconds fast of NTP time* `) G7 M! _4 Y$ t9 W5 _6 N
Last offset : +0.000102283 seconds7 O7 W$ ^# }, u- `1 e3 ^- Q, ?
RMS offset : 0.000093207 seconds7 v+ E( ]4 y, G+ f7 ^
Frequency : 1.467 ppm fast* J* I7 h% P3 j; Y0 S4 n/ n& u
Residual freq : +0.001 ppm
' w* ?( S; s4 MSkew : 0.030 ppm6 f5 x7 I0 O( z! R9 f9 s2 j/ v
Root delay : 0.004248593 seconds
7 H1 `. E8 u6 S+ C2 @Root dispersion : 0.001232460 seconds
* @4 S- H( r. J `$ Q% H' DUpdate interval : 1029.3 seconds
5 t' `1 ]/ _) X/ U' E+ ZLeap status : Normal8 R2 j' G Z/ f7 _: G9 g
[root@controller ~]# timedatectl
5 b" A8 a0 P9 r Local time: Sat 2021-06-19 06:04:40 CST, ?' S* |7 |& h `. s
Universal time: Fri 2021-06-18 22:04:40 UTC
" v' I. d u* @7 p- r; {- h: ^ RTC time: Fri 2021-06-18 22:04:405 j+ z- [; D# \) V) s1 a
Time zone: Asia/Shanghai (CST, +0800)
0 a( v) Z4 u0 WSystem clock synchronized: no6 w; P2 `, b k% s# O
NTP service: active
2 k! c% g% Y, B( e, M5 G RTC in local TZ: no) W, O4 l, ]0 J. @! C' c# F4 j6 ~, [
[root@controller ~]# ceph health detail
- v( C# @/ J/ B4 K: m: jHEALTH_WARN Degraded data redundancy: 81 pgs undersized
8 U) y9 T5 `# ]7 H% E& }( ^+ B# Y0 w[WRN] PG_DEGRADED: Degraded data redundancy: 81 pgs undersized
; Y l( G' @4 z" b) q2 N pg 1.0 is stuck undersized for 7h, current state active+undersized, last acting [1]
0 v' \- w+ u, x pg 2.0 is stuck undersized for 7h, current state active+undersized, last acting [3]! z3 g) x0 a. e( C0 q, N
pg 2.1 is stuck undersized for 7h, current state active+undersized, last acting [2]
( i$ _) _, t' K- f4 ^ pg 2.2 is stuck undersized for 7h, current state active+undersized, last acting [3]+ k" \0 |& ]$ C2 A3 ^( ^* D$ Y* j
pg 2.3 is stuck undersized for 7h, current state active+undersized, last acting [4]' s- t, I$ z+ B( H# _
pg 2.4 is stuck undersized for 7h, current state active+undersized, last acting [1]
' i) c( {. {( S# |' W7 W3 M9 e; H pg 2.5 is stuck undersized for 7h, current state active+undersized, last acting [3]
5 s {' N+ @; T! A, } Z$ u pg 2.6 is stuck undersized for 7h, current state active+undersized, last acting [1]
# z) B* H( e# R& p' j pg 2.7 is stuck undersized for 7h, current state active+undersized, last acting [3]
( c7 ]" D" p8 T7 j: `) W3 L pg 2.8 is stuck undersized for 7h, current state active+undersized, last acting [0]
O' m! W7 q! b( e0 B/ y pg 2.9 is stuck undersized for 7h, current state active+undersized, last acting [4]
9 H: U2 P+ z, @! D( d pg 2.a is stuck undersized for 7h, current state active+undersized, last acting [1]1 h1 X) r" g' I* }7 d) L
pg 2.f is stuck undersized for 7h, current state active+undersized, last acting [0]) V W7 \( x5 [. Z
pg 3.0 is stuck undersized for 7h, current state active+undersized, last acting [1], x8 M/ U1 p( u, q, y k6 W
pg 3.1 is stuck undersized for 7h, current state active+undersized, last acting [4]+ g) ^- N3 S, C- [8 l- A; f
pg 3.2 is stuck undersized for 7h, current state active+undersized, last acting [3]
0 ?6 Q' ]0 h0 J pg 3.3 is stuck undersized for 7h, current state active+undersized, last acting [4]6 i7 v; M# Q8 U3 D: F. G1 {
pg 3.4 is stuck undersized for 7h, current state active+undersized, last acting [1]& e& Z9 d8 k' g* E0 E+ z
pg 3.5 is stuck undersized for 7h, current state active+undersized, last acting [2]4 C9 {( G/ a( }" W
pg 3.6 is stuck undersized for 7h, current state active+undersized, last acting [0]6 i! L, s4 `" f4 U. V
pg 3.7 is stuck undersized for 7h, current state active+undersized, last acting [4]
, ^ k8 c- z" F5 r( a3 b pg 3.8 is stuck undersized for 7h, current state active+undersized, last acting [4]
5 Z: C# n* Y1 r' s9 P pg 3.9 is stuck undersized for 7h, current state active+undersized, last acting [4]% R H2 Y% H& p( `$ l/ E
pg 3.b is stuck undersized for 7h, current state active+undersized, last acting [3]
1 J/ o! F& U+ F( K pg 3.e is stuck undersized for 7h, current state active+undersized, last acting [2]
# z* p3 y" }0 x" c4 r$ F9 [ pg 3.10 is stuck undersized for 7h, current state active+undersized, last acting [1]/ K/ Y+ {; F$ x' G
pg 3.11 is stuck undersized for 7h, current state active+undersized, last acting [3]
9 ?# h4 ]2 D; U* {5 x @ pg 3.12 is stuck undersized for 7h, current state active+undersized, last acting [0]
8 G1 T+ A9 [6 R; U [: l9 t pg 4.0 is stuck undersized for 7h, current state active+undersized, last acting [4]4 L1 n- K8 @: j+ g, L
pg 4.1 is stuck undersized for 7h, current state active+undersized, last acting [4]
& ?/ n- v! ~3 f pg 4.2 is stuck undersized for 7h, current state active+undersized, last acting [1], X+ M8 i9 K0 ?3 G
pg 4.3 is stuck undersized for 7h, current state active+undersized, last acting [0]
( W* Z; D- @( x% p: o pg 4.4 is stuck undersized for 7h, current state active+undersized, last acting [1]( B5 B) h) a `1 F. C; H
pg 4.5 is stuck undersized for 7h, current state active+undersized, last acting [3]1 |: k7 M) l# {
pg 4.6 is stuck undersized for 7h, current state active+undersized, last acting [0]/ {& d2 a+ X2 h! w' E4 l5 q
pg 4.7 is stuck undersized for 7h, current state active+undersized, last acting [1]
' l# G: \) |0 d) l pg 4.9 is stuck undersized for 7h, current state active+undersized, last acting [1]
0 D2 E' p1 ^- N- I9 D9 o9 P( q" r pg 4.e is stuck undersized for 7h, current state active+undersized, last acting [4]4 E# Q x: j- w1 w, D
pg 4.f is stuck undersized for 7h, current state active+undersized, last acting [1]
3 x* t5 }% A4 M/ W5 I1 a, E pg 5.0 is stuck undersized for 7h, current state active+undersized, last acting [3], R* V! U( d6 ^3 w$ t/ z
pg 5.1 is stuck undersized for 7h, current state active+undersized, last acting [3]4 n( |' x4 X% o/ B- l$ t8 u$ [5 P
pg 5.2 is stuck undersized for 7h, current state active+undersized, last acting [0]
" P/ m" X( _+ G7 f! { pg 5.3 is stuck undersized for 7h, current state active+undersized, last acting [0]( C5 s6 I: ^" h w3 x" D4 [
pg 5.4 is stuck undersized for 7h, current state active+undersized, last acting [0]
% H: H- a- P( ^) H/ t, h pg 5.5 is stuck undersized for 7h, current state active+undersized, last acting [0]0 g8 G$ s" p0 r
pg 5.6 is stuck undersized for 7h, current state active+undersized, last acting [2]7 d$ O: q! R: J9 A* C0 b
pg 5.7 is stuck undersized for 7h, current state active+undersized, last acting [3]5 X$ ~, D0 X" N9 ^- C
pg 5.8 is stuck undersized for 7h, current state active+undersized, last acting [2]$ u" j" ?3 R6 k& a
pg 5.d is stuck undersized for 7h, current state active+undersized, last acting [2]
+ p9 _5 w4 \6 n7 a' O3 S. d pg 5.e is stuck undersized for 7h, current state active+undersized, last acting [3]6 S$ z" P8 ]0 {7 a5 G, q
pg 5.f is stuck undersized for 7h, current state active+undersized, last acting [4]
' P- p' D- k$ E8 c$ z0 t
2 o( x2 {3 ^% w* Z+ R% y' w f[root@controller ~]# systemctl restart ceph-osd.target
$ c: a7 j6 z, [[root@controller ~]# 0 ^% G5 }9 k. N& h. z
[root@controller ~]# ceph status
/ g4 H, o* m4 U cluster:
% Q) x- k0 ]4 b0 a5 c; U& Y3 x id: fe205f22-d03d-11eb-9107-000c29f63dd1, A5 V. [5 J, F1 v5 B$ D
health: HEALTH_WARN3 I& ?& K, z; d" }
Degraded data redundancy: 81 pgs undersized
- j$ i9 F1 M( ]! |, ?+ H ' O3 N0 ?1 E. n& x4 p# z
services:( B! p; X8 r/ V: c% J8 l
mon: 1 daemons, quorum controller (age 8s)2 s3 E/ u6 S' q( p9 k, w
mgr: controller.pbdqjl(active, since 2s)! g5 Q% g3 l. P0 }
osd: 5 osds: 5 up (since 2s), 5 in (since 7h)7 ^0 L+ b6 z O0 a4 C3 P @
* s* P5 n) m) d) r1 ]5 Z
data:
! w' A8 Y" }9 h- f pools: 5 pools, 81 pgs
! |; D, n% N$ ~7 F. M4 K# @4 i objects: 0 objects, 0 B
2 G; o$ n' A9 Q8 f usage: 5.0 GiB used, 95 GiB / 100 GiB avail9 A4 z" _8 s3 m1 U& z# h
pgs: 81 active+undersized
2 \4 Z R' O1 W
6 B7 h' D, {; g0 M[root@controller ~]# ceph osd pool ls detail
% U, M+ |5 p ?pool 1 'device_health_metrics' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode on last_change 30 flags hashpspool stripe_width 0 pg_num_min 1 application mgr_devicehealth
+ M3 b$ c7 Z; z9 zpool 2 'images' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 16 pgp_num 16 autoscale_mode on last_change 35 flags hashpspool stripe_width 0 application rbd
1 `# K, o9 E. T, z0 Mpool 3 'volumes' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode on last_change 39 flags hashpspool stripe_width 0 application rbd2 v) C: d$ v, {" B, Y m' v
pool 4 'backups' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 16 pgp_num 16 autoscale_mode on last_change 43 flags hashpspool stripe_width 0 application rbd; C6 X) w& x* E* L: \1 K# b/ U) M
pool 5 'vms' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 16 pgp_num 16 autoscale_mode on last_change 47 flags hashpspool stripe_width 0 application rbd4 N& e5 ~0 \' i9 ?4 ?$ ]
[root@controller ~]# ceph osd pool set images pg_num 128/ V) _# p) E! Z Y! d
set pool 2 pg_num to 128& F( k# ^$ u7 G: R
[root@controller ~]# ceph osd pool set images pgp_num 1283 x+ n4 |, x9 e- R" D
set pool 2 pgp_num to 128
8 Z0 U4 o$ K+ Y8 @6 B6 `& V[root@controller ~]# ceph osd pool set volumes pg_num 128
Y5 S k, j% z% f4 j4 iset pool 3 pg_num to 128
. D1 z$ X! q7 b& I- y[root@controller ~]# ceph osd pool set volumes pgp_num 128
' M6 u/ s! T5 t& |' b8 Z u7 Zset pool 3 pgp_num to 1283 `/ `9 F+ z8 z2 {% V1 A) c$ S( I
[root@controller ~]# ceph osd pool set backups pg_num 64
$ S/ h. p/ W4 p& n' g8 l% c6 Jset pool 4 pg_num to 64
& J1 F6 v2 F) R8 H" {. B8 }( s[root@controller ~]# ceph osd pool set backups pgp_num 64
5 c6 r7 {* d0 jset pool 4 pgp_num to 64
* e3 g7 W; _2 R! \, u1 ]' Q) u0 Z& \[root@controller ~]# ceph osd pool set vms pgp_num 128
+ F4 I2 \+ Z" {* l. \4 RError EINVAL: specified pgp_num 128 > pg_num 16' \4 E2 z: M- q, f6 d
[root@controller ~]# ceph osd pool set vms pg_num 128
0 J, z; L2 D- P2 n, u& {( Aset pool 5 pg_num to 1284 D" a$ A) C, s% L3 i- t/ c7 E0 e8 C
[root@controller ~]# ceph osd pool set vms pgp_num 128; h) I0 ]- i1 p( b
set pool 5 pgp_num to 128
- n5 w0 f6 s5 \' V1 X[root@controller ~]# ceph osd pool ls detail
) f6 o( D* V! {+ [. Mpool 1 'device_health_metrics' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode on last_change 54 flags hashpspool stripe_width 0 pg_num_min 1 application mgr_devicehealth
( H( q5 k& X2 N5 n; C- dpool 2 'images' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 128 pgp_num 120 pg_num_target 32 pgp_num_target 32 autoscale_mode on last_change 106 lfor 0/0/54 flags hashpspool stripe_width 0 application rbd
! M* C& H& b/ Bpool 3 'volumes' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 128 pgp_num 120 pg_num_target 32 pgp_num_target 32 autoscale_mode on last_change 106 lfor 0/0/70 flags hashpspool stripe_width 0 application rbd
, P/ N; {( S! K& P* d+ k$ K% _pool 4 'backups' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode on last_change 86 lfor 0/0/82 flags hashpspool stripe_width 0 application rbd4 \) @: e$ o" A& d5 \; `, t R8 j
pool 5 'vms' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 128 pgp_num 128 autoscale_mode on last_change 100 lfor 0/0/97 flags hashpspool stripe_width 0 application rbd9 {+ o6 B8 M8 M; B
[root@controller ~]# ceph -s
- b. d& d* b$ [ cluster:; y$ |9 E7 \8 o; R
id: fe205f22-d03d-11eb-9107-000c29f63dd1; W+ a* |- O( Y8 B: ^+ _1 i) ~
health: HEALTH_WARN t A" d1 }. g9 {
Degraded data redundancy: 96 pgs undersized% X: a" `$ I, [# S* ]0 {- _
+ B y7 G: I U2 Q
services:
& e/ }# Y# P5 ^ mon: 1 daemons, quorum controller (age 2m)
2 }+ I: \2 Z. R7 A mgr: controller.pbdqjl(active, since 2m)
& M8 j T' o. L3 E osd: 5 osds: 5 up (since 2m), 5 in (since 7h); 296 remapped pgs
3 a u: V7 z+ V# d- m - y: y$ a9 w3 B5 o+ x+ y
data:+ U, u* {" E3 k& K* l" q( G" w
pools: 5 pools, 449 pgs' ^) r& X# s. ]
objects: 0 objects, 0 B/ D0 F* |) y& L/ a
usage: 5.1 GiB used, 95 GiB / 100 GiB avail7 Q5 q# z1 d0 R8 ^7 B1 s- v% a
pgs: 290 active+clean+remapped# p! g0 {7 }! V
153 active+undersized
: o3 r1 Q2 e# [! g7 Y! d3 r2 u8 ^1 O 6 active+clean- ?! r- Y( N3 I$ x- S1 X. J
$ d8 }8 W+ k5 m: y# @) i$ R progress:
0 k _" y5 \7 `# `7 Z PG autoscaler decreasing pool 2 PGs from 128 to 32 (60s)( o3 S7 Q4 A# e8 Z
[............................] : @: |+ w/ ^9 _5 K) N3 T7 D
PG autoscaler decreasing pool 3 PGs from 128 to 32 (0s)! t1 o6 }, c7 ]$ F7 d) y: a
[............................]
. i; `3 V7 D' j2 k) R" K7 v 9 a' X- H8 ~' ~7 w0 Y- @
[root@controller ~]# ceph osd tree! ^* i! m l! b9 g* a* N
ID CLASS WEIGHT TYPE NAME STATUS REWEIGHT PRI-AFF# h) N0 m9 i9 q3 O9 h
-1 0.09743 root default
! _6 n+ H3 c4 o. k-3 0.09743 host controller
0 `- Q( H# |& e+ j5 }3 S 0 hdd 0.01949 osd.0 up 1.00000 1.00000
0 l' u4 m* \# N# @8 W 1 hdd 0.01949 osd.1 up 1.00000 1.00000' S# q: B' @4 [, C, `
2 hdd 0.01949 osd.2 up 1.00000 1.00000& X4 A9 A1 G. X5 N
3 hdd 0.01949 osd.3 up 1.00000 1.000003 ^/ @: k- ^9 ?( p6 G: S; n4 z
4 hdd 0.01949 osd.4 up 1.00000 1.00000 ~7 t& o' P: i$ }( r1 R. @
[root@controller ~]# ceph osd reweight osd.0 1
: P0 o$ S* ~: `8 treweighted osd.0 to 1 (10000), \$ D, {' L& R# r2 n
[root@controller ~]# ceph osd reweight osd.1 1$ [: A. h/ C% s5 y; Z
reweighted osd.1 to 1 (10000)
" w* s, u4 ]6 l( S6 y# C8 d! c[root@controller ~]# ceph osd reweight osd.2 1. J8 W4 b# f7 T
reweighted osd.2 to 1 (10000); A( g0 I$ _5 }0 s
[root@controller ~]# ceph osd reweight osd.3 1- g1 s8 Y! w3 v! T8 A. `
reweighted osd.3 to 1 (10000)
& Z T, p. }3 o: N9 `1 K[root@controller ~]# ceph osd reweight osd.4 1
0 [* F0 O7 t2 ^7 K8 Z2 v. ireweighted osd.4 to 1 (10000)
, b& K2 ^& C/ {7 j[root@controller ~]# ceph osd reweight osd.5 19 w# @' J. Q8 G8 U: t0 g% U& e
|
|
发表于 2021-6-19 06:11:51