|
|
[root@controller ~]# ceph -s8 p6 t& q5 h1 T' R4 P# G
cluster:
/ o$ ~- T8 Z$ e/ r id: fe205f22-d03d-11eb-9107-000c29f63dd15 t) c# X- m- _* u8 G$ f
health: HEALTH_WARN
0 _, V) c& B* M7 a Degraded data redundancy: 81 pgs undersized( T' {9 o T* N6 ], D" e+ R9 h- u8 P
4 v" s; J5 I& W1 z1 ? services:
0 G0 }; J2 ?6 v1 v% M mon: 1 daemons, quorum controller (age 7h)+ h y" O( Z3 h7 q/ q! x7 b
mgr: controller.pbdqjl(active, since 7h)$ n/ w$ H: k4 @2 Q5 V. k; `5 V/ ^
osd: 5 osds: 5 up (since 7h), 5 in (since 7h)
- J* c) |3 m) e9 }1 r, P N2 D g1 g: S- J3 D
data:) \# r& k9 j& X( G9 D2 C' E
pools: 5 pools, 81 pgs8 J }, U* v, Z. K9 x4 b
objects: 0 objects, 0 B H3 _) V8 f# d6 `8 i, J
usage: 5.0 GiB used, 95 GiB / 100 GiB avail
" `% `" I$ L S! ^3 ` pgs: 81 active+undersized
5 b& z5 K) L/ r+ d/ S/ m - _& B% }2 w: w: L
[root@controller ~]# ceph osd status & ]8 y- u9 r' e( A% k
ID HOST USED AVAIL WR OPS WR DATA RD OPS RD DATA STATE " m) X: d1 p. W2 n
0 controller 1030M 18.9G 0 0 0 0 exists,up : j. Y9 C0 e' p+ p) A8 Y6 Z+ p
1 controller 1030M 18.9G 0 0 0 0 exists,up
7 @& I" P, w I8 i 2 controller 1030M 18.9G 0 0 0 0 exists,up 3 J, l$ a6 Q) t) q% ^1 m! [
3 controller 1030M 18.9G 0 0 0 0 exists,up , I% p$ X- o( u* g# ^
4 controller 1030M 18.9G 0 0 0 0 exists,up , m: q& I4 K3 n$ m4 |
[root@controller ~]# ch
w5 v4 y9 Z g" Schacl chardetect chcat chcpu checkpolicy chgrp chmem chown chronyc chroot chvt
- w% w( M' }+ p* J1 d( u( fchage chattr chcon checkmodule chgpasswd chkconfig chmod chpasswd chronyd chrt 5 C8 F6 t; ?( ` Q" H# u6 G
[root@controller ~]# ch" b$ P$ J; d- n( k: p% O
chacl chardetect chcat chcpu checkpolicy chgrp chmem chown chronyc chroot chvt : y$ ]' u% H2 [) G8 ]' A P
chage chattr chcon checkmodule chgpasswd chkconfig chmod chpasswd chronyd chrt 6 C( m: r2 u' T" }) r) X, ^) v* u. m, U
[root@controller ~]# chr
( v3 g# [, Q$ ~. K# }; Fchronyc chronyd chroot chrt
4 l6 p4 C1 i N[root@controller ~]# chr" |" m, A; v3 g( W
chronyc chronyd chroot chrt 9 {0 W. z0 {/ H* @! n& t) {8 H1 s% o) d
[root@controller ~]# chrony
7 U4 u" d% ~6 p+ U( }. p w/ nchronyc chronyd . D+ p$ b1 c! ` n$ k4 N
[root@controller ~]# chrony$ F# s% ?! k% m2 Z+ R7 x$ t
chronyc chronyd 3 @) u" J8 Z6 s# g5 a+ ~
[root@controller ~]# chronyc
3 B" U; Y5 |$ y. jaccheck clients delete help maxdelay minpoll onoffline reselect settime sourcestats writertc; w P" y% v; c# A' ~( U
activity cmdaccheck deny keygen maxdelaydevratio minstratum polltarget reselectdist shutdown timeout % K1 r% L5 \* |) y7 F, k4 J
add cmdallow dns local maxdelayratio ntpdata quit retries smoothing tracking
6 D. b& P- P9 c; Rallow cmddeny dump makestep maxpoll offline refresh rtcdata smoothtime trimrtc
+ k, d9 y* o/ rburst cyclelogs exit manual maxupdateskew online rekey serverstats sources waitsync - ]0 Y8 P- g" V4 H( t! i9 A
[root@controller ~]# chronyc & m `6 c; ?( w' p7 y1 a6 P) N
accheck clients delete help maxdelay minpoll onoffline reselect settime sourcestats writertc1 f4 a" k$ U& @' C6 u* g# X! w4 }
activity cmdaccheck deny keygen maxdelaydevratio minstratum polltarget reselectdist shutdown timeout
7 Y2 A! I1 d' Yadd cmdallow dns local maxdelayratio ntpdata quit retries smoothing tracking 0 q4 }+ v2 b; V. k, m* h
allow cmddeny dump makestep maxpoll offline refresh rtcdata smoothtime trimrtc . g4 S; f4 ?+ x$ D& n( Z
burst cyclelogs exit manual maxupdateskew online rekey serverstats sources waitsync ! @4 C# n* \& P2 Q b0 Q2 m( L
[root@controller ~]# ceph health detail
: l, B& i+ h4 C& d, G3 I: |+ d" aHEALTH_WARN Degraded data redundancy: 81 pgs undersized
: E: Y6 e+ g0 D |- B3 y[WRN] PG_DEGRADED: Degraded data redundancy: 81 pgs undersized
/ A- a& ^* m; f b1 [ Y pg 1.0 is stuck undersized for 7h, current state active+undersized, last acting [1]- K1 a/ d* y" O# h# S4 r- a
pg 2.0 is stuck undersized for 7h, current state active+undersized, last acting [3]0 @9 s. |/ e* c* L' y) Q0 |
pg 2.1 is stuck undersized for 7h, current state active+undersized, last acting [2]
8 J& e. b) ^$ a% D ] pg 2.2 is stuck undersized for 7h, current state active+undersized, last acting [3]' q, T% ~( c: T* f8 q; t
pg 2.3 is stuck undersized for 7h, current state active+undersized, last acting [4]
8 J6 P% J. C1 F$ x1 I0 }( I pg 2.4 is stuck undersized for 7h, current state active+undersized, last acting [1]* P! m6 S; X: N8 d! m0 i
pg 2.5 is stuck undersized for 7h, current state active+undersized, last acting [3]( m" g- Y( `& ]0 V# U4 w2 a; G9 H/ Z
pg 2.6 is stuck undersized for 7h, current state active+undersized, last acting [1]
) S" | A. Y8 A8 I3 |, r( M2 |3 ] pg 2.7 is stuck undersized for 7h, current state active+undersized, last acting [3]% ]" S& M; ~) w" t0 t& ]
pg 2.8 is stuck undersized for 7h, current state active+undersized, last acting [0]
9 \+ n0 p h. _ E, r pg 2.9 is stuck undersized for 7h, current state active+undersized, last acting [4]
/ A4 {8 q$ o* r" t pg 2.a is stuck undersized for 7h, current state active+undersized, last acting [1]
& o w" Y- c$ _& q pg 2.f is stuck undersized for 7h, current state active+undersized, last acting [0]
) J F; G1 |! X pg 3.0 is stuck undersized for 7h, current state active+undersized, last acting [1]5 [ {- x# {, w' W- ?+ }
pg 3.1 is stuck undersized for 7h, current state active+undersized, last acting [4]
6 j. p3 K: w1 `) x+ L# x pg 3.2 is stuck undersized for 7h, current state active+undersized, last acting [3]
! q$ f) T1 V8 d. A pg 3.3 is stuck undersized for 7h, current state active+undersized, last acting [4]4 V) E/ c" V& b& w$ m
pg 3.4 is stuck undersized for 7h, current state active+undersized, last acting [1]
& D5 R( x' x: D pg 3.5 is stuck undersized for 7h, current state active+undersized, last acting [2]" d" o3 g- V6 F% t" A ~8 O
pg 3.6 is stuck undersized for 7h, current state active+undersized, last acting [0]
+ v# d5 I5 h% z1 B- r pg 3.7 is stuck undersized for 7h, current state active+undersized, last acting [4]- I, s* g2 l& O/ T/ q& C7 _
pg 3.8 is stuck undersized for 7h, current state active+undersized, last acting [4]+ ]- r) S9 ]6 `& U! W& F
pg 3.9 is stuck undersized for 7h, current state active+undersized, last acting [4]
/ z" E5 i! d* q- ~9 F8 w pg 3.b is stuck undersized for 7h, current state active+undersized, last acting [3]
: k$ S! h) ]9 Y3 C( C5 { pg 3.e is stuck undersized for 7h, current state active+undersized, last acting [2]- j* g3 y" G+ n) P i$ n
pg 3.10 is stuck undersized for 7h, current state active+undersized, last acting [1]
6 g! A( ]1 _2 E: @. a' { pg 3.11 is stuck undersized for 7h, current state active+undersized, last acting [3]! O2 {% B8 q% k; A+ l- T4 C
pg 3.12 is stuck undersized for 7h, current state active+undersized, last acting [0]6 B3 `6 F% `2 v8 [8 B8 H" d# [. ^
pg 4.0 is stuck undersized for 7h, current state active+undersized, last acting [4]
' ?, B" d5 ]% u( I/ e0 s8 _( q pg 4.1 is stuck undersized for 7h, current state active+undersized, last acting [4]
+ e. j) O4 B4 o+ R. s pg 4.2 is stuck undersized for 7h, current state active+undersized, last acting [1]
0 q; [5 n4 @1 }* l. D3 H pg 4.3 is stuck undersized for 7h, current state active+undersized, last acting [0]: \" v" ?! S( x. ^+ I, O4 m
pg 4.4 is stuck undersized for 7h, current state active+undersized, last acting [1]/ h! L$ x& y- D
pg 4.5 is stuck undersized for 7h, current state active+undersized, last acting [3]" m' B' d6 T9 V4 p
pg 4.6 is stuck undersized for 7h, current state active+undersized, last acting [0]- d( [5 T' O6 f- C
pg 4.7 is stuck undersized for 7h, current state active+undersized, last acting [1]5 D9 d4 k/ `1 G6 {! v
pg 4.9 is stuck undersized for 7h, current state active+undersized, last acting [1]
7 s& u+ }4 o8 T+ N2 z$ m8 m( f pg 4.e is stuck undersized for 7h, current state active+undersized, last acting [4]/ ]. V* p7 h* \& P* s9 ~
pg 4.f is stuck undersized for 7h, current state active+undersized, last acting [1]3 ?& p2 k# }% U, Y# j% o' ]
pg 5.0 is stuck undersized for 7h, current state active+undersized, last acting [3]+ ?; d! x$ ^4 ^
pg 5.1 is stuck undersized for 7h, current state active+undersized, last acting [3]
- D2 o+ J6 Z( V% ^ pg 5.2 is stuck undersized for 7h, current state active+undersized, last acting [0] H# @ S7 F# v' q) \+ p+ D5 f
pg 5.3 is stuck undersized for 7h, current state active+undersized, last acting [0]
& l+ z* M( j: r8 E0 H4 ? pg 5.4 is stuck undersized for 7h, current state active+undersized, last acting [0] n3 S4 V \# u' f
pg 5.5 is stuck undersized for 7h, current state active+undersized, last acting [0]7 ?# ^/ R* [8 a' L7 e9 i+ g
pg 5.6 is stuck undersized for 7h, current state active+undersized, last acting [2]
; M1 N% l- m2 @, Z* H pg 5.7 is stuck undersized for 7h, current state active+undersized, last acting [3]2 j! {8 c. Y% v B4 i {: ]3 ]/ F
pg 5.8 is stuck undersized for 7h, current state active+undersized, last acting [2]
: H* l- P: h* U1 n pg 5.d is stuck undersized for 7h, current state active+undersized, last acting [2]) T2 Z& p) x8 ?) B9 i; L
pg 5.e is stuck undersized for 7h, current state active+undersized, last acting [3]
" n. I- D' T j0 n0 I6 g0 k pg 5.f is stuck undersized for 7h, current state active+undersized, last acting [4]) u7 q4 F! D3 Z4 L
[root@controller ~]# ceph -w$ d: d9 y) \7 r( R/ D. V, }1 Q2 s9 z
cluster:3 x3 f. z- ] r- W1 w
id: fe205f22-d03d-11eb-9107-000c29f63dd1
' r' B; y# F6 l! B health: HEALTH_WARN
F! E! d, r& _/ ^! G Degraded data redundancy: 81 pgs undersized
0 v0 V3 q' u0 U+ f* @- W- ^) f * l/ ^6 q5 Z) U
services:
# m, P; U, @3 ] mon: 1 daemons, quorum controller (age 7h)
! j g% M( _5 [$ n6 g: S! R( e mgr: controller.pbdqjl(active, since 7h)
7 |3 l* D) Y: O& K$ T! m osd: 5 osds: 5 up (since 7h), 5 in (since 7h)
: c2 W6 B4 I) v: \+ v 1 m. B; w7 \: N: H$ \
data: b: {& k( U3 }$ A- C
pools: 5 pools, 81 pgs2 Z; X6 K* Y& Z1 }% l
objects: 0 objects, 0 B2 f5 p. w4 O9 n2 G
usage: 5.0 GiB used, 95 GiB / 100 GiB avail
$ @0 D' S8 ]$ V3 v: Y2 L) E pgs: 81 active+undersized
R' \5 g" `; E+ I! l S2 Y
! p6 g) y% }, S$ X W^C[root@controller ~]# ceph osd df
/ T2 |; p( R% |1 EID CLASS WEIGHT REWEIGHT SIZE RAW USE DATA OMAP META AVAIL %USE VAR PGS STATUS
+ U: O: ]- {5 s# j 0 hdd 0.01949 1.00000 20 GiB 1.0 GiB 5.9 MiB 0 B 1 GiB 19 GiB 5.03 1.00 17 up
5 z1 @( _4 A/ v 1 hdd 0.01949 1.00000 20 GiB 1.0 GiB 6 MiB 0 B 1 GiB 19 GiB 5.03 1.00 17 up
7 A! F1 j |( e 2 hdd 0.01949 1.00000 20 GiB 1.0 GiB 6 MiB 0 B 1 GiB 19 GiB 5.03 1.00 12 up
8 M% x! e' B/ ~ 3 hdd 0.01949 1.00000 20 GiB 1.0 GiB 6 MiB 0 B 1 GiB 19 GiB 5.03 1.00 22 up
+ I/ K2 J% Q9 P 4 hdd 0.01949 1.00000 20 GiB 1.0 GiB 6 MiB 0 B 1 GiB 19 GiB 5.03 1.00 13 up
; _, B8 G7 }. x- B' S# r& L. k' _0 x TOTAL 100 GiB 5.0 GiB 30 MiB 0 B 5 GiB 95 GiB 5.03
* F5 l& T2 C! f( c6 d' YMIN/MAX VAR: 1.00/1.00 STDDEV: 0
8 `% D/ v6 Z: \8 m[root@controller ~]# date" m( ^( F0 I( X! S1 n8 O
Sat Jun 19 06:01:00 CST 20215 q9 g5 m. E3 ]; D% E
[root@controller ~]# chronyc -a makestep/ Z& c4 r5 q6 _
200 OK
7 f3 P" a7 V2 n! n" d[root@controller ~]# chronyc sourcestats -v" C. R) G' O5 |4 a: Y7 ^2 d6 L
210 Number of sources = 5/ A" z d6 ^- |! C' y+ n H
.- Number of sample points in measurement set.. y+ I( C/ Y, R9 I @8 M
/ .- Number of residual runs with same sign.9 a8 W7 @& Q" l6 e9 p
| / .- Length of measurement set (time).
- N0 e; a4 G; Z. ], H% y | | / .- Est. clock freq error (ppm).0 N3 n# Q) n1 v3 Z( g% x8 a/ y2 g
| | | / .- Est. error in freq.
# r& K8 A1 u2 O( j% `, g" I& H | | | | / .- Est. offset.
, Z) d6 o/ w k4 K% F+ P" f$ E | | | | | | On the -.; I+ a7 s- E4 V6 c% D% x0 H
| | | | | | samples. \
& x1 o" X7 S9 H8 u3 n+ g3 { | | | | | | |+ m6 ^$ {% n! ~" t7 ~: P1 g
Name/IP Address NP NR Span Frequency Freq Skew Offset Std Dev. k* e+ A! T1 V3 P# n. s
==============================================================================
+ L# x }; Y4 s, u9 J' ~controller 0 0 0 +0.000 2000.000 +0ns 4000ms
& _0 @; N u& r3 K2 {/ g' L58.220.133.132 41 17 439m +0.041 0.086 +1392us 1383us) e9 w; _; { @( P8 j" Q3 w8 U
119.29.26.206 11 6 172m +0.121 0.180 +1115us 397us- k' m5 I+ z. m- i$ {2 _
223.113.103.191 6 3 1165 -6.138 1.517 +124ms 159us2 D' g- u; T, u
time5.aliyun.com 50 25 446m +0.001 0.027 +373ns 449us
6 L! |2 N. f# K/ |/ j% A4 e[root@controller ~]# timedatectl set-local-rtc 1
0 k* g5 r# _- J5 R/ L[root@controller ~]# timedatectl * g1 S9 B; u2 |: ?8 `5 Z5 T) H
Local time: Sat 2021-06-19 06:03:25 CST5 s$ O: b3 \7 Q+ O5 J& ?
Universal time: Fri 2021-06-18 22:03:25 UTC
5 S& V R5 F/ B$ r ^* V RTC time: Sat 2021-06-19 06:03:25- w/ M9 N3 z9 ?" M# K" c- i: {
Time zone: Asia/Shanghai (CST, +0800)
. ^/ C, c! S8 O( x" X+ zSystem clock synchronized: no! l% c5 h. L0 l/ e
NTP service: active
. U4 ^4 F; {7 x( I% F RTC in local TZ: yes& q; o1 D; J ?7 j' D
Warning: The system is configured to read the RTC time in the local time zone.9 X, e" y7 T) X' o* L
This mode cannot be fully supported. It will create various problems. L* o! i+ ]+ T
with time zone changes and daylight saving time adjustments. The RTC
f9 [7 D, W" P% k( p time is never updated, it relies on external facilities to maintain it.
* r3 J, C2 j# d- p If at all possible, use RTC in UTC by calling
, Q/ K$ c: q+ K* W4 D) _ 'timedatectl set-local-rtc 0'.
9 Q' N6 N9 S. z1 ?[root@controller ~]# timedatectl set-local-rtc 0. o# a4 w# o6 K+ o7 c' u
[root@controller ~]# chronyc tracking) `; h# @- q }5 x. ?
Reference ID : B65C0C0B (time5.aliyun.com)4 L3 g' ?' ` C
Stratum : 3+ a4 b( N, G( X, j/ l$ j5 i8 V& }! s
Ref time (UTC) : Fri Jun 18 21:57:16 2021; ^" n8 _8 y7 g3 [3 p9 E
System time : 0.000000001 seconds fast of NTP time( B, _& U' e+ Z4 K( I
Last offset : +0.000102283 seconds; ~" {$ o6 X+ `1 `' x) K
RMS offset : 0.000093207 seconds5 H- [' W1 v* g' `- P- _
Frequency : 1.467 ppm fast
0 `; [0 P6 H1 `% A- `Residual freq : +0.001 ppm
2 n# a! ^! e7 ?3 a) M: @Skew : 0.030 ppm8 s# z- {0 Q4 O# F/ }( W
Root delay : 0.004248593 seconds
3 u) T7 ]/ H+ _6 l& JRoot dispersion : 0.001232460 seconds8 \% F% Q3 o- `8 \/ t9 G, _
Update interval : 1029.3 seconds# e" J" f1 F! P& [9 K
Leap status : Normal
2 h; [ ^: g1 d" z[root@controller ~]# timedatectl
$ s, ~6 J4 Y1 ?2 i- N! W Local time: Sat 2021-06-19 06:04:40 CST2 P& g2 R8 M) N5 k; I6 D, g9 h
Universal time: Fri 2021-06-18 22:04:40 UTC+ F9 l0 P( L& ^0 c4 t
RTC time: Fri 2021-06-18 22:04:40 ~6 h* V: v6 U; ?$ | h9 y' x
Time zone: Asia/Shanghai (CST, +0800); P/ v1 ^0 @3 W: ]3 ^& u9 S0 g7 X
System clock synchronized: no
6 a' E7 ^7 O* V* ?* e4 W; C NTP service: active
o5 n6 }9 T) P, q RTC in local TZ: no1 b; H! G* v$ N' v! l
[root@controller ~]# ceph health detail
; N, f4 F$ b5 y' \2 t$ xHEALTH_WARN Degraded data redundancy: 81 pgs undersized
4 ]/ J2 A: T+ B" q% w0 \8 Y[WRN] PG_DEGRADED: Degraded data redundancy: 81 pgs undersized
& K* e2 A* _. d pg 1.0 is stuck undersized for 7h, current state active+undersized, last acting [1]
. f& p6 D$ S1 w7 y/ E8 _$ a pg 2.0 is stuck undersized for 7h, current state active+undersized, last acting [3]3 o9 r$ J( r5 K; z6 e! @
pg 2.1 is stuck undersized for 7h, current state active+undersized, last acting [2]
# O8 ^1 R0 U* W# k5 i6 {! o3 c; i pg 2.2 is stuck undersized for 7h, current state active+undersized, last acting [3]% o; \! {1 b) \0 _- f( @
pg 2.3 is stuck undersized for 7h, current state active+undersized, last acting [4]
0 l% f. V5 q% s. }( F6 j- M, q pg 2.4 is stuck undersized for 7h, current state active+undersized, last acting [1]' f/ r2 ?+ b0 d5 H8 a5 p' y& ~# W3 X! z8 h
pg 2.5 is stuck undersized for 7h, current state active+undersized, last acting [3]! @6 U# L* C& Q. V" K) l$ h, e
pg 2.6 is stuck undersized for 7h, current state active+undersized, last acting [1]( m5 M6 o: Y. {2 k$ G) P/ e
pg 2.7 is stuck undersized for 7h, current state active+undersized, last acting [3]
, j0 \; i, ?& {) |+ l pg 2.8 is stuck undersized for 7h, current state active+undersized, last acting [0]
' O# S6 K6 s9 J8 U9 D8 B8 F pg 2.9 is stuck undersized for 7h, current state active+undersized, last acting [4]+ c1 C5 c# `; g9 I; _
pg 2.a is stuck undersized for 7h, current state active+undersized, last acting [1]# u9 f. c) C8 j3 Z
pg 2.f is stuck undersized for 7h, current state active+undersized, last acting [0]
/ r$ p7 b* `3 V pg 3.0 is stuck undersized for 7h, current state active+undersized, last acting [1]
: V- K6 E G( I# ~; A+ B2 {/ q/ P pg 3.1 is stuck undersized for 7h, current state active+undersized, last acting [4]
# {5 Y. }' B$ @/ U pg 3.2 is stuck undersized for 7h, current state active+undersized, last acting [3]
5 H L* d; v5 M' c5 h pg 3.3 is stuck undersized for 7h, current state active+undersized, last acting [4]1 {. s E/ e" ^! ?' p: @; H/ ]( W
pg 3.4 is stuck undersized for 7h, current state active+undersized, last acting [1]. ]* ^- k8 C% j1 g7 a
pg 3.5 is stuck undersized for 7h, current state active+undersized, last acting [2]
" Z3 S, i# ?' y$ `& ~ pg 3.6 is stuck undersized for 7h, current state active+undersized, last acting [0]6 ~$ d, i+ p1 P# K' d7 Z& K1 G
pg 3.7 is stuck undersized for 7h, current state active+undersized, last acting [4]2 a# P1 G- Y$ U) Q! A) u
pg 3.8 is stuck undersized for 7h, current state active+undersized, last acting [4]9 W9 G9 b# @ j/ f. H1 L( y* z
pg 3.9 is stuck undersized for 7h, current state active+undersized, last acting [4]" X- U' L) H# k
pg 3.b is stuck undersized for 7h, current state active+undersized, last acting [3]
+ d3 K4 ?7 }8 O) n( x! b7 d3 \2 k6 M8 o pg 3.e is stuck undersized for 7h, current state active+undersized, last acting [2]8 G" [1 j$ v* y$ I- s; W
pg 3.10 is stuck undersized for 7h, current state active+undersized, last acting [1]$ p: m; ?8 B' _% w6 g
pg 3.11 is stuck undersized for 7h, current state active+undersized, last acting [3]
5 c3 @' D/ X0 a7 Q4 D! z7 U- ?7 i pg 3.12 is stuck undersized for 7h, current state active+undersized, last acting [0]
2 C& b' o+ P2 x+ `$ Q pg 4.0 is stuck undersized for 7h, current state active+undersized, last acting [4]8 m# @' A% f9 z9 s+ {
pg 4.1 is stuck undersized for 7h, current state active+undersized, last acting [4] J# \) ?6 H6 s* M j: V: x. Z* F
pg 4.2 is stuck undersized for 7h, current state active+undersized, last acting [1]& ?- q7 T! e) \) P5 F# Q
pg 4.3 is stuck undersized for 7h, current state active+undersized, last acting [0]
$ Z$ g# v5 ]2 F; m' F9 {! _ pg 4.4 is stuck undersized for 7h, current state active+undersized, last acting [1]
) G, U% l. b+ K+ r pg 4.5 is stuck undersized for 7h, current state active+undersized, last acting [3]
5 t7 j' V) t$ {$ H$ ]9 J- Z6 p pg 4.6 is stuck undersized for 7h, current state active+undersized, last acting [0]
4 ^& j9 u: l7 Y* y/ c pg 4.7 is stuck undersized for 7h, current state active+undersized, last acting [1]" g! q# V% y) D4 G% H
pg 4.9 is stuck undersized for 7h, current state active+undersized, last acting [1]* O/ G" S. g2 z& W8 w! W
pg 4.e is stuck undersized for 7h, current state active+undersized, last acting [4]
% {* j' l; Y1 G+ i" \ pg 4.f is stuck undersized for 7h, current state active+undersized, last acting [1]
( R2 p F* g1 L pg 5.0 is stuck undersized for 7h, current state active+undersized, last acting [3], \) Z) S! c( H( ~" M
pg 5.1 is stuck undersized for 7h, current state active+undersized, last acting [3]
. ?- L2 B) s0 Q0 ? pg 5.2 is stuck undersized for 7h, current state active+undersized, last acting [0]7 @- ~. g+ \2 g* X) R
pg 5.3 is stuck undersized for 7h, current state active+undersized, last acting [0]& ^- d) h* h; R5 O
pg 5.4 is stuck undersized for 7h, current state active+undersized, last acting [0]
$ y8 }' ^% Q8 M5 S pg 5.5 is stuck undersized for 7h, current state active+undersized, last acting [0]3 {/ c* r, K6 x- W9 U: s; Y
pg 5.6 is stuck undersized for 7h, current state active+undersized, last acting [2]
% \+ _" f' r5 S+ l6 b( ~8 d2 a; j pg 5.7 is stuck undersized for 7h, current state active+undersized, last acting [3]
h% H8 S7 |" D; l; u pg 5.8 is stuck undersized for 7h, current state active+undersized, last acting [2]
/ G8 J5 I& k1 l B pg 5.d is stuck undersized for 7h, current state active+undersized, last acting [2]
" i* H: `% c% g pg 5.e is stuck undersized for 7h, current state active+undersized, last acting [3]
9 R, E4 Z! G& f pg 5.f is stuck undersized for 7h, current state active+undersized, last acting [4], r7 Q3 W R( y- K5 ~
& }% ~. u; \" h$ e& {7 ~[root@controller ~]# systemctl restart ceph-osd.target
/ q2 V8 K Z/ w# f8 n[root@controller ~]# 9 B6 t& e8 Z. y% f
[root@controller ~]# ceph status % _: k( Q3 o h& s( R+ [) b
cluster:
0 Y# m" }- U! c! T id: fe205f22-d03d-11eb-9107-000c29f63dd1- W" s' _+ h7 H( p
health: HEALTH_WARN
- v# k( m2 o8 v) O8 Q# D$ E3 ~ Degraded data redundancy: 81 pgs undersized
" m. v: M" i5 M$ l# Q% b) X , }( y, r, \. j! f0 k
services:
* M& l/ C4 ?2 Z5 i% R! g+ O: S0 c mon: 1 daemons, quorum controller (age 8s)" ^0 _: t) l& `( ^' J" ~: Q
mgr: controller.pbdqjl(active, since 2s)6 R+ P0 o5 X+ `3 @# ^2 y0 f
osd: 5 osds: 5 up (since 2s), 5 in (since 7h)9 p7 O9 ~3 a! s- f4 n
7 Q' l( C+ i( {: \% H; [
data:1 F; r# U' H# M
pools: 5 pools, 81 pgs8 Y% n$ q+ L" A( S+ r- Y
objects: 0 objects, 0 B4 i8 c6 l3 g) V H- L
usage: 5.0 GiB used, 95 GiB / 100 GiB avail/ a1 J, E0 W3 B( r
pgs: 81 active+undersized3 N# n& A1 ^# G5 i3 z. u. {4 d
& f( u0 ]6 ?3 ~# }" K, J3 W" m$ u I& h[root@controller ~]# ceph osd pool ls detail . S7 A0 k* |9 x" |+ {" K
pool 1 'device_health_metrics' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode on last_change 30 flags hashpspool stripe_width 0 pg_num_min 1 application mgr_devicehealth
7 R9 h, O5 g, i" ypool 2 'images' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 16 pgp_num 16 autoscale_mode on last_change 35 flags hashpspool stripe_width 0 application rbd
, `" p& L* n9 B/ t2 q* f& cpool 3 'volumes' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode on last_change 39 flags hashpspool stripe_width 0 application rbd3 \7 x: I/ z7 C9 |
pool 4 'backups' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 16 pgp_num 16 autoscale_mode on last_change 43 flags hashpspool stripe_width 0 application rbd" ~0 {% S5 }* U4 G
pool 5 'vms' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 16 pgp_num 16 autoscale_mode on last_change 47 flags hashpspool stripe_width 0 application rbd9 p- j; o5 x5 E- T( @; I# j1 I
[root@controller ~]# ceph osd pool set images pg_num 128
( Z- w9 G" m' a( i: _9 Aset pool 2 pg_num to 128
) k0 w! Z6 w: D( P- `) G[root@controller ~]# ceph osd pool set images pgp_num 128
4 p$ N% Z& i$ q" F! Iset pool 2 pgp_num to 1285 W: `8 Y: H8 W: j$ {, w& n8 |
[root@controller ~]# ceph osd pool set volumes pg_num 128$ I) r$ Z. [/ ]8 h
set pool 3 pg_num to 128
" Y' ^6 C6 d2 R- @( [[root@controller ~]# ceph osd pool set volumes pgp_num 128
0 v- D* n( U6 p( @* H# ^$ l- tset pool 3 pgp_num to 128
* d" s4 v% L ~+ ][root@controller ~]# ceph osd pool set backups pg_num 64
9 u3 t+ U7 Y3 T; Y, r; x! z9 Lset pool 4 pg_num to 64" [# Y; u3 [# Y1 e C% O) R
[root@controller ~]# ceph osd pool set backups pgp_num 648 {0 C3 m, B& \/ E! Z/ A3 s+ D
set pool 4 pgp_num to 64
! z& d) D0 K$ D O& j' @[root@controller ~]# ceph osd pool set vms pgp_num 128
8 P0 u$ ~# m# q. X# M* R6 j, H: p9 @Error EINVAL: specified pgp_num 128 > pg_num 16" V) U% I) z# j7 a
[root@controller ~]# ceph osd pool set vms pg_num 1285 X& Q3 E6 C% Q' C
set pool 5 pg_num to 128
9 y, S0 X: c' C4 | v& T[root@controller ~]# ceph osd pool set vms pgp_num 128
7 c0 y. Q$ X% P) ~! ]+ k0 e8 }set pool 5 pgp_num to 128* Y6 A- Y* C$ S* F3 @
[root@controller ~]# ceph osd pool ls detail
( v/ [# M) `5 u7 r4 z0 A8 Spool 1 'device_health_metrics' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode on last_change 54 flags hashpspool stripe_width 0 pg_num_min 1 application mgr_devicehealth
" v/ }" m! z* E" Q& I2 bpool 2 'images' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 128 pgp_num 120 pg_num_target 32 pgp_num_target 32 autoscale_mode on last_change 106 lfor 0/0/54 flags hashpspool stripe_width 0 application rbd. A: \* d- H- S5 C0 q& K& G1 [0 H
pool 3 'volumes' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 128 pgp_num 120 pg_num_target 32 pgp_num_target 32 autoscale_mode on last_change 106 lfor 0/0/70 flags hashpspool stripe_width 0 application rbd, \. W* T7 O) I: }+ c: D
pool 4 'backups' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode on last_change 86 lfor 0/0/82 flags hashpspool stripe_width 0 application rbd! T1 u. `: S* o9 |. J+ S( H8 ~
pool 5 'vms' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 128 pgp_num 128 autoscale_mode on last_change 100 lfor 0/0/97 flags hashpspool stripe_width 0 application rbd
; p: m. E/ D% ?$ t. D[root@controller ~]# ceph -s
E z- e2 }( O5 T8 C+ r cluster:
, D( n/ d. l, Q) r: E; Y! D id: fe205f22-d03d-11eb-9107-000c29f63dd1- T1 a5 B: y( u" T; F1 W2 C
health: HEALTH_WARN: w* a+ [8 h; p
Degraded data redundancy: 96 pgs undersized8 h6 H3 s" r+ E. Q
, `0 q' z- G& Q) Z) H7 I3 z- k6 a services:: ?9 F4 G* \& @0 p: Y; L5 D& i
mon: 1 daemons, quorum controller (age 2m)' N; u' ]9 E4 W9 ]; n3 W
mgr: controller.pbdqjl(active, since 2m)2 M4 C0 ]7 k0 c
osd: 5 osds: 5 up (since 2m), 5 in (since 7h); 296 remapped pgs- @: }! V- B: U& F
* l& M) ?2 l, M( Q7 G data:5 X2 @" r! z" M
pools: 5 pools, 449 pgs9 ], Y( e! O; v
objects: 0 objects, 0 B
) p* P, L, n, x3 U9 ?9 p usage: 5.1 GiB used, 95 GiB / 100 GiB avail" ], U- Z r6 R, z4 O) v
pgs: 290 active+clean+remapped
+ q9 G- K( `0 d7 A$ T2 z 153 active+undersized' t0 |) ?/ v7 H
6 active+clean5 o7 o" N: p p9 P, C+ @( t
& Z3 N+ [% W; T) w
progress: s! e' D: Z3 [1 B0 R
PG autoscaler decreasing pool 2 PGs from 128 to 32 (60s), x3 Z* x0 P5 @
[............................] 0 y9 k' |# j' j7 q7 Y
PG autoscaler decreasing pool 3 PGs from 128 to 32 (0s)
4 E8 ]+ ~9 c+ H [............................] 7 [# j. L+ j0 B; {5 \
' l" F% M2 Q' u4 R. ?2 J7 v! Z8 w* T3 G[root@controller ~]# ceph osd tree! V( b% y8 N5 U
ID CLASS WEIGHT TYPE NAME STATUS REWEIGHT PRI-AFF
* N8 h" J/ u4 c4 _-1 0.09743 root default / S6 d' q. Q) ?: s, _$ t# h. `$ O& k
-3 0.09743 host controller ) Y' t7 h9 q8 U* F5 N
0 hdd 0.01949 osd.0 up 1.00000 1.00000
4 s8 {4 U: g+ K 1 hdd 0.01949 osd.1 up 1.00000 1.000000 d! Z# m6 p' a4 \) t; j
2 hdd 0.01949 osd.2 up 1.00000 1.00000" B1 |8 i$ F2 W% i" F
3 hdd 0.01949 osd.3 up 1.00000 1.00000. f+ U3 A8 Y) g# \" e& u& w# g. I
4 hdd 0.01949 osd.4 up 1.00000 1.00000
6 H1 }' w0 Q& z+ ?[root@controller ~]# ceph osd reweight osd.0 1
% f& ?* U# B5 k* k" v& a6 sreweighted osd.0 to 1 (10000)
* [: Q/ n' k2 @, ^+ }/ q. p; Z* e[root@controller ~]# ceph osd reweight osd.1 1, f, x$ t, k/ D1 |
reweighted osd.1 to 1 (10000)4 h" ` F4 Y- j* U, i! Z/ E- f( P
[root@controller ~]# ceph osd reweight osd.2 1
0 B( |( T/ @' k# g" G' Hreweighted osd.2 to 1 (10000)" f. @ a7 w6 T3 L
[root@controller ~]# ceph osd reweight osd.3 1: \5 r% {" L2 L9 e) h( A+ w, J
reweighted osd.3 to 1 (10000)7 O- K2 o, Y8 v/ H6 u
[root@controller ~]# ceph osd reweight osd.4 1& m' R! p y# Y4 q+ `6 M
reweighted osd.4 to 1 (10000)
: ~. ~: v. p! D$ I9 N7 _$ \* U! r& v[root@controller ~]# ceph osd reweight osd.5 1
u, G& y8 O8 K0 S |
|
发表于 2021-6-19 06:11:51