|
|
[root@controller ~]# ceph -s
& o6 U% k0 S8 j4 `5 C cluster:
& c; R# G3 q Y0 c8 U id: fe205f22-d03d-11eb-9107-000c29f63dd1
) w0 G- C! X, _ health: HEALTH_WARN3 w, d5 o2 c1 p- [
Degraded data redundancy: 81 pgs undersized( ~: o7 j$ s) x$ J/ e* p* Q; c% _* D
6 g1 n* I2 u- G6 k* y
services:
# Z8 k' Z; v, g# R mon: 1 daemons, quorum controller (age 7h)5 S4 @9 v2 k+ D* `
mgr: controller.pbdqjl(active, since 7h)
' Q' ?; S/ A3 k/ w: ]4 M6 H+ L5 p. } osd: 5 osds: 5 up (since 7h), 5 in (since 7h)
3 q: {' q7 N% X+ [" e; c) X2 R & E5 f! O9 P# {8 S
data:
6 V* p& `( Z5 Z! L( U& s pools: 5 pools, 81 pgs
1 c8 y, I7 U& s- B objects: 0 objects, 0 B
, |+ r5 ~* m( q2 D P9 i, A usage: 5.0 GiB used, 95 GiB / 100 GiB avail
9 E$ _* {" p, F7 `5 B pgs: 81 active+undersized7 h7 D; g$ @1 Y
* b+ z* X" b' ~) U* W4 `
[root@controller ~]# ceph osd status
: E; ]/ y3 o; Q& }3 P1 {; Q$ E6 WID HOST USED AVAIL WR OPS WR DATA RD OPS RD DATA STATE t- b7 K6 t3 k: o2 V8 _; S9 }
0 controller 1030M 18.9G 0 0 0 0 exists,up ) B9 X: \7 m( e# E( F3 U* t
1 controller 1030M 18.9G 0 0 0 0 exists,up 6 e: d1 J4 {8 Y* W# _+ Y' f( h0 S9 o
2 controller 1030M 18.9G 0 0 0 0 exists,up
+ e- ?' }, g' U: P7 T! h9 q 3 controller 1030M 18.9G 0 0 0 0 exists,up 0 x$ S* N" o. @: M
4 controller 1030M 18.9G 0 0 0 0 exists,up
3 g4 \$ D7 {- `9 r5 g& ~[root@controller ~]# ch
( V3 f# A4 E: h# K$ ?8 }: ~" Dchacl chardetect chcat chcpu checkpolicy chgrp chmem chown chronyc chroot chvt 7 ~: e0 R7 }" G: E
chage chattr chcon checkmodule chgpasswd chkconfig chmod chpasswd chronyd chrt
0 X) V2 |* i# k[root@controller ~]# ch
8 f3 |4 t& w- Vchacl chardetect chcat chcpu checkpolicy chgrp chmem chown chronyc chroot chvt + m) I. j; l& ~2 a3 b
chage chattr chcon checkmodule chgpasswd chkconfig chmod chpasswd chronyd chrt
2 r& E: e' o3 x2 f4 T+ \[root@controller ~]# chr
1 N( p3 ]( I5 M6 m- Wchronyc chronyd chroot chrt " n/ _" Z9 r o; P! T: p6 h
[root@controller ~]# chr! z+ v4 ^# j% j( _4 B+ H- u& V! s
chronyc chronyd chroot chrt 5 ^; t! C- W: u
[root@controller ~]# chrony( N+ M, c/ d% f, E
chronyc chronyd
; B: o; x e+ t5 b# R9 m[root@controller ~]# chrony) `( q; u# W( P; e! \4 s8 `
chronyc chronyd
3 o/ l6 C! ~* B) r3 r a[root@controller ~]# chronyc
9 V7 i2 J' L4 L% z; Jaccheck clients delete help maxdelay minpoll onoffline reselect settime sourcestats writertc
# e6 F9 L: E3 n3 @& Cactivity cmdaccheck deny keygen maxdelaydevratio minstratum polltarget reselectdist shutdown timeout 8 {& c1 k# f7 Q* a5 i
add cmdallow dns local maxdelayratio ntpdata quit retries smoothing tracking ; e* Y# [/ U' K R
allow cmddeny dump makestep maxpoll offline refresh rtcdata smoothtime trimrtc
E% v' t3 |4 Q, i# Sburst cyclelogs exit manual maxupdateskew online rekey serverstats sources waitsync - N* \6 H! `$ [
[root@controller ~]# chronyc ! i$ j3 ~/ c% [, J$ h) `& t- M
accheck clients delete help maxdelay minpoll onoffline reselect settime sourcestats writertc0 _8 J" Q5 _* b. B
activity cmdaccheck deny keygen maxdelaydevratio minstratum polltarget reselectdist shutdown timeout 6 ^5 F, r$ D% \* v# x& P" {, n3 ~
add cmdallow dns local maxdelayratio ntpdata quit retries smoothing tracking
/ e; {. D; f/ v: W, U+ L- Rallow cmddeny dump makestep maxpoll offline refresh rtcdata smoothtime trimrtc 3 D, v4 h+ V/ C1 X
burst cyclelogs exit manual maxupdateskew online rekey serverstats sources waitsync
2 u7 F$ {. ?0 B: W. l9 b! W[root@controller ~]# ceph health detail ; a# r& _- d0 H& B+ o+ Z5 c. ]
HEALTH_WARN Degraded data redundancy: 81 pgs undersized
4 v4 O# l# ^1 d2 o$ o& I% h2 Y+ M[WRN] PG_DEGRADED: Degraded data redundancy: 81 pgs undersized
5 s( _0 y0 N+ G9 B) C1 Q pg 1.0 is stuck undersized for 7h, current state active+undersized, last acting [1]% b( I/ ^: Z, t/ ^! g6 K
pg 2.0 is stuck undersized for 7h, current state active+undersized, last acting [3]
" r+ i8 H0 N% {6 z pg 2.1 is stuck undersized for 7h, current state active+undersized, last acting [2]9 f# o) x8 O" f4 a" O: p
pg 2.2 is stuck undersized for 7h, current state active+undersized, last acting [3]' {- T) W+ T* c
pg 2.3 is stuck undersized for 7h, current state active+undersized, last acting [4]8 S# e% a1 Q0 \( S
pg 2.4 is stuck undersized for 7h, current state active+undersized, last acting [1]
( L; P: c9 h- V* m4 L pg 2.5 is stuck undersized for 7h, current state active+undersized, last acting [3]4 M( F2 ^$ q) A0 p+ I) @
pg 2.6 is stuck undersized for 7h, current state active+undersized, last acting [1]
U" i' n, ?- m y9 e& U pg 2.7 is stuck undersized for 7h, current state active+undersized, last acting [3]
5 ?7 Q9 t3 N$ ]# ~ pg 2.8 is stuck undersized for 7h, current state active+undersized, last acting [0]: T* S! g% v4 P1 X# b( X* R1 F
pg 2.9 is stuck undersized for 7h, current state active+undersized, last acting [4]% _: |% o! y; {: Q, E
pg 2.a is stuck undersized for 7h, current state active+undersized, last acting [1]9 E6 A8 H# u) p1 c: D1 k
pg 2.f is stuck undersized for 7h, current state active+undersized, last acting [0]
2 G3 P$ m: [. i( C9 K pg 3.0 is stuck undersized for 7h, current state active+undersized, last acting [1]
* P8 U; r- z1 W8 c: k9 Y3 E" @. H pg 3.1 is stuck undersized for 7h, current state active+undersized, last acting [4]
+ e4 g. O# \5 F | j1 z9 x7 g6 w pg 3.2 is stuck undersized for 7h, current state active+undersized, last acting [3]
9 j( S5 Z, h8 P2 f: i- U! v! p: R pg 3.3 is stuck undersized for 7h, current state active+undersized, last acting [4]
' O$ I* ^' f( P9 | pg 3.4 is stuck undersized for 7h, current state active+undersized, last acting [1]
, @6 L3 a' I" {* `, \3 Y, [+ R pg 3.5 is stuck undersized for 7h, current state active+undersized, last acting [2]
/ Y0 j6 W$ z! B, O! [* s pg 3.6 is stuck undersized for 7h, current state active+undersized, last acting [0]) W7 _" \/ C' _. t' n6 U6 s. L
pg 3.7 is stuck undersized for 7h, current state active+undersized, last acting [4]& |9 A- ~. G6 Q
pg 3.8 is stuck undersized for 7h, current state active+undersized, last acting [4]5 y" P8 e! l$ Q+ T2 F! w
pg 3.9 is stuck undersized for 7h, current state active+undersized, last acting [4]
1 F8 n3 Y6 R6 _# ]1 V" X4 [ pg 3.b is stuck undersized for 7h, current state active+undersized, last acting [3]! K1 j6 i1 D) B! u9 R, w6 @/ y& T
pg 3.e is stuck undersized for 7h, current state active+undersized, last acting [2]
% C; _+ p5 }4 W pg 3.10 is stuck undersized for 7h, current state active+undersized, last acting [1]
0 e9 D1 c$ u: F% T; [ pg 3.11 is stuck undersized for 7h, current state active+undersized, last acting [3]
9 j9 F9 F4 ^( B f7 } pg 3.12 is stuck undersized for 7h, current state active+undersized, last acting [0]+ s) I+ G2 _5 W: t4 f$ z1 [
pg 4.0 is stuck undersized for 7h, current state active+undersized, last acting [4]* U; O' p5 r8 T, _& b3 O0 e
pg 4.1 is stuck undersized for 7h, current state active+undersized, last acting [4]& j0 D+ O1 y7 }; \% m' [
pg 4.2 is stuck undersized for 7h, current state active+undersized, last acting [1]
. O0 b* L/ U7 X# C- X# D4 F pg 4.3 is stuck undersized for 7h, current state active+undersized, last acting [0], S# P& v1 {; Z4 V
pg 4.4 is stuck undersized for 7h, current state active+undersized, last acting [1]
2 [ v0 S$ M8 k2 ^$ v j pg 4.5 is stuck undersized for 7h, current state active+undersized, last acting [3]
. M' b0 H+ @: m X4 b pg 4.6 is stuck undersized for 7h, current state active+undersized, last acting [0]( ^5 h2 e9 u, m R. e0 @6 L
pg 4.7 is stuck undersized for 7h, current state active+undersized, last acting [1]6 ^, L- V- z, n. }8 `
pg 4.9 is stuck undersized for 7h, current state active+undersized, last acting [1]
' A0 J# N3 D* ~* B2 u' C pg 4.e is stuck undersized for 7h, current state active+undersized, last acting [4]5 c# S3 H4 I6 L: {7 {, q
pg 4.f is stuck undersized for 7h, current state active+undersized, last acting [1]: T6 Y# t! u B: }, \
pg 5.0 is stuck undersized for 7h, current state active+undersized, last acting [3]
1 n# y3 y. G9 o pg 5.1 is stuck undersized for 7h, current state active+undersized, last acting [3]
0 i. u- F" ~; x pg 5.2 is stuck undersized for 7h, current state active+undersized, last acting [0]5 u6 J: L. l) ~ W
pg 5.3 is stuck undersized for 7h, current state active+undersized, last acting [0]
6 X) }2 L/ r& l2 f pg 5.4 is stuck undersized for 7h, current state active+undersized, last acting [0]. }1 p# m& i* m: D
pg 5.5 is stuck undersized for 7h, current state active+undersized, last acting [0], W+ [" v/ _0 Q' u
pg 5.6 is stuck undersized for 7h, current state active+undersized, last acting [2]1 o1 i# j* S% j( I
pg 5.7 is stuck undersized for 7h, current state active+undersized, last acting [3]
8 S) ~) H" y7 P" J5 P( k pg 5.8 is stuck undersized for 7h, current state active+undersized, last acting [2]3 \; x+ C2 m* M! D% g! m1 e
pg 5.d is stuck undersized for 7h, current state active+undersized, last acting [2]- l4 b: n4 m- [. U
pg 5.e is stuck undersized for 7h, current state active+undersized, last acting [3]; X( V" N! h3 U( V1 o
pg 5.f is stuck undersized for 7h, current state active+undersized, last acting [4]) Q# D. H. C U" g
[root@controller ~]# ceph -w' W, m! y3 u; A" H# h0 H
cluster:
, m7 F% P9 U3 O: B: V1 l id: fe205f22-d03d-11eb-9107-000c29f63dd1! d: o% {% I3 o( ?$ j N
health: HEALTH_WARN; c. }) g6 z$ y2 c: l. i* K2 M
Degraded data redundancy: 81 pgs undersized
2 ?0 N/ d% L( Z) Y1 g ( V' V/ W) X6 m! J% A; y
services:
5 k5 N- u/ K) {# C# a w mon: 1 daemons, quorum controller (age 7h)
3 B! G9 {0 V9 N( a3 R+ F mgr: controller.pbdqjl(active, since 7h)3 T! K8 _" a$ l$ C5 s" l$ S
osd: 5 osds: 5 up (since 7h), 5 in (since 7h)5 O6 m) e; `. @' N# {& G r
+ V! u( Q- d) W: H! E1 ^7 Y
data:
: a+ |$ ~/ g9 o {2 }! {: @5 m6 n pools: 5 pools, 81 pgs
9 g- r3 ^ f% W+ }4 r) d( J, S objects: 0 objects, 0 B
( e. a F: a1 H usage: 5.0 GiB used, 95 GiB / 100 GiB avail
6 ~, q* }( C+ k5 q- F pgs: 81 active+undersized
( s" l8 r: r/ J8 n/ }. d) d
# l8 x6 w& `2 w; W1 z^C[root@controller ~]# ceph osd df
: X2 Z: M% P# U* H6 e! RID CLASS WEIGHT REWEIGHT SIZE RAW USE DATA OMAP META AVAIL %USE VAR PGS STATUS6 \8 G: \" B6 f. k2 N6 Z
0 hdd 0.01949 1.00000 20 GiB 1.0 GiB 5.9 MiB 0 B 1 GiB 19 GiB 5.03 1.00 17 up F& k; B+ c4 v( C
1 hdd 0.01949 1.00000 20 GiB 1.0 GiB 6 MiB 0 B 1 GiB 19 GiB 5.03 1.00 17 up1 T- | G* [. i
2 hdd 0.01949 1.00000 20 GiB 1.0 GiB 6 MiB 0 B 1 GiB 19 GiB 5.03 1.00 12 up
3 c; z' M7 p/ c2 G, ?4 Y 3 hdd 0.01949 1.00000 20 GiB 1.0 GiB 6 MiB 0 B 1 GiB 19 GiB 5.03 1.00 22 up6 P: }' \+ X9 |5 S$ U+ @
4 hdd 0.01949 1.00000 20 GiB 1.0 GiB 6 MiB 0 B 1 GiB 19 GiB 5.03 1.00 13 up
9 |3 c0 f; F& W TOTAL 100 GiB 5.0 GiB 30 MiB 0 B 5 GiB 95 GiB 5.03 2 ~5 U) _; H( R' b- b$ u
MIN/MAX VAR: 1.00/1.00 STDDEV: 0( e3 G! K9 d3 c
[root@controller ~]# date
( W! L) F. Y/ D5 D ZSat Jun 19 06:01:00 CST 2021
9 U- s. ?) l. V1 }* [( O1 `[root@controller ~]# chronyc -a makestep7 ?2 n: ?. y1 E- B* }
200 OK
2 R& M$ I0 C. @* ^3 V[root@controller ~]# chronyc sourcestats -v8 _% a2 `3 x6 b$ i3 o; K K' A$ R
210 Number of sources = 5
* m' \# m6 j R4 U' i8 m .- Number of sample points in measurement set.( w1 a' L. y0 v( F% t; ]: \
/ .- Number of residual runs with same sign.9 u( v8 x6 I5 I# f0 s+ ]- N# P0 r
| / .- Length of measurement set (time).' U1 s$ }7 x3 E: [/ G
| | / .- Est. clock freq error (ppm).
+ @! |8 ]" z: c- o7 W/ q* a1 D | | | / .- Est. error in freq.7 ^, z! n$ L) }) ]( N, S
| | | | / .- Est. offset.
( m. F9 J# |7 Z7 ?! w. K5 x$ w4 ]. L | | | | | | On the -.
+ W+ N: {) z/ n& J+ J5 b6 a | | | | | | samples. \
. R: i# ~5 `, N5 x4 i: v# K | | | | | | |
1 O$ l0 \- u9 L! n* oName/IP Address NP NR Span Frequency Freq Skew Offset Std Dev
, X n# @, z& E* I6 I; ^==============================================================================9 I5 G# L2 X2 i2 `( ?9 b/ w
controller 0 0 0 +0.000 2000.000 +0ns 4000ms, b8 x! c4 i2 G' p, s
58.220.133.132 41 17 439m +0.041 0.086 +1392us 1383us% N ?2 C8 a3 N8 J C$ d
119.29.26.206 11 6 172m +0.121 0.180 +1115us 397us/ {# f% U5 U j b0 P. S+ S# T3 c
223.113.103.191 6 3 1165 -6.138 1.517 +124ms 159us$ X/ n* p# o6 e- g+ a7 l
time5.aliyun.com 50 25 446m +0.001 0.027 +373ns 449us
- p0 k) A" C% ]3 q2 J# j8 T }[root@controller ~]# timedatectl set-local-rtc 1
5 g9 y6 S$ q2 n0 \- C[root@controller ~]# timedatectl 5 c2 x3 I& H3 G5 q
Local time: Sat 2021-06-19 06:03:25 CST
0 W: B9 _" b/ O e; P5 _1 o Universal time: Fri 2021-06-18 22:03:25 UTC2 n) s, R9 k$ ]# j* Q
RTC time: Sat 2021-06-19 06:03:25! Z7 U# {0 v0 ^ B k
Time zone: Asia/Shanghai (CST, +0800)
' d5 f; n5 t4 }5 a3 kSystem clock synchronized: no7 e6 U) u4 w3 Z: V
NTP service: active
9 _4 `' X% y3 G& ^' m, b4 e- d RTC in local TZ: yes
( A" d. W% E. @# sWarning: The system is configured to read the RTC time in the local time zone.
- e5 q& U. y( R$ n This mode cannot be fully supported. It will create various problems2 @, o5 N4 @( P4 R
with time zone changes and daylight saving time adjustments. The RTC4 A: p; B5 O' q
time is never updated, it relies on external facilities to maintain it.
% Y2 e* U7 x+ A6 [6 n* t# I7 { If at all possible, use RTC in UTC by calling
8 k) O1 ]5 B9 [: M/ B 'timedatectl set-local-rtc 0'.: Q) ^1 t+ G! s6 l5 |5 R. J
[root@controller ~]# timedatectl set-local-rtc 02 D( @) c% c2 e3 m. D: k
[root@controller ~]# chronyc tracking
; W0 p* \' ~ l* lReference ID : B65C0C0B (time5.aliyun.com)% r! y% k( T1 N! `# z& [
Stratum : 34 T* B( n2 [# f+ _5 |' x
Ref time (UTC) : Fri Jun 18 21:57:16 2021
# x3 u, u2 h- c V9 T: ySystem time : 0.000000001 seconds fast of NTP time# E2 o2 ]/ U& f+ o; C. a3 k
Last offset : +0.000102283 seconds# Z: ~7 g+ l" }
RMS offset : 0.000093207 seconds' C* E. l+ A! [3 K8 i, ]9 d! @. f, V; o
Frequency : 1.467 ppm fast: T( w1 Y. n( {
Residual freq : +0.001 ppm
" L8 Q$ A* f$ K% O# A. YSkew : 0.030 ppm. b) G) }- f" ?, C0 ?9 b2 g6 Q
Root delay : 0.004248593 seconds2 o1 c+ ~- ^* i/ f( G5 o$ B
Root dispersion : 0.001232460 seconds) w8 R X, O5 V
Update interval : 1029.3 seconds
7 g) w- l' w8 d! U0 {" {Leap status : Normal9 P2 R1 P2 L! X: l6 C
[root@controller ~]# timedatectl
/ B4 \. a% o9 s7 C. Q+ ] Local time: Sat 2021-06-19 06:04:40 CST# @1 ]8 e2 r0 k9 @' G
Universal time: Fri 2021-06-18 22:04:40 UTC
6 D: \: M& o- f) h RTC time: Fri 2021-06-18 22:04:40
/ b4 `# W+ w% E4 q$ w- t- d Time zone: Asia/Shanghai (CST, +0800)) X, Q/ Y! _6 c" w5 z' a* w& [4 t
System clock synchronized: no' V6 ^3 q( n2 N+ z1 h
NTP service: active
! {+ u6 r$ {6 I! C; Y5 ? RTC in local TZ: no. S. r) ~4 L/ j1 t1 S' z
[root@controller ~]# ceph health detail
7 L# H x+ c: mHEALTH_WARN Degraded data redundancy: 81 pgs undersized6 z8 k. N0 S* ]/ d+ y5 n3 {1 c {
[WRN] PG_DEGRADED: Degraded data redundancy: 81 pgs undersized, h% |: M7 ]9 k5 `
pg 1.0 is stuck undersized for 7h, current state active+undersized, last acting [1]# @, v- x6 j4 |+ }% |- i* w0 I
pg 2.0 is stuck undersized for 7h, current state active+undersized, last acting [3]/ i8 p3 U7 }) m
pg 2.1 is stuck undersized for 7h, current state active+undersized, last acting [2]% x- o& X8 d/ u0 L( E! @
pg 2.2 is stuck undersized for 7h, current state active+undersized, last acting [3]3 S& o4 Q9 J) `) x2 e! E" Y1 x
pg 2.3 is stuck undersized for 7h, current state active+undersized, last acting [4]
4 \9 L7 T' ^; }; I! L* b" X7 Q pg 2.4 is stuck undersized for 7h, current state active+undersized, last acting [1]9 [- m3 S' b4 {7 }3 ? U; Q) H
pg 2.5 is stuck undersized for 7h, current state active+undersized, last acting [3]0 x* S1 B+ E( _3 y& r
pg 2.6 is stuck undersized for 7h, current state active+undersized, last acting [1]
$ _. R/ e6 H! V! s( B P pg 2.7 is stuck undersized for 7h, current state active+undersized, last acting [3]/ S2 H9 g% Q& w
pg 2.8 is stuck undersized for 7h, current state active+undersized, last acting [0]/ G; ?9 v. r5 ] t# ^ V# }
pg 2.9 is stuck undersized for 7h, current state active+undersized, last acting [4] M/ ]9 w0 ^( ~9 Z; A
pg 2.a is stuck undersized for 7h, current state active+undersized, last acting [1]* |" u6 j7 y5 I% h
pg 2.f is stuck undersized for 7h, current state active+undersized, last acting [0]
/ W6 D+ m' ?% i* D; m pg 3.0 is stuck undersized for 7h, current state active+undersized, last acting [1]( ~5 a/ r9 a6 v1 p! c
pg 3.1 is stuck undersized for 7h, current state active+undersized, last acting [4]
/ N5 ?7 X! \) g* s1 Q% Q0 ?6 K pg 3.2 is stuck undersized for 7h, current state active+undersized, last acting [3]! p- `* E2 u/ F+ D0 }
pg 3.3 is stuck undersized for 7h, current state active+undersized, last acting [4]/ H7 {5 _9 j1 M7 C# K; _) n6 _
pg 3.4 is stuck undersized for 7h, current state active+undersized, last acting [1]
- ~ _, Q5 l' T% r5 G5 P+ u, m6 F pg 3.5 is stuck undersized for 7h, current state active+undersized, last acting [2]( [! c7 K* X" t: x: G
pg 3.6 is stuck undersized for 7h, current state active+undersized, last acting [0]: L* W7 \# Q. S8 S6 C! i! X
pg 3.7 is stuck undersized for 7h, current state active+undersized, last acting [4]8 b9 X; Q4 O5 T. g4 ?+ a4 W
pg 3.8 is stuck undersized for 7h, current state active+undersized, last acting [4]1 S" _, }5 `; p& @4 `+ Y
pg 3.9 is stuck undersized for 7h, current state active+undersized, last acting [4]. {% P4 n/ c- i+ Q8 v' e
pg 3.b is stuck undersized for 7h, current state active+undersized, last acting [3]
( i6 M* v- a, z" A1 D j- @5 Q9 x pg 3.e is stuck undersized for 7h, current state active+undersized, last acting [2]
7 y, w, q; m5 a pg 3.10 is stuck undersized for 7h, current state active+undersized, last acting [1]% q) o- t" I& U' J
pg 3.11 is stuck undersized for 7h, current state active+undersized, last acting [3]7 [! A" V$ @3 V6 f& C5 p
pg 3.12 is stuck undersized for 7h, current state active+undersized, last acting [0]$ ^9 U9 ~+ k7 W5 Q
pg 4.0 is stuck undersized for 7h, current state active+undersized, last acting [4]
1 V9 @/ E) Z3 F+ k4 A+ a. i pg 4.1 is stuck undersized for 7h, current state active+undersized, last acting [4]
. R- q. b8 e( Q: g: [& p5 P7 ? pg 4.2 is stuck undersized for 7h, current state active+undersized, last acting [1]
" f3 B. z( u! B& c7 T h5 d pg 4.3 is stuck undersized for 7h, current state active+undersized, last acting [0]& g; H& B5 V% i" n
pg 4.4 is stuck undersized for 7h, current state active+undersized, last acting [1]
$ }- t: ]! t) P2 @( c2 h: [ pg 4.5 is stuck undersized for 7h, current state active+undersized, last acting [3]1 |9 P g& t _
pg 4.6 is stuck undersized for 7h, current state active+undersized, last acting [0]
, @3 ?* A+ g0 A/ I pg 4.7 is stuck undersized for 7h, current state active+undersized, last acting [1]
) _& r# r# E! M: b4 b pg 4.9 is stuck undersized for 7h, current state active+undersized, last acting [1]
" N' c& l6 F9 N. _2 U pg 4.e is stuck undersized for 7h, current state active+undersized, last acting [4]
/ Z0 Y" T- Q( i& u. k: U, O; t pg 4.f is stuck undersized for 7h, current state active+undersized, last acting [1]* f3 ~: y- I9 V+ d [
pg 5.0 is stuck undersized for 7h, current state active+undersized, last acting [3]- J* \& W1 A- g b/ a* D5 A; p
pg 5.1 is stuck undersized for 7h, current state active+undersized, last acting [3]$ f" o- s4 N8 _
pg 5.2 is stuck undersized for 7h, current state active+undersized, last acting [0]/ X& B, e( b! w; f$ F
pg 5.3 is stuck undersized for 7h, current state active+undersized, last acting [0]$ y6 \; r" ]; L4 o5 X# o# z
pg 5.4 is stuck undersized for 7h, current state active+undersized, last acting [0]. b v9 d2 {3 C( N) Z
pg 5.5 is stuck undersized for 7h, current state active+undersized, last acting [0]( a% X( {0 I2 @
pg 5.6 is stuck undersized for 7h, current state active+undersized, last acting [2]- u9 p' S4 Q. [8 b: H/ o9 {
pg 5.7 is stuck undersized for 7h, current state active+undersized, last acting [3]+ N1 }) _2 [( c/ a3 e& [
pg 5.8 is stuck undersized for 7h, current state active+undersized, last acting [2]
7 A) _0 O6 m- |! ^0 i1 c3 p pg 5.d is stuck undersized for 7h, current state active+undersized, last acting [2]
: n S( G( G6 _" C pg 5.e is stuck undersized for 7h, current state active+undersized, last acting [3]
. E2 X2 G+ X# e* F) u* W. g pg 5.f is stuck undersized for 7h, current state active+undersized, last acting [4]
# j* a0 l$ f" N6 W9 E; T! Q4 M, Z5 T
[root@controller ~]# systemctl restart ceph-osd.target
b: }8 L7 d. @* f* F4 F[root@controller ~]# 8 e# y! m) H3 c% |9 A1 n; p, V
[root@controller ~]# ceph status & v& W: ^: n' L
cluster:
$ D2 l1 T" p7 D% b! f f id: fe205f22-d03d-11eb-9107-000c29f63dd1
; e' d8 x6 E) H) @ health: HEALTH_WARN* ^* y: h$ b, O+ D' U
Degraded data redundancy: 81 pgs undersized
& `" |. E7 E, h% G: Z3 W T/ _- L% u+ l4 x+ P% h2 U* F
services:2 B2 q# a1 j+ {* ~: z3 ?5 ?7 a5 g
mon: 1 daemons, quorum controller (age 8s)
9 B* e2 \7 N* X4 q mgr: controller.pbdqjl(active, since 2s)
6 t2 y# i. W, F; ? osd: 5 osds: 5 up (since 2s), 5 in (since 7h)
2 M6 ^; [/ i U# ?9 |5 F! A8 X
2 a. {/ T* X) v" G1 _* P data:# i3 `3 I% @- C& N2 N
pools: 5 pools, 81 pgs( E) V \0 n+ W
objects: 0 objects, 0 B
' }7 r! e' R" B, l( M [6 o3 |# v usage: 5.0 GiB used, 95 GiB / 100 GiB avail% ~! r ]$ j' i+ K
pgs: 81 active+undersized* a0 T( c: s+ t: X
% T( h. m3 l& T K. N. |- s0 R q: W+ D
[root@controller ~]# ceph osd pool ls detail
/ y* T# E$ j N1 C5 g" zpool 1 'device_health_metrics' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode on last_change 30 flags hashpspool stripe_width 0 pg_num_min 1 application mgr_devicehealth6 ^: r {0 x- l g4 s$ [
pool 2 'images' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 16 pgp_num 16 autoscale_mode on last_change 35 flags hashpspool stripe_width 0 application rbd
4 }, _! r* r' m. K0 {3 Upool 3 'volumes' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode on last_change 39 flags hashpspool stripe_width 0 application rbd
' `- h1 s' G/ p0 [1 D N+ Vpool 4 'backups' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 16 pgp_num 16 autoscale_mode on last_change 43 flags hashpspool stripe_width 0 application rbd! H Z: J. F9 R
pool 5 'vms' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 16 pgp_num 16 autoscale_mode on last_change 47 flags hashpspool stripe_width 0 application rbd8 y. J( V7 e3 @. A% l1 o: V: Q" `
[root@controller ~]# ceph osd pool set images pg_num 128
1 S7 N0 m! x; p1 fset pool 2 pg_num to 1283 ~- M! T/ ?: O8 `$ c2 p/ W
[root@controller ~]# ceph osd pool set images pgp_num 128! [4 O! V- A7 B! Q: ~6 g: |6 e M
set pool 2 pgp_num to 128
6 p i+ c' s3 y+ {% W: d# k3 R6 Z C[root@controller ~]# ceph osd pool set volumes pg_num 128
) n. `, j, c- B2 l7 Sset pool 3 pg_num to 1289 y% r1 z* _( l+ p( ?
[root@controller ~]# ceph osd pool set volumes pgp_num 128$ v$ C6 p* I5 y2 C* u
set pool 3 pgp_num to 128
8 `/ L L' q0 V j7 B$ R5 k2 [[root@controller ~]# ceph osd pool set backups pg_num 64
* f+ R1 N/ i. I! H$ Z3 P! nset pool 4 pg_num to 64
' T$ F5 ~& b7 x+ O, W. m1 c$ c[root@controller ~]# ceph osd pool set backups pgp_num 64- g# [7 k% P- r# b) A$ _4 s7 a2 }, l8 {" X
set pool 4 pgp_num to 64$ V0 S5 N: {" t, V, v! K) i! O
[root@controller ~]# ceph osd pool set vms pgp_num 128! X: X9 N7 a# r L( Z. `
Error EINVAL: specified pgp_num 128 > pg_num 161 \- W) x; F* M; a) |% F X' b7 a
[root@controller ~]# ceph osd pool set vms pg_num 128
8 j/ F# P& u0 b% n5 Lset pool 5 pg_num to 128/ z0 u8 [+ _: V( C0 A3 N
[root@controller ~]# ceph osd pool set vms pgp_num 128
& k( M) a/ j7 M; _& jset pool 5 pgp_num to 1283 i5 h. G8 z* C
[root@controller ~]# ceph osd pool ls detail # A, D, w0 i& t7 @- _
pool 1 'device_health_metrics' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode on last_change 54 flags hashpspool stripe_width 0 pg_num_min 1 application mgr_devicehealth. J9 l1 ]* v3 W8 W6 K3 m3 a* {
pool 2 'images' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 128 pgp_num 120 pg_num_target 32 pgp_num_target 32 autoscale_mode on last_change 106 lfor 0/0/54 flags hashpspool stripe_width 0 application rbd
8 p' H) @, W- s7 rpool 3 'volumes' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 128 pgp_num 120 pg_num_target 32 pgp_num_target 32 autoscale_mode on last_change 106 lfor 0/0/70 flags hashpspool stripe_width 0 application rbd
; B2 N, i$ D; xpool 4 'backups' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode on last_change 86 lfor 0/0/82 flags hashpspool stripe_width 0 application rbd7 i" p) G+ K' g$ D9 S8 y5 j t
pool 5 'vms' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 128 pgp_num 128 autoscale_mode on last_change 100 lfor 0/0/97 flags hashpspool stripe_width 0 application rbd8 i+ U. O7 G, K# G* O, G9 ~
[root@controller ~]# ceph -s
1 C0 v3 W" k" x( l+ w. T0 C cluster:
3 n) R3 P$ I! t( Z: F) f id: fe205f22-d03d-11eb-9107-000c29f63dd18 K T x2 H- u" h+ L
health: HEALTH_WARN
+ g7 C9 e5 |# ]& A) G Degraded data redundancy: 96 pgs undersized
2 Z3 e- S4 J [# \1 O# [5 E( C
- L$ K; R3 @0 \) D) ^% y services:
3 x' |. ?& g% K/ w mon: 1 daemons, quorum controller (age 2m)
% ]* \. d" m5 k8 Z! A9 p5 }& ^ mgr: controller.pbdqjl(active, since 2m)2 s z5 C3 G- v" N
osd: 5 osds: 5 up (since 2m), 5 in (since 7h); 296 remapped pgs
6 f% X( }/ Z- b% Q0 _+ B" F# e' A 7 N S$ X% \5 N4 `; ?
data:
k6 V5 F2 @8 R4 v pools: 5 pools, 449 pgs
0 W" [% T8 ]7 K+ e( b objects: 0 objects, 0 B# ~" u' ]/ v# X$ E4 S3 N
usage: 5.1 GiB used, 95 GiB / 100 GiB avail) N" E, o {1 Y d; p" W; U
pgs: 290 active+clean+remapped
+ y/ }) B( K" u J$ _0 f) S$ I 153 active+undersized4 _! |' W n$ X! Q1 ~
6 active+clean
9 [) \+ K9 @' U; G . |- B9 q# k, T) _
progress:) L! h O7 {: m* E6 B6 D2 e3 x
PG autoscaler decreasing pool 2 PGs from 128 to 32 (60s)
6 |% W- w- I7 J; }; h [............................] + j7 C2 h5 g1 G1 C9 q5 Q! h
PG autoscaler decreasing pool 3 PGs from 128 to 32 (0s)' @3 ]+ F R0 T- |9 e1 k
[............................]
+ \$ m' x" N c/ i% M % m7 s1 X9 O( R+ `0 t
[root@controller ~]# ceph osd tree
" w& u( Z' p Z, eID CLASS WEIGHT TYPE NAME STATUS REWEIGHT PRI-AFF
9 D0 j: r) X3 A3 N' t* D+ Y L-1 0.09743 root default ! R9 x; D# v+ k3 h4 J5 l# x
-3 0.09743 host controller 3 u: K! Y8 P a& Y" `/ e: E
0 hdd 0.01949 osd.0 up 1.00000 1.00000 p, X* o+ T2 g% i8 J( u' z& s
1 hdd 0.01949 osd.1 up 1.00000 1.00000
( p% [0 B5 l }* Q7 U) B# R 2 hdd 0.01949 osd.2 up 1.00000 1.00000
9 k! _) t; X6 x6 L 3 hdd 0.01949 osd.3 up 1.00000 1.000000 R0 A7 ?, `& |5 o
4 hdd 0.01949 osd.4 up 1.00000 1.00000( h+ }9 Y+ ^. h! g0 \( @
[root@controller ~]# ceph osd reweight osd.0 1
# |" P/ d, e0 k [5 Ereweighted osd.0 to 1 (10000)
8 m2 x1 `& T W- N2 ? v/ ?[root@controller ~]# ceph osd reweight osd.1 1% Z# s1 ^; @- I |5 Q
reweighted osd.1 to 1 (10000)4 W' S3 O" T; u# J% F
[root@controller ~]# ceph osd reweight osd.2 1& o; v" n9 v2 E S. d3 q: |
reweighted osd.2 to 1 (10000)
7 ?( O) t5 D, u. [[root@controller ~]# ceph osd reweight osd.3 13 V0 o2 {. @8 k7 S. A% _9 E/ ~) ]
reweighted osd.3 to 1 (10000)
5 M1 P U: R! S. _4 C9 E[root@controller ~]# ceph osd reweight osd.4 1 ?8 }) ~& Y5 B2 S) g
reweighted osd.4 to 1 (10000); j& @* @: G. [# k3 k1 P
[root@controller ~]# ceph osd reweight osd.5 1
! }; R, x/ }4 ]0 s* p0 ` |
|
发表于 2021-6-19 06:11:51