|
|
[root@controller ~]# ceph -s
c1 C) ` Q, O) u9 `& `, v8 B$ j cluster:
, j/ V1 ]( o/ ^$ b4 h) ^ id: fe205f22-d03d-11eb-9107-000c29f63dd15 p' t( _% G. t# }# h# C
health: HEALTH_WARN
0 f6 p# K% X7 W7 u! [* e Degraded data redundancy: 81 pgs undersized1 y+ z4 ], ?0 p3 ^9 M1 G; U
/ h8 F- w1 M2 v4 A7 X5 A) p services:
! u) h+ g: T1 K' a" h% l mon: 1 daemons, quorum controller (age 7h)
5 t& o8 R3 K6 a5 j" C" l& Y% B mgr: controller.pbdqjl(active, since 7h)
8 i/ a5 f$ t! V& `$ l7 {& O osd: 5 osds: 5 up (since 7h), 5 in (since 7h)) W% i) Z2 G* u! R6 h
1 f3 u9 V2 g" A data:- D- @) V1 [8 J: p0 o) q: @" z5 ]
pools: 5 pools, 81 pgs& P2 c8 n# j* _9 p2 Q/ }& ]( {
objects: 0 objects, 0 B- b, v* r6 L+ x+ I$ w& C; x
usage: 5.0 GiB used, 95 GiB / 100 GiB avail
# x& }8 s1 N( A2 B% \ pgs: 81 active+undersized0 ^8 i4 K5 V7 P- X
5 V0 c2 V( p* k% f
[root@controller ~]# ceph osd status
! }8 \/ [* h, q+ |ID HOST USED AVAIL WR OPS WR DATA RD OPS RD DATA STATE $ o* ^; M5 c& I0 Q$ O |
0 controller 1030M 18.9G 0 0 0 0 exists,up . v- n P0 X) o
1 controller 1030M 18.9G 0 0 0 0 exists,up 3 Q* h9 N& P4 h+ t/ z$ q
2 controller 1030M 18.9G 0 0 0 0 exists,up
. v5 B0 F) `8 | 3 controller 1030M 18.9G 0 0 0 0 exists,up * k* x) ^2 b0 c* E. s* D: f7 S
4 controller 1030M 18.9G 0 0 0 0 exists,up
# _* l" X+ R) [4 P* C& q- ?[root@controller ~]# ch0 y- x1 h9 L# E2 A6 v9 {$ j
chacl chardetect chcat chcpu checkpolicy chgrp chmem chown chronyc chroot chvt
8 U. S2 t: c- ^: Cchage chattr chcon checkmodule chgpasswd chkconfig chmod chpasswd chronyd chrt 7 h% Y7 E' L- F9 N( e
[root@controller ~]# ch
/ k& r) L9 O7 @+ @2 S- _# b. nchacl chardetect chcat chcpu checkpolicy chgrp chmem chown chronyc chroot chvt 4 I, w4 Z: b/ @9 r6 N- o
chage chattr chcon checkmodule chgpasswd chkconfig chmod chpasswd chronyd chrt + D7 p; \4 C" M! R% K5 i. t8 a, h2 B5 q
[root@controller ~]# chr
) U' @" [2 O4 h* Z, j Jchronyc chronyd chroot chrt $ O2 Q. j# D; a6 v
[root@controller ~]# chr& @0 F6 |: i* x6 v( G) Z9 \
chronyc chronyd chroot chrt
0 u1 \9 _0 K+ C3 H0 V[root@controller ~]# chrony' T* c+ R( h* q: s3 S }
chronyc chronyd ; U u( |# Q; W' h) w7 a
[root@controller ~]# chrony3 w! ]0 f2 S4 j% \/ J
chronyc chronyd [, x- [! K/ Y5 Z, {
[root@controller ~]# chronyc
1 O. Z7 M6 Z* X! o6 Oaccheck clients delete help maxdelay minpoll onoffline reselect settime sourcestats writertc
- l. [9 j A! T% U$ ?7 i. Kactivity cmdaccheck deny keygen maxdelaydevratio minstratum polltarget reselectdist shutdown timeout
* E9 j" ~9 n& Hadd cmdallow dns local maxdelayratio ntpdata quit retries smoothing tracking
4 E# ^: `/ Y S% C% B4 i/ V' mallow cmddeny dump makestep maxpoll offline refresh rtcdata smoothtime trimrtc
3 C8 z" _' U# L, jburst cyclelogs exit manual maxupdateskew online rekey serverstats sources waitsync
; Q: a) O( l. r# j# D# q5 P5 C[root@controller ~]# chronyc
2 z3 Q% i1 c+ Y" ^4 Q7 j4 f; Laccheck clients delete help maxdelay minpoll onoffline reselect settime sourcestats writertc* E* W1 U1 {6 P6 P# w! a
activity cmdaccheck deny keygen maxdelaydevratio minstratum polltarget reselectdist shutdown timeout $ C# X6 l2 p0 @# |
add cmdallow dns local maxdelayratio ntpdata quit retries smoothing tracking ! u( o, O+ B! ^' D* \( D2 |
allow cmddeny dump makestep maxpoll offline refresh rtcdata smoothtime trimrtc
3 b; g* @& T9 y% O8 f0 Bburst cyclelogs exit manual maxupdateskew online rekey serverstats sources waitsync / f- f: w6 r* K7 e: t
[root@controller ~]# ceph health detail
* O3 W1 t1 z8 J! a+ w! r" D- P# uHEALTH_WARN Degraded data redundancy: 81 pgs undersized
2 n! q! |8 {5 ?. H# F8 [% ~[WRN] PG_DEGRADED: Degraded data redundancy: 81 pgs undersized
% a; ~" }3 }3 L6 e5 Z pg 1.0 is stuck undersized for 7h, current state active+undersized, last acting [1]
- _. j+ }. f2 C+ X% E5 d pg 2.0 is stuck undersized for 7h, current state active+undersized, last acting [3]5 K7 ?. f# M A. U
pg 2.1 is stuck undersized for 7h, current state active+undersized, last acting [2]
3 g; e1 m) u9 Z pg 2.2 is stuck undersized for 7h, current state active+undersized, last acting [3]) D4 Y' [# g7 o
pg 2.3 is stuck undersized for 7h, current state active+undersized, last acting [4]! @4 a' ^3 i: X3 @* f3 J' S1 u
pg 2.4 is stuck undersized for 7h, current state active+undersized, last acting [1]
6 U0 r8 d; r q2 T pg 2.5 is stuck undersized for 7h, current state active+undersized, last acting [3]2 i- b% [& W9 k& z
pg 2.6 is stuck undersized for 7h, current state active+undersized, last acting [1]6 R* ?8 {- o/ q5 H
pg 2.7 is stuck undersized for 7h, current state active+undersized, last acting [3]
, D3 v2 d, k# K4 l; O pg 2.8 is stuck undersized for 7h, current state active+undersized, last acting [0]. `9 O3 ?8 m3 B( [& E
pg 2.9 is stuck undersized for 7h, current state active+undersized, last acting [4]5 E+ P7 O' t: v0 D8 P# B" H5 K) d
pg 2.a is stuck undersized for 7h, current state active+undersized, last acting [1]4 A/ k/ C9 H0 i2 h. f% s. j
pg 2.f is stuck undersized for 7h, current state active+undersized, last acting [0]
% }2 ]. J3 w' O7 I3 D& V8 _ pg 3.0 is stuck undersized for 7h, current state active+undersized, last acting [1]" u; L' {2 P% j- r/ P: v S" X
pg 3.1 is stuck undersized for 7h, current state active+undersized, last acting [4]! x0 B( _ c5 V! k* [* A' K
pg 3.2 is stuck undersized for 7h, current state active+undersized, last acting [3]) R( k9 N" b& j8 E6 S" D1 e
pg 3.3 is stuck undersized for 7h, current state active+undersized, last acting [4]
3 j! B$ y/ \- u, P) \; ] o pg 3.4 is stuck undersized for 7h, current state active+undersized, last acting [1]3 J" v6 `0 O8 @ J
pg 3.5 is stuck undersized for 7h, current state active+undersized, last acting [2]
' l5 C7 F4 ~1 r; f" b" _2 T2 ?/ u pg 3.6 is stuck undersized for 7h, current state active+undersized, last acting [0]
" Z$ E+ a1 P& V0 H0 d& _$ ~ pg 3.7 is stuck undersized for 7h, current state active+undersized, last acting [4]
( w! P6 b' v$ J+ b: H pg 3.8 is stuck undersized for 7h, current state active+undersized, last acting [4]
9 [/ X, E/ ?5 E pg 3.9 is stuck undersized for 7h, current state active+undersized, last acting [4]
9 d1 x, I' V. z+ m# k3 Q pg 3.b is stuck undersized for 7h, current state active+undersized, last acting [3]
& J* P6 x/ G% I) { n9 h( j3 C pg 3.e is stuck undersized for 7h, current state active+undersized, last acting [2]! X @1 ]6 q0 `9 }: L: Q
pg 3.10 is stuck undersized for 7h, current state active+undersized, last acting [1]% w4 C5 {! v' h3 Q
pg 3.11 is stuck undersized for 7h, current state active+undersized, last acting [3]
8 B/ X$ U% q* I- ?5 G$ r# f5 T# k pg 3.12 is stuck undersized for 7h, current state active+undersized, last acting [0]
3 t: C- `4 ~9 `+ G, `+ N& m2 h pg 4.0 is stuck undersized for 7h, current state active+undersized, last acting [4]$ V0 Z( s n& k0 U6 d, d$ ^$ X: R
pg 4.1 is stuck undersized for 7h, current state active+undersized, last acting [4]
8 x0 J% y9 p5 J) k) f8 G pg 4.2 is stuck undersized for 7h, current state active+undersized, last acting [1]! e1 @/ v ~' {0 J3 e
pg 4.3 is stuck undersized for 7h, current state active+undersized, last acting [0]3 E& K% U: l" \" L
pg 4.4 is stuck undersized for 7h, current state active+undersized, last acting [1]
# w3 L+ L* n4 a2 K# B pg 4.5 is stuck undersized for 7h, current state active+undersized, last acting [3]
/ p. G$ Z5 p9 y: f3 g pg 4.6 is stuck undersized for 7h, current state active+undersized, last acting [0]( ^0 X; M' h- W; r* _
pg 4.7 is stuck undersized for 7h, current state active+undersized, last acting [1]6 E# R5 S5 }+ T4 d
pg 4.9 is stuck undersized for 7h, current state active+undersized, last acting [1]
8 a& d- R2 t& A4 v pg 4.e is stuck undersized for 7h, current state active+undersized, last acting [4]2 x4 O. l# u, i, [. C& _, t; G: d
pg 4.f is stuck undersized for 7h, current state active+undersized, last acting [1], z6 P# a/ B( W( U0 |9 i
pg 5.0 is stuck undersized for 7h, current state active+undersized, last acting [3], ]9 I. P& O! M& X% S$ a
pg 5.1 is stuck undersized for 7h, current state active+undersized, last acting [3]+ ^+ I7 E* D' U4 @
pg 5.2 is stuck undersized for 7h, current state active+undersized, last acting [0]
2 v- N2 y3 [* u2 p0 R- |& _ pg 5.3 is stuck undersized for 7h, current state active+undersized, last acting [0]
% B# Y; C- q& f pg 5.4 is stuck undersized for 7h, current state active+undersized, last acting [0]5 k/ Y& [/ E0 ^8 D% @$ S+ w
pg 5.5 is stuck undersized for 7h, current state active+undersized, last acting [0]+ M5 y; {! j0 ^5 N" T
pg 5.6 is stuck undersized for 7h, current state active+undersized, last acting [2]
' F8 {4 [. ~. p8 |& S pg 5.7 is stuck undersized for 7h, current state active+undersized, last acting [3]
, i) r& o5 m, }: g pg 5.8 is stuck undersized for 7h, current state active+undersized, last acting [2]" g& n, v' N# X
pg 5.d is stuck undersized for 7h, current state active+undersized, last acting [2]2 ?3 j- ], c. k9 M% I% I0 E$ B% i
pg 5.e is stuck undersized for 7h, current state active+undersized, last acting [3]
( B* a3 z& B, K- [ pg 5.f is stuck undersized for 7h, current state active+undersized, last acting [4]/ J0 h% l+ ]: L* S& R5 u; J- s
[root@controller ~]# ceph -w2 t" D3 D$ z9 j' N8 e
cluster:
6 N- b/ i. x9 j" T id: fe205f22-d03d-11eb-9107-000c29f63dd16 x) q1 y, ^* ]* Q7 b
health: HEALTH_WARN
1 z. P. k- j$ c2 \. y" Y! y; ` Degraded data redundancy: 81 pgs undersized& f, _2 v+ ]3 R& M" U+ e9 }) b
7 s6 N/ K* M$ L7 Q% _
services:& o; p. P I: Z6 i
mon: 1 daemons, quorum controller (age 7h); W$ m8 c Q" F( {; y+ c
mgr: controller.pbdqjl(active, since 7h)( T V. d4 l& u
osd: 5 osds: 5 up (since 7h), 5 in (since 7h)
; J" {2 D, H5 [4 _; { " i9 I: f% G1 x( `, G; [4 E
data:
4 V" H5 g7 X- C pools: 5 pools, 81 pgs ]4 ^! A9 P: I W
objects: 0 objects, 0 B: s7 I( {& C' n0 i
usage: 5.0 GiB used, 95 GiB / 100 GiB avail; H- X& n* h9 A$ [0 O* g' @5 ]
pgs: 81 active+undersized- K/ \2 {2 j/ _
# Q9 W& |$ {) c7 }0 |* M^C[root@controller ~]# ceph osd df
3 g! ~! j- k$ c% l' dID CLASS WEIGHT REWEIGHT SIZE RAW USE DATA OMAP META AVAIL %USE VAR PGS STATUS! }5 x( y7 A& ^( M& v! q
0 hdd 0.01949 1.00000 20 GiB 1.0 GiB 5.9 MiB 0 B 1 GiB 19 GiB 5.03 1.00 17 up
. m6 X5 b& S# [+ Z 1 hdd 0.01949 1.00000 20 GiB 1.0 GiB 6 MiB 0 B 1 GiB 19 GiB 5.03 1.00 17 up
0 c9 h* s" t9 }0 r 2 hdd 0.01949 1.00000 20 GiB 1.0 GiB 6 MiB 0 B 1 GiB 19 GiB 5.03 1.00 12 up
( V1 D; z8 M2 S* t2 S 3 hdd 0.01949 1.00000 20 GiB 1.0 GiB 6 MiB 0 B 1 GiB 19 GiB 5.03 1.00 22 up' c. v0 X& s7 R8 g7 J* e
4 hdd 0.01949 1.00000 20 GiB 1.0 GiB 6 MiB 0 B 1 GiB 19 GiB 5.03 1.00 13 up
# y* B) [) W$ {6 Z TOTAL 100 GiB 5.0 GiB 30 MiB 0 B 5 GiB 95 GiB 5.03
- W( P" R) R% O' K9 w6 }MIN/MAX VAR: 1.00/1.00 STDDEV: 0* Q$ I G3 V5 _: j
[root@controller ~]# date* J ]% H: U% V- u
Sat Jun 19 06:01:00 CST 2021
6 N, u& k* P# l, w4 p H[root@controller ~]# chronyc -a makestep
0 h) f3 c$ @& t0 ~* o* X200 OK
! d! Z% a! C9 Z! e8 |- e1 t/ g$ s8 M8 _[root@controller ~]# chronyc sourcestats -v8 d6 E& m; m/ q0 f% c7 a. Z
210 Number of sources = 5
9 Z" T* h: B! r .- Number of sample points in measurement set.8 g( F2 j& q7 w. d2 O
/ .- Number of residual runs with same sign.
& v; S$ l8 |9 h3 N0 d4 \6 n7 _ | / .- Length of measurement set (time).2 W H6 k8 H: j* P9 M! T( [
| | / .- Est. clock freq error (ppm).% l3 c" t% [3 K7 E
| | | / .- Est. error in freq.
" D* `8 M: U6 m6 o; J | | | | / .- Est. offset.
+ D8 O$ b8 |- k- H j | | | | | | On the -.( C9 I1 \) E; |9 ~# P
| | | | | | samples. \
# y7 G T# ] c- y4 ~/ R% x | | | | | | |8 l8 N3 g0 ]* H, `2 p1 F. y1 q6 K5 Q
Name/IP Address NP NR Span Frequency Freq Skew Offset Std Dev& ]8 U, g* d2 D) ^* K
==============================================================================: ]$ |% m4 Z2 d" j& y' n
controller 0 0 0 +0.000 2000.000 +0ns 4000ms6 Y+ G1 L# O" Q, w( Z' `
58.220.133.132 41 17 439m +0.041 0.086 +1392us 1383us$ W" u' u( z% H8 P$ q& Z* q) B
119.29.26.206 11 6 172m +0.121 0.180 +1115us 397us' z Y6 E/ v; g
223.113.103.191 6 3 1165 -6.138 1.517 +124ms 159us6 l% g$ R4 F! t$ c% b& D
time5.aliyun.com 50 25 446m +0.001 0.027 +373ns 449us
' E' z! H: k4 h- d2 ^2 M& d9 k[root@controller ~]# timedatectl set-local-rtc 1
1 l( h; k6 g* h[root@controller ~]# timedatectl ' r) e. G$ O( K: ], i" x( P
Local time: Sat 2021-06-19 06:03:25 CST
# M* O& [# N! L4 P& g# E Universal time: Fri 2021-06-18 22:03:25 UTC
! P8 A) a0 V* N# N6 C( P4 N% j RTC time: Sat 2021-06-19 06:03:255 ~0 {$ k3 o, x$ W; u- i
Time zone: Asia/Shanghai (CST, +0800)! x* }+ Z) J5 w/ ?) h0 @4 I
System clock synchronized: no
3 P9 R" \* a8 G; G) n NTP service: active
+ y; k7 t0 w" ~" S% @7 T RTC in local TZ: yes: ?) M0 ?" ~; x2 v$ N# v
Warning: The system is configured to read the RTC time in the local time zone.
/ Z R/ D" J! R) U This mode cannot be fully supported. It will create various problems2 t- a H6 l3 A0 W4 V
with time zone changes and daylight saving time adjustments. The RTC9 `+ _4 {0 w% U: @7 d$ D
time is never updated, it relies on external facilities to maintain it.
3 q) b( S3 g2 C0 i2 w0 d+ f2 {3 [! p( X If at all possible, use RTC in UTC by calling! x" k+ ?% u2 f
'timedatectl set-local-rtc 0'., R. z' T4 g' x* g9 `0 E/ i& g
[root@controller ~]# timedatectl set-local-rtc 0
6 A( Z ? f4 L3 y/ e[root@controller ~]# chronyc tracking
6 Q$ O0 s; U) ^& J* n* O0 fReference ID : B65C0C0B (time5.aliyun.com)
; N8 q1 w' J2 oStratum : 3
" o( a6 x7 N; Y$ eRef time (UTC) : Fri Jun 18 21:57:16 2021
4 ]" P) E' K# r& p. @System time : 0.000000001 seconds fast of NTP time$ w; ?3 O7 B. ~; l
Last offset : +0.000102283 seconds
5 {; C6 F3 ^1 ~" y1 z1 y* BRMS offset : 0.000093207 seconds! N* G6 K) {3 ~6 ?3 J1 i) Z
Frequency : 1.467 ppm fast
1 s6 ]. }/ e' ]+ O+ q# p3 y: lResidual freq : +0.001 ppm
2 H; L/ G: a* g! N# F) hSkew : 0.030 ppm
* R! ]0 n( B- r3 p z: R$ TRoot delay : 0.004248593 seconds
; n0 B; {/ v+ f+ v6 L8 YRoot dispersion : 0.001232460 seconds
F3 o$ n- _7 v( k6 G9 V4 k. @4 mUpdate interval : 1029.3 seconds
2 U) Q$ J# o y- x8 U, ALeap status : Normal
. \6 B# Q+ n! q/ w6 v0 b[root@controller ~]# timedatectl 4 ?: {! {1 n' o
Local time: Sat 2021-06-19 06:04:40 CST) s6 T# B# b' n& X! F) C! Z
Universal time: Fri 2021-06-18 22:04:40 UTC
" O5 @& D3 ~ H RTC time: Fri 2021-06-18 22:04:40
* l5 \* i, t5 J2 z Time zone: Asia/Shanghai (CST, +0800)
9 f- [% R0 S& c, X/ XSystem clock synchronized: no
6 ~" _: j2 L4 K, O$ M* B9 q/ l NTP service: active
3 q5 y1 {4 C% m! _# T RTC in local TZ: no$ w* }# F% T: A1 S
[root@controller ~]# ceph health detail # m" ^1 W- k8 e# t
HEALTH_WARN Degraded data redundancy: 81 pgs undersized7 o* z, u; G; d& h9 n1 Z0 J' l
[WRN] PG_DEGRADED: Degraded data redundancy: 81 pgs undersized+ [" a6 `8 J/ x4 n1 F h
pg 1.0 is stuck undersized for 7h, current state active+undersized, last acting [1]
" p1 }) ^6 N8 v pg 2.0 is stuck undersized for 7h, current state active+undersized, last acting [3]
! L( i8 j, R: |3 X$ B& n pg 2.1 is stuck undersized for 7h, current state active+undersized, last acting [2]
% H; c# e6 Y4 P1 }5 Z6 I pg 2.2 is stuck undersized for 7h, current state active+undersized, last acting [3]6 t) n3 {4 t+ Z3 b5 x- P1 O- z
pg 2.3 is stuck undersized for 7h, current state active+undersized, last acting [4]+ x0 \5 Q$ r0 Y* a0 E7 }
pg 2.4 is stuck undersized for 7h, current state active+undersized, last acting [1]: @6 L- j0 |( O
pg 2.5 is stuck undersized for 7h, current state active+undersized, last acting [3]
; ^1 V) s- I9 p pg 2.6 is stuck undersized for 7h, current state active+undersized, last acting [1]
; q4 U3 @- y* y, t8 N! { pg 2.7 is stuck undersized for 7h, current state active+undersized, last acting [3]3 s9 _" ?* G* o& V' B# K
pg 2.8 is stuck undersized for 7h, current state active+undersized, last acting [0], t/ n7 ?: p( j* R2 I
pg 2.9 is stuck undersized for 7h, current state active+undersized, last acting [4]
- ^ j0 X, K, Z pg 2.a is stuck undersized for 7h, current state active+undersized, last acting [1]
; I/ A- |8 `; F2 S pg 2.f is stuck undersized for 7h, current state active+undersized, last acting [0]) m1 u5 h# B0 M( c
pg 3.0 is stuck undersized for 7h, current state active+undersized, last acting [1]( y. g0 M9 K( |" X |1 v
pg 3.1 is stuck undersized for 7h, current state active+undersized, last acting [4]
9 k+ T X/ [* Y pg 3.2 is stuck undersized for 7h, current state active+undersized, last acting [3]3 ^6 o% m b T/ M' ?4 B4 x
pg 3.3 is stuck undersized for 7h, current state active+undersized, last acting [4]
% K' X0 m: j2 E: {! y! Q pg 3.4 is stuck undersized for 7h, current state active+undersized, last acting [1]
. v' j: M& ]' O) M! V pg 3.5 is stuck undersized for 7h, current state active+undersized, last acting [2]; A+ [% p% n+ Q, p4 Z' y) f
pg 3.6 is stuck undersized for 7h, current state active+undersized, last acting [0]/ ~+ W4 p. H; R& O# \
pg 3.7 is stuck undersized for 7h, current state active+undersized, last acting [4]/ [) E" I, p0 y5 M4 R0 \7 E* o' D
pg 3.8 is stuck undersized for 7h, current state active+undersized, last acting [4]
- i8 j h" W8 ?6 Z pg 3.9 is stuck undersized for 7h, current state active+undersized, last acting [4]& f4 r% A% X# Y$ `
pg 3.b is stuck undersized for 7h, current state active+undersized, last acting [3] ~3 C. i( w+ X+ w
pg 3.e is stuck undersized for 7h, current state active+undersized, last acting [2]! m. w3 b V8 {! _' a, }
pg 3.10 is stuck undersized for 7h, current state active+undersized, last acting [1]
/ x/ y) m' ?* U* e pg 3.11 is stuck undersized for 7h, current state active+undersized, last acting [3]! C s0 y6 T9 \7 a# T \" [
pg 3.12 is stuck undersized for 7h, current state active+undersized, last acting [0]% `5 j$ I( B7 |
pg 4.0 is stuck undersized for 7h, current state active+undersized, last acting [4]+ Q6 L5 {# m5 ?- _
pg 4.1 is stuck undersized for 7h, current state active+undersized, last acting [4]8 b, m% j( F0 u# _
pg 4.2 is stuck undersized for 7h, current state active+undersized, last acting [1]0 F7 r" ]2 h2 @; Y E( w
pg 4.3 is stuck undersized for 7h, current state active+undersized, last acting [0]
) F) w5 k/ u1 G( K- P9 L3 R pg 4.4 is stuck undersized for 7h, current state active+undersized, last acting [1]
9 e7 J; r: R8 K pg 4.5 is stuck undersized for 7h, current state active+undersized, last acting [3]2 u1 I5 b8 b; m# \
pg 4.6 is stuck undersized for 7h, current state active+undersized, last acting [0]) }4 j6 d1 l" z) R8 f
pg 4.7 is stuck undersized for 7h, current state active+undersized, last acting [1]
* U: b6 x! y5 W. @9 S- o* T pg 4.9 is stuck undersized for 7h, current state active+undersized, last acting [1]
5 W6 c( P Y# V( G( Y* G- H" r pg 4.e is stuck undersized for 7h, current state active+undersized, last acting [4]
; B" Q0 C6 c ~5 M" K; S pg 4.f is stuck undersized for 7h, current state active+undersized, last acting [1]
0 W" v9 Q Y$ g2 b/ ?- W pg 5.0 is stuck undersized for 7h, current state active+undersized, last acting [3]
( d) Q4 I6 X( a pg 5.1 is stuck undersized for 7h, current state active+undersized, last acting [3]8 R8 u! d2 O/ e5 L- b* V! w
pg 5.2 is stuck undersized for 7h, current state active+undersized, last acting [0]
( G* Z# G( P& z% h/ L8 z pg 5.3 is stuck undersized for 7h, current state active+undersized, last acting [0]0 Y4 ^: f% [7 y W7 g0 Q2 ] X' q
pg 5.4 is stuck undersized for 7h, current state active+undersized, last acting [0]+ k7 ~; E* M6 b. {- d
pg 5.5 is stuck undersized for 7h, current state active+undersized, last acting [0]' J: F. q% M" f' n' D- w
pg 5.6 is stuck undersized for 7h, current state active+undersized, last acting [2]# y( i* |4 ~: c7 c- V) k
pg 5.7 is stuck undersized for 7h, current state active+undersized, last acting [3]' C, R$ Q; J$ _- D$ l' P
pg 5.8 is stuck undersized for 7h, current state active+undersized, last acting [2]
8 `4 j) T' V b2 x pg 5.d is stuck undersized for 7h, current state active+undersized, last acting [2]; B( O' V; b" z4 I" P
pg 5.e is stuck undersized for 7h, current state active+undersized, last acting [3]
6 x4 `7 W' m# E& Q# F pg 5.f is stuck undersized for 7h, current state active+undersized, last acting [4]
& i# s0 V% D; [7 z- y5 W
+ i' \- D( ?6 K. X8 A4 ~6 O[root@controller ~]# systemctl restart ceph-osd.target
( H# [- F; D6 [[root@controller ~]# ) Q- [- P# V3 ^) b1 M) M
[root@controller ~]# ceph status
$ Z9 X# _$ ^9 i' D% } cluster:8 `/ }; p: T' X, _" |. a
id: fe205f22-d03d-11eb-9107-000c29f63dd1
6 V7 m9 {+ i) A( B( i- v health: HEALTH_WARN
, V, K" H; V- Z2 z! L4 w Q' F Degraded data redundancy: 81 pgs undersized
: D9 d( }: k, X" W8 c- B
1 B* H3 o9 O3 ^9 f. k4 V) S4 A services:+ W G4 l! v8 M
mon: 1 daemons, quorum controller (age 8s)
: s! L, P% s7 v; Z. T mgr: controller.pbdqjl(active, since 2s)* S% B% v! c" A; J8 K' z6 W) o3 J; K8 l
osd: 5 osds: 5 up (since 2s), 5 in (since 7h)3 d' _8 r3 R2 B$ S/ D. p% L ]
" U# [1 k9 E, n
data:8 J9 d- a* C5 \2 K# m: X: q4 E# a
pools: 5 pools, 81 pgs, n" R2 B4 W+ _( A) h
objects: 0 objects, 0 B3 {% R" t/ }. r$ V$ S; v
usage: 5.0 GiB used, 95 GiB / 100 GiB avail" x5 |' s9 T( o( O* E) j9 I
pgs: 81 active+undersized
/ B2 E( s2 E0 P9 ^* v# g/ _ 5 |- N3 g$ u' d5 \8 B9 Z
[root@controller ~]# ceph osd pool ls detail F7 |, B: j) G
pool 1 'device_health_metrics' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode on last_change 30 flags hashpspool stripe_width 0 pg_num_min 1 application mgr_devicehealth0 `4 j: Y# V6 H
pool 2 'images' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 16 pgp_num 16 autoscale_mode on last_change 35 flags hashpspool stripe_width 0 application rbd
# e: w+ L1 l9 y' rpool 3 'volumes' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode on last_change 39 flags hashpspool stripe_width 0 application rbd) ]* ?- c7 Z c8 H$ w
pool 4 'backups' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 16 pgp_num 16 autoscale_mode on last_change 43 flags hashpspool stripe_width 0 application rbd" T1 n( u# t2 R' P
pool 5 'vms' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 16 pgp_num 16 autoscale_mode on last_change 47 flags hashpspool stripe_width 0 application rbd* Z/ b) p9 z+ G0 i: r' d7 @
[root@controller ~]# ceph osd pool set images pg_num 128/ C7 c5 y7 d# M. @: \
set pool 2 pg_num to 128: g+ \: U# [ p" f* Z( `- a
[root@controller ~]# ceph osd pool set images pgp_num 128
5 Y f" o1 q4 q' mset pool 2 pgp_num to 128
' N- a$ ?) `) f! W1 {0 t[root@controller ~]# ceph osd pool set volumes pg_num 128* ]& O4 O. W7 a
set pool 3 pg_num to 128# e6 C7 U) o8 t3 |/ {2 q4 `
[root@controller ~]# ceph osd pool set volumes pgp_num 1288 R2 O; ]8 }5 d' U. B: P- I7 L; o
set pool 3 pgp_num to 128
& X! T/ ^* K' P% u- I. y% P[root@controller ~]# ceph osd pool set backups pg_num 64; D" Z; L7 c- m1 P" a- a
set pool 4 pg_num to 64
7 T2 I- u5 ~! k @7 b0 S% D[root@controller ~]# ceph osd pool set backups pgp_num 64
! H9 D' R. f$ _* _* i% kset pool 4 pgp_num to 64
2 n2 M, f; ]9 F3 [5 m* U/ r ~[root@controller ~]# ceph osd pool set vms pgp_num 128
. B) P& e c: b& d# d9 i% \Error EINVAL: specified pgp_num 128 > pg_num 16
& M* M0 s. r( |[root@controller ~]# ceph osd pool set vms pg_num 1285 @/ i& h2 d6 T n
set pool 5 pg_num to 128, ]3 ^7 V3 ]- i
[root@controller ~]# ceph osd pool set vms pgp_num 128
: j1 `+ J" Q, W2 }0 |set pool 5 pgp_num to 128
( K& c. l' S* _, N[root@controller ~]# ceph osd pool ls detail & g L8 w. p/ `5 ]# u9 c* C/ d3 ^/ N
pool 1 'device_health_metrics' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode on last_change 54 flags hashpspool stripe_width 0 pg_num_min 1 application mgr_devicehealth/ r$ o7 ?* A0 b7 k5 ?+ a& Q
pool 2 'images' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 128 pgp_num 120 pg_num_target 32 pgp_num_target 32 autoscale_mode on last_change 106 lfor 0/0/54 flags hashpspool stripe_width 0 application rbd
$ L* i2 f* _4 ^; c, z% m# }. lpool 3 'volumes' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 128 pgp_num 120 pg_num_target 32 pgp_num_target 32 autoscale_mode on last_change 106 lfor 0/0/70 flags hashpspool stripe_width 0 application rbd
$ R8 `4 M; a' V' X8 Wpool 4 'backups' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode on last_change 86 lfor 0/0/82 flags hashpspool stripe_width 0 application rbd3 ^, Q' [8 L/ y3 p4 t
pool 5 'vms' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 128 pgp_num 128 autoscale_mode on last_change 100 lfor 0/0/97 flags hashpspool stripe_width 0 application rbd
! u& c: O0 c- |$ @( r$ ?! C0 R[root@controller ~]# ceph -s
; C9 ?7 o7 H1 h& R7 C cluster:
. C; q) f6 h7 X% B% W id: fe205f22-d03d-11eb-9107-000c29f63dd1. W( N1 M6 h% y8 E% l5 \
health: HEALTH_WARN/ e$ _. n% a* i1 E Q: s, P9 {6 Y
Degraded data redundancy: 96 pgs undersized
( I1 J6 ?/ ], x; w ! X! O4 N. ]' A/ C/ X7 Z4 @
services:
. Q6 L2 U4 e+ h. F7 h# |/ v mon: 1 daemons, quorum controller (age 2m)$ s3 r5 @# @6 f s& G4 z9 ^
mgr: controller.pbdqjl(active, since 2m)
3 \ `1 K% w/ ^( p; }3 w osd: 5 osds: 5 up (since 2m), 5 in (since 7h); 296 remapped pgs' b, p& }/ D5 a& ~
y$ _; A& B8 C, m3 ^ b data:
5 M4 Z" e& w- V8 p# g' N/ T pools: 5 pools, 449 pgs
/ }' [( R( [( V& r8 p objects: 0 objects, 0 B$ w1 G$ k0 X I3 U* e# d
usage: 5.1 GiB used, 95 GiB / 100 GiB avail' y& `$ r, ?- M0 f/ G7 ~1 C
pgs: 290 active+clean+remapped+ Z8 ~5 Z1 O6 x, `; o* l- ~
153 active+undersized
$ I+ g; V1 O& I" @+ a3 W 6 active+clean. f, G1 ~6 k p- _6 y
/ e, h* M- L0 f; d+ Y4 t progress:5 i8 z1 `3 p! q8 `
PG autoscaler decreasing pool 2 PGs from 128 to 32 (60s)8 |0 U! p% M& e7 a' y7 Y& O
[............................] 0 x2 e1 k- q5 _7 M
PG autoscaler decreasing pool 3 PGs from 128 to 32 (0s)# e7 ?. R/ V/ K1 C" ~
[............................]
7 }1 Y% n: i/ P9 x8 S
8 \; w( C8 u( ?' \& k% y[root@controller ~]# ceph osd tree
7 D2 \6 H& c+ T4 y5 }$ r: AID CLASS WEIGHT TYPE NAME STATUS REWEIGHT PRI-AFF% X; d# C/ _5 t6 M1 x# d
-1 0.09743 root default , F2 d' |3 J, O; e! O8 q7 c
-3 0.09743 host controller
W6 [) w3 j, p7 S ]2 y' |$ b; y 0 hdd 0.01949 osd.0 up 1.00000 1.000000 A8 S& ?3 y$ x, M+ T
1 hdd 0.01949 osd.1 up 1.00000 1.000005 {+ y6 C, M$ N9 w- P4 m8 f' t! n
2 hdd 0.01949 osd.2 up 1.00000 1.00000
5 {% X# K% y1 m3 j9 y 3 hdd 0.01949 osd.3 up 1.00000 1.000009 W; `" y$ t9 x. l& n4 d1 C! C
4 hdd 0.01949 osd.4 up 1.00000 1.00000
# o0 A* K0 X \' |6 U# K[root@controller ~]# ceph osd reweight osd.0 12 {+ B+ ~ L* P
reweighted osd.0 to 1 (10000). T* j3 s$ a7 O3 ]
[root@controller ~]# ceph osd reweight osd.1 12 X7 p3 G, S6 P5 k) U! L( o" Z$ |0 J
reweighted osd.1 to 1 (10000)/ G* m' Z9 \3 h
[root@controller ~]# ceph osd reweight osd.2 1- Q' d r, S- I) K9 X
reweighted osd.2 to 1 (10000)
9 l9 a, [, x4 V' V! t3 ~; Q[root@controller ~]# ceph osd reweight osd.3 1) q9 Q8 q( Y7 M$ L' H& G
reweighted osd.3 to 1 (10000)8 H f6 a7 _6 A8 M- c) l
[root@controller ~]# ceph osd reweight osd.4 1
( @; |$ D& t, V$ v0 s P: ^7 dreweighted osd.4 to 1 (10000)6 N: r( r- I/ j, s4 U
[root@controller ~]# ceph osd reweight osd.5 1/ g1 Z$ {2 R2 ^! K% I6 b. D
|
|
发表于 2021-6-19 06:11:51