|
|
楼主 |
发表于 2023-1-9 09:07:39
|
显示全部楼层
调整pool的pg数之后我们观察到的变化如下:! b4 N0 H: r% W" v- D+ `2 j2 S
[root@ceph1 ~]# ceph osd pool set default.rgw.meta pg_num 64
" c" C9 c' S5 Mset pool 5 pg_num to 64
) q6 Y* ^$ g5 r5 O4 W+ K6 W[root@ceph1 ~]# ceph osd pool set default.rgw.meta pgp_num 64
" e" L9 a+ L! V8 h @. J* Wset pool 5 pgp_num to 64" L, T" D6 a$ v% G% M
; L% x) P ?) D U此时的状态:7 v0 k7 a6 c( M1 V. x4 w- I
[root@ceph1 ~]# ceph -s# u/ [; t! [; p
cluster:
: }! ~/ @/ _1 S id: 433d3d2a-8e4a-11ed-b84b-000c29377297
* c7 q- i7 y5 g( Z health: HEALTH_OK9 L* W' ?3 v, g. C; ?8 z
5 B, Y% A+ W/ ?- Z% M/ S/ [+ N services:
' }4 J0 e" g$ i2 a( f- c1 r3 K* I mon: 3 daemons, quorum ceph1,ceph2,ceph3 (age 4m)
& `: M) W9 ?' j mgr: ceph2.twhubv(active, since 3m), standbys: ceph1.zmducz, ceph3.dkkmft, G' |' q- L( e4 O2 @! k+ S
mds: cephfs:1 {0=cephfs.ceph3.idylsu=up:active} 1 up:standby
6 P7 n7 O" [, k% X; i/ r( W osd: 3 osds: 3 up (since 3m), 3 in (since 11h), a- k& J! l4 D( |3 _# @( v' d" B
rgw: 3 daemons active (ceph1, ceph2, ceph3)$ B. y( m$ j o$ m8 b
`6 K3 U9 k: K9 E$ w: L
task status:
5 `5 J7 H. i# i: c+ B
% d" w: b5 Q" y5 e/ q' C% k data:: s( R3 `+ R4 J: S" q+ v
pools: 8 pools, 233 pgs. w: ^, b% z, T+ F
objects: 240 objects, 157 KiB
3 G! q+ M" M$ g( E& w6 r2 q: A3 P usage: 3.0 GiB used, 57 GiB / 60 GiB avail
! \( h# N# ?8 v$ C5 v pgs: 233 active+clean
' u9 S; `: _7 z/ b. ^% \1 _8 p. p
$ ^: b- G; d1 t+ g+ v
! d+ n6 C: R N( o8 l/ M1 C7 K6 j1 q! x" W6 D
pgs到达某个值:
7 V# @6 _: I2 ~" u% v
. X0 y1 w4 e- [5 a8 L* k+ b' l, [. r( Q" ~/ f
查看pool池的详细记录:; {, k* I( _1 I6 R3 B+ j
1 u0 E( Q: y5 U8 ~) m' R
[root@ceph1 ~]# ceph osd pool ls detail
' i' m8 H7 D0 O( e% ]8 Q3 upool 1 'device_health_metrics' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode on last_change 375 flags hashpspool,selfmanaged_snaps stripe_width 0 pg_num_min 1 application mgr_devicehealth' ^7 S3 U7 M2 s" \2 ?( X0 P* l5 A
pool 2 '.rgw.root' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode on last_change 35 flags hashpspool stripe_width 0 application rgw
8 q/ ?- s, D2 H! Ipool 3 'default.rgw.log' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode on last_change 37 flags hashpspool stripe_width 0 application rgw
) P) A4 X' _1 q- wpool 4 'default.rgw.control' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode on last_change 39 flags hashpspool stripe_width 0 application rgw2 s+ ?1 I) m8 E" O7 \% l) w5 [
pool 5 'default.rgw.meta' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode on last_change 381 lfor 0/156/379 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 8 application rgw; q+ P6 v# T# a
pool 6 'cephfs.cephfs.meta' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode on last_change 377 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs
/ _9 ], X- w3 w# ~2 `, R$ Jpool 7 'cephfs.cephfs.data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode on last_change 163 flags hashpspool stripe_width 0 application cephfs
& y" b# x' \' A6 i6 Kpool 8 'default.rgw.buckets.index' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 8 pgp_num 8 autoscale_mode on last_change 297 lfor 0/297/295 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 8 application rgw2 @5 p: ]1 ^' H0 f1 {* a
7 {- H& T3 X- x& m. Q8 O1 _4 s发生变化,pg开始下降:
8 e) @) M$ C" h+ ]/ w% x( a[root@ceph1 ~]# ceph osd pool ls detail
4 v) @4 p! I- a; n9 N( r Fpool 1 'device_health_metrics' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode on last_change 375 flags hashpspool,selfmanaged_snaps stripe_width 0 pg_num_min 1 application mgr_devicehealth
: ]! h+ H8 e) w6 R$ r* f, o5 apool 2 '.rgw.root' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode on last_change 35 flags hashpspool stripe_width 0 application rgw
- f2 w' c( `3 d5 Bpool 3 'default.rgw.log' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode on last_change 37 flags hashpspool stripe_width 0 application rgw
' k- R* k3 |. U, n; \pool 4 'default.rgw.control' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode on last_change 39 flags hashpspool stripe_width 0 application rgw
7 j$ ~9 A0 l$ b& ?: \pool 5 'default.rgw.meta' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 61 pgp_num 59 pg_num_target 8 pgp_num_target 8 autoscale_mode on last_change 400 lfor 0/400/398 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 8 application rgw: r K9 O- {; p! f. @- R: v
pool 6 'cephfs.cephfs.meta' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode on last_change 377 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs' y# x9 g$ z0 I0 E7 V
pool 7 'cephfs.cephfs.data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode on last_change 163 flags hashpspool stripe_width 0 application cephfs
8 x. \6 s! }9 y. T6 ^pool 8 'default.rgw.buckets.index' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 8 pgp_num 8 autoscale_mode on last_change 297 lfor 0/297/295 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 8 application rgw
8 v* I0 E- o, `, T
, S/ @3 @% ?- p: \1 L- M状态pgs也在下降:
: u0 D' t5 z) U5 B; M[root@ceph1 ~]# ceph -s
) E O5 ` a+ B1 b4 r! Q9 j% H cluster:
1 L5 R$ f4 i4 C [. v( Y id: 433d3d2a-8e4a-11ed-b84b-000c293772978 ^4 J. i! A1 S1 T
health: HEALTH_OK! v9 z; Y' O5 ]5 q4 E7 H i
5 j; w4 F0 f/ I. }6 J% x" b services:
' t, }: e' y9 g/ c: D* [ mon: 3 daemons, quorum ceph1,ceph2,ceph3 (age 5m)
! U7 G) q& ~; x% l* Q8 {; i0 A mgr: ceph2.twhubv(active, since 4m), standbys: ceph1.zmducz, ceph3.dkkmft. `) P: o+ U- |( \' Q
mds: cephfs:1 {0=cephfs.ceph3.idylsu=up:active} 1 up:standby
" o& O- `) r V osd: 3 osds: 3 up (since 4m), 3 in (since 11h)
& l2 ?( z8 q) l T6 A: m rgw: 3 daemons active (ceph1, ceph2, ceph3)
6 Q1 W3 K* P6 H$ t* U* C, S5 U - d, i. u8 }4 ]* e5 |3 M
task status:
9 b. h/ @' ?! g. i6 h
6 |' W% n7 w0 p* j8 n: A7 h data:
" }( v6 J1 Y7 @) {1 H pools: 8 pools, 228 pgs8 I4 ?4 ]/ u j4 S
objects: 240 objects, 157 KiB
1 ~3 m" O ]3 m1 n* U/ f usage: 3.0 GiB used, 57 GiB / 60 GiB avail! q8 g, \' O3 U0 d- d2 u
pgs: 228 active+clean
; l3 E9 V1 N* _) X, n9 e1 B
2 h. i! e0 Y" |6 `* ~# | progress:
' Z k* g% c) c" @$ e! `, M1 }# P PG autoscaler decreasing pool 5 PGs from 64 to 8 (0s)
1 Y& u# O+ p1 K* W: ? [............................] 8 J- c- N& B% l3 |' p, ^
; `5 Q8 n3 c5 k& \9 e( Z[root@ceph1 ~]# ceph -s
9 I2 V) j8 Z K3 p1 ^. t: J cluster:
- g5 }0 D5 l/ J( T6 n id: 433d3d2a-8e4a-11ed-b84b-000c293772974 G2 p/ F0 ^6 F; |$ a+ f
health: HEALTH_OK* `6 P9 A2 j6 r0 s0 @+ I, C/ s
$ g' i3 m- h& _9 R, e3 P. O
services:5 |7 u6 f7 G) S$ B) y
mon: 3 daemons, quorum ceph1,ceph2,ceph3 (age 5m)
- l2 I7 O0 j9 r" B9 k# J8 z3 I mgr: ceph2.twhubv(active, since 4m), standbys: ceph1.zmducz, ceph3.dkkmft# _$ Y! V* K% d# a) j1 E
mds: cephfs:1 {0=cephfs.ceph3.idylsu=up:active} 1 up:standby
7 K/ M8 h+ ~; M$ F osd: 3 osds: 3 up (since 4m), 3 in (since 11h)
5 N0 e$ b( G+ _ rgw: 3 daemons active (ceph1, ceph2, ceph3)2 I0 n- V) V" w- p) N* X0 u- j
( u7 E5 M( _+ Y P, f
task status:
" t e' `+ q9 g " y, k2 U* [+ R2 P* b
data:
* V' ~0 N9 U: O3 s8 W4 E pools: 8 pools, 228 pgs
$ a0 s8 ^) r# _ r4 {0 S objects: 240 objects, 157 KiB* G2 f2 q/ a6 F; N0 z1 s
usage: 3.0 GiB used, 57 GiB / 60 GiB avail
( a+ y' H+ P& L9 }( R" C9 n* @ pgs: 228 active+clean9 `* [! z# @+ X; \8 h+ [
# D0 E3 q, S- C# U& A
progress:
% Z: E3 R1 | K0 {5 t' l PG autoscaler decreasing pool 5 PGs from 64 to 8 (0s)
$ e4 ]2 Q% o: }/ M5 g0 g7 a [............................] . e3 A6 ~6 q3 B- t. }7 r
6 C9 q- @( l4 R- K) H) I7 s4 k
. p+ A3 i( @; p" ~3 E) i8 B. b5 H5 ^
等待同步一会7 @2 v. @9 v9 s. Y+ X3 Z" ?
[root@ceph1 ~]# ceph -s
m8 y9 b3 \' G* k cluster:3 P# f/ R# O7 K% _$ @! O7 Q
id: 433d3d2a-8e4a-11ed-b84b-000c29377297
& c3 W0 K2 P! G9 R3 b+ N4 W$ Z health: HEALTH_OK: l& z; i1 z) e4 d1 z7 m4 ^
) O: F+ |) J( K2 p6 _3 a
services:, M; i1 X7 D& Q% \/ L% N
mon: 3 daemons, quorum ceph1,ceph2,ceph3 (age 10m)
8 o9 t' A; l9 l7 @+ C4 r' { mgr: ceph2.twhubv(active, since 9m), standbys: ceph1.zmducz, ceph3.dkkmft
5 V# C! D& \& ^, r5 d2 O mds: cephfs:1 {0=cephfs.ceph3.idylsu=up:active} 1 up:standby2 D/ } [; K8 `$ e1 \
osd: 3 osds: 3 up (since 9m), 3 in (since 11h)5 \ j& w C9 l5 e5 v# r
rgw: 3 daemons active (ceph1, ceph2, ceph3)
) t' b/ b+ M" N1 {
; j; D t' v0 [( k- c, I task status:* ~1 l; X) H/ R8 f- U
4 d' K% |5 d2 E) \
data:0 ~8 p) u( n, U9 o8 U
pools: 8 pools, 185 pgs. s( x1 W1 K3 j$ D
objects: 240 objects, 157 KiB0 \* `. w) H2 E n2 @
usage: 3.0 GiB used, 57 GiB / 60 GiB avail
2 u9 f" B0 r+ ]* `0 ` O pgs: 185 active+clean
; U8 m7 M2 R1 Y n: ^- y. o) e. t( V, L3 D& M: G
progress:
! T, }/ W) ~- ^& C PG autoscaler decreasing pool 5 PGs from 64 to 8 (5m)
- F; x3 s8 \: d4 E1 d6 F) [& ^ [======================......] (remaining: 81s)
9 n9 e2 L) B( `9 f. G, R( R* D/ y# t( b! j) _+ V
自动下降到185。因为是虚机下降速度较慢。
9 t2 P/ U$ l) u) R- F |
|