|
|
楼主 |
发表于 2023-1-9 09:07:39
|
显示全部楼层
调整pool的pg数之后我们观察到的变化如下:
^. \" r7 {+ ~% U1 W[root@ceph1 ~]# ceph osd pool set default.rgw.meta pg_num 64& h% q5 |8 y' V* s5 Q/ B3 s
set pool 5 pg_num to 64
5 ?0 d, c3 q5 F9 ~[root@ceph1 ~]# ceph osd pool set default.rgw.meta pgp_num 64
) ~* d6 k |, J7 Mset pool 5 pgp_num to 64
6 g3 ~. I% L7 k7 [7 G, [, C5 ^1 R3 y0 _3 M) |6 m
此时的状态:
* U" j, T; U* {2 ~* B+ g[root@ceph1 ~]# ceph -s; ~3 d8 H8 l# C. V H# J
cluster:* d/ x* O# ]4 q0 b. l9 x7 x
id: 433d3d2a-8e4a-11ed-b84b-000c29377297/ q) P/ v: G3 z3 X6 n
health: HEALTH_OK: P' |0 ~ f2 B" n, i
8 V! A' X* B" k9 u4 l* m
services:
' u9 J( @# c. e$ N) H/ i mon: 3 daemons, quorum ceph1,ceph2,ceph3 (age 4m)7 V, ]+ k; U2 T! q
mgr: ceph2.twhubv(active, since 3m), standbys: ceph1.zmducz, ceph3.dkkmft2 y5 h! Q2 B/ O8 d- {
mds: cephfs:1 {0=cephfs.ceph3.idylsu=up:active} 1 up:standby
' R* y2 S! E, p. U8 F osd: 3 osds: 3 up (since 3m), 3 in (since 11h)
5 F: |- }" x, ]6 L rgw: 3 daemons active (ceph1, ceph2, ceph3), c3 H: [+ {0 V1 `/ b* m
# X( m# Z' u6 p7 k) t
task status:
8 a l$ Z; n- X0 b& \) D# b( n9 j
6 |& L/ v# s9 Y0 V+ V data:+ Y9 K [* t2 m2 K
pools: 8 pools, 233 pgs1 a8 r# R7 i, @
objects: 240 objects, 157 KiB# h3 X- G+ C8 b2 a8 S0 N/ E
usage: 3.0 GiB used, 57 GiB / 60 GiB avail1 z1 S1 d% Y. f" j$ U9 h2 T
pgs: 233 active+clean
- I0 k* _% H: p- Y' S! r5 g
+ H1 D# p. m+ X Z3 U. |, l/ x
L1 E7 n: p4 u$ G2 f& K5 @4 \2 b4 N- x3 a4 o6 m
0 e) k- u. M- ?7 qpgs到达某个值:9 x8 J' o4 Q; W/ ]: X4 R
9 j" L D9 m- L+ X& v5 M/ I
6 |" S1 w. v) u查看pool池的详细记录:
& U, v& X8 l* H8 U7 U " i7 X7 t: o0 |5 S6 U( B
[root@ceph1 ~]# ceph osd pool ls detail & @! ? C; }9 f: S1 f
pool 1 'device_health_metrics' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode on last_change 375 flags hashpspool,selfmanaged_snaps stripe_width 0 pg_num_min 1 application mgr_devicehealth
& I" s* A% C. d2 o, o! gpool 2 '.rgw.root' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode on last_change 35 flags hashpspool stripe_width 0 application rgw' S' ?- W$ V/ V0 p6 [. q% t& m
pool 3 'default.rgw.log' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode on last_change 37 flags hashpspool stripe_width 0 application rgw
# c% F( ^" R+ e: P( G" Y' fpool 4 'default.rgw.control' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode on last_change 39 flags hashpspool stripe_width 0 application rgw
, Z+ N2 i. n( l; J1 U( Dpool 5 'default.rgw.meta' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode on last_change 381 lfor 0/156/379 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 8 application rgw
J, W2 y% w8 v5 C* N1 y# Epool 6 'cephfs.cephfs.meta' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode on last_change 377 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs
3 e# }: N9 _3 J( x; \8 _! q9 Xpool 7 'cephfs.cephfs.data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode on last_change 163 flags hashpspool stripe_width 0 application cephfs+ b! U5 {9 H" C, P0 _9 P+ a
pool 8 'default.rgw.buckets.index' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 8 pgp_num 8 autoscale_mode on last_change 297 lfor 0/297/295 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 8 application rgw1 F) Y3 G H- T' l6 G1 q
7 {4 N3 _. x- I4 k发生变化,pg开始下降:
}- s! L2 Y7 b, Z[root@ceph1 ~]# ceph osd pool ls detail % w1 u9 U2 s, E$ n2 {; i
pool 1 'device_health_metrics' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode on last_change 375 flags hashpspool,selfmanaged_snaps stripe_width 0 pg_num_min 1 application mgr_devicehealth& ~0 ?# J, O' e; `
pool 2 '.rgw.root' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode on last_change 35 flags hashpspool stripe_width 0 application rgw! r$ |, r S+ D: g: w5 ]
pool 3 'default.rgw.log' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode on last_change 37 flags hashpspool stripe_width 0 application rgw
- D" `) c5 B! a/ Upool 4 'default.rgw.control' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode on last_change 39 flags hashpspool stripe_width 0 application rgw
! N5 I- r( b+ g; f; k5 e6 ^( d# |pool 5 'default.rgw.meta' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 61 pgp_num 59 pg_num_target 8 pgp_num_target 8 autoscale_mode on last_change 400 lfor 0/400/398 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 8 application rgw3 t" t) @* I; m8 w! x% F
pool 6 'cephfs.cephfs.meta' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode on last_change 377 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs
& P1 K' M. W: l/ K. O. Ppool 7 'cephfs.cephfs.data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode on last_change 163 flags hashpspool stripe_width 0 application cephfs0 v( {! ?5 D# l; b- r
pool 8 'default.rgw.buckets.index' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 8 pgp_num 8 autoscale_mode on last_change 297 lfor 0/297/295 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 8 application rgw3 T% o1 w5 ^! C. y
! K6 q, n& ]4 Z1 z _+ \6 `8 Q
状态pgs也在下降:
" Q( Z9 y- b4 I1 `$ b, n[root@ceph1 ~]# ceph -s
7 f& H: G$ u5 @! u2 N+ u. X cluster:
2 m) V) F. _0 B( E5 y/ n$ k id: 433d3d2a-8e4a-11ed-b84b-000c29377297
) C# Z; j0 s+ O+ a' `0 r: k. q health: HEALTH_OK: Z. V! V k9 e2 Y: z2 S, ~
# ^# r0 v* _# X$ k7 X3 O# I+ v services:8 {: L. ~5 m3 s3 F+ N$ \/ T* ?! |
mon: 3 daemons, quorum ceph1,ceph2,ceph3 (age 5m)
' a* g: F7 F+ _( a$ n mgr: ceph2.twhubv(active, since 4m), standbys: ceph1.zmducz, ceph3.dkkmft8 U; o5 v% }4 }' J# ^$ ?
mds: cephfs:1 {0=cephfs.ceph3.idylsu=up:active} 1 up:standby1 T; S5 u7 i/ s- m, c& | Y# n
osd: 3 osds: 3 up (since 4m), 3 in (since 11h)
% \- g9 H$ Q" I/ C2 V9 [' _ rgw: 3 daemons active (ceph1, ceph2, ceph3)
0 F+ I8 h' j% U; ~4 q9 O3 g
% O# F1 `8 X$ G% R# r9 t! P1 c% u8 A task status:3 C c+ ]6 [1 N+ m" i3 f. q
# ]8 F" o8 ^8 }( B) O' n4 w data:
$ J$ K! v5 J* u: X( ?5 T2 `. { pools: 8 pools, 228 pgs
% ~. x5 V4 }1 @9 } objects: 240 objects, 157 KiB
8 L2 B, U. A2 i usage: 3.0 GiB used, 57 GiB / 60 GiB avail
3 n& h1 k! m, s8 R pgs: 228 active+clean! c; _2 N1 P$ m* F" ~6 \: I5 j
7 ^: v; x- z* ~# `& i9 P progress:
/ t1 @: ^0 b2 g1 w9 n. q! r PG autoscaler decreasing pool 5 PGs from 64 to 8 (0s): `1 q, W s- X' D3 Q' ]
[............................]
5 M9 @$ z8 v- F+ L$ x' I- h& B ( e' r) C; @, i& `: Q! J3 [+ k7 R
[root@ceph1 ~]# ceph -s
8 y& q8 O3 W! n. o: S0 i/ x3 A cluster:; B& [3 Z. {$ r/ [7 e# H
id: 433d3d2a-8e4a-11ed-b84b-000c29377297" E. l+ x, K" z; K( H8 z, l7 Q( N# u
health: HEALTH_OK, a& u& B Y" c( y
9 U# d# I, c( D, y; l
services:
7 _! h: F+ p. l) V mon: 3 daemons, quorum ceph1,ceph2,ceph3 (age 5m)
1 T0 {: M: x5 T4 j; z; |8 W) E mgr: ceph2.twhubv(active, since 4m), standbys: ceph1.zmducz, ceph3.dkkmft
2 d- |! ^( A3 J1 a- R3 q) e mds: cephfs:1 {0=cephfs.ceph3.idylsu=up:active} 1 up:standby' \8 k0 j9 v, f" p
osd: 3 osds: 3 up (since 4m), 3 in (since 11h)0 y6 y( S8 G7 d
rgw: 3 daemons active (ceph1, ceph2, ceph3)
: M c5 F5 l$ A8 T1 o$ H : W1 K9 w a& f
task status:$ B; l9 A$ m3 F
2 c0 G0 u4 b" U. e1 M. [ data:, Y' u- ?9 |4 v% }" s2 H I
pools: 8 pools, 228 pgs0 P5 k% T; W* r$ k [
objects: 240 objects, 157 KiB2 F3 y J, @/ n% N7 f: A
usage: 3.0 GiB used, 57 GiB / 60 GiB avail' }% @7 Q- C& p0 g
pgs: 228 active+clean
$ C+ J( Q. {, ~7 t ?* s
: ^ ]- f" V, z* N progress:
1 n. n" z2 v+ o( m2 |9 Q9 S PG autoscaler decreasing pool 5 PGs from 64 to 8 (0s)
. }) r4 V% k) O8 _& L [............................] 3 Z; H) P. A; A1 A1 S
4 h. h f4 P# j# l6 t% _
; C4 o' i- m/ f( K
, [0 v8 |; ~; u等待同步一会1 u* h: _, ~9 \: V
[root@ceph1 ~]# ceph -s
( y: V# R' n' c7 g: E% y cluster:# k1 \: @! W: v2 k: K% W4 k
id: 433d3d2a-8e4a-11ed-b84b-000c29377297) x- ~! R% u- w+ X. U8 \
health: HEALTH_OK
/ @1 D) t, c( [3 D! o. r/ I' y/ U$ |/ [: h1 _* [: x e
services:
6 d. k2 j! v: ^9 w- H5 o4 u+ o' L mon: 3 daemons, quorum ceph1,ceph2,ceph3 (age 10m)% ]# Y5 g. H+ i- m
mgr: ceph2.twhubv(active, since 9m), standbys: ceph1.zmducz, ceph3.dkkmft7 @$ T" ^/ c& v+ q
mds: cephfs:1 {0=cephfs.ceph3.idylsu=up:active} 1 up:standby# e0 L* l, C# {2 C+ K2 p6 a1 A* C
osd: 3 osds: 3 up (since 9m), 3 in (since 11h)
. r* N+ {! D7 B1 W. X _) P' J rgw: 3 daemons active (ceph1, ceph2, ceph3) b4 ~* W' J/ ?: y
8 V5 x' R5 J# L* H! m task status:
$ }9 E" t) ~* ~/ a! q4 {8 H# I# m3 S: a# M
data:
5 V' H) i' K, n% D pools: 8 pools, 185 pgs
9 Y# O8 W2 }. C9 d objects: 240 objects, 157 KiB
/ ~: F( F2 T( c; T( k& @- C usage: 3.0 GiB used, 57 GiB / 60 GiB avail9 V! y3 P( R0 j
pgs: 185 active+clean* B# h4 d* Z; C
! I# U! e- {1 c- |! Z' K
progress:3 S2 r3 M9 w8 t3 v1 g' [* ~
PG autoscaler decreasing pool 5 PGs from 64 to 8 (5m)
. o; F8 v" |8 M) I, z0 P) d5 S" z [======================......] (remaining: 81s)& U" {% @: A0 _8 o; y$ r
1 h- h6 Q; Z! j+ X自动下降到185。因为是虚机下降速度较慢。4 h7 l( S7 W4 T. x8 ^! s" g
|
|