|
|
楼主 |
发表于 2023-1-9 09:07:39
|
显示全部楼层
调整pool的pg数之后我们观察到的变化如下:" k9 q w; R3 e9 n# B% i, k
[root@ceph1 ~]# ceph osd pool set default.rgw.meta pg_num 64& k) O/ O- S) s" b& W
set pool 5 pg_num to 64
8 ]% h* ^7 ~0 f4 Y# V6 ~[root@ceph1 ~]# ceph osd pool set default.rgw.meta pgp_num 64
) f8 |/ ^9 F* g& j+ Uset pool 5 pgp_num to 64: H7 K3 s/ ^4 U, Q4 S+ o# T4 B z
; B7 |/ ?- k% \$ `
此时的状态:9 p: h& f7 V& r+ F' @$ {6 D' t5 I
[root@ceph1 ~]# ceph -s$ L, r/ C4 {8 H: W: D" ~4 ~
cluster:' F) `# y$ t0 d' h; P( P- }
id: 433d3d2a-8e4a-11ed-b84b-000c29377297% C2 D: R# z2 Z
health: HEALTH_OK
% Z5 l5 q+ ?) z
9 {. H3 l2 h N7 z services:! [6 O4 P4 u+ w: ?" K! w% y" w! c
mon: 3 daemons, quorum ceph1,ceph2,ceph3 (age 4m)
# s4 h) n" G, f1 @* P mgr: ceph2.twhubv(active, since 3m), standbys: ceph1.zmducz, ceph3.dkkmft
& |2 T: e8 p* p- J, ?% H mds: cephfs:1 {0=cephfs.ceph3.idylsu=up:active} 1 up:standby
/ r4 q2 V6 K+ o osd: 3 osds: 3 up (since 3m), 3 in (since 11h); s1 O/ K+ `! G9 P2 _1 m
rgw: 3 daemons active (ceph1, ceph2, ceph3)1 w. ^8 l1 i2 g3 G/ `, m
8 p5 c' _$ r: D* d, l- m8 E9 s7 U
task status:( m- j. O: M( |# S
7 o; |- G+ {; j1 D7 P' _; j data:. f5 L3 p* g z4 B' N0 T: D
pools: 8 pools, 233 pgs! ~0 G+ j2 V* g& R+ q" [
objects: 240 objects, 157 KiB: Q/ |. u2 p" k2 p
usage: 3.0 GiB used, 57 GiB / 60 GiB avail
7 o8 F/ P, X$ v7 W7 k pgs: 233 active+clean
; s$ n8 o6 ?& {3 w2 y/ k$ Q0 i% w/ z9 x5 }/ R
% r6 C5 H. V. @$ C _7 p
) E3 F0 q/ O3 B
* K! ~4 ]. U0 X0 L3 K: Epgs到达某个值:
2 Z3 h. G) J8 R9 e) p: k9 s4 |4 x# F0 B
0 u7 u/ z' r+ H) |2 r+ c
查看pool池的详细记录:
0 w7 a6 ~( @5 [0 _* l8 G $ d0 b0 ?! G# A, X8 r5 F
[root@ceph1 ~]# ceph osd pool ls detail " G# ]& @; {( o
pool 1 'device_health_metrics' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode on last_change 375 flags hashpspool,selfmanaged_snaps stripe_width 0 pg_num_min 1 application mgr_devicehealth, T( a4 ?; [ T6 z& R
pool 2 '.rgw.root' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode on last_change 35 flags hashpspool stripe_width 0 application rgw2 T7 `: a" U4 n, n. H3 Q
pool 3 'default.rgw.log' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode on last_change 37 flags hashpspool stripe_width 0 application rgw3 {, v9 H/ i; J5 \) n
pool 4 'default.rgw.control' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode on last_change 39 flags hashpspool stripe_width 0 application rgw. J& e, r- ~4 s. T$ y
pool 5 'default.rgw.meta' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode on last_change 381 lfor 0/156/379 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 8 application rgw2 T1 h0 Q* ?) t9 E+ Q: h
pool 6 'cephfs.cephfs.meta' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode on last_change 377 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs' c" t3 Q8 [1 z/ O5 G- c
pool 7 'cephfs.cephfs.data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode on last_change 163 flags hashpspool stripe_width 0 application cephfs9 x) f6 Q! { R0 e
pool 8 'default.rgw.buckets.index' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 8 pgp_num 8 autoscale_mode on last_change 297 lfor 0/297/295 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 8 application rgw" k2 q4 j7 d3 L+ @
( F! a5 T! R+ l8 ]* K( }发生变化,pg开始下降:
3 t1 M' @( B7 p. v) u! R[root@ceph1 ~]# ceph osd pool ls detail
( B! |* V7 g# g' z$ zpool 1 'device_health_metrics' replicated size 2 min_size 1 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode on last_change 375 flags hashpspool,selfmanaged_snaps stripe_width 0 pg_num_min 1 application mgr_devicehealth
$ E9 R9 Z1 t+ {2 ~9 ipool 2 '.rgw.root' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode on last_change 35 flags hashpspool stripe_width 0 application rgw
2 \5 F$ t6 L3 Z R) Q$ Kpool 3 'default.rgw.log' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode on last_change 37 flags hashpspool stripe_width 0 application rgw
: o. {" S* z9 T2 u Cpool 4 'default.rgw.control' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode on last_change 39 flags hashpspool stripe_width 0 application rgw
5 q9 E" v- |5 S! }# N' dpool 5 'default.rgw.meta' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 61 pgp_num 59 pg_num_target 8 pgp_num_target 8 autoscale_mode on last_change 400 lfor 0/400/398 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 8 application rgw3 k- Z, `$ ^4 r( t
pool 6 'cephfs.cephfs.meta' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode on last_change 377 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs
0 g* Y/ C" v/ v; |$ lpool 7 'cephfs.cephfs.data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode on last_change 163 flags hashpspool stripe_width 0 application cephfs
' |' }0 k0 C5 s7 k4 ~ Apool 8 'default.rgw.buckets.index' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 8 pgp_num 8 autoscale_mode on last_change 297 lfor 0/297/295 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 8 application rgw
3 i( P( x2 N6 S0 [+ v- d# n. ]1 v0 N. Q% y9 v
状态pgs也在下降:
/ a4 O9 [0 d8 H: L) l8 H$ o! `( R[root@ceph1 ~]# ceph -s
- |) t) |( e, {! q2 h9 N& g cluster:
/ |% q7 O* `9 G8 h id: 433d3d2a-8e4a-11ed-b84b-000c29377297% Z2 x7 X+ K: L# d6 U% |
health: HEALTH_OK) @% h# J& ~% m* l+ H7 o% [4 E
: I: G5 |, a; H7 r$ O services:
! J% e7 Y0 i z. U. z mon: 3 daemons, quorum ceph1,ceph2,ceph3 (age 5m)
3 Y& P1 Q. u) J: A mgr: ceph2.twhubv(active, since 4m), standbys: ceph1.zmducz, ceph3.dkkmft
+ N$ m/ X6 l8 U4 F2 ]) j mds: cephfs:1 {0=cephfs.ceph3.idylsu=up:active} 1 up:standby/ `0 l' g& Z$ @( w: u" P
osd: 3 osds: 3 up (since 4m), 3 in (since 11h)
, t5 c& y$ S3 a rgw: 3 daemons active (ceph1, ceph2, ceph3)2 o! Q% y" K: m5 F3 C
) m5 }1 @: M# F6 [ task status:& [( B. m7 V8 G# M
& b: S7 F7 W2 Z( L; h) ^3 s
data:
# N" \; q' A; W* ^/ z1 ]$ b pools: 8 pools, 228 pgs
- t9 X3 T5 A7 Z! c+ a objects: 240 objects, 157 KiB- d% Q! Z w+ d3 m: B: E/ P
usage: 3.0 GiB used, 57 GiB / 60 GiB avail# F5 d* U6 H9 e' i9 u/ A/ U
pgs: 228 active+clean/ m/ d. A& \4 J* X6 A, a, j8 s! X
" H6 X l& k L progress:
# f% l1 f9 D {' [+ z PG autoscaler decreasing pool 5 PGs from 64 to 8 (0s)
" l3 K2 l* E7 L5 {& ^ [............................]
; Z$ v8 i7 X+ t9 q! d3 L ) f4 V+ M8 a& m3 N* F5 a* Q9 j
[root@ceph1 ~]# ceph -s
5 |( G1 d: m: |; F cluster:# }8 {$ a6 i ~! Z' {" j
id: 433d3d2a-8e4a-11ed-b84b-000c293772973 C( G# \+ o- q! k
health: HEALTH_OK
. a; w4 W6 T) `* Z- a* ^
) ~/ h$ b1 D" A services:
/ z8 A3 b7 ~2 e" [% S" d) S( ^ mon: 3 daemons, quorum ceph1,ceph2,ceph3 (age 5m)
" z2 ]$ O, @# w) f3 q3 m6 a. H- m mgr: ceph2.twhubv(active, since 4m), standbys: ceph1.zmducz, ceph3.dkkmft
- O v. k6 m& J& E- u mds: cephfs:1 {0=cephfs.ceph3.idylsu=up:active} 1 up:standby6 L3 B0 ^- d K0 J6 X5 o6 i
osd: 3 osds: 3 up (since 4m), 3 in (since 11h)
6 T+ S6 v: a3 E! i( T4 p8 e rgw: 3 daemons active (ceph1, ceph2, ceph3)
( F$ u4 p f5 N; }6 I7 \ , R& @; S( B# W$ L# N$ b3 h! S
task status:* ~% s; x! |, P: F! _6 p9 P
2 j5 {5 [. e# {4 ?% _. Z8 H
data:
y9 f3 O: [% B; r! b/ v pools: 8 pools, 228 pgs" _$ i# [$ h8 ^1 I2 H, j2 q# \8 o
objects: 240 objects, 157 KiB
, `9 E9 l; e& B6 z3 g7 @ usage: 3.0 GiB used, 57 GiB / 60 GiB avail- I% p9 O' e6 x! ?+ k9 L8 z( Z
pgs: 228 active+clean
" c7 Q' T( v! H * W: K/ l% _4 F+ D2 z2 B
progress:* |+ `% e* e7 k! k# u" ^1 f. V
PG autoscaler decreasing pool 5 PGs from 64 to 8 (0s)
& d% ?/ Y7 q6 T1 ^ [............................]
$ A" h1 y T" d$ v6 W/ f; |( T / F d* D4 |. H4 c' W6 A$ d( X
3 b' @9 P* c! z( J+ _- S" p. e# C) b3 f: n
等待同步一会
" I6 P6 H, k0 \) v1 H9 q[root@ceph1 ~]# ceph -s. ~! Y R. E% e
cluster: p" v8 g- }; j: y
id: 433d3d2a-8e4a-11ed-b84b-000c29377297
$ \1 Z+ D4 G; w. o$ z health: HEALTH_OK
+ o' L$ a, U- o. o6 }: L6 y7 p/ O+ k# H8 E% v, k& p
services:
4 f" K' Y2 s3 L1 d& c4 j- B mon: 3 daemons, quorum ceph1,ceph2,ceph3 (age 10m)' i5 _0 }; b& p Q8 Z
mgr: ceph2.twhubv(active, since 9m), standbys: ceph1.zmducz, ceph3.dkkmft
3 i6 b( {- F1 c( M9 q& t+ P) N mds: cephfs:1 {0=cephfs.ceph3.idylsu=up:active} 1 up:standby
; N& g# z: P2 @( f osd: 3 osds: 3 up (since 9m), 3 in (since 11h)
4 ?5 J( {! [, y5 d rgw: 3 daemons active (ceph1, ceph2, ceph3)9 M( d& J( Z: z X. R
8 p y& E# k# j& V task status:
. D& X' e8 a7 [' {( ?, N" h% Q! a$ `: _" {) ]% L- V$ X4 h
data:
, y2 A; ]: W, s( V C6 Q pools: 8 pools, 185 pgs
]: x* Z8 d* N+ X- h' U objects: 240 objects, 157 KiB
3 X. f- x% w5 z1 N9 v: Z' Z. L/ w usage: 3.0 GiB used, 57 GiB / 60 GiB avail k4 c+ K6 k! n$ f
pgs: 185 active+clean+ k4 U9 v, \# M6 W) C/ C7 u
6 h- Q; S Q; x% A8 o; K progress:0 d& X7 w& [) K1 n/ n$ a
PG autoscaler decreasing pool 5 PGs from 64 to 8 (5m)$ r" n2 V K8 Y y3 H: J, B4 v
[======================......] (remaining: 81s)
2 K" D0 [( ?' Q/ w$ `/ A
/ I# S7 Z4 Y8 Z+ N2 x自动下降到185。因为是虚机下降速度较慢。6 R, k! Q+ p, N3 K6 w) `
|
|