|
|
[root@controller03 ~]# ceph -s# e* a( I% j3 h! R# _
cluster:5 f1 j: ]% u' x9 I: P
id: 5fa16469-8be4-4457-8a78-12b1910afff76 ^( m; b5 x3 ?' m6 B) v+ {
health: HEALTH_WARN
: N) s: F( V2 Q X8 `, ]% p 1 pgs not deep-scrubbed in time
; ]5 O1 i0 W9 d: W4 p: a! ^! e. S
' G( k# g" G* o8 ]0 | services:
+ G) N5 O$ m s: f% @ mon: 5 daemons, quorum compute01,controller01,controller02,controller03,compute02 (age 2d)
! a1 F" P- d N) W! T& h mgr: controller02(active, since 8d), standbys:controller01, controller03
0 g# L7 E( j4 j# I. r. Q mds: 1/1 daemons up, 2 standby+ _, H8 R" Z, w
osd: 96 osds: 96 up (since 34h), 96 in (since 34h)3 I# y4 \$ A1 d2 S4 c* v
rgw: 3 daemons active (3 hosts, 1 zones)
$ r& b j( }! r' K
h2 h w% x, j data:
8 V9 D/ h' T* ]* U0 W' N2 k0 y! p volumes: 1/1 healthy8 M: W3 S; v! o( P! z* Z, P
pools: 14 pools, 881 pgs# N/ J6 J; F" x. [- @8 V/ P5 J
objects: 7.68M objects, 29 TiB
' D# e7 g* B8 x% O$ `+ D4 Z* } usage: 105 TiB used, 611 TiB / 716 TiB avail
& H0 \; a6 O. V1 H pgs: 880 active+clean% F7 i j( U% {- w
1 active+clean+scrubbing+deep+repair
( J7 d) H! r- T1 r! o- n, n5 |* p) s4 z5 U
io:% \: E3 |$ j7 Y% b8 o
client: 12 KiB/s rd, 16 MiB/s wr, 8 op/s rd, 1.24k op/s wr
% E- ?- T% J+ }$ w- ?. Y+ U7 K
$ i/ G% p* J+ P, C; {% T( i[root@controller03 ~]# ceph health detail
. S. P% c5 _/ |9 Z# WHEALTH_WARN 1 pgs not deep-scrubbed in time% T6 y% E( z R; P1 s
[WRN] PG_NOT_DEEP_SCRUBBED: 1 pgs not deep-scrubbed in time
3 M9 Q) I' e9 k% x8 r, _1 K, X6 b pg 6.10 not deep-scrubbed since 2025-03-13T05:28:32.703667+0800 l/ i- e$ N' A! m) [- W! E! m
[root@controller03 ~]# ceph -s
@1 O) K% y- N/ r! N( y5 _ cluster:
& Q1 x" Z6 o% O/ m) u8 r+ x8 N$ o id: 5fa16469-8be4-4457-8a78-12b1910afff7
. P( t8 N% E8 C# q. ?" z+ { health: HEALTH_WARN
3 M! D. N, P6 F2 v 1 pgs not deep-scrubbed in time- C' H' ^( z6 h3 j
0 K9 {. |8 E: r+ Y* e$ l
services:. c$ M, j$ ^ H; H* g) g
mon: 5 daemons, quorum compute01,controller01,controller02,controller03,compute02 (age 2d)/ V/ ?. O" s: y8 J
mgr: controller02(active, since 8d), standbys: controller01, controller03
8 H& S \( T/ h/ y5 e2 q8 N7 {) @ mds: 1/1 daemons up, 2 standby) |7 z! l) u$ V5 X/ J' x+ j+ {
osd: 96 osds: 96 up (since 34h), 96 in (since 34h) Z% g8 k( G1 s( ^3 o# K
rgw: 3 daemons active (3 hosts, 1 zones)
- b u7 U2 V8 d1 A- l! ]9 F3 v- x) y2 T9 \
data:4 L) o' _4 S" J9 P; b
volumes: 1/1 healthy
2 ~, A1 ]6 W k pools: 14 pools, 881 pgs W3 a3 y9 K" p, ]! s3 x! ^
objects: 7.69M objects, 29 TiB# [! J3 @& e3 P$ h- V+ K: s/ ?
usage: 105 TiB used, 611 TiB / 716 TiB avail1 z4 |/ h& @2 N6 k0 k
pgs: 880 active+clean9 ^0 n1 R: z ]3 R
1 active+clean+scrubbing+deep+repair! M+ [* K1 B3 d$ _' ?' I: a
3 {1 k/ k+ Y6 C- J
io:
' h( `' g8 W6 P/ V" x client: 89 MiB/s rd, 99 MiB/s wr, 201 op/s rd, 979 op/s wr
, m& y! ^1 \* T9 Q$ t4 U% P+ D7 x! U* h7 k
[root@controller03 ~]# ceph config
/ c. j2 I1 Z) A; B9 U8 c, xno valid command found; 10 closest matches:# P! J5 o9 G! C, u+ b# J
config show <who> [<key>]) M" r$ c" @8 q8 S, j
config show-with-defaults <who>
% B* \7 L% B, {- A* gconfig set <who> <name> <value> [--force]
9 a; m! m/ L; i* n! zconfig rm <who> <name>
9 q. j l) a! x" V& sconfig get <who> [<key>]2 o# U& C/ L% [0 q
config dump- n$ g7 a; t' s2 j) u( D" J
config help <key>
; }# k# V9 `+ O: ~* R% C7 `config ls+ R( `( u) R& ^
config assimilate-conf& ~7 t5 Y9 d- n* `/ ?4 E
config log [<num:int>]
8 @1 o5 O2 J$ i N3 q: N% SError EINVAL: invalid command( U; Z- l6 J, r0 Q
# f' l% Q q5 G Y6 Y
[root@controller03 ~]# ceph config dump2 n+ P; A$ @4 w* W; |6 W n3 V6 q
WHO MASK LEVEL OPTION VALUE RO
. ]# J# ?* a# v8 t" Jglobal advanced cluster_network 172.27.10.0/24 *
- N2 \- P# w+ X. \global advanced ms_bind_ipv4 true ; ]1 O+ f$ Z; e+ ^, r5 H- |
global advanced ms_bind_ipv6 false / t1 \+ C3 f, W% Y' y7 |
global dev osd_crush_chooseleaf_type 0 *
& D, f8 H+ q* Q+ lglobal advanced osd_pool_default_crush_rule -1
& _+ D" o6 w. F' f9 oglobal advanced public_network 172.27.12.0/23 *
( o" q5 i+ D7 U4 D: M; }6 D& f, v' cmgr advanced mgr/balancer/active true - g3 ^- i+ _" I# F4 u- y
mgr advanced mgr/dashboard/ALERTMANAGER_API_HOST http://172.27.12.11:9093 *
" T* ]3 Y+ J5 U0 M G( Umgr advanced mgr/dashboard/GRAFANA_API_PASSWORD admin * 6 B& Y! b" p/ }7 S( P s
mgr advanced mgr/dashboard/GRAFANA_API_SSL_VERIFY false *
S! W# ^! w! k0 E# w. M' ~mgr advanced mgr/dashboard/GRAFANA_API_URL https://172.27.12.11:3000 *
8 ?9 c7 W! d9 v' W% T j+ |; ^mgr advanced mgr/dashboard/GRAFANA_API_USERNAME admin * # a% T5 i+ S# ]- ?
mgr advanced mgr/dashboard/PROMETHEUS_API_HOST http://172.27.12.11:9092 * ' V4 j, x) z4 _) m, `- |* l
* : {5 s( A U3 `* _% }
mgr advanced mgr/dashboard/server_port 8443 *
# P" y/ @$ }1 C2 O" X" F* \8 bmgr advanced mgr/dashboard/ssl true * , E; T5 h3 t$ C @! J
mgr advanced mgr/dashboard/ssl_server_port 8443 * & ~% \9 v7 O1 E; \# z5 D
mgr advanced mgr/dashboard/controller01/server_addr 172.27.12.136 *
$ H/ J9 S8 P) ^3 a0 C: d, e3 Wmgr advanced mgr/dashboard/controller02/server_addr 172.27.12.137 * ; D1 R7 B8 c: V# b7 v/ L( h; i
mgr advanced mgr/dashboard/controller03/server_addr 172.27.12.138 * ; c2 b% V+ f5 m; I, P/ z
mgr advanced mgr/zabbix/identifier 172.27.12.136 *
F: }% ^: {& _1 R/ xmgr advanced mgr/zabbix/zabbix_host 172.27.16.49 * " k: V$ ^. I3 ^" h+ f
osd dev bluestore_2q_cache_kin_ratio 0.700000 $ W& F) M( N* x0 M
osd dev bluestore_2q_cache_kout_ratio 0.300000
6 `- D0 ?7 T( J, [% K l# nosd dev bluestore_avl_alloc_bf_threshold 262144
! O% N! Q# u: x7 c* aosd advanced bluestore_bluefs_max_free 21474836480
2 s, w n4 h& D1 e Y& B' x Uosd dev bluestore_cache_autotune_interval 10.000000 6 u: O( P1 u& Z, `) X' y
osd dev bluestore_cache_kv_onode_ratio 0.200000
4 U& L& T* _6 t- ^osd dev bluestore_cache_kv_ratio 0.300000 ; \) w, B' |: |# b+ P! U6 @
osd dev bluestore_cache_meta_ratio 0.500000 : I' w8 w K* B+ \) Q# R
osd dev bluestore_cache_size 4294967296 4 r; C m- l3 e$ `
osd advanced bluestore_cache_trim_interval 0.100000
3 d. |' q. q" \ b' w! f4 ]) b8 josd advanced bluestore_compression_algorithm lz4
+ M: ?6 r: q* q0 z0 B- {: a; D9 i/ s$ dosd advanced bluestore_compression_max_blob_size_hdd 262144 / ?+ W( b# H6 U$ V8 h" K: d1 y$ K
osd advanced bluestore_compression_min_blob_size_hdd 32768 `8 j/ Q% L/ h% Q5 ]$ i
osd advanced bluestore_compression_mode passive & q0 z, j! W' q* p( A/ I, _
osd advanced bluestore_deferred_batch_ops_hdd 128
; y; l1 ]( r% f; T) u6 U# Fosd dev bluestore_freelist_blocks_per_key 256
+ e D; ]" o' I8 d7 gosd advanced bluestore_prefer_deferred_size_hdd 131072 * F3 ^4 [. {% Q% K! ~! i
osd dev bluestore_rocksdb_cfs write_buffer_size=268435456,\ # 256MB
$ D# l4 i) S% {* @0 k7 `( qmax_write_buffer_number=32 *
( V# e0 N4 b d( n6 X; d. y0 aosd advanced bluestore_rocksdb_options max_write_buffer_number=128,min_write_buffer_number_to_merge=32,level0_file_num_compaction_trigger=16,max_background_jobs=16,max_bytes_for_level_base=4294967296,compaction_readahead_size=4194304 *
; I- f9 g$ T4 ]' o7 Oosd advanced ms_osd_compression_algorithm lz4
/ B) d* x& W& i; y3 l E4 G5 zosd advanced osd_deep_scrub_interval 1209600.000000 / G; w1 ~9 f. y+ e. G- G) i
osd advanced osd_max_backfills 2
4 `/ S* o! _. @+ b& Rosd advanced osd_max_scrubs 3
" a& m# m$ R4 x3 S% Z. z7 n; ~osd dev osd_memory_cache_min 1073741824 5 a1 C6 e" k$ J9 C C
osd basic osd_memory_target 4294967296
' W) }+ y/ C Yosd advanced osd_recovery_max_active 5
5 r; t; V" ]! A" p) oosd advanced osd_scrub_begin_hour 22 % ]* y+ U% S6 v8 `0 ^6 G' a
osd advanced osd_scrub_end_hour 7
u( K: V" @+ x) m. S8 Josd advanced osd_scrub_interval_randomize_ratio 0.800000 ! S2 ]6 X& t0 m+ T
osd advanced osd_scrub_load_threshold 0.800000
" K- K: { m) t. losd advanced osd_scrub_sleep 0.200000
, y6 C3 S1 _: t3 J. eosd.4 advanced osd_memory_target_autotune true
8 l. S6 J9 L, [3 Mclient.rgw.default.compute04.rgw0 basic log_file /var/log/ceph/ceph-rgw-default-yz-openstack01-compute04.rgw0.log * ( p: b. x J( @+ E, j; d
client.rgw.default.compute04.rgw0 advanced rgw_content_length_compat true , @9 Y& r; Z0 ~# K$ P
client.rgw.default.compute04.rgw0 advanced rgw_enable_apis s3, swift, swift_auth, admin * ( r# e, `- f/ }& h$ ^, v
client.rgw.default.compute04.rgw0 advanced rgw_enforce_swift_acls true
6 k1 }9 i9 @6 e* Z6 E( wclient.rgw.default.compute04.rgw0 basic rgw_frontends beast endpoint=172.27.11.134:8080 *
6 }. e) S% r3 n2 L9 K6 B! zclient.rgw.default.compute04.rgw0 advanced rgw_keystone_accepted_admin_roles admin, ResellerAdmin *
/ m; M$ Z v, k; [' y/ @/ N- v8 \client.rgw.default.compute04.rgw0 advanced rgw_keystone_accepted_roles _member_, member, admin, ResellerAdmin *
3 \4 y3 u& W0 J5 w/ o3 yclient.rgw.default.compute04.rgw0 advanced rgw_keystone_admin_domain default *
6 B0 M1 O: i) U/ ~% D5 wclient.rgw.default.compute04.rgw0 advanced rgw_keystone_admin_password X2MYnyXJdg1PIM48pFloZw52yeg6wEyryM08j75p *
& c, g8 W* |- j; K; a$ Sclient.rgw.default.compute04.rgw0 advanced rgw_keystone_admin_project service *
$ D2 q5 I+ s: _) zclient.rgw.default.compute04.rgw0 advanced rgw_keystone_admin_user ceph_rgw * * }" z1 _8 `1 o) A' m' W; d% i
client.rgw.default.compute04.rgw0 advanced rgw_keystone_api_version 3
8 I V) s( ?+ w" D6 o/ wclient.rgw.default.compute04.rgw0 advanced rgw_keystone_implicit_tenants true *
# W( K5 ^3 t( R1 q6 @/ |6 ?client.rgw.default.compute04.rgw0 basic rgw_keystone_url http://172.27.11.188:5000 * ' N7 d/ w5 z. \4 d/ V
client.rgw.default.compute04.rgw0 advanced rgw_keystone_verify_ssl false
) V7 z8 S4 R; E: ~$ rclient.rgw.default.compute04.rgw0 advanced rgw_s3_auth_use_keystone true 8 M5 K1 M0 V7 U! X
client.rgw.default.compute04.rgw0 advanced rgw_swift_account_in_url true
1 E' |2 w7 H/ e, m; @client.rgw.default.compute04.rgw0 advanced rgw_swift_versioning_enabled true
. n1 @% k6 F& [5 h' lclient.rgw.default.compute04.rgw0 advanced rgw_verify_ssl false
. L. K7 }& X6 k9 d2 {3 f7 Kclient.rgw.default.compute05.rgw0 basic log_file /var/log/ceph/ceph-rgw-default-compute05.rgw0.log *
/ l* v# D/ d6 h+ Pclient.rgw.default.compute05.rgw0 advanced rgw_content_length_compat true 4 v" d" M$ `1 G2 o
client.rgw.default.compute05.rgw0 advanced rgw_enable_apis s3, swift, swift_auth, admin *
7 u/ A& |! v' k8 M8 _client.rgw.default.compute05.rgw0 advanced rgw_enforce_swift_acls true
# @$ Z7 z" d8 L5 ^client.rgw.default.compute05.rgw0 basic rgw_frontends beast endpoint=172.27.11.135:8080 *
3 I4 i. b( K; \client.rgw.default.compute05.rgw0 advanced rgw_keystone_accepted_admin_roles admin, ResellerAdmin * * _# y% y1 J0 [& C8 X* n8 D; o& L
client.rgw.default.compute05.rgw0 advanced rgw_keystone_accepted_roles _member_, member, admin, ResellerAdmin * 1 q6 l5 }4 W% F, |! ` i; Z' ?7 m
client.rgw.default.compute05.rgw0 advanced rgw_keystone_admin_domain default * 0 i ~+ D/ V+ r( z4 S% b& K
client.rgw.default.compute05.rgw0 advanced rgw_keystone_admin_password X2MYnyXJdg1PIM48pFloZw52yeg6wEyryM08j75p * * H% ?) r" J! v" R1 e. J$ R9 K4 v
client.rgw.default.compute05.rgw0 advanced rgw_keystone_admin_project service *
' N/ \. L3 N& U# F7 @7 rclient.rgw.default.compute05.rgw0 advanced rgw_keystone_admin_user ceph_rgw *
) W; k" z4 M0 s/ s, r* l! `/ @7 I7 Oclient.rgw.default.compute05.rgw0 advanced rgw_keystone_api_version 3
& ?4 a' I0 t O* x$ {; Zclient.rgw.default.compute05.rgw0 advanced rgw_keystone_implicit_tenants true *
8 k D, {7 j% G5 s/ ]client.rgw.default.compute05.rgw0 basic rgw_keystone_url http://172.27.11.188:5000 * , ]5 ~4 x2 R8 B' w- k) V6 U/ }
client.rgw.default.compute05.rgw0 advanced rgw_keystone_verify_ssl false , R; S7 N* m/ k F0 q. o" d) q
client.rgw.default.compute05.rgw0 advanced rgw_s3_auth_use_keystone true
+ I+ K+ l( y& Q$ z" c+ H% q Zclient.rgw.default.compute05.rgw0 advanced rgw_swift_account_in_url true 5 J. o4 w* E- _" Y
client.rgw.default.compute05.rgw0 advanced rgw_swift_versioning_enabled true 6 H6 c h9 Y5 K# } U2 W5 h+ C
client.rgw.default.compute05.rgw0 advanced rgw_verify_ssl false
# J0 b, u! u* |( @1 s- _client.rgw.default.compute06.rgw0 basic log_file /var/log/ceph/ceph-rgw-default-compute06.rgw0.log *
% Z3 s7 y/ Y8 K3 y+ k3 Wclient.rgw.default.compute06.rgw0 advanced rgw_content_length_compat true - B, R6 B' ~# j) |9 m1 @& \
client.rgw.default.compute06.rgw0 advanced rgw_enable_apis s3, swift, swift_auth, admin * + G6 Q; D b% E' i% z% Y
client.rgw.default.compute06.rgw0 advanced rgw_enforce_swift_acls true
, n3 N7 B# W; p; S: G' w4 Iclient.rgw.default.compute06.rgw0 basic rgw_frontends beast endpoint=172.27.11.139:8080 * 9 D6 x9 b9 E2 z+ d( k
client.rgw.default.compute06.rgw0 advanced rgw_keystone_accepted_admin_roles admin, ResellerAdmin *
; J) X4 J: N6 cclient.rgw.default.compute06.rgw0 advanced rgw_keystone_accepted_roles _member_, member, admin, ResellerAdmin *
_0 b {8 S' }3 P; V; eclient.rgw.default.compute06.rgw0 advanced rgw_keystone_admin_domain default * 9 [: Y4 a6 \* X% T3 M. o* g
client.rgw.default.compute06.rgw0 advanced rgw_keystone_admin_password X2MYnyXJdg1PIM48pFloZw52yeg6wEyryM08j75p *
5 s& f$ A5 ~, yclient.rgw.default.compute06.rgw0 advanced rgw_keystone_admin_project service * 6 f/ z- u+ n' u8 A' x3 h1 Z
client.rgw.default.compute06.rgw0 advanced rgw_keystone_admin_user ceph_rgw * 0 \( S7 w0 D4 s- E y
client.rgw.default.compute06.rgw0 advanced rgw_keystone_api_version 3
; r% _( ?. L8 j4 A$ _client.rgw.default.compute06.rgw0 advanced rgw_keystone_implicit_tenants true *
9 t- D6 I/ i& Z* G5 `client.rgw.default.compute06.rgw0 basic rgw_keystone_url http://172.27.11.188:5000 * & ]5 Q% ]2 L8 w7 N# S
client.rgw.default.compute06.rgw0 advanced rgw_keystone_verify_ssl false
& K3 u4 p1 b. v8 O0 w/ m& Y" Q9 lclient.rgw.default.compute06.rgw0 advanced rgw_s3_auth_use_keystone true , x1 g8 m- a# m3 `8 Z, k0 S
client.rgw.default.compute06.rgw0 advanced rgw_swift_account_in_url true ! s2 Z1 }, N B" R) k/ N8 @
client.rgw.default.compute06.rgw0 advanced rgw_swift_versioning_enabled true t$ I5 `. [; H. n$ m K
client.rgw.default.compute06.rgw0 advanced rgw_verify_ssl false . g4 x- `: b3 D( v% ^
9 k! I6 c6 f# W; @) N/ B& P4 x
[root@controller03 ~]# ceph config dump |grep osd_deep_scrub
( ?% ~8 g% t; oosd advanced osd_deep_scrub_interval 1209600.000000
. J8 {' x( I( ~+ Y! B* N8 W: u9 m! {" O/ V+ v
* Y5 c1 G+ R1 p/ V( x0 d[root@controller03 ~]# ceph config get mon3 s9 O' M) N0 z! S! b: k: i# r7 ]) F
WHO MASK LEVEL OPTION VALUE RO' U5 f5 F+ e2 `; M( g
global advanced cluster_network 172.27.10.0/24 * . g0 p/ k& [4 ~# l" `
global advanced ms_bind_ipv4 true ; S; h3 {. r5 P, A, J' ]8 U
global advanced ms_bind_ipv6 false
1 `* p5 r- ~8 ]7 C) B% Aglobal dev osd_crush_chooseleaf_type 0 * ) w. p+ O! @3 v' X4 j
global advanced osd_pool_default_crush_rule -1 . T# i9 `4 U: k5 I$ n5 u
global advanced public_network 172.27.12.0/23 * 9 l- Y2 A+ x" ]% m# N0 I0 ~
& X7 J! @ }6 [4 _
设置osd磁盘深度同步检测时间:为3628800 s
/ ^; u- K- R& L" l: C- H1 \[root@controller03 ~]# ceph config set global osd_deep_scrub_interval 3628800
% n: C$ ]9 z! }1 |7 f# ^4 j3 k) s: ^& p }
[root@controller03 ~]# ceph config get mon) A4 |4 p6 e/ E3 V8 {$ f( ?
WHO MASK LEVEL OPTION VALUE RO5 ^9 _2 k6 h9 A' f
global advanced cluster_network 172.27.10.0/24 * + l$ ]* X9 y5 q1 m% l
global advanced ms_bind_ipv4 true
5 ~. b+ u, T/ Q/ [6 Bglobal advanced ms_bind_ipv6 false 5 f$ f [. u9 ]
global dev osd_crush_chooseleaf_type 0 *
3 [% e% m* F, {global advanced osd_deep_scrub_interval 3628800.000000 2 h; L% ^2 l% t7 }: o: `' u6 l2 {" r/ h
global advanced osd_pool_default_crush_rule -1 9 X( v8 ]. ~; j7 B+ M9 @# e
global advanced public_network 172.27.12.0/23 *
" | U: h5 V# ^, x; Q[root@yz-openstack01-controller03 ~]# ceph -s$ h' _- i% s2 {" m- d d2 F
cluster:* L& J: c h0 ~5 X3 C
id: 5fa16469-8be4-4457-8a78-12b1910afff7
' x4 @2 Y7 C4 Y$ H/ K health: HEALTH_OK
& x+ u2 B9 X, g7 b" Y' a' c
. V _# c! H7 T services:
" v9 C: h; ^1 ?( w/ {: ` mon: 5 daemons, quorum compute01,controller01,controller02,controller03,compute02 (age 2d) w+ p$ v S; l, d; _
mgr: controller02(active, since 8d), standbys: controller01, controller03. Y1 X W) c3 q0 H9 O* i+ ?% o6 F/ |
mds: 1/1 daemons up, 2 standby: y$ f& W" a* I+ e% I! \/ V7 B
osd: 96 osds: 96 up (since 34h), 96 in (since 34h)
5 f" E6 ~8 O/ g rgw: 3 daemons active (3 hosts, 1 zones)
/ @5 |3 V4 e: O' U4 d
) D6 u0 L/ Q3 v- B6 N$ r- V- Z data:
4 n! x6 Q4 d. q4 g$ x volumes: 1/1 healthy$ K0 c) @! o8 @( e
pools: 14 pools, 881 pgs
6 v; [% n' ?9 E* V$ |. A objects: 7.69M objects, 29 TiB
. ]" P5 @: T5 J+ @3 X8 @: A6 o+ } usage: 105 TiB used, 611 TiB / 716 TiB avail# H' J" m* Z3 b, ~
pgs: 880 active+clean
- E/ m2 G: M* V$ e4 f 1 active+clean+scrubbing+deep+repair/ |) @3 S% H. f& q
( q+ p+ a% ]1 j
io:* ]" l" O- K- h0 m9 O. `
client: 14 KiB/s rd, 14 MiB/s wr, 7 op/s rd, 1.08k op/s wr. g+ K( ^/ ~5 T* Q* ^6 P
+ Y3 m. i2 z: ]" W4 V: `[root@controller03 ~]# * c+ E# n& f. }5 a
6 o w9 U5 i2 z. j1 v% a; a
|
|