|
|
[root@controller03 ~]# ceph -s
( a- Z& {# ~9 G7 z cluster:
/ l4 T) Q3 E; w; P* J% | id: 5fa16469-8be4-4457-8a78-12b1910afff7
& T" A& c/ g7 ~) }/ S1 m: N7 i health: HEALTH_WARN) f$ M1 x4 [( a0 l# o' o
1 pgs not deep-scrubbed in time
- ]" ^# t2 b: K. j. n8 w
% Q: p( i9 X7 y services:2 L+ r6 |5 `' h, R
mon: 5 daemons, quorum compute01,controller01,controller02,controller03,compute02 (age 2d)3 t8 ~; ` B' N7 K. d4 i0 R' Q+ c
mgr: controller02(active, since 8d), standbys:controller01, controller030 r8 M y# l* f( {
mds: 1/1 daemons up, 2 standby
5 f: t# ~6 \- M7 b' r osd: 96 osds: 96 up (since 34h), 96 in (since 34h)" m. F; ^5 q1 W# q5 n( t8 R, E9 z8 d
rgw: 3 daemons active (3 hosts, 1 zones)
/ { H. s; l* f! G2 a0 k4 Y2 ~3 a# v
data:
- v. a) b* u# i' o- j volumes: 1/1 healthy- l0 |1 N% }* N& u* i8 ?7 e
pools: 14 pools, 881 pgs- E" p5 |- o+ \- |1 ]% B0 _
objects: 7.68M objects, 29 TiB- @0 ~1 q1 }. @' R. N! P7 }' z
usage: 105 TiB used, 611 TiB / 716 TiB avail( n a1 H/ ~6 Z) }( X
pgs: 880 active+clean$ Z6 o( m @, V
1 active+clean+scrubbing+deep+repair: r% Z+ L( a# M* X- [
6 z7 j* p* W/ x6 Q9 l/ s2 K io:
) M% [9 `$ i8 @7 @5 r1 x. Y6 K client: 12 KiB/s rd, 16 MiB/s wr, 8 op/s rd, 1.24k op/s wr
0 E/ w. H, S+ @ y6 V
2 U) H* B5 p6 @[root@controller03 ~]# ceph health detail
- X+ p/ K z0 u3 J) f( z; ]HEALTH_WARN 1 pgs not deep-scrubbed in time9 P5 ?6 S# _" a9 l
[WRN] PG_NOT_DEEP_SCRUBBED: 1 pgs not deep-scrubbed in time1 W) F' U1 @) L7 a+ b& I
pg 6.10 not deep-scrubbed since 2025-03-13T05:28:32.703667+0800
2 r( j; x" D) S* b# e3 F[root@controller03 ~]# ceph -s
6 K4 i) f5 V6 Q$ I7 ] cluster:
# D, @. U4 s4 { id: 5fa16469-8be4-4457-8a78-12b1910afff7
6 X3 T) h3 j6 L2 c( g8 Y health: HEALTH_WARN: w, f5 [- I5 d: l
1 pgs not deep-scrubbed in time, M+ v! M, }# ~0 {9 j
1 ?$ z; M3 F- g
services:8 J% D; j9 S, W y1 G" P3 j0 l
mon: 5 daemons, quorum compute01,controller01,controller02,controller03,compute02 (age 2d)
8 i! P) R% |- J# H! E mgr: controller02(active, since 8d), standbys: controller01, controller03
" f+ F' a8 e# @ mds: 1/1 daemons up, 2 standby- H7 q% [5 {; _7 K( p# E1 f
osd: 96 osds: 96 up (since 34h), 96 in (since 34h): J! J% ~% ]8 E3 k1 @) t
rgw: 3 daemons active (3 hosts, 1 zones)( m0 l5 [; v! d4 z6 F% E
# M" l4 S% i2 E1 J8 e; X2 {8 i data:
+ }0 @2 m9 |* S/ u+ p/ \; v volumes: 1/1 healthy0 }5 _. ?- t! l6 L; M' J
pools: 14 pools, 881 pgs
. w w) G6 `3 h objects: 7.69M objects, 29 TiB
# `1 d0 `! g( V8 E usage: 105 TiB used, 611 TiB / 716 TiB avail4 N) M' h4 _& b) e8 Y# I" f9 X
pgs: 880 active+clean
7 r# k7 N4 O, X$ {- }8 u 1 active+clean+scrubbing+deep+repair
3 B6 w- y8 f# V r+ o+ g" x. B l5 M1 Z* T
io:( U" c1 l2 R7 P: [/ Y) @9 ~; f
client: 89 MiB/s rd, 99 MiB/s wr, 201 op/s rd, 979 op/s wr
# Q9 H A7 x% k ]+ l
' Y6 Y3 s) K. w& C- N( y% _' ~[root@controller03 ~]# ceph config ( y% p1 h5 b( E+ w0 e/ y
no valid command found; 10 closest matches:* R4 H& \1 x. a1 @% U8 i7 A6 m
config show <who> [<key>]
. s4 ~- e$ k' C2 M7 g$ Hconfig show-with-defaults <who>1 G- [. K5 _5 b8 O
config set <who> <name> <value> [--force]
4 h1 a' D% z, G: k( a" bconfig rm <who> <name>
. \, R" ?" L0 j" i8 |- R, @5 [" L5 Mconfig get <who> [<key>]6 v* R9 [/ `) m6 K- _( \; `
config dump0 R \+ L% b9 z# m' e
config help <key>0 I# E# J$ b) h" K$ j4 N
config ls
6 r' E: y3 r* k2 D/ J+ d) D9 lconfig assimilate-conf
, ~ g& v+ D! |# N5 I8 R6 mconfig log [<num:int>]3 Q/ h+ z9 W# C' j1 d" ~+ ^8 C( Q
Error EINVAL: invalid command
6 r7 |! z% m, I% x2 d. P$ }: e1 T# m @; Q6 Q( c1 e$ L3 o
[root@controller03 ~]# ceph config dump; Q- P; h, h# o6 `
WHO MASK LEVEL OPTION VALUE RO; t& U$ G6 ~# C$ v$ Y* }
global advanced cluster_network 172.27.10.0/24 * . W6 h; O* v4 b, A9 x
global advanced ms_bind_ipv4 true
' d# S8 C+ a, Q1 K( Eglobal advanced ms_bind_ipv6 false
" g- U8 H! K. D: Dglobal dev osd_crush_chooseleaf_type 0 * : E3 l( I' U7 L; `* J
global advanced osd_pool_default_crush_rule -1 4 f" h' u# J; H C- ^3 \
global advanced public_network 172.27.12.0/23 *
7 {6 n1 ~6 L( w, \) ]9 S# ~8 B6 G' Bmgr advanced mgr/balancer/active true * Q% ^( f Y4 h; W8 h
mgr advanced mgr/dashboard/ALERTMANAGER_API_HOST http://172.27.12.11:9093 * 0 |" ]7 [9 d3 b8 k
mgr advanced mgr/dashboard/GRAFANA_API_PASSWORD admin * " F; a$ _8 R# z! A# m- i" g+ ?
mgr advanced mgr/dashboard/GRAFANA_API_SSL_VERIFY false *
! A+ ^/ B; U% q2 ~mgr advanced mgr/dashboard/GRAFANA_API_URL https://172.27.12.11:3000 *
. n; @6 U q/ [* T S; Vmgr advanced mgr/dashboard/GRAFANA_API_USERNAME admin *
/ r3 c- s) u) F0 C! y# amgr advanced mgr/dashboard/PROMETHEUS_API_HOST http://172.27.12.11:9092 * ' E# H, |# B3 F0 X
*
1 m% G5 w) K0 k3 o1 Nmgr advanced mgr/dashboard/server_port 8443 *
7 O3 N5 G8 ^" A W$ X; {mgr advanced mgr/dashboard/ssl true * 1 W+ f& l" Z6 |( ?# B3 E( I
mgr advanced mgr/dashboard/ssl_server_port 8443 * $ z* P/ ^1 ]/ o% ]
mgr advanced mgr/dashboard/controller01/server_addr 172.27.12.136 * 5 p: a. U( m% n. S) }
mgr advanced mgr/dashboard/controller02/server_addr 172.27.12.137 *
6 l) g; H# I7 I- V I6 Xmgr advanced mgr/dashboard/controller03/server_addr 172.27.12.138 * 9 B$ ]) J# j7 I! f1 X. Q2 r! k6 ?6 c
mgr advanced mgr/zabbix/identifier 172.27.12.136 * 6 @* Q- y L- {
mgr advanced mgr/zabbix/zabbix_host 172.27.16.49 * 8 [8 K7 K$ V7 Y
osd dev bluestore_2q_cache_kin_ratio 0.700000 & z8 B0 T# d! Z
osd dev bluestore_2q_cache_kout_ratio 0.300000 8 H9 x/ L, T. ~7 G$ n
osd dev bluestore_avl_alloc_bf_threshold 262144 * @ @1 H9 L; s
osd advanced bluestore_bluefs_max_free 21474836480
' X3 T$ b; U0 l) r6 `osd dev bluestore_cache_autotune_interval 10.000000 9 s3 j9 T" d% @" h; h# m1 k/ k# m
osd dev bluestore_cache_kv_onode_ratio 0.200000
4 l+ U, r; t Losd dev bluestore_cache_kv_ratio 0.300000 ; L6 a- X! d( R* b3 Q: Z
osd dev bluestore_cache_meta_ratio 0.500000
/ }2 S7 Q' P1 Aosd dev bluestore_cache_size 4294967296
" ~7 P* i5 W% j0 I( r: Vosd advanced bluestore_cache_trim_interval 0.100000 + a8 J; g7 C4 l) J* z/ ]
osd advanced bluestore_compression_algorithm lz4
" r8 X, l0 L0 p7 n) ?osd advanced bluestore_compression_max_blob_size_hdd 262144
0 g9 ?3 @+ [8 gosd advanced bluestore_compression_min_blob_size_hdd 32768
# G" e; {4 V4 e4 T V+ n$ O) e1 n; M$ nosd advanced bluestore_compression_mode passive $ Y' m: @; {0 J9 V: A& z/ Q* h
osd advanced bluestore_deferred_batch_ops_hdd 128
B5 X* x. \' A) l$ R- N" ?; o; r% sosd dev bluestore_freelist_blocks_per_key 256
5 x& g! U4 p) `osd advanced bluestore_prefer_deferred_size_hdd 131072
2 Q2 j8 r9 D& D2 {: |# a% Xosd dev bluestore_rocksdb_cfs write_buffer_size=268435456,\ # 256MB6 Y9 z- v) ~1 m9 M- {
max_write_buffer_number=32 * $ g6 t+ V$ o- H k/ I
osd advanced bluestore_rocksdb_options max_write_buffer_number=128,min_write_buffer_number_to_merge=32,level0_file_num_compaction_trigger=16,max_background_jobs=16,max_bytes_for_level_base=4294967296,compaction_readahead_size=4194304 * $ V8 ] B5 x$ ? V6 g: V4 I0 {
osd advanced ms_osd_compression_algorithm lz4 ) `3 [- g, }. ]: a% N2 H J
osd advanced osd_deep_scrub_interval 1209600.000000 ' | `! i! e1 q! Q: V# D
osd advanced osd_max_backfills 2
6 u' l: }0 N# `) losd advanced osd_max_scrubs 3
5 u8 K8 P" D& h( t! ?' ~ E6 eosd dev osd_memory_cache_min 1073741824 + D4 }' c: F% Q( I" J7 P
osd basic osd_memory_target 4294967296
. y' p3 ?3 a% B: i9 U- josd advanced osd_recovery_max_active 5
; H' G1 G( C4 T8 C$ |/ y; `# M/ dosd advanced osd_scrub_begin_hour 22
8 ]( G* U; l: x& H& d2 }osd advanced osd_scrub_end_hour 7 / g% v/ I N2 D5 |: w+ ?+ I8 A
osd advanced osd_scrub_interval_randomize_ratio 0.800000
9 w' X/ L0 t: ~* X6 Fosd advanced osd_scrub_load_threshold 0.800000 ; y8 G8 ^. N% D
osd advanced osd_scrub_sleep 0.200000
# G3 r* V4 `. e5 {2 `' ^osd.4 advanced osd_memory_target_autotune true ! c5 P( H0 `2 g* _
client.rgw.default.compute04.rgw0 basic log_file /var/log/ceph/ceph-rgw-default-yz-openstack01-compute04.rgw0.log *
6 X- P+ L) G% tclient.rgw.default.compute04.rgw0 advanced rgw_content_length_compat true * d) F8 V7 D* r
client.rgw.default.compute04.rgw0 advanced rgw_enable_apis s3, swift, swift_auth, admin *
7 {3 I- V: Q" |9 |0 |client.rgw.default.compute04.rgw0 advanced rgw_enforce_swift_acls true " Z6 v: v- P# H( r
client.rgw.default.compute04.rgw0 basic rgw_frontends beast endpoint=172.27.11.134:8080 *
. d1 R0 V& S s8 K# y! G. Rclient.rgw.default.compute04.rgw0 advanced rgw_keystone_accepted_admin_roles admin, ResellerAdmin *
# l/ n( r$ d5 j; g! T, I' Zclient.rgw.default.compute04.rgw0 advanced rgw_keystone_accepted_roles _member_, member, admin, ResellerAdmin *
1 f# n" s* p* E$ I6 X9 O7 ~client.rgw.default.compute04.rgw0 advanced rgw_keystone_admin_domain default *
- ?! h( O$ `. K; U3 wclient.rgw.default.compute04.rgw0 advanced rgw_keystone_admin_password X2MYnyXJdg1PIM48pFloZw52yeg6wEyryM08j75p * 7 J' ~' p5 j" H. C
client.rgw.default.compute04.rgw0 advanced rgw_keystone_admin_project service * 1 h; m5 @( V a9 m4 p1 |
client.rgw.default.compute04.rgw0 advanced rgw_keystone_admin_user ceph_rgw *
2 Z9 ]# [5 [$ I% m8 o5 {client.rgw.default.compute04.rgw0 advanced rgw_keystone_api_version 3 / f$ t" M1 C g& ^7 {% H4 R" o9 [
client.rgw.default.compute04.rgw0 advanced rgw_keystone_implicit_tenants true *
8 x& R. Z* h/ u$ E; k3 Sclient.rgw.default.compute04.rgw0 basic rgw_keystone_url http://172.27.11.188:5000 *
: U* [# W: E. i, ~9 k8 pclient.rgw.default.compute04.rgw0 advanced rgw_keystone_verify_ssl false 6 x/ }0 N" V ?5 U
client.rgw.default.compute04.rgw0 advanced rgw_s3_auth_use_keystone true
8 J" G8 N) J. vclient.rgw.default.compute04.rgw0 advanced rgw_swift_account_in_url true
! J* d9 N! S8 v1 j/ F! mclient.rgw.default.compute04.rgw0 advanced rgw_swift_versioning_enabled true
: v0 _9 P0 a* t7 @1 eclient.rgw.default.compute04.rgw0 advanced rgw_verify_ssl false % F- l0 x( C& S/ k, Y; E/ ~) f5 ?3 l; K; W
client.rgw.default.compute05.rgw0 basic log_file /var/log/ceph/ceph-rgw-default-compute05.rgw0.log * 0 e% Y% \7 k7 N
client.rgw.default.compute05.rgw0 advanced rgw_content_length_compat true ( Y% |8 j( }% W$ L* e) u( C
client.rgw.default.compute05.rgw0 advanced rgw_enable_apis s3, swift, swift_auth, admin * ; g Q5 z1 z& N s2 c- Z- e
client.rgw.default.compute05.rgw0 advanced rgw_enforce_swift_acls true 1 J0 j) Z& X n
client.rgw.default.compute05.rgw0 basic rgw_frontends beast endpoint=172.27.11.135:8080 * 1 ]$ V6 ~ Y5 W1 M: q
client.rgw.default.compute05.rgw0 advanced rgw_keystone_accepted_admin_roles admin, ResellerAdmin * ) O) N% N9 y5 h6 e
client.rgw.default.compute05.rgw0 advanced rgw_keystone_accepted_roles _member_, member, admin, ResellerAdmin * ' b) {+ Q0 ]' R- {1 `
client.rgw.default.compute05.rgw0 advanced rgw_keystone_admin_domain default *
5 ^3 N' T7 S1 Q$ k$ x% Cclient.rgw.default.compute05.rgw0 advanced rgw_keystone_admin_password X2MYnyXJdg1PIM48pFloZw52yeg6wEyryM08j75p *
, I3 a( ^6 r9 P: u! Uclient.rgw.default.compute05.rgw0 advanced rgw_keystone_admin_project service * # N) ~, Q9 e+ a [* m2 U# @
client.rgw.default.compute05.rgw0 advanced rgw_keystone_admin_user ceph_rgw * ) ]9 U; C6 T( R" a
client.rgw.default.compute05.rgw0 advanced rgw_keystone_api_version 3
1 T+ [; M1 {- p, uclient.rgw.default.compute05.rgw0 advanced rgw_keystone_implicit_tenants true *
, M/ X+ K; ]4 d: k' _+ X- V& P, Vclient.rgw.default.compute05.rgw0 basic rgw_keystone_url http://172.27.11.188:5000 *
( c. d4 n: @/ ~& xclient.rgw.default.compute05.rgw0 advanced rgw_keystone_verify_ssl false 7 M6 s& G2 e% ~- t+ ]* r( F
client.rgw.default.compute05.rgw0 advanced rgw_s3_auth_use_keystone true & g2 @. r- I5 I$ l' _2 k
client.rgw.default.compute05.rgw0 advanced rgw_swift_account_in_url true u% `! b3 f a1 P
client.rgw.default.compute05.rgw0 advanced rgw_swift_versioning_enabled true - m" A. N0 I: L- l7 _& t
client.rgw.default.compute05.rgw0 advanced rgw_verify_ssl false . ] i# \0 F5 o. a) l
client.rgw.default.compute06.rgw0 basic log_file /var/log/ceph/ceph-rgw-default-compute06.rgw0.log * , i) {8 S& V) m. |: j" E0 q
client.rgw.default.compute06.rgw0 advanced rgw_content_length_compat true ; e( ?7 [2 {- o$ M: _9 S
client.rgw.default.compute06.rgw0 advanced rgw_enable_apis s3, swift, swift_auth, admin *
% E2 Q$ d0 ?) S0 aclient.rgw.default.compute06.rgw0 advanced rgw_enforce_swift_acls true # [$ a A8 A: t( w6 Q- `
client.rgw.default.compute06.rgw0 basic rgw_frontends beast endpoint=172.27.11.139:8080 * $ b+ E" } O o% T
client.rgw.default.compute06.rgw0 advanced rgw_keystone_accepted_admin_roles admin, ResellerAdmin *
5 R! P9 ?7 D) ?* C c% Eclient.rgw.default.compute06.rgw0 advanced rgw_keystone_accepted_roles _member_, member, admin, ResellerAdmin *
9 S1 M* A0 i* M2 Y: P4 fclient.rgw.default.compute06.rgw0 advanced rgw_keystone_admin_domain default *
3 b) p; }' S( [9 ?8 l* T/ C5 iclient.rgw.default.compute06.rgw0 advanced rgw_keystone_admin_password X2MYnyXJdg1PIM48pFloZw52yeg6wEyryM08j75p *
3 m) P: k* N# q7 {3 j0 Lclient.rgw.default.compute06.rgw0 advanced rgw_keystone_admin_project service * % w4 ~0 L6 A# G/ p% ~
client.rgw.default.compute06.rgw0 advanced rgw_keystone_admin_user ceph_rgw * # y) [" C: A7 t5 `; k4 L6 {& l
client.rgw.default.compute06.rgw0 advanced rgw_keystone_api_version 3
1 I5 |) D6 n; T- f! l6 D0 }client.rgw.default.compute06.rgw0 advanced rgw_keystone_implicit_tenants true * 3 @3 c7 A, y3 j& p8 }5 H: }$ [) v
client.rgw.default.compute06.rgw0 basic rgw_keystone_url http://172.27.11.188:5000 * 3 \& }& P: w! s# t! V6 c
client.rgw.default.compute06.rgw0 advanced rgw_keystone_verify_ssl false
. \% Q' y4 Q% m" Z9 Eclient.rgw.default.compute06.rgw0 advanced rgw_s3_auth_use_keystone true 5 v$ G, Y* {3 s9 n
client.rgw.default.compute06.rgw0 advanced rgw_swift_account_in_url true ( Y" |% e. |! i& W: L! K! n
client.rgw.default.compute06.rgw0 advanced rgw_swift_versioning_enabled true
8 R/ ? ]7 f3 D* wclient.rgw.default.compute06.rgw0 advanced rgw_verify_ssl false ( u& I- Z3 R& x" |4 D% r# Y
/ J: H% ^1 L s& L$ E[root@controller03 ~]# ceph config dump |grep osd_deep_scrub
5 d% Q0 z8 l) k6 R$ r2 f" a; josd advanced osd_deep_scrub_interval 1209600.000000
/ P9 h0 ?7 |+ m" V2 |
- q9 |* M; y& s3 x4 R: s% H9 `1 Z+ ?6 s8 l% L/ `: \3 r
[root@controller03 ~]# ceph config get mon6 r* y# k; I' F$ B* G5 r
WHO MASK LEVEL OPTION VALUE RO
4 S% W Q) D8 M8 `& _global advanced cluster_network 172.27.10.0/24 *
. Q. H1 ]7 z# K# F) i4 J+ gglobal advanced ms_bind_ipv4 true
: w& Y$ v! M7 o, m' O1 aglobal advanced ms_bind_ipv6 false
9 m7 {4 R' @) @1 H' Y9 qglobal dev osd_crush_chooseleaf_type 0 * 3 k$ H/ G6 K* f
global advanced osd_pool_default_crush_rule -1 ! q$ t9 n7 Q2 f1 A0 }
global advanced public_network 172.27.12.0/23 * ; _' {( i, _0 k- r; x, N
% Y5 Z7 l2 Y M1 A
设置osd磁盘深度同步检测时间:为3628800 s! o( s/ Y, f) U. I
[root@controller03 ~]# ceph config set global osd_deep_scrub_interval 3628800
# O) ~: [5 K0 I
. O2 e n$ E9 I6 m- R2 C[root@controller03 ~]# ceph config get mon
q8 k/ C" p: [6 O0 lWHO MASK LEVEL OPTION VALUE RO
1 g' \" v& a, n& M$ eglobal advanced cluster_network 172.27.10.0/24 * 5 a( i. }+ \4 ?- @
global advanced ms_bind_ipv4 true
5 l' K1 c" N' u# y1 J& ^global advanced ms_bind_ipv6 false
) u0 {. x; H7 j0 ~3 _: n) eglobal dev osd_crush_chooseleaf_type 0 *
# W3 {2 p: C9 \global advanced osd_deep_scrub_interval 3628800.000000
3 _3 p$ g- K# J# {& Cglobal advanced osd_pool_default_crush_rule -1 : N B! J' Y- @) {+ ?% A0 l0 k" O
global advanced public_network 172.27.12.0/23 *
# D: `! L& G! R6 G& J; V5 U: c[root@yz-openstack01-controller03 ~]# ceph -s
* w) f9 c# H6 H8 ~( d% O1 p, b7 L' } cluster:
( J/ C' N# ?/ Q D' C7 W/ y id: 5fa16469-8be4-4457-8a78-12b1910afff7
# w5 R4 E y ? G) H health: HEALTH_OK# u" n9 `3 u/ I" f$ M
$ j; _' c/ E- I( d: h/ l services:2 U& V" N6 J% f( p; a
mon: 5 daemons, quorum compute01,controller01,controller02,controller03,compute02 (age 2d)
* J$ y: |- @6 \6 s# |) e4 E mgr: controller02(active, since 8d), standbys: controller01, controller03
8 e; Q2 [& q, h/ V0 k mds: 1/1 daemons up, 2 standby
7 q& N& N# J/ i" Y2 B4 ^9 k osd: 96 osds: 96 up (since 34h), 96 in (since 34h)$ J/ i$ E3 x6 `& I% i6 Y' q
rgw: 3 daemons active (3 hosts, 1 zones)& x2 Y) P9 @& _1 [/ Y+ _9 J
4 G! Z8 [; e. E
data:
& M/ v) K0 z: s- e9 O volumes: 1/1 healthy
; m W4 T/ ~5 a pools: 14 pools, 881 pgs3 y$ H; M7 E$ o1 |# R
objects: 7.69M objects, 29 TiB1 `$ y- Q1 f6 a6 k+ I# `5 |" B
usage: 105 TiB used, 611 TiB / 716 TiB avail$ J( k# q0 y/ s5 [3 a
pgs: 880 active+clean
! _# f$ ]1 |3 I 1 active+clean+scrubbing+deep+repair, y; ]2 Y) o3 V8 [
, \( L- B! u; S0 x
io:
1 i5 m& ~0 A+ E7 o8 o! N$ G; {7 m client: 14 KiB/s rd, 14 MiB/s wr, 7 op/s rd, 1.08k op/s wr- t- \* e( J5 i {
; M/ `. R1 y1 c
[root@controller03 ~]# 4 J/ B* L, d! `: \ j/ J: p- @9 y
6 D0 A: ?) J; ]9 u. ], w/ B
|
|