|
|
[root@controller03 ~]# ceph -s
( w; k5 e7 j2 g, x- V cluster:
7 f% u/ x: K6 b0 h3 r id: 5fa16469-8be4-4457-8a78-12b1910afff7# A2 w5 X' E8 d; b* G0 q) X4 Q/ y
health: HEALTH_WARN0 {7 D7 [) u) M. u; z
1 pgs not deep-scrubbed in time
, @3 v: D' V$ ]# e
1 Q1 q4 c- ?8 A0 j, a) f. R0 p0 A services:
1 _% H9 E: ]2 u8 j3 t+ g mon: 5 daemons, quorum compute01,controller01,controller02,controller03,compute02 (age 2d)
3 Y E1 y5 w$ X/ p$ z mgr: controller02(active, since 8d), standbys:controller01, controller032 E5 g" z; Q( S) c% M
mds: 1/1 daemons up, 2 standby
5 r* j, p, `6 ?% L8 T* M2 F osd: 96 osds: 96 up (since 34h), 96 in (since 34h)4 @8 x/ e$ i, z& D' i3 h8 k6 u( U5 z
rgw: 3 daemons active (3 hosts, 1 zones)
0 L0 C0 ?# i. s7 N" B6 P- l# F4 m- z( o( Y
data: e" A1 v1 A$ b* c2 H6 c
volumes: 1/1 healthy2 s) j/ |0 E5 H$ C* d* k% w8 z/ f
pools: 14 pools, 881 pgs9 L) [( J5 n* d# O' x5 t
objects: 7.68M objects, 29 TiB
' [9 ~0 M s! Q4 }& m0 Y- Q3 @/ P: q usage: 105 TiB used, 611 TiB / 716 TiB avail+ k6 {3 c# h3 h- c& d
pgs: 880 active+clean
# F8 q* T: s% ?5 G/ |* @% g$ s 1 active+clean+scrubbing+deep+repair, |" X4 M' \% ~, N e
% y) B6 j) ^/ n5 m/ z% z- ~, c
io:$ E- U# G: {2 c3 m& L8 l) [: X
client: 12 KiB/s rd, 16 MiB/s wr, 8 op/s rd, 1.24k op/s wr! _; B/ T) X" e5 T, O: B
8 [5 p. R5 P T- X1 w2 O[root@controller03 ~]# ceph health detail 5 T# I: [ P" w; w
HEALTH_WARN 1 pgs not deep-scrubbed in time
T# i- i% x* h6 Y& }5 e. }0 t; w[WRN] PG_NOT_DEEP_SCRUBBED: 1 pgs not deep-scrubbed in time
* {: O( |; R0 d$ q$ Y \3 { pg 6.10 not deep-scrubbed since 2025-03-13T05:28:32.703667+08009 N. J5 x9 m) x6 ^+ O
[root@controller03 ~]# ceph -s: }) K A2 i) y4 _2 w
cluster:. r' ]- i* ]: s4 @7 S+ t
id: 5fa16469-8be4-4457-8a78-12b1910afff7
" O* V! G. i( `3 | health: HEALTH_WARN
* E, S1 S& n7 \: _3 M# d" x( N" E. Y 1 pgs not deep-scrubbed in time
5 q. ?: a6 O; k- m* {! c
$ o; F: S; W) U C0 n. E services:) G; s: L' n9 J1 J6 }, Y
mon: 5 daemons, quorum compute01,controller01,controller02,controller03,compute02 (age 2d)
& G9 z5 o0 g ^8 R% s5 g. K' d mgr: controller02(active, since 8d), standbys: controller01, controller03( q' e' } G* r# k4 R4 i
mds: 1/1 daemons up, 2 standby" x0 n. |6 @$ {5 B, A
osd: 96 osds: 96 up (since 34h), 96 in (since 34h)
! U( U# B x6 U) l% h) q rgw: 3 daemons active (3 hosts, 1 zones)
" n9 B# r. U2 X7 W$ u5 X% e4 @, D5 o& u# {6 {& K
data:' n6 Y% {' \4 m! Z& s, f! A) W/ d: N
volumes: 1/1 healthy
; T; H- O& y. }* b6 Q4 q9 k pools: 14 pools, 881 pgs- M6 S q; x1 p* I
objects: 7.69M objects, 29 TiB
5 B& v2 `/ |0 ]# R$ M0 m* Q usage: 105 TiB used, 611 TiB / 716 TiB avail' P* ~4 H0 ^2 K8 Q g5 G
pgs: 880 active+clean# R4 c9 r; T/ w4 ?7 q
1 active+clean+scrubbing+deep+repair
0 [- L3 L8 ` J9 m% ?
" t- ]% m2 c2 L. A' m/ f io:& [4 Z6 [9 g% B; E, f- H
client: 89 MiB/s rd, 99 MiB/s wr, 201 op/s rd, 979 op/s wr6 L9 J5 z0 \: w+ @9 b
3 {; ^: H/ N+ p# E/ l8 S5 f& i
[root@controller03 ~]# ceph config
) g! ^+ ~0 M B% ~" fno valid command found; 10 closest matches:' Y6 k0 J+ {3 ~# t5 e+ ?
config show <who> [<key>]0 j5 U# t& ?+ x9 X0 _! r
config show-with-defaults <who>" h6 e+ l) e/ J" D1 _
config set <who> <name> <value> [--force]* `% t9 c; `! f2 F
config rm <who> <name>( I0 S5 G3 y$ D6 Q- x
config get <who> [<key>]& M0 E" U) Q" C p; ~# S
config dump* @9 r: u/ t+ }
config help <key>
* I! F$ Q# k+ O% p% }8 j6 Nconfig ls7 x+ v* J1 I. X
config assimilate-conf
5 W- n2 ~, o3 O+ [) }! Jconfig log [<num:int>]
3 `$ \4 o& {2 A. W9 n: ^( oError EINVAL: invalid command5 Y6 u4 ~2 r5 D4 Q7 l
: X4 G. y3 \; O8 A, Q7 j1 |
[root@controller03 ~]# ceph config dump) n# m# Q, p4 W% ?
WHO MASK LEVEL OPTION VALUE RO
( t6 W4 W4 o; Lglobal advanced cluster_network 172.27.10.0/24 * 8 S9 k+ B7 l1 O
global advanced ms_bind_ipv4 true
; G9 r4 \- N* j3 E1 g+ Eglobal advanced ms_bind_ipv6 false
0 ?& K9 }' o4 R) W. Mglobal dev osd_crush_chooseleaf_type 0 *
3 R& ^1 u* |7 N" a7 [- ^global advanced osd_pool_default_crush_rule -1 ) O. p# G2 h. ~* x& O
global advanced public_network 172.27.12.0/23 * / c2 E- l' d! c, i4 H
mgr advanced mgr/balancer/active true , s3 }1 X' ?5 P' S
mgr advanced mgr/dashboard/ALERTMANAGER_API_HOST http://172.27.12.11:9093 * . A- _8 R- C( |, D8 q3 j" m
mgr advanced mgr/dashboard/GRAFANA_API_PASSWORD admin *
! V' _. I% N4 \mgr advanced mgr/dashboard/GRAFANA_API_SSL_VERIFY false * 6 A, |5 E0 J6 j; z2 r9 O6 Y: E' D6 W
mgr advanced mgr/dashboard/GRAFANA_API_URL https://172.27.12.11:3000 * 4 ~3 \7 w) V1 v" t6 ^; H/ G- I
mgr advanced mgr/dashboard/GRAFANA_API_USERNAME admin *
/ z9 I1 G. C$ _. u% r4 a( h% ^mgr advanced mgr/dashboard/PROMETHEUS_API_HOST http://172.27.12.11:9092 *
0 e% M# j# l( ^( [- ?' i * 2 w- ?# [! T$ v: }* G4 H+ i
mgr advanced mgr/dashboard/server_port 8443 * B: K- r8 N% E3 {$ g. ^
mgr advanced mgr/dashboard/ssl true *
% `1 Y* S$ G) x M% b% Smgr advanced mgr/dashboard/ssl_server_port 8443 * ( T$ `/ p5 l l
mgr advanced mgr/dashboard/controller01/server_addr 172.27.12.136 *
7 R, n2 T# h) m+ S7 Hmgr advanced mgr/dashboard/controller02/server_addr 172.27.12.137 *
. [ j' m2 |$ u8 U5 I4 o( vmgr advanced mgr/dashboard/controller03/server_addr 172.27.12.138 * - O" t7 t- N* f7 J5 Z! Z
mgr advanced mgr/zabbix/identifier 172.27.12.136 *
# p" T4 O- w! L4 B, \6 Mmgr advanced mgr/zabbix/zabbix_host 172.27.16.49 * $ L/ e, H. W0 m/ u
osd dev bluestore_2q_cache_kin_ratio 0.700000 1 d- U$ M- @" K1 O5 C
osd dev bluestore_2q_cache_kout_ratio 0.300000 ' b$ i$ M4 V+ `0 Z9 V; _ x& V
osd dev bluestore_avl_alloc_bf_threshold 262144
K+ L& p* Z( X) Q Zosd advanced bluestore_bluefs_max_free 21474836480
! e! J( i) C( Y$ ~9 `- Kosd dev bluestore_cache_autotune_interval 10.000000 * @/ p, t( X4 C/ Z" H
osd dev bluestore_cache_kv_onode_ratio 0.200000
% p* r8 D% K# O$ q1 x6 Dosd dev bluestore_cache_kv_ratio 0.300000 9 G1 c. P1 L& }2 N! T' x; Y9 u
osd dev bluestore_cache_meta_ratio 0.500000 6 l7 d" K2 J- c y0 v2 L
osd dev bluestore_cache_size 4294967296
0 p0 ^: v& G. |( j( W0 g, Tosd advanced bluestore_cache_trim_interval 0.100000 1 S9 z! v' b% {# u* i8 s7 ^' H
osd advanced bluestore_compression_algorithm lz4
) p; ?( i- B V' d' L5 dosd advanced bluestore_compression_max_blob_size_hdd 262144
1 o9 H/ E2 D; O: tosd advanced bluestore_compression_min_blob_size_hdd 32768
- q: X/ M, j/ n; ]) Qosd advanced bluestore_compression_mode passive
( g" C9 g, B4 ]1 d" s) U1 n& Nosd advanced bluestore_deferred_batch_ops_hdd 128 " v! E: o6 L' r
osd dev bluestore_freelist_blocks_per_key 256
: ^7 V% n5 Y! O9 i- H% ?# zosd advanced bluestore_prefer_deferred_size_hdd 131072
. U/ Y, {$ v7 Xosd dev bluestore_rocksdb_cfs write_buffer_size=268435456,\ # 256MB
: v" y* B" A6 u0 Fmax_write_buffer_number=32 * , d: P* c; S! L2 A
osd advanced bluestore_rocksdb_options max_write_buffer_number=128,min_write_buffer_number_to_merge=32,level0_file_num_compaction_trigger=16,max_background_jobs=16,max_bytes_for_level_base=4294967296,compaction_readahead_size=4194304 *
- c7 G( q" U7 b' V3 X/ o7 hosd advanced ms_osd_compression_algorithm lz4 - Z: m4 @6 x: R
osd advanced osd_deep_scrub_interval 1209600.000000
% N+ ?9 o, M! q, S9 l$ W$ Fosd advanced osd_max_backfills 2 8 e9 G- x8 v8 D; V
osd advanced osd_max_scrubs 3 ( I; S8 L& l5 {: }* k" n9 T0 D" e
osd dev osd_memory_cache_min 1073741824
$ }3 J% g: r- d. g8 \' o, T/ d& Nosd basic osd_memory_target 4294967296 % T+ v# A; T6 K
osd advanced osd_recovery_max_active 5 9 y* [& t. h1 ~7 w
osd advanced osd_scrub_begin_hour 22
5 z: h3 ^7 H6 n; iosd advanced osd_scrub_end_hour 7
% ?7 D2 M# @ G+ Oosd advanced osd_scrub_interval_randomize_ratio 0.800000
& ?" X: |4 A; y5 g/ [osd advanced osd_scrub_load_threshold 0.800000
' U% B) m. p/ m1 u0 x1 q$ Qosd advanced osd_scrub_sleep 0.200000 % w! L' [$ n, ]4 u4 y
osd.4 advanced osd_memory_target_autotune true / A+ J. _- R2 w
client.rgw.default.compute04.rgw0 basic log_file /var/log/ceph/ceph-rgw-default-yz-openstack01-compute04.rgw0.log *
% {, n* p f2 i5 M! @) e) ~# Fclient.rgw.default.compute04.rgw0 advanced rgw_content_length_compat true
# x7 C2 {, E' y# [ |' L! P0 n/ Uclient.rgw.default.compute04.rgw0 advanced rgw_enable_apis s3, swift, swift_auth, admin * + S7 E* {, Q6 R4 ] T; M) j
client.rgw.default.compute04.rgw0 advanced rgw_enforce_swift_acls true , O- ?1 c2 G8 w1 A* L- U ~* A
client.rgw.default.compute04.rgw0 basic rgw_frontends beast endpoint=172.27.11.134:8080 *
3 ]" D5 i) y; s, Zclient.rgw.default.compute04.rgw0 advanced rgw_keystone_accepted_admin_roles admin, ResellerAdmin *
: ?0 T u! x/ b( Zclient.rgw.default.compute04.rgw0 advanced rgw_keystone_accepted_roles _member_, member, admin, ResellerAdmin *
# }. P. s) S1 }/ zclient.rgw.default.compute04.rgw0 advanced rgw_keystone_admin_domain default * & d, u9 Z! O/ K+ y) P! e+ \
client.rgw.default.compute04.rgw0 advanced rgw_keystone_admin_password X2MYnyXJdg1PIM48pFloZw52yeg6wEyryM08j75p *
4 e: r: T8 ]# C$ l1 oclient.rgw.default.compute04.rgw0 advanced rgw_keystone_admin_project service * ! `( Q0 T) O( b( K% L$ F
client.rgw.default.compute04.rgw0 advanced rgw_keystone_admin_user ceph_rgw * 9 H& [; L0 d1 w) @
client.rgw.default.compute04.rgw0 advanced rgw_keystone_api_version 3
$ g7 I- ?7 D+ L3 j- ^* oclient.rgw.default.compute04.rgw0 advanced rgw_keystone_implicit_tenants true *
5 ]7 H5 C4 _1 {0 p* X2 ~client.rgw.default.compute04.rgw0 basic rgw_keystone_url http://172.27.11.188:5000 *
) \! s0 r) i/ H1 N: r t7 n+ B7 |6 _# jclient.rgw.default.compute04.rgw0 advanced rgw_keystone_verify_ssl false ! [& x4 C% O/ `
client.rgw.default.compute04.rgw0 advanced rgw_s3_auth_use_keystone true ) g, Z- p X+ t/ y8 X, E; e
client.rgw.default.compute04.rgw0 advanced rgw_swift_account_in_url true 2 ?0 N4 d6 L: i9 g7 H+ T% l
client.rgw.default.compute04.rgw0 advanced rgw_swift_versioning_enabled true 2 Q. S! [* ]; z
client.rgw.default.compute04.rgw0 advanced rgw_verify_ssl false
( @! c6 Z3 ~9 Zclient.rgw.default.compute05.rgw0 basic log_file /var/log/ceph/ceph-rgw-default-compute05.rgw0.log *
* u" c: L* K6 W% ~# {* f+ T. i( E2 `client.rgw.default.compute05.rgw0 advanced rgw_content_length_compat true
$ c) s+ T0 g4 q K4 O' t$ ^! ]client.rgw.default.compute05.rgw0 advanced rgw_enable_apis s3, swift, swift_auth, admin *
* M7 ^9 A/ e' Qclient.rgw.default.compute05.rgw0 advanced rgw_enforce_swift_acls true
3 l, H. h7 t( Dclient.rgw.default.compute05.rgw0 basic rgw_frontends beast endpoint=172.27.11.135:8080 *
; G) i( v( B' z- e8 I* G- U! Bclient.rgw.default.compute05.rgw0 advanced rgw_keystone_accepted_admin_roles admin, ResellerAdmin * + f) W% e1 Y# W. ?
client.rgw.default.compute05.rgw0 advanced rgw_keystone_accepted_roles _member_, member, admin, ResellerAdmin *
5 f* ^8 b K% Y4 w2 K# G" Lclient.rgw.default.compute05.rgw0 advanced rgw_keystone_admin_domain default * 5 `/ L# R$ M6 G' _
client.rgw.default.compute05.rgw0 advanced rgw_keystone_admin_password X2MYnyXJdg1PIM48pFloZw52yeg6wEyryM08j75p *
( }8 }, V; y; |client.rgw.default.compute05.rgw0 advanced rgw_keystone_admin_project service * 2 w# e5 P2 I e U, t! Q" {
client.rgw.default.compute05.rgw0 advanced rgw_keystone_admin_user ceph_rgw *
2 z' E. p3 q/ R. m# D- g% k; jclient.rgw.default.compute05.rgw0 advanced rgw_keystone_api_version 3
" [7 e) D" c6 b; C! G7 z P* pclient.rgw.default.compute05.rgw0 advanced rgw_keystone_implicit_tenants true * % ^8 H: g3 `: A7 z, h1 J
client.rgw.default.compute05.rgw0 basic rgw_keystone_url http://172.27.11.188:5000 *
! k6 s W' _7 G/ j$ n: b" Pclient.rgw.default.compute05.rgw0 advanced rgw_keystone_verify_ssl false
; r) \/ w: M: |# Tclient.rgw.default.compute05.rgw0 advanced rgw_s3_auth_use_keystone true * Z/ f9 z6 d% o _. \9 _
client.rgw.default.compute05.rgw0 advanced rgw_swift_account_in_url true
4 S. N p( x U1 ^* aclient.rgw.default.compute05.rgw0 advanced rgw_swift_versioning_enabled true ! Q' U, Q1 {6 X2 V+ Z
client.rgw.default.compute05.rgw0 advanced rgw_verify_ssl false 9 Y* Y0 W$ p V/ m. F4 {
client.rgw.default.compute06.rgw0 basic log_file /var/log/ceph/ceph-rgw-default-compute06.rgw0.log * 8 C) h; _. d$ Q
client.rgw.default.compute06.rgw0 advanced rgw_content_length_compat true , [" U% Q- \$ [/ b! w3 ]. T
client.rgw.default.compute06.rgw0 advanced rgw_enable_apis s3, swift, swift_auth, admin * / f1 e. w% i1 T. ^1 W
client.rgw.default.compute06.rgw0 advanced rgw_enforce_swift_acls true
4 M' R" y; h4 n x. P/ Wclient.rgw.default.compute06.rgw0 basic rgw_frontends beast endpoint=172.27.11.139:8080 *
0 u( j- S" r! T I2 O/ D" T/ Q: e4 zclient.rgw.default.compute06.rgw0 advanced rgw_keystone_accepted_admin_roles admin, ResellerAdmin *
) w0 n+ d* N# }; H6 Rclient.rgw.default.compute06.rgw0 advanced rgw_keystone_accepted_roles _member_, member, admin, ResellerAdmin * 8 U V9 R/ ?2 u, k1 B/ ]8 }
client.rgw.default.compute06.rgw0 advanced rgw_keystone_admin_domain default * : U a8 Z1 `# S ^' T
client.rgw.default.compute06.rgw0 advanced rgw_keystone_admin_password X2MYnyXJdg1PIM48pFloZw52yeg6wEyryM08j75p * ) i/ `/ t* q/ Z+ L$ i! \
client.rgw.default.compute06.rgw0 advanced rgw_keystone_admin_project service *
H# Z% l( {3 aclient.rgw.default.compute06.rgw0 advanced rgw_keystone_admin_user ceph_rgw * 5 m* S/ j* e1 S* e
client.rgw.default.compute06.rgw0 advanced rgw_keystone_api_version 3 / x/ ?, T- h; c2 i( x- s. I7 m
client.rgw.default.compute06.rgw0 advanced rgw_keystone_implicit_tenants true *
- r* S/ b5 E1 e/ ^6 pclient.rgw.default.compute06.rgw0 basic rgw_keystone_url http://172.27.11.188:5000 *
5 ?0 j' S4 H3 B8 X4 t- qclient.rgw.default.compute06.rgw0 advanced rgw_keystone_verify_ssl false $ l4 B4 [9 e! ~' {- U: d
client.rgw.default.compute06.rgw0 advanced rgw_s3_auth_use_keystone true
, s3 n( ^6 @- b; w C3 Vclient.rgw.default.compute06.rgw0 advanced rgw_swift_account_in_url true
w4 \0 Q, F. ?client.rgw.default.compute06.rgw0 advanced rgw_swift_versioning_enabled true
- Y; U- A# r0 N2 A* eclient.rgw.default.compute06.rgw0 advanced rgw_verify_ssl false
# l& G; ]1 I: V: ]6 `
. w7 K! \8 x% ]. Z3 ~% c[root@controller03 ~]# ceph config dump |grep osd_deep_scrub
% \% e3 p! S7 R5 T- T) Sosd advanced osd_deep_scrub_interval 1209600.000000
2 ~7 L& e( m! M0 \. M% {. l% d
n. C5 k7 u0 |, b% V2 A" Y0 P6 {8 R# l. ^3 y, {( f% F( s
[root@controller03 ~]# ceph config get mon
X. b5 Y. S5 I9 |3 m" _WHO MASK LEVEL OPTION VALUE RO5 P6 ?7 H8 _+ d' Y/ j1 H3 K; j
global advanced cluster_network 172.27.10.0/24 *
+ W, A4 i+ R* d' Y( Iglobal advanced ms_bind_ipv4 true
. }# A' Z( A" {global advanced ms_bind_ipv6 false
4 z% x3 s" s1 N6 Dglobal dev osd_crush_chooseleaf_type 0 * + r/ L9 V: a# v. c9 S4 u& O
global advanced osd_pool_default_crush_rule -1
4 K; e5 S# p6 O( K# j& Z* iglobal advanced public_network 172.27.12.0/23 * . t9 c. Q! g1 m! j. ^3 }4 W/ p
& w q; B$ p: D8 K( U) _% n
设置osd磁盘深度同步检测时间:为3628800 s
! O6 \0 R. ^/ f/ j[root@controller03 ~]# ceph config set global osd_deep_scrub_interval 3628800
2 ~+ F/ _1 O) R& y# @' H- z% `
! s* H3 @1 n- S; B3 _) w2 |[root@controller03 ~]# ceph config get mon- b( N ^+ k* v6 x9 Z1 f* e6 w4 D
WHO MASK LEVEL OPTION VALUE RO% f2 T; ~1 e% Q0 M3 _& M
global advanced cluster_network 172.27.10.0/24 *
! E* N" ?/ |! [ tglobal advanced ms_bind_ipv4 true - l) n/ j$ G a" @- e
global advanced ms_bind_ipv6 false
* e* v. i. f, Q0 Tglobal dev osd_crush_chooseleaf_type 0 *
$ |( u; F/ m4 G) n1 ~" a# ~2 eglobal advanced osd_deep_scrub_interval 3628800.000000 * m! A7 N: S2 N$ I. Q& m; X
global advanced osd_pool_default_crush_rule -1
" Q1 ~8 b5 h# }7 P5 @+ z, tglobal advanced public_network 172.27.12.0/23 *
4 ?. Q# P2 c, @! j+ m# N[root@yz-openstack01-controller03 ~]# ceph -s7 o! g4 {) i7 J: h: d
cluster:
7 J) |6 G! ?& z' [ id: 5fa16469-8be4-4457-8a78-12b1910afff77 T$ r; \; g/ L$ [& m2 d x
health: HEALTH_OK
" o0 ]5 {+ J* n& C* b# k$ W" i/ O) B6 v1 w
services:: D7 e& \* R" N- E, K
mon: 5 daemons, quorum compute01,controller01,controller02,controller03,compute02 (age 2d), C8 T* f" O( Y
mgr: controller02(active, since 8d), standbys: controller01, controller03
- b" ?* M; {3 X$ W" Z( U mds: 1/1 daemons up, 2 standby
# h5 J5 Z* Z1 C8 ^0 p osd: 96 osds: 96 up (since 34h), 96 in (since 34h)+ U' Y- ?1 E! t; c+ m% M }' t
rgw: 3 daemons active (3 hosts, 1 zones)8 D: f. C( h7 f8 Y0 E
( W: q/ J" p, ]
data:1 X( g: A- B. R- I: g7 K
volumes: 1/1 healthy7 d% Z, k! N% @5 ~& T0 G
pools: 14 pools, 881 pgs
: N2 l& Z. Z. w9 n3 f objects: 7.69M objects, 29 TiB, \* L4 J/ H$ K
usage: 105 TiB used, 611 TiB / 716 TiB avail( s5 j1 L# Z5 s
pgs: 880 active+clean# p, b e* U" a
1 active+clean+scrubbing+deep+repair
3 ]% v* Z& o6 {" Y+ A( t2 y" ? f/ I0 F2 }% `
io:
: N3 ~" }3 c7 s3 \ v client: 14 KiB/s rd, 14 MiB/s wr, 7 op/s rd, 1.08k op/s wr
% g5 u; a% m, d% L$ f; c, A7 {; U( \5 _( \; z
[root@controller03 ~]# 3 w+ j6 R2 H3 m. J( |* s/ ^
; E, p7 L. h4 u2 A0 f% N
|
|