|
|
[root@controller03 ~]# ceph -s
5 a5 T% U' D1 | cluster:
$ E6 Z' x4 D* }* O: f# V6 G id: 5fa16469-8be4-4457-8a78-12b1910afff7- _* q$ z3 A6 g' N
health: HEALTH_WARN
% v8 B+ O. B2 w7 L8 D: Q# j6 d$ [ R 1 pgs not deep-scrubbed in time
* D) j: O3 K$ l- L+ r- M9 W
6 `8 k" y! O( w( V |: o4 y services:- r0 D8 t; \* S$ o" ?7 ]9 G' [
mon: 5 daemons, quorum compute01,controller01,controller02,controller03,compute02 (age 2d)
3 Q' k' k/ M' X: W+ Y1 M2 r mgr: controller02(active, since 8d), standbys:controller01, controller035 F0 y) |1 [1 q6 ~
mds: 1/1 daemons up, 2 standby
9 U( h- {6 r2 x- S osd: 96 osds: 96 up (since 34h), 96 in (since 34h)
* r: j, l% N& k8 _& B rgw: 3 daemons active (3 hosts, 1 zones)/ P3 G$ c. F x# b$ `+ W9 V/ E
n& _5 r+ |5 I2 e
data:
. @ C8 n: [4 x) y( f4 `' J9 Q volumes: 1/1 healthy
# v- \" n, I9 A. M" V; s) [ pools: 14 pools, 881 pgs( b7 @4 R& H6 j! k
objects: 7.68M objects, 29 TiB& |7 {! w, x0 @* o/ m( _
usage: 105 TiB used, 611 TiB / 716 TiB avail+ B t& o( J+ @8 l h# Z4 l, Z
pgs: 880 active+clean
! p+ p/ R) h. F 1 active+clean+scrubbing+deep+repair
; V! W# P8 c( B9 N
2 e' D7 |7 R. ? n- ]+ I1 _ io:3 \2 ~9 Q* Z# y! R3 j8 m, ]& F" H
client: 12 KiB/s rd, 16 MiB/s wr, 8 op/s rd, 1.24k op/s wr9 E" v0 d" i# m* U; s6 G
& @1 Q* \) ^/ n3 K) {2 i: _! j
[root@controller03 ~]# ceph health detail
0 t4 q) W# r! o$ aHEALTH_WARN 1 pgs not deep-scrubbed in time& j! L. k& N0 |" U( @; p
[WRN] PG_NOT_DEEP_SCRUBBED: 1 pgs not deep-scrubbed in time/ h$ L* c1 q3 t+ w: A
pg 6.10 not deep-scrubbed since 2025-03-13T05:28:32.703667+0800) K \* E5 B6 ~. n+ f0 l
[root@controller03 ~]# ceph -s
% ^- \1 K% O9 b' z' @# O cluster:
0 W- w9 a6 ?% m2 P id: 5fa16469-8be4-4457-8a78-12b1910afff7
: m: M# p/ f2 w7 E' x# Y+ Z health: HEALTH_WARN
. Z( I! m4 \6 b; o" `7 P0 g 1 pgs not deep-scrubbed in time, J0 R" D0 c5 e1 J1 r
" Z$ A) |' ~) R! P% E
services: u3 @; F2 p l
mon: 5 daemons, quorum compute01,controller01,controller02,controller03,compute02 (age 2d)
8 ]2 ~; ^$ G) i, B" S7 m1 T mgr: controller02(active, since 8d), standbys: controller01, controller038 s1 G z( A" ~' A: A9 z
mds: 1/1 daemons up, 2 standby. X2 X0 q+ {* M3 F: ?
osd: 96 osds: 96 up (since 34h), 96 in (since 34h)
* v. [8 u: @0 X6 E2 f& s rgw: 3 daemons active (3 hosts, 1 zones)
( l# {, ~; o# X6 n; N% w1 F' V+ ?, B( M; k( h1 X
data:4 d4 _6 |1 n1 J) I3 h1 m% W
volumes: 1/1 healthy
. z, t9 r$ G* c+ i7 P0 J0 a0 H. y pools: 14 pools, 881 pgs
) c- q0 e. R3 @( k6 j3 v& d9 P objects: 7.69M objects, 29 TiB
3 _7 p$ r' q% n# K" _- H usage: 105 TiB used, 611 TiB / 716 TiB avail
" X9 e) \$ ^* W pgs: 880 active+clean
8 p& V2 u1 z2 C 1 active+clean+scrubbing+deep+repair9 a/ m4 ^! F5 ~: U. U: ]3 |' ^
6 c5 U& ^* U9 o2 k4 X io:, p! d' D0 k; x+ `6 ]- X
client: 89 MiB/s rd, 99 MiB/s wr, 201 op/s rd, 979 op/s wr
/ D9 U8 R F, U& o3 h/ W& W3 o8 r, f8 B3 o5 J! ?# g0 k5 [
[root@controller03 ~]# ceph config
9 ~* O- @2 B2 K1 y7 {5 O- h* rno valid command found; 10 closest matches:8 }: b7 w2 i' t- F& r" Q& v
config show <who> [<key>]
+ R- C2 t: Q" ^% M, \) K4 _config show-with-defaults <who>
& i' B: j% s8 S* X- lconfig set <who> <name> <value> [--force]& N# w) K; O) B# i- x# W
config rm <who> <name>
' a$ R! w# i. Y/ s/ S$ q0 \7 zconfig get <who> [<key>]$ x4 T1 p9 k; r% V7 z/ Y+ c+ d% s
config dump
7 n5 B! z: i4 t3 ~config help <key>' G7 `% r/ x7 ?; T' u) @
config ls
" A) P. U- C2 B! l, a6 f" gconfig assimilate-conf
+ l7 ]* Q& d a0 Y& Cconfig log [<num:int>]
# X0 ?% A: A! Y6 u: p" KError EINVAL: invalid command e" W/ r2 M8 y4 P8 L, }
( f/ n+ a5 h# G0 }3 d f, r& G% G: L[root@controller03 ~]# ceph config dump
0 ^( v. i) h* x: ]! m0 E+ P4 SWHO MASK LEVEL OPTION VALUE RO
9 x( u& }2 W# i3 z' f0 W! @# Yglobal advanced cluster_network 172.27.10.0/24 * " {; [. q1 T0 d& e
global advanced ms_bind_ipv4 true # U" k/ C/ |" F- C( a
global advanced ms_bind_ipv6 false 4 g7 K2 [+ o' V3 \% i, W4 q
global dev osd_crush_chooseleaf_type 0 *
2 m% n" P+ O+ l y, Pglobal advanced osd_pool_default_crush_rule -1
7 r9 c; p3 R* C+ v7 Z: n- c; ~global advanced public_network 172.27.12.0/23 *
( R! k7 N5 F* u$ J% j- b) i* bmgr advanced mgr/balancer/active true
" ?" l! c& W/ }" Wmgr advanced mgr/dashboard/ALERTMANAGER_API_HOST http://172.27.12.11:9093 * , `6 W1 C1 ^- P8 G4 M- }3 t
mgr advanced mgr/dashboard/GRAFANA_API_PASSWORD admin *
: f9 `1 b. ?, c- C. a& z. w5 Zmgr advanced mgr/dashboard/GRAFANA_API_SSL_VERIFY false *
, H# s* {6 T. Q. M+ h% ^1 qmgr advanced mgr/dashboard/GRAFANA_API_URL https://172.27.12.11:3000 *
6 t9 k0 R1 T: a1 A) Smgr advanced mgr/dashboard/GRAFANA_API_USERNAME admin *
3 Y! {, S" u* @! ]mgr advanced mgr/dashboard/PROMETHEUS_API_HOST http://172.27.12.11:9092 * 3 g, V# Y2 w7 Y& m6 B' B0 y
* 9 `; O+ M' S- t2 r. j
mgr advanced mgr/dashboard/server_port 8443 *
6 [+ R$ `; r/ s) s+ V% pmgr advanced mgr/dashboard/ssl true *
9 a1 U- g5 Y$ n! ? }mgr advanced mgr/dashboard/ssl_server_port 8443 *
- Q' l. ?# e# Wmgr advanced mgr/dashboard/controller01/server_addr 172.27.12.136 *
, [* t0 f. @$ C* E) I) ?7 jmgr advanced mgr/dashboard/controller02/server_addr 172.27.12.137 *
6 U* |* Y$ X. l8 C% F1 Hmgr advanced mgr/dashboard/controller03/server_addr 172.27.12.138 *
! [$ `% B+ t% K, X5 Smgr advanced mgr/zabbix/identifier 172.27.12.136 * $ }: r) J/ X5 q& Y0 ~7 b
mgr advanced mgr/zabbix/zabbix_host 172.27.16.49 *
2 q0 F# n4 M" ~7 xosd dev bluestore_2q_cache_kin_ratio 0.700000
! x! _, S7 l0 l! W$ ]* k% `5 |osd dev bluestore_2q_cache_kout_ratio 0.300000
4 c# Z2 c( n3 m8 iosd dev bluestore_avl_alloc_bf_threshold 262144 1 Q! o3 B4 b' U! l4 e7 \
osd advanced bluestore_bluefs_max_free 21474836480
; Z- O4 J, d, q- W, w7 Cosd dev bluestore_cache_autotune_interval 10.000000 & h, Z$ v6 } Q* w! a6 ~( @- p' S# v
osd dev bluestore_cache_kv_onode_ratio 0.200000
b0 l$ \ @3 t4 c @ z0 [$ `osd dev bluestore_cache_kv_ratio 0.300000
* }7 Z Q* t& y- d4 Z1 [/ d9 _osd dev bluestore_cache_meta_ratio 0.500000 % J% g1 i* ~* E# S) B
osd dev bluestore_cache_size 4294967296
) h9 M8 \: [4 Y; H0 U* _ hosd advanced bluestore_cache_trim_interval 0.100000
/ V$ m# }9 v2 n6 c8 o; zosd advanced bluestore_compression_algorithm lz4 # M2 b$ V7 D0 H( ?0 v
osd advanced bluestore_compression_max_blob_size_hdd 262144
8 S, q( R$ V3 yosd advanced bluestore_compression_min_blob_size_hdd 32768
. v/ t! e9 ?. j& g) Yosd advanced bluestore_compression_mode passive
& v% @+ t s3 \osd advanced bluestore_deferred_batch_ops_hdd 128
4 Y( L% P0 T. o) n' ?$ vosd dev bluestore_freelist_blocks_per_key 256
2 M0 U6 Y/ f8 U! M- r% P( O6 mosd advanced bluestore_prefer_deferred_size_hdd 131072 : S: ?; H! e: M% U: C8 t' [
osd dev bluestore_rocksdb_cfs write_buffer_size=268435456,\ # 256MB$ Z1 b P5 D, g' G) l
max_write_buffer_number=32 * u' N% z* l% p7 L3 x
osd advanced bluestore_rocksdb_options max_write_buffer_number=128,min_write_buffer_number_to_merge=32,level0_file_num_compaction_trigger=16,max_background_jobs=16,max_bytes_for_level_base=4294967296,compaction_readahead_size=4194304 * # d% f0 G$ o$ p* W
osd advanced ms_osd_compression_algorithm lz4 - U, \; w; N/ y
osd advanced osd_deep_scrub_interval 1209600.000000 ; j! W1 d4 G5 }/ o1 r' Q5 F/ t" R
osd advanced osd_max_backfills 2
/ `* a: L5 e q" Eosd advanced osd_max_scrubs 3
& T2 b7 d2 y+ m( s. D3 wosd dev osd_memory_cache_min 1073741824
# I3 I2 X) g% x. f$ `osd basic osd_memory_target 4294967296
' n7 t, V% D; p; K/ uosd advanced osd_recovery_max_active 5 8 q7 l. d5 `, U4 J3 S' ~. g
osd advanced osd_scrub_begin_hour 22
8 E, g: Y U& nosd advanced osd_scrub_end_hour 7
# ^, e7 ^' x& M0 rosd advanced osd_scrub_interval_randomize_ratio 0.800000
, _; i" R' d F$ R5 Xosd advanced osd_scrub_load_threshold 0.800000
% j. U/ \0 l) X- F& losd advanced osd_scrub_sleep 0.200000
+ C; C; f* r: ?/ Oosd.4 advanced osd_memory_target_autotune true
+ e* n$ c% C5 A. w* ~client.rgw.default.compute04.rgw0 basic log_file /var/log/ceph/ceph-rgw-default-yz-openstack01-compute04.rgw0.log * 2 u/ H8 k" [- h; N' K2 V8 E
client.rgw.default.compute04.rgw0 advanced rgw_content_length_compat true
2 T: {* ]- Q; Rclient.rgw.default.compute04.rgw0 advanced rgw_enable_apis s3, swift, swift_auth, admin * " L3 Q' d( T4 O7 S
client.rgw.default.compute04.rgw0 advanced rgw_enforce_swift_acls true : V7 H, x# e, N' q' H& X9 ~
client.rgw.default.compute04.rgw0 basic rgw_frontends beast endpoint=172.27.11.134:8080 * ' z5 O2 T- E0 A1 [7 Z* f
client.rgw.default.compute04.rgw0 advanced rgw_keystone_accepted_admin_roles admin, ResellerAdmin *
) Z. Q' U# w% P! A0 {2 [0 ~client.rgw.default.compute04.rgw0 advanced rgw_keystone_accepted_roles _member_, member, admin, ResellerAdmin *
' |0 {+ G+ L+ Jclient.rgw.default.compute04.rgw0 advanced rgw_keystone_admin_domain default *
5 ?: x. }# C# ^6 Z- J# Kclient.rgw.default.compute04.rgw0 advanced rgw_keystone_admin_password X2MYnyXJdg1PIM48pFloZw52yeg6wEyryM08j75p *
0 W) ]# \0 a1 q" V( [client.rgw.default.compute04.rgw0 advanced rgw_keystone_admin_project service *
0 y- p" G4 D7 Aclient.rgw.default.compute04.rgw0 advanced rgw_keystone_admin_user ceph_rgw * ; J% _6 O; [- \# K( K0 x X
client.rgw.default.compute04.rgw0 advanced rgw_keystone_api_version 3 1 a, m: K- N T+ S3 |
client.rgw.default.compute04.rgw0 advanced rgw_keystone_implicit_tenants true *
0 b& ^% S0 f3 ~3 |client.rgw.default.compute04.rgw0 basic rgw_keystone_url http://172.27.11.188:5000 *
2 \- [3 @2 m1 H! O1 w5 Q/ oclient.rgw.default.compute04.rgw0 advanced rgw_keystone_verify_ssl false
% ]3 R; N, H; ~. V, R% I& J* c7 F) bclient.rgw.default.compute04.rgw0 advanced rgw_s3_auth_use_keystone true
" M) Y6 O% e$ r- u2 e0 _" Hclient.rgw.default.compute04.rgw0 advanced rgw_swift_account_in_url true 3 J# C0 b; i. Z9 r( b8 {
client.rgw.default.compute04.rgw0 advanced rgw_swift_versioning_enabled true
- r' g7 Y" K+ g6 \' a% Bclient.rgw.default.compute04.rgw0 advanced rgw_verify_ssl false
; k$ W. p: M1 u/ z4 Q& n6 q& v- fclient.rgw.default.compute05.rgw0 basic log_file /var/log/ceph/ceph-rgw-default-compute05.rgw0.log * ' H) c8 r+ T: A0 j! M* [/ I
client.rgw.default.compute05.rgw0 advanced rgw_content_length_compat true
- z. c; E0 b3 {9 l: V( p2 gclient.rgw.default.compute05.rgw0 advanced rgw_enable_apis s3, swift, swift_auth, admin *
& M/ s: E4 `1 V0 h( _client.rgw.default.compute05.rgw0 advanced rgw_enforce_swift_acls true ' D* e$ \1 O. ^1 P) r8 f2 k
client.rgw.default.compute05.rgw0 basic rgw_frontends beast endpoint=172.27.11.135:8080 *
" x0 K8 `& k0 n$ T6 ]client.rgw.default.compute05.rgw0 advanced rgw_keystone_accepted_admin_roles admin, ResellerAdmin *
' A. ~* Y' L( Z2 j: ?+ h5 V9 p' E" iclient.rgw.default.compute05.rgw0 advanced rgw_keystone_accepted_roles _member_, member, admin, ResellerAdmin * 6 a5 \. l* W/ Q
client.rgw.default.compute05.rgw0 advanced rgw_keystone_admin_domain default * % x- } n, O6 V& w g u8 g. S
client.rgw.default.compute05.rgw0 advanced rgw_keystone_admin_password X2MYnyXJdg1PIM48pFloZw52yeg6wEyryM08j75p * 1 q( d! _6 D \" I4 w' ~1 L
client.rgw.default.compute05.rgw0 advanced rgw_keystone_admin_project service * # i* \3 D m" i+ y6 v: v
client.rgw.default.compute05.rgw0 advanced rgw_keystone_admin_user ceph_rgw *
+ M& m6 \. t: q# f4 v: h& tclient.rgw.default.compute05.rgw0 advanced rgw_keystone_api_version 3
2 G& k% Z, x3 S. J6 pclient.rgw.default.compute05.rgw0 advanced rgw_keystone_implicit_tenants true * + b! f& f" m1 Q; h6 r3 t" r4 c
client.rgw.default.compute05.rgw0 basic rgw_keystone_url http://172.27.11.188:5000 * % v) E6 n$ Z5 L. P( [
client.rgw.default.compute05.rgw0 advanced rgw_keystone_verify_ssl false i9 U1 B& G o
client.rgw.default.compute05.rgw0 advanced rgw_s3_auth_use_keystone true # f/ c1 } ? C0 B( \" J1 ~
client.rgw.default.compute05.rgw0 advanced rgw_swift_account_in_url true
! G% h! r0 s9 p+ Dclient.rgw.default.compute05.rgw0 advanced rgw_swift_versioning_enabled true
. {. M! i+ z$ V" D* O* Rclient.rgw.default.compute05.rgw0 advanced rgw_verify_ssl false
4 m4 @& r# X! N' Nclient.rgw.default.compute06.rgw0 basic log_file /var/log/ceph/ceph-rgw-default-compute06.rgw0.log *
) C l) R- {% vclient.rgw.default.compute06.rgw0 advanced rgw_content_length_compat true
, ~2 g, c/ C# gclient.rgw.default.compute06.rgw0 advanced rgw_enable_apis s3, swift, swift_auth, admin *
- ^5 |, z) f5 |: \( j e0 \client.rgw.default.compute06.rgw0 advanced rgw_enforce_swift_acls true
# ^8 g, q2 P9 o" H+ }client.rgw.default.compute06.rgw0 basic rgw_frontends beast endpoint=172.27.11.139:8080 *
' J ^. [' W7 g% K/ Pclient.rgw.default.compute06.rgw0 advanced rgw_keystone_accepted_admin_roles admin, ResellerAdmin * $ k; F# x& q, G* a% {& Z- d4 E
client.rgw.default.compute06.rgw0 advanced rgw_keystone_accepted_roles _member_, member, admin, ResellerAdmin * * Q9 ?* L! n) ~ e: H2 H
client.rgw.default.compute06.rgw0 advanced rgw_keystone_admin_domain default * , L( Y( E& K7 C$ r& {+ w& c
client.rgw.default.compute06.rgw0 advanced rgw_keystone_admin_password X2MYnyXJdg1PIM48pFloZw52yeg6wEyryM08j75p *
7 u1 a- s& R5 J; Q: Qclient.rgw.default.compute06.rgw0 advanced rgw_keystone_admin_project service * 9 h, [" p# O' ^4 t$ d; K
client.rgw.default.compute06.rgw0 advanced rgw_keystone_admin_user ceph_rgw * 2 Q) }+ _( e5 x4 p+ T7 a t
client.rgw.default.compute06.rgw0 advanced rgw_keystone_api_version 3
2 Y- ]: Y0 J! h1 Q/ Rclient.rgw.default.compute06.rgw0 advanced rgw_keystone_implicit_tenants true *
" x( f7 k* G& Q- ~" H2 {4 Lclient.rgw.default.compute06.rgw0 basic rgw_keystone_url http://172.27.11.188:5000 *
& i) P+ |' z! Aclient.rgw.default.compute06.rgw0 advanced rgw_keystone_verify_ssl false ' q+ w- i2 C: v% D
client.rgw.default.compute06.rgw0 advanced rgw_s3_auth_use_keystone true ! w& q: e X6 f) e5 `
client.rgw.default.compute06.rgw0 advanced rgw_swift_account_in_url true
2 V) c" E0 k) c! M9 Q& sclient.rgw.default.compute06.rgw0 advanced rgw_swift_versioning_enabled true - g5 W# w; c9 I+ R6 I
client.rgw.default.compute06.rgw0 advanced rgw_verify_ssl false
w* I, _5 L* j. c4 N: p! X. h3 v
+ X7 i6 Z% V4 p6 t" t# E[root@controller03 ~]# ceph config dump |grep osd_deep_scrub! v- _5 M( \( M3 k% H5 Z Z
osd advanced osd_deep_scrub_interval 1209600.000000
8 ^/ D, m5 Y5 a/ a3 i! }. Y
2 _: y& n+ V! R! ]; X; M+ i" e5 \' x' d L+ a/ |# t1 x
[root@controller03 ~]# ceph config get mon6 r j& N" Z0 a; b( n. H( p
WHO MASK LEVEL OPTION VALUE RO, Y) E; {" `. x9 G1 z( D u! H
global advanced cluster_network 172.27.10.0/24 *
8 W& Y3 P T6 gglobal advanced ms_bind_ipv4 true . A/ g0 H3 C4 J" o K2 m
global advanced ms_bind_ipv6 false 6 J3 L- |# ^! d3 W( X6 _8 f
global dev osd_crush_chooseleaf_type 0 * ( t; z( _& r2 [; z" z
global advanced osd_pool_default_crush_rule -1
( W; o( I7 Z% q6 X j, v6 Sglobal advanced public_network 172.27.12.0/23 *
; ~8 u4 X V" P. V: S) V. _4 C+ {, L1 [) W
设置osd磁盘深度同步检测时间:为3628800 s
0 B" ~; c; k5 T3 {0 b9 m[root@controller03 ~]# ceph config set global osd_deep_scrub_interval 3628800
; b0 _ i S0 j2 G R8 n
1 E @6 v6 ~! t* q( K: r[root@controller03 ~]# ceph config get mon* ~, d# o o- h/ W6 L
WHO MASK LEVEL OPTION VALUE RO, i3 a( k! Z) _9 E0 x) N
global advanced cluster_network 172.27.10.0/24 *
; T! I4 N B1 h _7 U$ G) i5 u2 Kglobal advanced ms_bind_ipv4 true
5 ~' c- f0 U& u" @. K6 S6 W2 ?global advanced ms_bind_ipv6 false
$ g7 a8 ]& E& D/ |, X2 ^/ {global dev osd_crush_chooseleaf_type 0 * 1 g1 ~' b, _, P" M, V
global advanced osd_deep_scrub_interval 3628800.000000 ; R8 a0 H6 X% ]7 a
global advanced osd_pool_default_crush_rule -1 - V* M: A0 ?9 b% p( D! D
global advanced public_network 172.27.12.0/23 * 2 L1 [9 s; S2 t. \1 |
[root@yz-openstack01-controller03 ~]# ceph -s
5 O5 M. p- l" O% ^5 C& u cluster:; R4 R5 M+ k9 c* ?
id: 5fa16469-8be4-4457-8a78-12b1910afff7* L& @3 f) Q! y
health: HEALTH_OK
* ^. U* J9 H( @" g9 `/ `( ?/ W/ |& e! `
services:) ?4 O1 Q9 M: O6 ~
mon: 5 daemons, quorum compute01,controller01,controller02,controller03,compute02 (age 2d)
( z, b2 q( T* U9 @) |2 | mgr: controller02(active, since 8d), standbys: controller01, controller039 g5 q- ~5 A! a. `3 U; I/ e$ u& h4 |
mds: 1/1 daemons up, 2 standby8 r" Y. g6 I5 Y* F. B7 ^
osd: 96 osds: 96 up (since 34h), 96 in (since 34h)
$ }$ A8 d( }: T. B2 \+ f rgw: 3 daemons active (3 hosts, 1 zones)
& u7 `- r- z0 U* `) `2 U' }
* z( [' p& z4 j) O: O4 {# y- o data:4 g2 n) q7 ~) Y0 j5 e# c( w/ A
volumes: 1/1 healthy
% |+ {, `( v0 |: W8 `5 E pools: 14 pools, 881 pgs7 n% P4 i- }# v# t/ I# K
objects: 7.69M objects, 29 TiB
" T) d! v' F, O) Y* P usage: 105 TiB used, 611 TiB / 716 TiB avail
+ T: \2 r2 b) v4 D" q( h pgs: 880 active+clean
. N8 m0 @7 R* @& Z% O/ L 1 active+clean+scrubbing+deep+repair$ ^; @# a. b, n% p
5 L- U! j2 T+ Z7 v2 T% w io:* x3 t, G& v% M2 @7 N
client: 14 KiB/s rd, 14 MiB/s wr, 7 op/s rd, 1.08k op/s wr
: f! u% m9 w T
* L& t$ O# c( n9 }' ]. ~3 k[root@controller03 ~]#
0 p% i5 X" P* g
& x4 A: W9 ^. I9 r |
|