将设为首页浏览此站
开启辅助访问 天气与日历 收藏本站联系我们切换到窄版

易陆发现论坛

 找回密码
 开始注册
查看: 52|回复: 2
收起左侧

HEALTH_WARN 1/5 mons down ceph 分布式存储检查状态告警 解决过程

[复制链接]
发表于 2022-11-15 10:08:55 | 显示全部楼层 |阅读模式

马上注册,结交更多好友,享用更多功能,让你轻松玩转社区。

您需要 登录 才可以下载或查看,没有帐号?开始注册

x
HEALTH_WARN 1/5 mons down,HEALTH_WARN 1/5 mons down ceph 分布式存储检查状态告警 解决过程+ X( K" [3 ?. X, S, C( h' \: `0 K/ |; |

& z, x. i* ^. e' X( W2 ~& A( v2 Y) A8 D[root@hostceph1 deploy]# ceph -s
& V6 I5 Q& i) g% h& S! C' D  cluster:
* d, S. @3 A/ f! o    id:     8daade9f-1db5-4e9e-a0ac-cbe1b3abafd1
& @! ?/ `3 H. _    health: HEALTH_WARN
; X# F) n  Z; O6 F3 D( L            1/5 mons down, quorum hostceph1,hostceph2,hostceph3,compute08
5 a  {5 {; \& S' w# X; f, _
2 A3 T7 D3 q: l  services:
7 n) t; Q; t# k5 w7 C, I    mon: 5 daemons, quorum hostceph1,hostceph2,hostceph3,compute08 (age 2w), out of quorum: compute064 M6 k) I% L! L& g9 ]* G
    mgr: hostceph2(active, since 5M), standbys: hostceph3, hostceph1, compute07, compute09, compute08, compute067 P7 y( K: v% j$ s" D
    osd: 34 osds: 34 up (since 3M), 34 in (since 5M). M$ h, F/ @9 `& o4 d8 [" }
! ~2 z# d2 c9 F+ F5 Q5 @3 a" V3 a* @
  data:6 {! w0 r& I4 I: S% _% ~# B8 p
    pools:   9 pools, 8832 pgs
& s" n) o* P2 Y. V) f# v    objects: 312.99k objects, 1.2 TiB
" @( s8 P* @: A7 |1 Y7 e    usage:   8.3 TiB used, 118 TiB / 127 TiB avail
  @. V, V3 e* C    pgs:     8831 active+clean" j, r# |4 \$ g3 L  M
             1    active+clean+scrubbing+deep/ u$ s' ^5 {% M; u, {- S

. @3 P% B3 }, }7 R* D  io:4 @, n' r; u; j8 h8 p( K0 {
    client:   114 KiB/s rd, 712 KiB/s wr, 138 op/s rd, 51 op/s wr; W8 y4 W8 Q# x& N
0 I' x4 k' L. N( A
[root@hostceph1 deploy]# ceph health detail 9 }8 B% j; c* I2 L1 d1 N5 ~
HEALTH_WARN 1/5 mons down, quorum hostceph1,hostceph2,hostceph3,compute083 H' G$ r! T% W- a
MON_DOWN 1/5 mons down, quorum hostceph1,hostceph2,hostceph3,compute088 @# H3 a- l0 s0 `( L
    mon.compute06 (rank 3) addr [v2:172.20.1.9:3300/0,v1:172.20.1.9:6789/0] is down (out of quorum)0 @% q) S. A2 U" t. O; o
[root@hostceph1 deploy]# ping 172.20.1.94 E( {/ D- Z4 g
PING 172.20.1.9 (172.20.1.9) 56(84) bytes of data.
7 b- P9 G6 U' Y" Y7 f64 bytes from 172.20.1.9: icmp_seq=1 ttl=64 time=0.125 ms8 D% S- ^" ~+ X/ L) ^( M
64 bytes from 172.20.1.9: icmp_seq=2 ttl=64 time=0.099 ms0 D; G3 `: T, S+ ~8 Y; B
^C
4 T  D" f, z. p  k- v& r--- 172.20.1.9 ping statistics ---
! M8 f; \: P3 T% r8 Y2 packets transmitted, 2 received, 0% packet loss, time 999ms/ n; o4 l; A* @; r7 ?4 H
rtt min/avg/max/mdev = 0.099/0.112/0.125/0.013 ms0 q5 x, G; j7 _; K9 Y
[root@hostceph1 deploy]# ls% p, `1 F; z/ u: Z& B8 H; l6 i
ceph.bootstrap-mds.keyring  ceph.bootstrap-osd.keyring  ceph.client.admin.keyring  ceph.conf.bak         ceph.mon.keyring  cmap.txt   osdcreate.sh  ssdcrub.sh
! S" ~. |& M' l0 Pceph.bootstrap-mgr.keyring  ceph.bootstrap-rgw.keyring  ceph.conf                  ceph-deploy-ceph.log  cmap              cubosd.sh  pool.sh       ssdosdcreate.sh; |; S  h5 M0 W" @
[root@hostceph1 deploy]# vim ceph.conf
, X- p# \5 {4 o# _[root@hostceph1 deploy]# - o4 P& Q5 Z& d' T: a

9 g  V& I4 R, c! _9 y% `% X8 O! @7 v0 C5 _- ]0 Z" P
' K$ h/ ~& {& k$ P! X: V9 W
检查发现:8 c0 g. T7 I, J1 Y, M! S9 X
[root@compute06 ~]# vim /etc/ceph/ceph.conf
5 c2 T- U. Q# `, s4 M$ r+ A3 x  J7 U. B; f3 V+ u
[global]
0 K& S2 ^. q$ hfsid = 8daade9f-1db5-4e9e-a0ac-cbe1b3abafd1: Q! Q% i* v  R+ ~0 Q- N
mon_initial_members = hostceph1, hostceph2, hostceph3, compute06, compute08
3 F6 \7 S& D7 v8 ymon_host = 172.20..13, 172.20..14, 172.20.x.15, 172.20.x.11, 172.20.x.13. [* M5 n, {' s& H, s
auth_cluster_required = cephx
, \9 x2 a( k, }$ w" K0 oauth_service_required = cephx) P$ H3 D7 `( u. {! d/ T
auth_client_required = cephx2 _+ `/ U0 b- L9 h

$ F. s/ e; u: U
; w* P; j8 d" d& Q没有06的ip地址:# e' ?( j. V0 D- h1 p+ y

. q1 z) b: F" `在deploy节点修改配置文件: j" M: O6 d' z4 y3 R7 d
" A3 X- ?3 a7 [) Q/ W
vim /etc/ceph/ceph.conf % m6 b2 F  j& H
6 y; a, k, _6 d' |2 S( |# _
[global]7 Z% a' c4 f! D0 M6 f
fsid = 8daade9f-1db5-4e9e-a0ac-cbe1b3abafd1
+ k8 d) J- q. Y# ~' V; K. ?5 dmon_initial_members = hostceph1, hostceph2, hostceph3, compute06, compute08; {7 j8 r% O0 |9 a) d2 V( e" h
mon_host = 172.20..13, 172.20..14, 172.20.x.15, 172.20.x.11, 172.20.x.9, b* Z, p, }* H
auth_cluster_required = cephx) [& g9 C4 K  \+ E* `
auth_service_required = cephx- }9 M% W' |9 l$ R; W
auth_client_required = cephx
' i) |. {* y. Z7 c8 b) U. I4 K6 H9 V: j3 z3 V! ?$ c. A

+ J, }* L, I& ~  ?; a4 ^) e% {- @! K, M& ?' u/ l, F6 U

- x4 f' J, n3 H* ^+ S使用ceph-deploy admin  将配置文件下发到其他节点:/ \. C; p' q/ ]2 A% ~/ x
ceph-deploy --overwrite-conf admin hostceph{1,2,3} compute0{6,7,8,9} - o' P) t6 x' B5 |3 O
[ceph_deploy.conf][DEBUG ] found configuration file at: /root/.cephdeploy.conf
9 c" ^* s: X8 J! Q[ceph_deploy.cli][INFO  ] Invoked (2.0.1): /usr/bin/ceph-deploy --overwrite-conf admin hostceph1 hostceph2 hostceph3 compute06 compute07 compute08 compute09
* M( S, T# u1 I9 `) ?2 [, ?8 b[ceph_deploy.cli][INFO  ] ceph-deploy options:
4 A; _; H) I( V% Q  B+ W[ceph_deploy.cli][INFO  ]  username                      : None" l  J$ |1 R, U% Z4 l8 F
[ceph_deploy.cli][INFO  ]  verbose                       : False2 q. B! M8 m* g4 ~0 T) p
[ceph_deploy.cli][INFO  ]  overwrite_conf                : True0 {* Q% _5 M/ L. m! ?( z* t
[ceph_deploy.cli][INFO  ]  quiet                         : False
" E* |  {9 X; w7 u7 W  X  O* e[ceph_deploy.cli][INFO  ]  cd_conf                       : <ceph_deploy.conf.cephdeploy.Conf instance at 0x7fe87edcd290>, X; a) U7 E6 K  K" i! m1 Y
[ceph_deploy.cli][INFO  ]  cluster                       : ceph! L. g2 C' x3 D4 ~% t" a; W
[ceph_deploy.cli][INFO  ]  client                        : ['hostceph1', 'hostceph2', 'hostceph3', 'compute06', 'compute07', 'compute08', 'compute09']
, C" m$ K: I  h* _[ceph_deploy.cli][INFO  ]  func                          : <function admin at 0x7fe87f8de230>
- t6 G" k- f+ X/ v[ceph_deploy.cli][INFO  ]  ceph_conf                     : None
  M! u# X4 M) k( ]- }% h" w5 a7 v[ceph_deploy.cli][INFO  ]  default_release               : False  {7 H0 K2 M  O9 v0 Y
[ceph_deploy.admin][DEBUG ] Pushing admin keys and conf to hostceph1- [$ p9 q- @6 o9 N3 r$ {% {; U) w4 C
[hostceph1][DEBUG ] connected to host: hostceph1 ) \1 {- E8 D" ~' y6 y
[hostceph1][DEBUG ] detect platform information from remote host1 o2 w3 Q9 O/ E) ^) q1 Y9 O
3 K$ C% S# ^! z- k, }

, P; J, }3 n% m8 i4 U6 t# M1 @" ?$ N1 e# H5 b& M, q
% k! O. ]/ P/ z
 楼主| 发表于 2022-11-15 10:10:36 | 显示全部楼层
ceph-deploy --overwrite-conf mon  destroy compute06
2 _4 G5 f; a, g% w: }. }  ^+ U[ceph_deploy.conf][DEBUG ] found configuration file at: /root/.cephdeploy.conf
1 w; ^* g% N- Q* g* F2 c5 R3 b1 C4 R[ceph_deploy.cli][INFO  ] Invoked (2.0.1): /usr/bin/ceph-deploy --overwrite-conf mon destroy compute06
- c+ h, t7 H* j6 o# l' q8 Q- n) J1 c% f[ceph_deploy.cli][INFO  ] ceph-deploy options:0 L% ?9 p4 s, F2 J; E8 M. f
[ceph_deploy.cli][INFO  ]  username                      : None
5 |* E- w0 e1 m2 G( F[ceph_deploy.cli][INFO  ]  verbose                       : False  D! j/ \* e# t0 L
[ceph_deploy.cli][INFO  ]  overwrite_conf                : True
: R) r1 F5 S$ w! e0 @1 C5 L/ g( Y[ceph_deploy.cli][INFO  ]  subcommand                    : destroy
* d; F+ j: {3 d7 e. W; j8 y[ceph_deploy.cli][INFO  ]  quiet                         : False" S/ k6 l/ |; r
[ceph_deploy.cli][INFO  ]  cd_conf                       : <ceph_deploy.conf.cephdeploy.Conf instance at 0x7f90d4005e60>8 J: O/ p: y/ e  \, S- z5 x
[ceph_deploy.cli][INFO  ]  cluster                       : ceph
1 W# @% x5 o0 a[ceph_deploy.cli][INFO  ]  mon                           : ['compute06']
5 w$ x( ?: t: t( T, M% c. y1 F+ U[ceph_deploy.cli][INFO  ]  func                          : <function mon at 0x7f90d4059410>
& o0 @% ]9 ]' s3 W+ H, |/ w[ceph_deploy.cli][INFO  ]  ceph_conf                     : None
; L3 ^4 v" ]- l[ceph_deploy.cli][INFO  ]  default_release               : False
- X  D) g9 y0 r. u) o: D, |[ceph_deploy.mon][DEBUG ] Removing mon from compute06
) F3 m& u6 W0 M5 k6 i[compute06][DEBUG ] connected to host: compute06
# ]  f- H# U  A; V, v[compute06][DEBUG ] detect platform information from remote host
& z- Z* m: M# X( h' x[compute06][DEBUG ] detect machine type
4 a$ T4 I! J' D2 ^1 |" A[compute06][DEBUG ] find the location of an executable: w" R: A- A' X9 S: p# q, {
[compute06][DEBUG ] get remote short hostname' J0 G4 t, a  o: H
[compute06][INFO  ] Running command: ceph --cluster=ceph -n mon. -k /var/lib/ceph/mon/ceph-compute06/keyring mon remove compute06" u- i. G. G, K5 I
[compute06][WARNIN] 2022-11-15 10:16:22.023 7fabc2ca4700 -1 auth: unable to find a keyring on /etc/ceph/ceph.mon..keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,: (2) No such file or directory
9 G$ ~) G& u: Y3 c[compute06][WARNIN] 2022-11-15 10:16:22.023 7fabc2ca4700 -1 AuthRegistry(0x7fabbc065d78) no keyring found at /etc/ceph/ceph.mon..keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,, disabling cephx4 a& B* J0 l$ Z& C5 a2 K" h' E
[compute06][WARNIN] removing mon.compute06 at [v2:172.20.1.9:3300/0,v1:172.20.1.9:6789/0], there will be 4 monitors. A5 P  e9 N+ H& i
[compute06][INFO  ] polling the daemon to verify it stopped
7 h" c# h" r4 f! s[compute06][INFO  ] Running command: systemctl stop ceph-mon@compute06.service
) V6 D' D& L3 I6 }3 C& C( o  v
 楼主| 发表于 2022-11-15 10:12:15 | 显示全部楼层
ceph-deploy --overwrite-conf mon  add compute06 7 P, e" _4 C$ ], b& x% z
[ceph_deploy.conf][DEBUG ] found configuration file at: /root/.cephdeploy.conf
( n& K7 ?* y0 C" H: c" `) Y[ceph_deploy.cli][INFO  ] Invoked (2.0.1): /usr/bin/ceph-deploy --overwrite-conf mon add compute06
: e% R! W0 ?! d( }5 }7 j[ceph_deploy.cli][INFO  ] ceph-deploy options:- R' M% A1 h- j4 i0 p6 n5 R
[ceph_deploy.cli][INFO  ]  username                      : None
4 h3 r; G) y: W; [[ceph_deploy.cli][INFO  ]  verbose                       : False( z: w& x: z  O3 U4 r/ K
[ceph_deploy.cli][INFO  ]  overwrite_conf                : True2 i+ l" K; s- V: z& F" E  w0 U. k
[ceph_deploy.cli][INFO  ]  subcommand                    : add1 P  @! {" G1 y! W5 @6 |8 _5 q  {& T9 }
[ceph_deploy.cli][INFO  ]  quiet                         : False6 c# K2 {9 O9 f$ G
[ceph_deploy.cli][INFO  ]  cd_conf                       : <ceph_deploy.conf.cephdeploy.Conf instance at 0x7fe3aef63e60>
9 p9 w! [! [6 H0 `4 G% S5 }[ceph_deploy.cli][INFO  ]  cluster                       : ceph+ L* b( f; N* G" R- `
[ceph_deploy.cli][INFO  ]  mon                           : ['compute06']  D1 n- _+ Z# v
[ceph_deploy.cli][INFO  ]  func                          : <function mon at 0x7fe3aefb7410>3 ?6 w4 e8 s) M( f
[ceph_deploy.cli][INFO  ]  address                       : None
9 F' j  \: _* r8 ]& x* g1 V[ceph_deploy.cli][INFO  ]  ceph_conf                     : None
: Y+ P: g  u1 C* t/ i# b& U6 M. C[ceph_deploy.cli][INFO  ]  default_release               : False0 l& L1 y: @. x0 `5 t6 t  Y
[ceph_deploy.mon][INFO  ] ensuring configuration of new mon host: compute06
/ A* ?3 o" ]7 v1 R- L. w[ceph_deploy.admin][DEBUG ] Pushing admin keys and conf to compute06
3 d  E: p8 ?, G/ L9 R; U2 U; c( G[compute06][DEBUG ] connected to host: compute06
7 e1 J0 o" H) s% ~[compute06][DEBUG ] detect platform information from remote host
( G0 v3 X  [  V9 q  _[compute06][DEBUG ] detect machine type
) \' n* f. p( l0 U3 w# X; P[compute06][DEBUG ] write cluster configuration to /etc/ceph/{cluster}.conf
0 y, i# l& t9 r[ceph_deploy.mon][DEBUG ] Adding mon to cluster ceph, host compute06+ n% K% g" D" G8 K( r! p4 Y# k! a
[ceph_deploy.mon][DEBUG ] using mon address by resolving host: 172.20.1.9; O. p, B9 O2 T' K# A
[ceph_deploy.mon][DEBUG ] detecting platform for host compute06 .... T# b/ O; m( y1 p& m1 ?
[compute06][DEBUG ] connected to host: compute06
/ G8 G% P- K8 z2 u[compute06][DEBUG ] detect platform information from remote host
8 U$ g9 K! f# n  u- x[compute06][DEBUG ] detect machine type) l3 t: z. _  A" E5 l5 U
[compute06][DEBUG ] find the location of an executable
* h. E8 _+ q: i8 W9 |2 J7 q4 Y[ceph_deploy.mon][INFO  ] distro info: CentOS Linux 7.9.2009 Core  E( |$ u1 _% B1 D
[compute06][DEBUG ] determining if provided host has same hostname in remote( M" l: r& t, g9 A  ]1 u/ f/ V
[compute06][DEBUG ] get remote short hostname
9 c% }" R  Y0 @$ j4 d[compute06][DEBUG ] adding mon to compute062 Y# d9 Q9 V7 v
[compute06][DEBUG ] get remote short hostname& u+ B3 E/ k2 k1 t) U7 I3 Q% U' y
[compute06][DEBUG ] write cluster configuration to /etc/ceph/{cluster}.conf
, }" y0 J+ D, _+ h" S2 g3 Q[compute06][DEBUG ] create the mon path if it does not exist
, r* W3 A4 M. P) E0 }& k6 \, l[compute06][DEBUG ] checking for done path: /var/lib/ceph/mon/ceph-compute06/done% |- d$ X$ v" J
[compute06][DEBUG ] done path does not exist: /var/lib/ceph/mon/ceph-compute06/done  ?1 `+ Z) b8 |0 N( F4 j
[compute06][INFO  ] creating keyring file: /var/lib/ceph/tmp/ceph-compute06.mon.keyring* g( @3 U# h; e* O% a
[compute06][DEBUG ] create the monitor keyring file
0 s$ d2 E+ y# k) o2 K[compute06][INFO  ] Running command: ceph --cluster ceph mon getmap -o /var/lib/ceph/tmp/ceph.compute06.monmap) U. D' u. I/ @2 ?1 _& e. J
[compute06][WARNIN] got monmap epoch 6% z* E  N1 W, g! x/ p
[compute06][INFO  ] Running command: ceph-mon --cluster ceph --mkfs -i compute06 --monmap /var/lib/ceph/tmp/ceph.compute06.monmap --keyring /var/lib/ceph/tmp/ceph-compute06.mon.keyring --setuser 167 --setgroup 1678 o8 P& a$ R  l
[compute06][INFO  ] unlinking keyring file /var/lib/ceph/tmp/ceph-compute06.mon.keyring
7 N  j" J& e8 t8 L[compute06][DEBUG ] create a done file to avoid re-doing the mon deployment
5 ^) ~3 c7 k$ S* D[compute06][DEBUG ] create the init path if it does not exist! i" B* |; _  l$ P+ R* U
[compute06][INFO  ] Running command: systemctl enable ceph.target
; y& b) }/ b% q2 V  z  B[compute06][INFO  ] Running command: systemctl enable ceph-mon@compute06$ n0 f" f. g9 {+ ~
[compute06][INFO  ] Running command: systemctl start ceph-mon@compute06
$ v& f! B# c1 J2 N# k" L[compute06][INFO  ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.compute06.asok mon_status' Y0 C4 z! f# S! g/ S9 E! P
[compute06][WARNIN] monitor compute06 does not exist in monmap5 M; h4 H4 l3 r
[compute06][INFO  ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.compute06.asok mon_status' [5 B+ v9 ~/ ~5 N2 Z
[compute06][DEBUG ] ********************************************************************************8 Z. h/ @3 @9 {. c0 [
[compute06][DEBUG ] status for monitor: mon.compute06
) A; ^% C! ?3 {[compute06][DEBUG ] {+ O5 Y: i) Q& t( t; c! [7 N
[compute06][DEBUG ]   "election_epoch": 0, 6 X: N+ Q+ W8 F- Y& P5 |1 q
[compute06][DEBUG ]   "extra_probe_peers": [], 5 j) U; w; x* f5 y. g6 i4 [. D
[compute06][DEBUG ]   "feature_map": {
% Y( ]- }& n7 m8 I6 Z[compute06][DEBUG ]     "mon": [
. U4 O. Q. E8 k: H& G[compute06][DEBUG ]       {
. J" ]/ H0 P6 J1 R; C4 k[compute06][DEBUG ]         "features": "0x3ffddff8ffacffff",
; u. i. n" q! G+ ][compute06][DEBUG ]         "num": 1,
3 `% g4 B0 m' j' T7 I" q) G  b[compute06][DEBUG ]         "release": "luminous"; y' q4 _* T9 g; R: F' Z
[compute06][DEBUG ]       }
6 P3 f3 m' M; K! m" v- g[compute06][DEBUG ]     ]* ~( u5 g9 ?( X/ w0 L( E0 z. t, R1 b
[compute06][DEBUG ]   },
7 O: _/ @3 J, }, d+ k[compute06][DEBUG ]   "features": {
9 p" ?/ F2 u, Y[compute06][DEBUG ]     "quorum_con": "0",
4 ^5 ~+ M7 t: U[compute06][DEBUG ]     "quorum_mon": [], + O& k; R: L* U. g9 k1 w7 W
[compute06][DEBUG ]     "required_con": "2449958197560098820",
8 y1 p) D, H3 G[compute06][DEBUG ]     "required_mon": [
( \4 d" d4 X& R+ V8 @[compute06][DEBUG ]       "kraken",
; A1 ^/ N; o2 h[compute06][DEBUG ]       "luminous",
, Y$ `" K0 Z; @# |& J; F[compute06][DEBUG ]       "mimic", ' G6 [( X9 l( z: C' _9 A
[compute06][DEBUG ]       "osdmap-prune",
7 H  b- \9 V$ R7 o6 d0 v[compute06][DEBUG ]       "nautilus"
$ w* }) _4 m) R# g4 L! N$ h[compute06][DEBUG ]     ]
3 I- n: o0 l/ J8 ~3 l  {[compute06][DEBUG ]   }, - G: h' P+ g; [  ?0 T% t  t& c% u; x
[compute06][DEBUG ]   "monmap": {
) s1 a9 X0 T* x! Y9 j3 _5 O/ b( I[compute06][DEBUG ]     "created": "2021-10-28 14:49:15.304143",
% Q5 N1 s0 K( V; t/ \[compute06][DEBUG ]     "epoch": 6,
3 H4 C$ r/ U5 Z( j% o" Z* O[compute06][DEBUG ]     "features": {9 ~7 N: Y+ u0 k; D
[compute06][DEBUG ]       "optional": [], 0 Q$ C& I6 S4 c+ ~' f# b6 ?. i. X
[compute06][DEBUG ]       "persistent": [; x/ {8 K6 W% d6 Y
[compute06][DEBUG ]         "kraken",
9 \( B6 n2 k" @, L* B[compute06][DEBUG ]         "luminous", 8 p1 s  `! a5 M
[compute06][DEBUG ]         "mimic",
1 p: C1 C2 [- R( d& V. s[compute06][DEBUG ]         "osdmap-prune", 2 z9 ]* U- k! \" `- Q. {% B/ H
[compute06][DEBUG ]         "nautilus"
* s$ _9 C# {8 y9 O8 h; X[compute06][DEBUG ]       ]
6 y$ ?6 N. v' n' q3 b& S  O[compute06][DEBUG ]     },
7 c9 T+ ?/ A# F/ |% ?; r[compute06][DEBUG ]     "fsid": "8daade9f-1db5-4e9e-a0ac-cbe1b3abafd1",
7 j7 z4 l; u, M$ J[compute06][DEBUG ]     "min_mon_release": 14,
/ r* G# t6 V0 [3 u4 {- Q[compute06][DEBUG ]     "min_mon_release_name": "nautilus",
( a% T3 H) M  {$ l- U[compute06][DEBUG ]     "modified": "2022-11-15 10:16:22.469673", : G0 o" ]6 U. e4 Y, c+ D  n
[compute06][DEBUG ]     "mons": [% _) K/ g3 q' z. ?. D
[compute06][DEBUG ]       {' ^6 Q+ t( ?" F) b5 }
[compute06][DEBUG ]         "addr": "172.20.1.13:6789/0",
+ h" S' e: G$ x; \3 J8 q/ G[compute06][DEBUG ]         "name": "hostceph1", 1 H! {+ V7 l+ X
[compute06][DEBUG ]         "public_addr": "172.20.1.13:6789/0",
/ S  I3 y0 f8 l[compute06][DEBUG ]         "public_addrs": {' s; t4 y6 N8 j
[compute06][DEBUG ]           "addrvec": [; t: K# z- Y3 V+ \& I
[compute06][DEBUG ]             {/ r) Q: |, _: J3 U+ P
[compute06][DEBUG ]               "addr": "172.20.1.13:3300",
3 [. s2 N! Y. ^: x& K( ?[compute06][DEBUG ]               "nonce": 0,
+ H6 ?" H; P* x* Z% U[compute06][DEBUG ]               "type": "v2"! `6 f; M1 v3 A# V8 l: N
[compute06][DEBUG ]             },   H& t& s2 m. D' ?8 E5 ?3 I" m, O
[compute06][DEBUG ]             {0 K' V. S! a4 c* V, J$ z9 B
[compute06][DEBUG ]               "addr": "172.20.1.13:6789", ) v; T7 T$ K9 m1 L
[compute06][DEBUG ]               "nonce": 0,
) d% K* i. S0 h  b! z4 Q[compute06][DEBUG ]               "type": "v1"
# ^" a* o' I- U, S[compute06][DEBUG ]             }6 ^* e5 Q1 b% I" {! Y
[compute06][DEBUG ]           ]
  N9 H8 ?: N6 w, ?5 m* s/ t7 o, j[compute06][DEBUG ]         },
- _" `: E4 X; Z+ _) i7 E5 ~[compute06][DEBUG ]         "rank": 0, z1 q! D6 ^& z
[compute06][DEBUG ]       },
8 c; x, Z& G" f4 @9 E0 G[compute06][DEBUG ]       {, q2 z, n# I: r) V
[compute06][DEBUG ]         "addr": "172.20.1.14:6789/0", ( g; B% G7 C$ e& v
[compute06][DEBUG ]         "name": "hostceph2",
' V! q  z5 L1 a. n1 Q[compute06][DEBUG ]         "public_addr": "172.20.1.14:6789/0", ! ]% t2 |5 x1 |7 N; I6 ~* J+ k
[compute06][DEBUG ]         "public_addrs": {8 e6 @1 ^7 u5 a! W
[compute06][DEBUG ]           "addrvec": [
, g; A" f, P+ _' n2 g[compute06][DEBUG ]             {7 G+ k) ?/ S0 P5 d( j$ X& K
[compute06][DEBUG ]               "addr": "172.20.1.14:3300", / a/ A; u, A* _1 d; M) S& Y3 A
[compute06][DEBUG ]               "nonce": 0,
' X6 \  u6 }' |1 H[compute06][DEBUG ]               "type": "v2"
' k" M6 ]. S# P5 E0 f- `3 Q[compute06][DEBUG ]             },
& e& X1 P( W+ k3 m- `[compute06][DEBUG ]             {
7 T1 @# w" ]" t+ x[compute06][DEBUG ]               "addr": "172.20.1.14:6789",
( b" y2 ?4 R# b( C9 e. Y[compute06][DEBUG ]               "nonce": 0, # ?! Q) _7 q0 L4 f( s& ]3 |2 Q
[compute06][DEBUG ]               "type": "v1"1 R4 Y4 ^# _: d7 P$ D  }' f0 r
[compute06][DEBUG ]             }9 T$ H+ C& n$ b/ U& q6 A( q
[compute06][DEBUG ]           ]
5 J! k  h$ T: N1 y[compute06][DEBUG ]         },
* v2 p3 ]1 Q  j, f[compute06][DEBUG ]         "rank": 1- H5 ~  Y- I' _$ ~: S2 q9 Z7 e4 C
[compute06][DEBUG ]       }, 8 B: ^$ R1 N* u. c5 J
[compute06][DEBUG ]       {
6 V1 }1 _1 U) H$ j9 t! G[compute06][DEBUG ]         "addr": "172.20.1.15:6789/0", 5 B5 ?( k* d9 [" m* ^" s
[compute06][DEBUG ]         "name": "hostceph3", - E4 C2 r5 c" I1 O
[compute06][DEBUG ]         "public_addr": "172.20.1.15:6789/0", , e) W2 ^4 V, O) r' u8 z
[compute06][DEBUG ]         "public_addrs": {
+ H5 Z6 K  b4 L2 Y8 a[compute06][DEBUG ]           "addrvec": [
* Z3 v! P9 e4 L8 {6 V[compute06][DEBUG ]             {, J2 p8 }; l. D& F$ b1 T7 B
[compute06][DEBUG ]               "addr": "172.20.1.15:3300",
- w' r  I# |8 B! z7 E[compute06][DEBUG ]               "nonce": 0,
# j2 _0 `! w; n0 b( ^+ U[compute06][DEBUG ]               "type": "v2") z  l! U! e: u' x7 e
[compute06][DEBUG ]             },
- ]6 j$ q7 u0 a5 n  ~[compute06][DEBUG ]             {
& ~0 R* y) T( G1 b/ I- o[compute06][DEBUG ]               "addr": "172.20.1.15:6789",
. B9 J, Z) o% H' k. f[compute06][DEBUG ]               "nonce": 0, * |# o2 s( M8 @3 ?) R
[compute06][DEBUG ]               "type": "v1"
& ?0 L- e7 g6 B" s+ G, O[compute06][DEBUG ]             }8 y; `+ y6 S( a  x
[compute06][DEBUG ]           ]
9 s0 ^& ]2 S2 U% k- G[compute06][DEBUG ]         }, ; [; _- q5 E9 R9 [- _
[compute06][DEBUG ]         "rank": 23 R, o; L6 o  _/ s! M# B
[compute06][DEBUG ]       },
# k. s& \$ `2 M; Q[compute06][DEBUG ]       {
" g' w( k3 N( @[compute06][DEBUG ]         "addr": "172.20.1.11:6789/0",
) u# W: I3 |( I  `. |$ |! d[compute06][DEBUG ]         "name": "compute08",
0 |1 O! G# L/ [% ~[compute06][DEBUG ]         "public_addr": "172.20.1.11:6789/0",
3 j* w+ D$ ?# J( i( Z4 ?( h/ K[compute06][DEBUG ]         "public_addrs": {, L2 ~) \! C' s$ {; R! _, @
[compute06][DEBUG ]           "addrvec": [" a3 {0 t3 L* K9 I( ]  B/ k
[compute06][DEBUG ]             {) x! n+ G9 `- L1 r- i
[compute06][DEBUG ]               "addr": "172.20.1.11:3300", * z! ^+ i1 r) z; k. g
[compute06][DEBUG ]               "nonce": 0,
/ ?6 O  `% W8 E6 Y) D$ l& j8 \[compute06][DEBUG ]               "type": "v2"
2 Q/ D9 P: G2 i; W[compute06][DEBUG ]             },
: |8 e; ]; U) D2 m[compute06][DEBUG ]             {
. ]5 o/ s3 ^) x9 Q$ F[compute06][DEBUG ]               "addr": "172.20.1.11:6789",
1 A- I3 z0 j+ {[compute06][DEBUG ]               "nonce": 0,
  |* t; E* j3 D" ^4 V; t! T! f[compute06][DEBUG ]               "type": "v1"  c* \. V  w: t
[compute06][DEBUG ]             }2 [' V9 o& c. X% o" s
[compute06][DEBUG ]           ]' |; O. J) W: ?: l% ^5 @
[compute06][DEBUG ]         }, 5 N, q  K* M& }2 ~/ d; B/ y( ^+ O
[compute06][DEBUG ]         "rank": 3
4 ^6 }5 c5 [$ H# M5 }/ k[compute06][DEBUG ]       }; u' J& z: K& w' r
[compute06][DEBUG ]     ]
( O4 n1 k: m' A: D# f- D" X/ q3 E[compute06][DEBUG ]   },
6 g6 S/ K. F2 g: {4 Y[compute06][DEBUG ]   "name": "compute06",
! {3 k, ]& f! D$ m; \[compute06][DEBUG ]   "outside_quorum": [],
/ w& i3 ~' l( c[compute06][DEBUG ]   "quorum": [],
1 y; c; ^7 |8 S+ a$ o[compute06][DEBUG ]   "rank": -1,
" _$ A7 u) d( k2 O- [0 `+ R( r[compute06][DEBUG ]   "state": "probing", * M# j# J8 o/ z
[compute06][DEBUG ]   "sync_provider": []- S1 Q3 i. i- f* G' c; |4 F
[compute06][DEBUG ] }! D$ E1 k# y- q0 F$ P
[compute06][DEBUG ] ********************************************************************************
' v1 \4 h6 }* K2 E+ _; Q[compute06][INFO  ] monitor: mon.compute06 is currently at the state of probing
) n6 f4 U& x$ E[root@hostceph1 deploy]# ceph -s
- ], @" L7 z! s& n3 l  cluster:- x0 B/ ]5 j5 ~2 G2 Z+ i% a, t4 W
    id:     8daade9f-1db5-4e9e-a0ac-cbe1b3abafd1$ D# n! v* T3 p  n! G% O1 ]/ e
    health: HEALTH_WARN2 W3 h2 t8 x0 j, i. W! b1 I/ R3 Y
            15 daemons have recently crashed
* ~, n' r  Y: H
9 r/ q1 W) `9 g- C- I. ]% ^  services:$ j* u! ?- }4 y" g) i6 r6 {
    mon: 5 daemons, quorum hostceph1,hostceph2,hostceph3,compute08,compute06 (age 0.657523s)
" a3 x' [3 v; D# u0 u) U    mgr: hostceph2(active, since 5M), standbys: hostceph3, hostceph1, compute07, compute09, compute08, compute06
/ P* I3 Y  i& |6 h    osd: 34 osds: 34 up (since 3M), 34 in (since 5M)% t) j( M/ q0 t6 n# ?, {8 V/ m, `
8 d3 b) B7 ]9 K8 R
  data:
: a# R* P. R& {5 w    pools:   9 pools, 8832 pgs! R" O  Z/ Q% N+ t" {! N
    objects: 312.99k objects, 1.2 TiB, Z; _9 h! }, r3 L
    usage:   8.3 TiB used, 118 TiB / 127 TiB avail! g7 e# q: `3 _, w, P$ i
    pgs:     8832 active+clean
( i" z# {8 x+ J9 e* t  @# M
- M+ V# R7 o) |* R. m  io:) J4 K2 x1 E& L. q9 u
    client:   27 KiB/s rd, 64 KiB/s wr, 13 op/s rd, 6 op/s wr9 \( Z& m5 ~7 K+ Y) O
& T; q. ^2 A0 j- N

6 K; i6 a+ a2 m; |4 K3 S- ~9 Dmon的告警解除了。遇到了新的问题。
您需要登录后才可以回帖 登录 | 开始注册

本版积分规则

关闭

站长推荐上一条 /4 下一条

如有购买积分卡请联系497906712

QQ|返回首页|Archiver|手机版|小黑屋|易陆发现 点击这里给我发消息

GMT+8, 2022-12-10 10:02 , Processed in 0.048493 second(s), 21 queries .

Powered by LR.LINUX.cloud bbs168x X3.2 Licensed

© 2012-2022 Comsenz Inc.

快速回复 返回顶部 返回列表