浏览此站
联系我们相册切换到窄版 Language

 找回密码
 注册
易陆发现论坛»论坛 › 云计算开源区 › ceph分布式存储 › HEALTH_WARN 1/5 mons down ceph 分布式存储检查状态告 ...
返回列表 发新帖
查看: 508|回复: 2

HEALTH_WARN 1/5 mons down ceph 分布式存储检查状态告警 解决过程

[复制链接]
admin

1

主题

0

回帖

12

积分

管理员

积分
12
QQ
发表于 2022-11-15 10:08:55 | 显示全部楼层 |阅读模式
HEALTH_WARN 1/5 mons down,HEALTH_WARN 1/5 mons down ceph 分布式存储检查状态告警 解决过程
* A3 h+ W# D1 d: ]2 k" H6 t! ~( H8 ?' a( G; q
[root@hostceph1 deploy]# ceph -s. V$ R) h0 H0 b: E3 J
  cluster:
$ B( A! S1 }  x' K) R    id:     8daade9f-1db5-4e9e-a0ac-cbe1b3abafd1
$ I: ~% g- i" z: m& {# ]0 O2 c    health: HEALTH_WARN
) x$ m  j0 X" w# k, o, K* Q) {! n            1/5 mons down, quorum hostceph1,hostceph2,hostceph3,compute08
6 w! {; B" g4 q5 \6 M8 H- S; R: I, j4 K4 Q, }
  services:1 x; T2 q4 X  R4 w; X7 \4 |
    mon: 5 daemons, quorum hostceph1,hostceph2,hostceph3,compute08 (age 2w), out of quorum: compute06+ d! }9 }! _6 C+ c7 I
    mgr: hostceph2(active, since 5M), standbys: hostceph3, hostceph1, compute07, compute09, compute08, compute06; z, [6 Z1 ]1 |7 p) Q$ H
    osd: 34 osds: 34 up (since 3M), 34 in (since 5M)
; c; x$ f( h: I5 [+ z) L: o
; _( ]" f" d4 w4 j  data:% D5 ]' H( p& c
    pools:   9 pools, 8832 pgs2 M- i# o8 U( S- f9 d# Q# O* d
    objects: 312.99k objects, 1.2 TiB: {  {1 M5 T3 h+ y# C4 s$ @
    usage:   8.3 TiB used, 118 TiB / 127 TiB avail
8 A) ^% ]& B$ f& F! v, f    pgs:     8831 active+clean
3 n) R9 F% I! n4 p2 N; Y) T             1    active+clean+scrubbing+deep3 p, V& n+ u! U& ?9 p. b

. S% P% A7 V- v* `4 s6 D  io:0 ~0 M0 t0 s' g$ H5 l
    client:   114 KiB/s rd, 712 KiB/s wr, 138 op/s rd, 51 op/s wr0 Z5 E  }. k3 T4 z
* A  W+ \& z$ J- {' D) b, F
[root@hostceph1 deploy]# ceph health detail
! l1 ?% a9 V; p: _" W- IHEALTH_WARN 1/5 mons down, quorum hostceph1,hostceph2,hostceph3,compute08
; W3 @% \7 i) K) X5 n) \! FMON_DOWN 1/5 mons down, quorum hostceph1,hostceph2,hostceph3,compute08* a0 q$ p$ Q' g
    mon.compute06 (rank 3) addr [v2:172.20.1.9:3300/0,v1:172.20.1.9:6789/0] is down (out of quorum)
0 B: F1 f( `& h  }! U$ _8 I[root@hostceph1 deploy]# ping 172.20.1.9; Q' T4 O- ]: h# x+ a3 P+ ]
PING 172.20.1.9 (172.20.1.9) 56(84) bytes of data.* m2 d# P* J* J' N' a
64 bytes from 172.20.1.9: icmp_seq=1 ttl=64 time=0.125 ms
& i& \" O, _: _/ ]64 bytes from 172.20.1.9: icmp_seq=2 ttl=64 time=0.099 ms
0 r8 a4 H* A! _8 v% b^C
- H7 H; B+ r5 O3 b5 f' T) X--- 172.20.1.9 ping statistics ---
  ~$ G2 X% k+ c7 d. Q: B2 packets transmitted, 2 received, 0% packet loss, time 999ms
4 _1 `& D& }8 C6 wrtt min/avg/max/mdev = 0.099/0.112/0.125/0.013 ms& K. p( h0 Q; `7 J# Z7 C
[root@hostceph1 deploy]# ls
8 p5 Q6 C8 y' `, y! v( ^ceph.bootstrap-mds.keyring  ceph.bootstrap-osd.keyring  ceph.client.admin.keyring  ceph.conf.bak         ceph.mon.keyring  cmap.txt   osdcreate.sh  ssdcrub.sh7 E( f# N0 \( e9 J0 s& L" C
ceph.bootstrap-mgr.keyring  ceph.bootstrap-rgw.keyring  ceph.conf                  ceph-deploy-ceph.log  cmap              cubosd.sh  pool.sh       ssdosdcreate.sh6 ?$ k. s5 M, M
[root@hostceph1 deploy]# vim ceph.conf
/ d6 K+ ]8 m) O; Y" P/ s[root@hostceph1 deploy]#
8 i1 ]  K( W+ w
5 T5 L/ g: K; R# ]! X/ E" Y& l* r/ ^4 _
: J' h: `' y; [9 A
检查发现：  s" f% J. m/ p  _" N# N  Y5 k
[root@compute06 ~]# vim /etc/ceph/ceph.conf - L. m! L+ B& h6 }
5 e8 ^6 `/ I( J" s/ V
[global]
$ S: O: q% x/ M& Vfsid = 8daade9f-1db5-4e9e-a0ac-cbe1b3abafd1
7 l9 F" I3 j9 `; P7 b. [+ Imon_initial_members = hostceph1, hostceph2, hostceph3, compute06, compute08
' u* K* A1 ]$ f% G7 O' ?( Dmon_host = 172.20..13, 172.20..14, 172.20.x.15, 172.20.x.11, 172.20.x.13- X6 c& |# k' x1 i( I3 t
auth_cluster_required = cephx( W# [2 ?6 k. U; I; ~4 @
auth_service_required = cephx
; g. n& h+ L4 ?9 ^5 c  \auth_client_required = cephx
( h" R0 z: v+ k8 J
  ]/ Y* v; k6 B) D8 u
1 a% |* P8 B. q8 @9 {. D没有06的ip地址：
, r& E: e* c. u/ {% T8 V( v, @4 o
! @+ p8 V; h* |% u8 p在deploy节点修改配置文件
9 F  v' D8 O- _) H' ^! E2 `
; |) U! {& M& ]  Vvim /etc/ceph/ceph.conf   @9 I! r/ \& b4 @

: f4 L$ e0 S: u[global]1 f& `  v- `6 W  E3 P
fsid = 8daade9f-1db5-4e9e-a0ac-cbe1b3abafd1
- b) L% b2 Q/ p$ ]+ K# Tmon_initial_members = hostceph1, hostceph2, hostceph3, compute06, compute08
7 ?( H1 O0 I& s6 K$ V: Tmon_host = 172.20..13, 172.20..14, 172.20.x.15, 172.20.x.11, 172.20.x.9& t, j4 N' i( z& F. v* U' f
auth_cluster_required = cephx$ x/ z  s+ D% V# t1 P+ V
auth_service_required = cephx, X& B( M3 H5 [# P- F  a# D: F7 K7 ?6 J
auth_client_required = cephx
1 l% T/ o; F# h9 t. z, B* Z3 k, ]0 l) t% c/ ]9 C6 h8 B, H1 G

: ~% G6 O  Y  S6 x, B# r7 E
% k# o% n2 a1 v3 ~6 e) _1 \" B1 Y4 y; y
使用ceph-deploy admin  将配置文件下发到其他节点：' U- \. T$ C/ ?: V' A  Y2 ^2 G9 D# }3 \
ceph-deploy --overwrite-conf admin hostceph{1,2,3} compute0{6,7,8,9}
% G$ N* l+ ]$ |  |. v# O[ceph_deploy.conf][DEBUG ] found configuration file at: /root/.cephdeploy.conf7 i# z, M. [/ h; a
[ceph_deploy.cli][INFO  ] Invoked (2.0.1): /usr/bin/ceph-deploy --overwrite-conf admin hostceph1 hostceph2 hostceph3 compute06 compute07 compute08 compute09# \+ x8 M( B2 v: A& ~& A/ [- @& r
[ceph_deploy.cli][INFO  ] ceph-deploy options:3 y6 V1 l8 Z/ ^
[ceph_deploy.cli][INFO  ]  username                      : None  I' N5 i( t  S! R. T& Q& M
[ceph_deploy.cli][INFO  ]  verbose                       : False
( B* \; ?, s0 Q3 j2 R[ceph_deploy.cli][INFO  ]  overwrite_conf                : True5 }5 g6 Z0 ~: N. a2 o) g! U
[ceph_deploy.cli][INFO  ]  quiet                         : False
5 l, v1 x. R% j9 ~" B[ceph_deploy.cli][INFO  ]  cd_conf                       : <ceph_deploy.conf.cephdeploy.Conf instance at 0x7fe87edcd290>
; Y8 P! Z, P6 I; g8 F[ceph_deploy.cli][INFO  ]  cluster                       : ceph4 y. a3 d: P; Y4 \* d
[ceph_deploy.cli][INFO  ]  client                        : ['hostceph1', 'hostceph2', 'hostceph3', 'compute06', 'compute07', 'compute08', 'compute09']: \% r' A( ], Y$ e
[ceph_deploy.cli][INFO  ]  func                          : <function admin at 0x7fe87f8de230>
  V! G: y) T" ]0 l[ceph_deploy.cli][INFO  ]  ceph_conf                     : None& D; l$ j. H: m7 f
[ceph_deploy.cli][INFO  ]  default_release               : False+ r7 r$ Q* J* ^: @8 o
[ceph_deploy.admin][DEBUG ] Pushing admin keys and conf to hostceph1
4 K- c) i8 {# d) M[hostceph1][DEBUG ] connected to host: hostceph1
8 S4 z. G8 r4 G* A1 B[hostceph1][DEBUG ] detect platform information from remote host
+ I* h; l- O, m2 A5 v' v8 P, s  C" r+ c- \. a: g/ i

3 ^/ \+ `7 Q! A6 n, g$ }
" h7 V+ b8 R6 W  z' e+ @$ [& p) Z) T. f; K$ ^" u7 m
回复

举报

admin

1

主题

0

回帖

12

积分

管理员

积分
12
QQ
 楼主| 发表于 2022-11-15 10:10:36 | 显示全部楼层
ceph-deploy --overwrite-conf mon  destroy compute06
- {, E  f/ O, Z+ g6 L[ceph_deploy.conf][DEBUG ] found configuration file at: /root/.cephdeploy.conf
+ m) ?# r7 K' \6 i1 m[ceph_deploy.cli][INFO  ] Invoked (2.0.1): /usr/bin/ceph-deploy --overwrite-conf mon destroy compute06
) E0 H% o8 B* D4 l% P[ceph_deploy.cli][INFO  ] ceph-deploy options:( j  W: j0 N$ F* K# f" `) y) r
[ceph_deploy.cli][INFO  ]  username                      : None
9 U% T7 y; Z0 x: b- a' I4 e1 ~* T[ceph_deploy.cli][INFO  ]  verbose                       : False7 r3 k3 X6 c. w+ O" ?" A1 ~
[ceph_deploy.cli][INFO  ]  overwrite_conf                : True# X9 s; ^3 S$ D8 B
[ceph_deploy.cli][INFO  ]  subcommand                    : destroy$ S1 ?' g( i- J( c8 ?  ]
[ceph_deploy.cli][INFO  ]  quiet                         : False
: M( M$ b, A7 ^$ X% A5 r[ceph_deploy.cli][INFO  ]  cd_conf                       : <ceph_deploy.conf.cephdeploy.Conf instance at 0x7f90d4005e60>
6 d0 E8 K; C4 F0 T- v) Q6 m$ N8 G[ceph_deploy.cli][INFO  ]  cluster                       : ceph; J0 K0 f2 e  h2 A
[ceph_deploy.cli][INFO  ]  mon                           : ['compute06']+ x, O# H3 \4 a5 @
[ceph_deploy.cli][INFO  ]  func                          : <function mon at 0x7f90d4059410>+ }. U2 m8 g$ s. T
[ceph_deploy.cli][INFO  ]  ceph_conf                     : None
6 W- A* A7 \2 Z6 b; Q& c+ `[ceph_deploy.cli][INFO  ]  default_release               : False
) Y; Y0 H) K5 @[ceph_deploy.mon][DEBUG ] Removing mon from compute069 q/ l# c* U8 m* s
[compute06][DEBUG ] connected to host: compute06 , I" E9 i0 \- _* u; ?! x
[compute06][DEBUG ] detect platform information from remote host
6 _5 M0 H6 H1 }) ], d/ y[compute06][DEBUG ] detect machine type
/ I( L6 c* m# R* G[compute06][DEBUG ] find the location of an executable
4 B& ^4 N5 d3 C- |( @[compute06][DEBUG ] get remote short hostname
7 \% u: }( o4 m[compute06][INFO  ] Running command: ceph --cluster=ceph -n mon. -k /var/lib/ceph/mon/ceph-compute06/keyring mon remove compute06
# U/ ?' U% S, c+ ]" a[compute06][WARNIN] 2022-11-15 10:16:22.023 7fabc2ca4700 -1 auth: unable to find a keyring on /etc/ceph/ceph.mon..keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,: (2) No such file or directory" L/ @- J/ G: A: I
[compute06][WARNIN] 2022-11-15 10:16:22.023 7fabc2ca4700 -1 AuthRegistry(0x7fabbc065d78) no keyring found at /etc/ceph/ceph.mon..keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,, disabling cephx
! w% Y2 z) W+ |' _[compute06][WARNIN] removing mon.compute06 at [v2:172.20.1.9:3300/0,v1:172.20.1.9:6789/0], there will be 4 monitors
0 r* \' Q+ ]# q# |8 Z[compute06][INFO  ] polling the daemon to verify it stopped. @( p0 \2 s, q7 B3 Q
[compute06][INFO  ] Running command: systemctl stop ceph-mon@compute06.service
" r* V1 c3 p/ b  u5 s
回复

举报

admin

1

主题

0

回帖

12

积分

管理员

积分
12
QQ
 楼主| 发表于 2022-11-15 10:12:15 | 显示全部楼层
ceph-deploy --overwrite-conf mon  add compute06
* ]8 F0 d2 R, w6 W! Y[ceph_deploy.conf][DEBUG ] found configuration file at: /root/.cephdeploy.conf4 Y( F2 W. E' r) z, z1 ^" z
[ceph_deploy.cli][INFO  ] Invoked (2.0.1): /usr/bin/ceph-deploy --overwrite-conf mon add compute069 `8 d  o" s! `3 k4 c3 W
[ceph_deploy.cli][INFO  ] ceph-deploy options:- O: o8 D/ e) j+ z1 H1 ]
[ceph_deploy.cli][INFO  ]  username                      : None! _, i4 m  A+ i$ k; z; y' M
[ceph_deploy.cli][INFO  ]  verbose                       : False
6 Y: J3 E" {2 L3 M+ @3 ^5 L& n8 M[ceph_deploy.cli][INFO  ]  overwrite_conf                : True/ o% f! G- _. {$ K6 K* @
[ceph_deploy.cli][INFO  ]  subcommand                    : add7 ^: [0 v6 [* l- [1 t7 I
[ceph_deploy.cli][INFO  ]  quiet                         : False+ J* [  P3 D/ g0 k: x/ a2 S
[ceph_deploy.cli][INFO  ]  cd_conf                       : <ceph_deploy.conf.cephdeploy.Conf instance at 0x7fe3aef63e60>
2 h2 O) W/ a; u& S. R: ~9 P' I[ceph_deploy.cli][INFO  ]  cluster                       : ceph2 j% K! G) Y) N3 k1 X: G" I
[ceph_deploy.cli][INFO  ]  mon                           : ['compute06']6 v' a8 |3 j, g# T- [2 S
[ceph_deploy.cli][INFO  ]  func                          : <function mon at 0x7fe3aefb7410>8 b, W" [" H1 n2 L: L
[ceph_deploy.cli][INFO  ]  address                       : None# ]9 `2 Q  |4 U3 e# i
[ceph_deploy.cli][INFO  ]  ceph_conf                     : None+ X6 Q8 A7 R3 ?5 {% A7 I+ E
[ceph_deploy.cli][INFO  ]  default_release               : False! ^9 c# m) i2 C# v+ J# T
[ceph_deploy.mon][INFO  ] ensuring configuration of new mon host: compute06
$ \4 W2 j/ }- p+ A; z  ^  j[ceph_deploy.admin][DEBUG ] Pushing admin keys and conf to compute06/ H+ C/ Y) f6 ]" s: ]
[compute06][DEBUG ] connected to host: compute06
6 N' ~6 `4 |: `- x5 a4 f# A[compute06][DEBUG ] detect platform information from remote host3 P8 V# S: @& ^8 H6 m2 K
[compute06][DEBUG ] detect machine type
4 f7 n6 M' c8 S6 t* E[compute06][DEBUG ] write cluster configuration to /etc/ceph/{cluster}.conf
! L' B$ b+ \% L6 D. Q[ceph_deploy.mon][DEBUG ] Adding mon to cluster ceph, host compute06; G' e" W- U. ~
[ceph_deploy.mon][DEBUG ] using mon address by resolving host: 172.20.1.9! X' @( G; d0 b6 J
[ceph_deploy.mon][DEBUG ] detecting platform for host compute06 ...+ q. ?# K! G, u7 q% x3 d
[compute06][DEBUG ] connected to host: compute06 : w9 e' [2 {& F7 v  a3 A
[compute06][DEBUG ] detect platform information from remote host& {) R9 d3 T) s6 K3 E' h/ K5 G1 H
[compute06][DEBUG ] detect machine type0 F% B6 K6 r$ Q7 E
[compute06][DEBUG ] find the location of an executable
" q; J2 K! Y% y8 ^7 F[ceph_deploy.mon][INFO  ] distro info: CentOS Linux 7.9.2009 Core
. s# B6 @1 O+ ]* n, _[compute06][DEBUG ] determining if provided host has same hostname in remote
- p1 s7 |0 Q6 l2 y. h" h5 n5 w$ N' i[compute06][DEBUG ] get remote short hostname2 r9 ~- x! U" a& h8 a" i+ K
[compute06][DEBUG ] adding mon to compute06
' [0 U" b$ v0 k4 W+ L! B' Q1 @[compute06][DEBUG ] get remote short hostname
9 T; }  a- x0 r/ d( r. U[compute06][DEBUG ] write cluster configuration to /etc/ceph/{cluster}.conf
8 i9 y+ s8 F% p. p9 f/ L: F0 {3 W+ ~[compute06][DEBUG ] create the mon path if it does not exist7 h3 T% q4 u  V2 T; }2 H' r
[compute06][DEBUG ] checking for done path: /var/lib/ceph/mon/ceph-compute06/done7 p. ~2 F. X5 S4 w  o* m! |
[compute06][DEBUG ] done path does not exist: /var/lib/ceph/mon/ceph-compute06/done6 d% Z( \  l; j# c( b  A* x
[compute06][INFO  ] creating keyring file: /var/lib/ceph/tmp/ceph-compute06.mon.keyring. }7 ^( B' I7 K7 o( U
[compute06][DEBUG ] create the monitor keyring file5 }1 w4 D# G- F  Z
[compute06][INFO  ] Running command: ceph --cluster ceph mon getmap -o /var/lib/ceph/tmp/ceph.compute06.monmap
4 U7 t( j- [5 [8 \) ^5 T# O[compute06][WARNIN] got monmap epoch 6
  Z, y; [' R# P& U! f/ L[compute06][INFO  ] Running command: ceph-mon --cluster ceph --mkfs -i compute06 --monmap /var/lib/ceph/tmp/ceph.compute06.monmap --keyring /var/lib/ceph/tmp/ceph-compute06.mon.keyring --setuser 167 --setgroup 167
) H6 `4 z4 s# v, j[compute06][INFO  ] unlinking keyring file /var/lib/ceph/tmp/ceph-compute06.mon.keyring2 V# ]' _3 a5 P7 O& x
[compute06][DEBUG ] create a done file to avoid re-doing the mon deployment
. y$ \! @. ~: F+ T4 T[compute06][DEBUG ] create the init path if it does not exist) S" X0 e" a' F, K4 H
[compute06][INFO  ] Running command: systemctl enable ceph.target
: m& t, A1 p! t/ y% s% z5 p[compute06][INFO  ] Running command: systemctl enable ceph-mon@compute06
3 V0 @* o0 z" K% V8 _2 s[compute06][INFO  ] Running command: systemctl start ceph-mon@compute066 d* O3 X  j9 o
[compute06][INFO  ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.compute06.asok mon_status
# g' `, s' K: T[compute06][WARNIN] monitor compute06 does not exist in monmap1 G! e2 L& C% G% D; ^* f" `) v2 ~+ R
[compute06][INFO  ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.compute06.asok mon_status
9 D3 H5 T( f9 N7 `4 y/ N[compute06][DEBUG ] ********************************************************************************2 M; ]# g3 b7 o6 p5 [) T2 B; v
[compute06][DEBUG ] status for monitor: mon.compute069 w" u5 p6 N) c. a
[compute06][DEBUG ] {; a( e! a; z, \. l8 q; X5 P
[compute06][DEBUG ]   "election_epoch": 0,
! _1 W+ G8 Z0 {[compute06][DEBUG ]   "extra_probe_peers": [],
. c$ k2 y# \6 }% {[compute06][DEBUG ]   "feature_map": {
4 `  h: O% w# o$ Y/ E1 T+ A[compute06][DEBUG ]     "mon": [
. i2 X; d3 P( U- p! E[compute06][DEBUG ]       {  i8 ?, u/ L6 A9 z: t, u
[compute06][DEBUG ]         "features": "0x3ffddff8ffacffff",
; ^$ _/ _8 g( a# o) m[compute06][DEBUG ]         "num": 1, 0 ]  ~  l0 @5 S5 \- v
[compute06][DEBUG ]         "release": "luminous"
4 U" h# q9 U( l0 T- c! H* E[compute06][DEBUG ]       }
' @6 s% T# }/ o0 z( {* J[compute06][DEBUG ]     ]7 e% S# Q$ D! r+ [' Z3 L# g' p; Q8 S
[compute06][DEBUG ]   }, ( c4 D4 v* s& n: r* W) E% n
[compute06][DEBUG ]   "features": {! e0 V7 B3 b* D' u3 h. B8 D/ }+ W
[compute06][DEBUG ]     "quorum_con": "0", 7 a) v" B5 w$ U4 k
[compute06][DEBUG ]     "quorum_mon": [], ; V9 m; t9 C4 O9 ^% f3 M
[compute06][DEBUG ]     "required_con": "2449958197560098820",
1 d: P& r5 H- \[compute06][DEBUG ]     "required_mon": [$ q; R. D5 X; v4 B' G* @! ~) R
[compute06][DEBUG ]       "kraken", ' Y4 t* o* V& Q# b& o
[compute06][DEBUG ]       "luminous",
* t' J: ]4 N5 y% ?[compute06][DEBUG ]       "mimic",
; O- S3 l& q" c: L& j0 T* J1 n[compute06][DEBUG ]       "osdmap-prune", % l: a* _' w0 k- L9 E/ J
[compute06][DEBUG ]       "nautilus"* e. l. S* u1 E/ h
[compute06][DEBUG ]     ]+ i5 y8 C/ X& r# t- H1 [
[compute06][DEBUG ]   }, # t6 J+ b; }  a" c! W' F9 c
[compute06][DEBUG ]   "monmap": {
. ^& ~# z' v6 y% }) e  @2 }3 o[compute06][DEBUG ]     "created": "2021-10-28 14:49:15.304143",
: D  m% s6 {! \" G[compute06][DEBUG ]     "epoch": 6,
" m3 h8 L- S3 y% g[compute06][DEBUG ]     "features": {  e- c& U) X- _  a! \
[compute06][DEBUG ]       "optional": [], : \# C1 d. m8 a
[compute06][DEBUG ]       "persistent": [
! J8 c  y. ~. ~0 ~5 y5 ]9 [[compute06][DEBUG ]         "kraken",
; L( E$ T& i: n$ z& T2 @2 v[compute06][DEBUG ]         "luminous",
/ _& E5 B0 H3 k- s" r" k& Y[compute06][DEBUG ]         "mimic",
/ B' \3 w0 \* g# c  z( U9 j0 n  n[compute06][DEBUG ]         "osdmap-prune",
- ]5 N8 B. x3 T[compute06][DEBUG ]         "nautilus"* W# {  t0 b' g! _" e6 k
[compute06][DEBUG ]       ]
( r( P5 l6 O$ r& u1 r[compute06][DEBUG ]     },
% w/ t. `& ?) l8 r[compute06][DEBUG ]     "fsid": "8daade9f-1db5-4e9e-a0ac-cbe1b3abafd1", 0 `; ^$ M  g% J
[compute06][DEBUG ]     "min_mon_release": 14, / y4 q, ^' y5 Z, `, k. U7 h
[compute06][DEBUG ]     "min_mon_release_name": "nautilus",
# ~# D& l, D# r! R- P( b[compute06][DEBUG ]     "modified": "2022-11-15 10:16:22.469673", & ?* D& _* C+ [
[compute06][DEBUG ]     "mons": [2 Y# q7 w* g+ p* F9 P
[compute06][DEBUG ]       {0 D/ q" b2 o" n' H
[compute06][DEBUG ]         "addr": "172.20.1.13:6789/0",
* N& [4 f9 p+ Y9 T9 s1 c[compute06][DEBUG ]         "name": "hostceph1", 8 n, T: ^+ d; x' @! X$ w
[compute06][DEBUG ]         "public_addr": "172.20.1.13:6789/0",
/ E2 f+ k" L5 j' {[compute06][DEBUG ]         "public_addrs": {
5 y7 F  P- @' M5 \+ w3 D2 E[compute06][DEBUG ]           "addrvec": [
# J7 U8 d7 r: A[compute06][DEBUG ]             {
% F: J' Q/ b7 `" I' j. |[compute06][DEBUG ]               "addr": "172.20.1.13:3300",
; o: Q* q8 `5 n& R- i, {7 `- p8 s[compute06][DEBUG ]               "nonce": 0, ( R) a" R% c4 W' L3 p. q
[compute06][DEBUG ]               "type": "v2"/ i* l3 l6 Y0 @" S- K' S& N
[compute06][DEBUG ]             },
7 J4 F) q% g$ }! L[compute06][DEBUG ]             {
+ {) N# g* v" `7 G% |' H[compute06][DEBUG ]               "addr": "172.20.1.13:6789", " y/ d) T5 E' Q, E
[compute06][DEBUG ]               "nonce": 0,
7 k* V, S! \; x6 j" s" d[compute06][DEBUG ]               "type": "v1"
; n5 u! C. ~& N0 i7 N  X9 p9 e[compute06][DEBUG ]             }, \" z8 `: Y5 D' Q
[compute06][DEBUG ]           ]. h7 V: I; a* }
[compute06][DEBUG ]         }, % Q1 w1 m1 o- M' T& W, G% i% ^
[compute06][DEBUG ]         "rank": 0$ F" z( |6 J, l
[compute06][DEBUG ]       },
; i  q$ v# n0 L" a+ a. `[compute06][DEBUG ]       {
5 K7 f/ W) y1 [8 S5 q6 ~[compute06][DEBUG ]         "addr": "172.20.1.14:6789/0", : p+ P3 d, Y* R5 H$ _. G2 W
[compute06][DEBUG ]         "name": "hostceph2", 3 a$ X0 e# r7 i9 u/ Y
[compute06][DEBUG ]         "public_addr": "172.20.1.14:6789/0", + |) |1 k9 h$ C3 F1 o1 j$ O
[compute06][DEBUG ]         "public_addrs": {
$ {7 n% i2 \4 p[compute06][DEBUG ]           "addrvec": [% p- L  E5 V' v, O  |2 d3 X
[compute06][DEBUG ]             {
8 v2 n2 s% k* c/ j/ [5 B& g[compute06][DEBUG ]               "addr": "172.20.1.14:3300",
+ S3 @7 m% U% h, k2 ]$ }[compute06][DEBUG ]               "nonce": 0, ' v8 z0 M! A2 c+ y4 X$ r
[compute06][DEBUG ]               "type": "v2"
2 k8 c# P3 [% @6 f[compute06][DEBUG ]             }, ; q3 [2 I: v( m) }- ~5 U  t) k, d
[compute06][DEBUG ]             {
: G! ?$ f0 z9 ]' |[compute06][DEBUG ]               "addr": "172.20.1.14:6789",
! Q2 M8 M) [0 h0 ~3 E3 q[compute06][DEBUG ]               "nonce": 0,
/ |5 Q" W, I- C* L7 U' w0 q[compute06][DEBUG ]               "type": "v1"
7 n* Y( `; V1 s" h) n7 A# L! [[compute06][DEBUG ]             }
( x" B. ?* A, u9 O; x[compute06][DEBUG ]           ]
! K5 h' k! `, v, S: B[compute06][DEBUG ]         },
9 f/ C/ |( S8 Z- D[compute06][DEBUG ]         "rank": 15 s* T6 n. ^9 U
[compute06][DEBUG ]       }, 1 ]& A7 l' Y! l1 m4 D' c
[compute06][DEBUG ]       {
9 g' S5 D$ {) ]5 E' N/ f& n[compute06][DEBUG ]         "addr": "172.20.1.15:6789/0", 1 M$ \$ z9 o' S+ M) S' i
[compute06][DEBUG ]         "name": "hostceph3",
2 T: j; n7 K7 v[compute06][DEBUG ]         "public_addr": "172.20.1.15:6789/0", + A! @6 I1 d1 G. P, ?  n  S6 ~
[compute06][DEBUG ]         "public_addrs": {
) O3 e% s2 q! \: S' M# B0 I5 h[compute06][DEBUG ]           "addrvec": [# W7 @$ s) r  @8 s8 Y
[compute06][DEBUG ]             {  |- L& w- W! h
[compute06][DEBUG ]               "addr": "172.20.1.15:3300",
% \' Y8 x* r9 V9 O9 a! \: M* v- \[compute06][DEBUG ]               "nonce": 0,
& ^) A) {# t4 w4 v. U1 U% I[compute06][DEBUG ]               "type": "v2"
/ e8 k% g  w" O; Q2 n9 h8 M[compute06][DEBUG ]             },
( C8 m1 ?* o  P) L  k6 p[compute06][DEBUG ]             {
: M* [3 k( {! z# E. ][compute06][DEBUG ]               "addr": "172.20.1.15:6789", ( {7 A% h) o+ n1 s! v" m1 I
[compute06][DEBUG ]               "nonce": 0, ( y  X" e- f; n
[compute06][DEBUG ]               "type": "v1"
8 D  g# f5 \7 h2 G[compute06][DEBUG ]             }6 M4 I9 X# k5 r  A* u4 N1 G
[compute06][DEBUG ]           ]: ^* J# g5 K; o  @+ G$ J. w0 h0 }
[compute06][DEBUG ]         },
! b  d0 Q) Q  S- B0 N2 [. {' {  P- A[compute06][DEBUG ]         "rank": 2
* R6 w) |4 k1 U( O1 b- K+ @[compute06][DEBUG ]       }, 9 V0 @3 ^1 ~( R* k6 Y9 |1 L- E0 P
[compute06][DEBUG ]       {) Z) ?  k1 p; S9 S4 K5 m
[compute06][DEBUG ]         "addr": "172.20.1.11:6789/0",
- p1 P' R$ K  o& n: g[compute06][DEBUG ]         "name": "compute08",
8 n3 g8 O; r- w0 c3 X5 l& }4 j/ u[compute06][DEBUG ]         "public_addr": "172.20.1.11:6789/0", + A; {. c! b/ q3 O
[compute06][DEBUG ]         "public_addrs": {
* V" h, ^' S7 E0 d$ `5 R! I[compute06][DEBUG ]           "addrvec": [% X( j+ R6 ^6 l: C  }/ C
[compute06][DEBUG ]             {. Q5 d9 W' ~9 w. a5 k7 O5 C
[compute06][DEBUG ]               "addr": "172.20.1.11:3300", 4 L- L4 S8 A7 X$ ]) h; M
[compute06][DEBUG ]               "nonce": 0,
! S& `2 e4 x" h: I, a$ I[compute06][DEBUG ]               "type": "v2"& D8 `" N" h& e6 h( t8 f" F6 p/ t6 i
[compute06][DEBUG ]             }, 6 m) z) H5 l( j- ]
[compute06][DEBUG ]             {9 I1 B) ?) P9 Y( B+ t! Q
[compute06][DEBUG ]               "addr": "172.20.1.11:6789",
: f/ k( M% g0 v* n/ X7 U[compute06][DEBUG ]               "nonce": 0, 0 d% i" [6 Z1 d* J
[compute06][DEBUG ]               "type": "v1"
  A; N$ g' C: A. |) X[compute06][DEBUG ]             }' b  W! K; [3 l8 K1 e
[compute06][DEBUG ]           ]
9 z: v# m" c5 [[compute06][DEBUG ]         },
1 i6 t* Z( r' ~; D[compute06][DEBUG ]         "rank": 3
5 f, Y9 L+ c* O1 V, H# r[compute06][DEBUG ]       }5 F3 H; D* F( s( h5 c+ d# l9 Q
[compute06][DEBUG ]     ]
9 K0 L  e! K" k* o[compute06][DEBUG ]   }, 3 v! ?6 S! V1 j. J6 H) r% @
[compute06][DEBUG ]   "name": "compute06",
, Q  k; f3 M: h[compute06][DEBUG ]   "outside_quorum": [], 7 m1 n$ U- j- u/ r
[compute06][DEBUG ]   "quorum": [], : R& ^1 e8 L2 t# j$ U$ `
[compute06][DEBUG ]   "rank": -1, , b) P( l' a4 t6 z' a
[compute06][DEBUG ]   "state": "probing", 7 o1 c  u2 i5 V8 }  z) f! u
[compute06][DEBUG ]   "sync_provider": []; J: d: \4 R  k
[compute06][DEBUG ] }
9 u3 o, k6 s# N* r, Z: }7 L2 N[compute06][DEBUG ] ********************************************************************************
; ~$ }8 z; X1 k[compute06][INFO  ] monitor: mon.compute06 is currently at the state of probing; W" g3 y- ~6 X- K- a7 X
[root@hostceph1 deploy]# ceph -s7 q- s, ]2 l% v3 A  [+ c
  cluster:
$ r; V. Y; D7 l( E' b    id:     8daade9f-1db5-4e9e-a0ac-cbe1b3abafd1
- q9 e/ |0 W3 z* \7 I    health: HEALTH_WARN
; k& E) v: W2 R% m, H! r5 e* j            15 daemons have recently crashed
0 m4 u7 E# X) [$ C! `! L  ]6 A& E 0 a% u! x. R5 a. F5 |" G
  services:4 @* ?8 M  [/ j1 x8 R( L
    mon: 5 daemons, quorum hostceph1,hostceph2,hostceph3,compute08,compute06 (age 0.657523s)
% }( o- K* L6 p& Q5 f    mgr: hostceph2(active, since 5M), standbys: hostceph3, hostceph1, compute07, compute09, compute08, compute06  K! B6 c, x1 G' b$ |
    osd: 34 osds: 34 up (since 3M), 34 in (since 5M)
1 |) x' F" C) x5 e, |" }4 ^ 5 }3 @1 F; W. P
  data:, j! q; a! J& H) J  i% Z. ]
    pools:   9 pools, 8832 pgs. Q: O4 }% a, s7 T! i8 z! H9 i
    objects: 312.99k objects, 1.2 TiB% U* L5 ?/ s, h  w( m6 P
    usage:   8.3 TiB used, 118 TiB / 127 TiB avail  e) f- d8 ?* `# x
    pgs:     8832 active+clean
. B9 y+ x, ~1 f% `" ]1 U / k' Z' O# E( f* Z
  io:: K: u; [. {! a2 v2 ~
    client:   27 KiB/s rd, 64 KiB/s wr, 13 op/s rd, 6 op/s wr
9 I; q* w7 K9 n& J9 _" C ( B, u+ v2 `5 l7 p: l
; C: B5 Q& W" R
mon的告警解除了。遇到了新的问题。
回复

举报

返回列表 发新帖
高级模式
B Color Image Link Quote Code Smilies
您需要登录后才可以回帖 登录 | 注册

本版积分规则

返回首页|Archiver|手机版|小黑屋|易陆发现技术论坛 ( 蜀ICP备2026014127号-1 )

GMT+8, 2026-6-11 23:02 , Processed in 0.035871 second(s), 22 queries .

Powered by Discuz! X5.0

© 2001-2026 Discuz! Team.

快速回复 返回顶部 返回列表