浏览此站
联系我们相册切换到窄版 Language

 找回密码
 注册
易陆发现论坛»论坛 › 云计算开源区 › ceph分布式存储 › HEALTH_WARN 1/5 mons down ceph 分布式存储检查状态告 ...
返回列表 发新帖
查看: 510|回复: 2

HEALTH_WARN 1/5 mons down ceph 分布式存储检查状态告警 解决过程

[复制链接]
admin

1

主题

0

回帖

12

积分

管理员

积分
12
QQ
发表于 2022-11-15 10:08:55 | 显示全部楼层 |阅读模式
HEALTH_WARN 1/5 mons down,HEALTH_WARN 1/5 mons down ceph 分布式存储检查状态告警 解决过程, m5 U& t2 b* o7 j; Y4 `- l

9 z4 s# i1 b) R5 h* {[root@hostceph1 deploy]# ceph -s! u/ _4 e- ^8 {6 f' r4 j: y2 r
  cluster:
# @7 u+ U% s- o% k    id:     8daade9f-1db5-4e9e-a0ac-cbe1b3abafd1( m) t. U. [5 m. B
    health: HEALTH_WARN- X' |* I' y6 G' \5 z6 R
            1/5 mons down, quorum hostceph1,hostceph2,hostceph3,compute08
1 j9 r: r8 Y! j8 f1 `) i" q. M! t7 l& n/ ^$ c  E- [
  services:
/ B/ j. m/ r1 s6 f    mon: 5 daemons, quorum hostceph1,hostceph2,hostceph3,compute08 (age 2w), out of quorum: compute06
/ d/ F# [* R& x5 c# Z& ^    mgr: hostceph2(active, since 5M), standbys: hostceph3, hostceph1, compute07, compute09, compute08, compute06
, X% m# d9 Z" {    osd: 34 osds: 34 up (since 3M), 34 in (since 5M)
( @* x7 _6 O6 `6 O/ m) z3 e$ T7 R
  data:
( p) k# J: l9 u2 S9 f    pools:   9 pools, 8832 pgs
! ^& {6 G- Q, w2 I2 n0 b% D    objects: 312.99k objects, 1.2 TiB
+ Q) C0 }; R; R4 |1 W1 \9 x    usage:   8.3 TiB used, 118 TiB / 127 TiB avail# V: Y+ ?  j- j+ ~
    pgs:     8831 active+clean
( y( f0 ^  E& Q) T, {9 W4 Y0 q             1    active+clean+scrubbing+deep( S4 I! }$ b2 T% R7 z& B
/ [' D# H* V7 d$ k7 a) l0 Y
  io:
* O+ @! o$ u: ?+ A) |+ \5 T. p    client:   114 KiB/s rd, 712 KiB/s wr, 138 op/s rd, 51 op/s wr
8 \* o1 A; }5 g- d/ ?+ [5 Q# S) p) d" q
[root@hostceph1 deploy]# ceph health detail - T+ g5 Q* I$ p$ y
HEALTH_WARN 1/5 mons down, quorum hostceph1,hostceph2,hostceph3,compute08
4 X4 T, ^6 h& XMON_DOWN 1/5 mons down, quorum hostceph1,hostceph2,hostceph3,compute080 ~. {3 W% I# Y) R2 m2 ~9 `
    mon.compute06 (rank 3) addr [v2:172.20.1.9:3300/0,v1:172.20.1.9:6789/0] is down (out of quorum)
2 H! p4 A7 x% k* {! \* r[root@hostceph1 deploy]# ping 172.20.1.9/ Z4 r0 ?0 `9 P) F; t4 a, o% W$ G
PING 172.20.1.9 (172.20.1.9) 56(84) bytes of data.2 s1 R8 n# s" J! X; k
64 bytes from 172.20.1.9: icmp_seq=1 ttl=64 time=0.125 ms
$ P3 t$ P, R* Y: g( D  t+ l$ u64 bytes from 172.20.1.9: icmp_seq=2 ttl=64 time=0.099 ms8 ^- B, \  v( h& \
^C
6 |1 m! C; C5 f* M0 u# _--- 172.20.1.9 ping statistics ---# f- d/ u, v$ y7 W8 o. {
2 packets transmitted, 2 received, 0% packet loss, time 999ms
+ r) v, c. j0 P3 A! A* v' `rtt min/avg/max/mdev = 0.099/0.112/0.125/0.013 ms
$ S7 C( V7 b, ^0 Y) Z* C; G[root@hostceph1 deploy]# ls
* M, L' H: m. tceph.bootstrap-mds.keyring  ceph.bootstrap-osd.keyring  ceph.client.admin.keyring  ceph.conf.bak         ceph.mon.keyring  cmap.txt   osdcreate.sh  ssdcrub.sh
" A, H" o& |3 U! f# G& L- jceph.bootstrap-mgr.keyring  ceph.bootstrap-rgw.keyring  ceph.conf                  ceph-deploy-ceph.log  cmap              cubosd.sh  pool.sh       ssdosdcreate.sh# H+ j3 T2 `. H& O, d7 u
[root@hostceph1 deploy]# vim ceph.conf* F3 l6 S5 L7 g( e* U. S
[root@hostceph1 deploy]# 3 ^% E9 Z6 m8 ]

9 w: ]4 w. P3 s, J/ ~3 }& q
9 J0 O. A3 U7 l( F- u9 h! A
" g8 z4 y0 e1 r: F检查发现：( C" y, G) X! Z$ A+ \6 d
[root@compute06 ~]# vim /etc/ceph/ceph.conf
7 A7 X( K8 Q, A2 ^1 g$ u8 J4 Y; k2 m9 y: F* L9 x
[global]
8 K) ]/ O' M; e4 \! Z1 tfsid = 8daade9f-1db5-4e9e-a0ac-cbe1b3abafd1
0 {5 I4 p5 I2 e: J6 q; bmon_initial_members = hostceph1, hostceph2, hostceph3, compute06, compute08
" Y* G2 g' M6 P+ c3 W& d1 dmon_host = 172.20..13, 172.20..14, 172.20.x.15, 172.20.x.11, 172.20.x.13
- z1 d8 m# i9 t# E3 fauth_cluster_required = cephx' c% }; I: F4 d7 R, i- ?
auth_service_required = cephx
& p7 A- D6 @" U* V9 W, jauth_client_required = cephx7 g8 e, b( s5 i& J; `, L

8 Q9 q: q# j0 k6 a& R0 `( M* d0 T2 ~
没有06的ip地址：' C& r1 h% Y8 N
- N: M+ Y" B' N9 P
在deploy节点修改配置文件& L9 X2 `; S% i3 l8 `# h2 e. J) {

' ~4 [1 r% i& O* k9 L9 b7 Evim /etc/ceph/ceph.conf - M' k! x( W" n) x$ Y$ _, ~
3 [& |9 g4 U) K# [6 ^" ]  F
[global]
# X; @1 X+ H& N5 b- i0 Pfsid = 8daade9f-1db5-4e9e-a0ac-cbe1b3abafd1
- j, j4 Z2 j7 s" l7 zmon_initial_members = hostceph1, hostceph2, hostceph3, compute06, compute08* ]/ ?" X; V8 _1 J& P, K. U
mon_host = 172.20..13, 172.20..14, 172.20.x.15, 172.20.x.11, 172.20.x.9
/ M8 Z3 c. Q  C# gauth_cluster_required = cephx6 r3 `$ _' }6 o: ^& C9 V; q# I
auth_service_required = cephx% K* B, l3 w: F. `3 [, A. ]
auth_client_required = cephx
) t2 s! C+ |6 {+ E8 V& B
- R. B  t5 d+ a* T$ v4 C( K6 z9 L1 ]# D/ r/ z* Y- b& a

4 u. {4 [8 h8 a) x8 z# z/ V7 ^5 j, y! b
使用ceph-deploy admin  将配置文件下发到其他节点：/ D* e: q  ~9 q! `, g! |3 c
ceph-deploy --overwrite-conf admin hostceph{1,2,3} compute0{6,7,8,9} 6 ?1 W/ s; s: ?- f7 k9 `, b3 H
[ceph_deploy.conf][DEBUG ] found configuration file at: /root/.cephdeploy.conf
' R. ^% v7 u& H) }[ceph_deploy.cli][INFO  ] Invoked (2.0.1): /usr/bin/ceph-deploy --overwrite-conf admin hostceph1 hostceph2 hostceph3 compute06 compute07 compute08 compute09) ?% a/ O& D  e
[ceph_deploy.cli][INFO  ] ceph-deploy options:" _# t. b$ H3 ]! v( K6 ^+ _9 E
[ceph_deploy.cli][INFO  ]  username                      : None
& l& S$ Y- o5 g- L6 @[ceph_deploy.cli][INFO  ]  verbose                       : False
7 }  C3 n+ U& G[ceph_deploy.cli][INFO  ]  overwrite_conf                : True
4 g5 m- {+ w% u/ X% q" ?( F[ceph_deploy.cli][INFO  ]  quiet                         : False
! N( q" Q2 ~! Z' ~! M2 x[ceph_deploy.cli][INFO  ]  cd_conf                       : <ceph_deploy.conf.cephdeploy.Conf instance at 0x7fe87edcd290>
& I4 z# Z" [: [, V7 ?[ceph_deploy.cli][INFO  ]  cluster                       : ceph
5 C9 i, }: S4 ], S/ g[ceph_deploy.cli][INFO  ]  client                        : ['hostceph1', 'hostceph2', 'hostceph3', 'compute06', 'compute07', 'compute08', 'compute09']% G) F. i# i* q; A
[ceph_deploy.cli][INFO  ]  func                          : <function admin at 0x7fe87f8de230>2 n# n) [0 h1 z. [
[ceph_deploy.cli][INFO  ]  ceph_conf                     : None. J; u( W# ~2 q# N
[ceph_deploy.cli][INFO  ]  default_release               : False) H4 P" f/ j9 r
[ceph_deploy.admin][DEBUG ] Pushing admin keys and conf to hostceph1
& g3 c! a9 z6 d+ p* O) d' v1 ~% ^[hostceph1][DEBUG ] connected to host: hostceph1 % [+ ?. o. F# ]5 d/ L* F. G) g
[hostceph1][DEBUG ] detect platform information from remote host; q. F( b7 \; M/ v( X* S( q

& |! S% b4 c8 D* ?; ?1 T+ L, N! w8 R9 I" R( f9 Y
) F4 S/ ?: S# i, k; F! X# Y

% l: W& G2 p' Q0 A( g8 ?$ F9 ]
回复

举报

admin

1

主题

0

回帖

12

积分

管理员

积分
12
QQ
 楼主| 发表于 2022-11-15 10:10:36 | 显示全部楼层
ceph-deploy --overwrite-conf mon  destroy compute06 % y  \7 n. [# w1 u- a
[ceph_deploy.conf][DEBUG ] found configuration file at: /root/.cephdeploy.conf
6 T# p& P, z' @# R, J! J[ceph_deploy.cli][INFO  ] Invoked (2.0.1): /usr/bin/ceph-deploy --overwrite-conf mon destroy compute06" b6 V1 l/ t  O0 H" f- H
[ceph_deploy.cli][INFO  ] ceph-deploy options:$ }( ?; w8 @3 D' l3 f
[ceph_deploy.cli][INFO  ]  username                      : None
9 s3 j% O) [/ H2 Q. O[ceph_deploy.cli][INFO  ]  verbose                       : False
# `/ z: V! X  ]9 W6 S1 @[ceph_deploy.cli][INFO  ]  overwrite_conf                : True( u# A2 R- S$ l; Z: E! i5 [) }
[ceph_deploy.cli][INFO  ]  subcommand                    : destroy0 [2 o0 b4 I  A& R4 S
[ceph_deploy.cli][INFO  ]  quiet                         : False
, P9 s9 n; i4 K( f" o[ceph_deploy.cli][INFO  ]  cd_conf                       : <ceph_deploy.conf.cephdeploy.Conf instance at 0x7f90d4005e60>( w+ e( F! K+ W% |4 ]% @" `  E% l
[ceph_deploy.cli][INFO  ]  cluster                       : ceph  l; h- e3 t; G
[ceph_deploy.cli][INFO  ]  mon                           : ['compute06']
' W& k# W  ^  _6 `[ceph_deploy.cli][INFO  ]  func                          : <function mon at 0x7f90d4059410>& E7 z7 F7 i3 G
[ceph_deploy.cli][INFO  ]  ceph_conf                     : None0 j7 A0 a3 ?. N- g8 m( W0 Y/ ?
[ceph_deploy.cli][INFO  ]  default_release               : False
. ]# r! O+ P& i: k[ceph_deploy.mon][DEBUG ] Removing mon from compute06% |+ F5 ]% c5 l! `5 n, o
[compute06][DEBUG ] connected to host: compute06
  ?  c: ~' b- {- h* c8 I+ A) k[compute06][DEBUG ] detect platform information from remote host6 d. u2 P- Y9 X( j. T
[compute06][DEBUG ] detect machine type
* S) s& P8 d5 p, j2 U[compute06][DEBUG ] find the location of an executable/ K3 X% R8 C: i! d5 X  t" z
[compute06][DEBUG ] get remote short hostname6 L+ @1 D$ v# a4 ]- r0 u
[compute06][INFO  ] Running command: ceph --cluster=ceph -n mon. -k /var/lib/ceph/mon/ceph-compute06/keyring mon remove compute06
5 Z+ g; v: q% @; g[compute06][WARNIN] 2022-11-15 10:16:22.023 7fabc2ca4700 -1 auth: unable to find a keyring on /etc/ceph/ceph.mon..keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,: (2) No such file or directory' p' ~8 Z7 w, ~
[compute06][WARNIN] 2022-11-15 10:16:22.023 7fabc2ca4700 -1 AuthRegistry(0x7fabbc065d78) no keyring found at /etc/ceph/ceph.mon..keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,, disabling cephx
  E/ q( j! D2 w. _; p[compute06][WARNIN] removing mon.compute06 at [v2:172.20.1.9:3300/0,v1:172.20.1.9:6789/0], there will be 4 monitors* ~( M$ V( ^" o0 C, d8 B9 o- k
[compute06][INFO  ] polling the daemon to verify it stopped) h! Q9 z7 t' B0 b
[compute06][INFO  ] Running command: systemctl stop ceph-mon@compute06.service0 X; c7 u4 h4 ^0 s
回复

举报

admin

1

主题

0

回帖

12

积分

管理员

积分
12
QQ
 楼主| 发表于 2022-11-15 10:12:15 | 显示全部楼层
ceph-deploy --overwrite-conf mon  add compute06
; v7 n2 i9 V! r# f$ Z[ceph_deploy.conf][DEBUG ] found configuration file at: /root/.cephdeploy.conf
2 {; l# c% a8 y. c& p# p+ s8 H[ceph_deploy.cli][INFO  ] Invoked (2.0.1): /usr/bin/ceph-deploy --overwrite-conf mon add compute06
; Y- a- F- R3 b2 Z4 E9 O6 {/ l[ceph_deploy.cli][INFO  ] ceph-deploy options:
' _) O; L( r: Y) i; q[ceph_deploy.cli][INFO  ]  username                      : None2 g; z5 I* y9 @8 c% D
[ceph_deploy.cli][INFO  ]  verbose                       : False$ Z" f, o. ~2 n* a& i% |
[ceph_deploy.cli][INFO  ]  overwrite_conf                : True. [; k8 r5 c3 W+ h" L8 }
[ceph_deploy.cli][INFO  ]  subcommand                    : add
  y2 W5 C) E7 d5 S- q, r[ceph_deploy.cli][INFO  ]  quiet                         : False1 A# i- \$ F* L
[ceph_deploy.cli][INFO  ]  cd_conf                       : <ceph_deploy.conf.cephdeploy.Conf instance at 0x7fe3aef63e60>
3 v' P/ p% Z" \[ceph_deploy.cli][INFO  ]  cluster                       : ceph
$ E; x0 b+ G, H9 ^& D1 k- u[ceph_deploy.cli][INFO  ]  mon                           : ['compute06']- d* `: g' P1 s; O) i
[ceph_deploy.cli][INFO  ]  func                          : <function mon at 0x7fe3aefb7410>
# E; o& q/ I7 W2 y* a) G[ceph_deploy.cli][INFO  ]  address                       : None5 c  _7 k3 b- F6 g) {' g
[ceph_deploy.cli][INFO  ]  ceph_conf                     : None
& H' b+ S* Y% x0 \4 t& a/ u# A. n[ceph_deploy.cli][INFO  ]  default_release               : False; ^/ @) p7 e2 K  C
[ceph_deploy.mon][INFO  ] ensuring configuration of new mon host: compute06
. O3 L5 D6 g+ G# C7 g[ceph_deploy.admin][DEBUG ] Pushing admin keys and conf to compute06
  L* e4 p& L: g9 v6 y7 K- y[compute06][DEBUG ] connected to host: compute06
# K. |2 F% a" C[compute06][DEBUG ] detect platform information from remote host  c2 d; |+ N& D8 N6 a8 u
[compute06][DEBUG ] detect machine type
0 J# Q7 r' v/ Y  A[compute06][DEBUG ] write cluster configuration to /etc/ceph/{cluster}.conf/ K+ j4 v3 @% w) r: \
[ceph_deploy.mon][DEBUG ] Adding mon to cluster ceph, host compute06: y7 R/ P5 D0 O8 f1 ]0 u9 p
[ceph_deploy.mon][DEBUG ] using mon address by resolving host: 172.20.1.9- j2 ~# d/ ]( j) p' r0 a
[ceph_deploy.mon][DEBUG ] detecting platform for host compute06 ...
9 O$ c- p: t" Q5 D[compute06][DEBUG ] connected to host: compute06 0 I; L: `8 s+ y5 F
[compute06][DEBUG ] detect platform information from remote host+ e; ]2 q% X- H( O  C3 o
[compute06][DEBUG ] detect machine type
$ ^  w6 E5 L, F0 V. u[compute06][DEBUG ] find the location of an executable
5 W* ~4 i4 j. ~' o) d8 `, K+ I[ceph_deploy.mon][INFO  ] distro info: CentOS Linux 7.9.2009 Core( \- x. n! I5 Y9 ~
[compute06][DEBUG ] determining if provided host has same hostname in remote& A1 L# E% F; @( x: ~+ ?
[compute06][DEBUG ] get remote short hostname6 ?: T3 f: G: `. D8 k- C
[compute06][DEBUG ] adding mon to compute06
" A! N% P2 y5 `0 A[compute06][DEBUG ] get remote short hostname$ N6 s1 E) O% t2 Q% K
[compute06][DEBUG ] write cluster configuration to /etc/ceph/{cluster}.conf
# \" s5 @8 W5 ^& `2 Q1 L[compute06][DEBUG ] create the mon path if it does not exist
4 U0 n' Z9 k& p1 C7 Q[compute06][DEBUG ] checking for done path: /var/lib/ceph/mon/ceph-compute06/done
" m% c% g9 L% ^1 T[compute06][DEBUG ] done path does not exist: /var/lib/ceph/mon/ceph-compute06/done; ~8 ]' Y5 S% s; n# L$ f4 J
[compute06][INFO  ] creating keyring file: /var/lib/ceph/tmp/ceph-compute06.mon.keyring
) o' a. `. _, h, E[compute06][DEBUG ] create the monitor keyring file5 S- U6 w6 W! u1 [" m8 |7 e
[compute06][INFO  ] Running command: ceph --cluster ceph mon getmap -o /var/lib/ceph/tmp/ceph.compute06.monmap
1 @' t% t0 A3 o[compute06][WARNIN] got monmap epoch 6
6 Z1 z7 w; E! D* C[compute06][INFO  ] Running command: ceph-mon --cluster ceph --mkfs -i compute06 --monmap /var/lib/ceph/tmp/ceph.compute06.monmap --keyring /var/lib/ceph/tmp/ceph-compute06.mon.keyring --setuser 167 --setgroup 167
8 P! O$ P2 {# l/ U  C0 e* u[compute06][INFO  ] unlinking keyring file /var/lib/ceph/tmp/ceph-compute06.mon.keyring
" Q# h5 ?* B" H3 l[compute06][DEBUG ] create a done file to avoid re-doing the mon deployment$ `; B/ g3 i8 g: ]9 s+ S& [% u4 c) G
[compute06][DEBUG ] create the init path if it does not exist, }& L/ }+ t( w4 r$ l" e6 ^* Y5 V
[compute06][INFO  ] Running command: systemctl enable ceph.target
$ k7 o0 h4 F0 J9 o$ b1 [[compute06][INFO  ] Running command: systemctl enable ceph-mon@compute06
  ?2 d* k7 E( m6 C: R4 ~) x[compute06][INFO  ] Running command: systemctl start ceph-mon@compute06
: U. T# Z, @. ~[compute06][INFO  ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.compute06.asok mon_status
: q2 R! d* K) Y[compute06][WARNIN] monitor compute06 does not exist in monmap
# b* n% K* I5 O; o+ @; _3 Z- s# y& Z[compute06][INFO  ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.compute06.asok mon_status
7 h. S3 [+ E! G" K- ?# R[compute06][DEBUG ] ********************************************************************************) q) W9 ?: C. \) `% X1 P
[compute06][DEBUG ] status for monitor: mon.compute06
! ?! ~+ o  I; C0 D% L" |) _[compute06][DEBUG ] {
8 ]0 E% a3 m7 B( S! K9 ~( Y[compute06][DEBUG ]   "election_epoch": 0, # E) ~+ b3 K) T" T9 d6 y
[compute06][DEBUG ]   "extra_probe_peers": [], 4 a9 e: ]" g# `9 ]  }$ T
[compute06][DEBUG ]   "feature_map": {4 T  g' A' c3 ?1 W" {4 S, t+ m
[compute06][DEBUG ]     "mon": [
3 ^: x  `8 R1 q9 d[compute06][DEBUG ]       {. n, F, R7 @) w% k) a- y( f
[compute06][DEBUG ]         "features": "0x3ffddff8ffacffff",
% [1 u- d! j: N2 ~( Z2 K[compute06][DEBUG ]         "num": 1,
% ?( C/ ~3 s' J: f4 l[compute06][DEBUG ]         "release": "luminous"
( |* ]! t! w5 w6 }[compute06][DEBUG ]       }8 {8 [0 `8 P: M5 O" k' V* k
[compute06][DEBUG ]     ]
5 ^5 X+ F2 E2 H- C: h3 Y[compute06][DEBUG ]   },
9 U: f; t) N3 ]2 S. E2 l[compute06][DEBUG ]   "features": {# k2 q: H: [9 \; A- ^4 s  M% U. j: i
[compute06][DEBUG ]     "quorum_con": "0", ( U8 Y2 \- B4 k, n$ u- _
[compute06][DEBUG ]     "quorum_mon": [],
9 u7 z+ X7 R" h& V# t- \[compute06][DEBUG ]     "required_con": "2449958197560098820",
/ S: t" x3 `: `! g7 p/ n0 o[compute06][DEBUG ]     "required_mon": [
4 d$ @  L* n# x( r$ D[compute06][DEBUG ]       "kraken",
5 G+ ]; E+ f! h; K6 z2 p[compute06][DEBUG ]       "luminous",
* Q4 r2 D, t* `" _  W[compute06][DEBUG ]       "mimic", / O5 z3 |9 L& |% V$ D
[compute06][DEBUG ]       "osdmap-prune",
* o6 u! r1 @7 U3 Y- {* L[compute06][DEBUG ]       "nautilus"* o% [* u3 L" j) A: r
[compute06][DEBUG ]     ]
+ U! q4 k; W) j0 J  V, y[compute06][DEBUG ]   }, 2 x6 \8 a% `0 u+ V$ J
[compute06][DEBUG ]   "monmap": {4 |- {, f5 l1 j
[compute06][DEBUG ]     "created": "2021-10-28 14:49:15.304143", 7 t& ^6 E0 n1 f: j, b+ v
[compute06][DEBUG ]     "epoch": 6, 5 l+ t# ~: l  A( F/ l4 V
[compute06][DEBUG ]     "features": {6 [/ h8 A* z4 M# [
[compute06][DEBUG ]       "optional": [], ! x& m  w, o' P
[compute06][DEBUG ]       "persistent": [5 w2 J2 m1 }, \1 @( S9 X
[compute06][DEBUG ]         "kraken",
  z5 X# ^0 I- S5 ]$ X+ o% C: `[compute06][DEBUG ]         "luminous",
9 w" m( A: y0 U" _, z+ C) m4 X[compute06][DEBUG ]         "mimic",
4 {1 H& J3 ~$ x8 J1 x[compute06][DEBUG ]         "osdmap-prune", 0 G0 ]) ^( B" }% o& n9 W  r6 _
[compute06][DEBUG ]         "nautilus"  m1 x" D. I# y
[compute06][DEBUG ]       ]- N) W' `4 t3 M( S
[compute06][DEBUG ]     },
; l: H- |+ g, b% N+ H) j% y# D[compute06][DEBUG ]     "fsid": "8daade9f-1db5-4e9e-a0ac-cbe1b3abafd1",
) Z9 p: G3 M3 S$ I* C; c& i( e[compute06][DEBUG ]     "min_mon_release": 14, ! k5 o; c, _8 P2 }1 Z( o
[compute06][DEBUG ]     "min_mon_release_name": "nautilus",
: {" v2 d7 X5 n' `[compute06][DEBUG ]     "modified": "2022-11-15 10:16:22.469673", 8 i! _9 e( r& [% g" i# |
[compute06][DEBUG ]     "mons": [+ Y* O6 Q# B; v/ O# q
[compute06][DEBUG ]       {2 m7 R2 w" S, _5 g5 s% x
[compute06][DEBUG ]         "addr": "172.20.1.13:6789/0", 1 \' z* C& G1 h5 ~: m5 _5 }
[compute06][DEBUG ]         "name": "hostceph1", 0 Q# F% [( k/ L" R
[compute06][DEBUG ]         "public_addr": "172.20.1.13:6789/0", 7 ^; ^. f& f+ y: U9 B
[compute06][DEBUG ]         "public_addrs": {
5 R9 n, a: l8 K[compute06][DEBUG ]           "addrvec": [
5 X0 Q5 V9 j$ G& y" U[compute06][DEBUG ]             {
6 r$ w# y) p- k& g6 G5 ^4 E6 K[compute06][DEBUG ]               "addr": "172.20.1.13:3300",
/ A4 v# d4 E1 g9 f9 X' x[compute06][DEBUG ]               "nonce": 0,
4 u% C: @* }8 \& M# \0 e! n4 P[compute06][DEBUG ]               "type": "v2"5 N+ ?& J* m9 b3 a6 K1 b" Y
[compute06][DEBUG ]             }, " {2 j3 k& n: Z* A7 j
[compute06][DEBUG ]             {
9 @& w4 I) t' W% C[compute06][DEBUG ]               "addr": "172.20.1.13:6789",
! K6 a& ~6 ]- l2 f) U7 ^# ^2 x[compute06][DEBUG ]               "nonce": 0,
2 m: j+ V  f4 {+ U[compute06][DEBUG ]               "type": "v1"! t. Y% u# o/ a. A6 F
[compute06][DEBUG ]             }" v; _* B1 O' o' O7 w) g
[compute06][DEBUG ]           ]0 ^. ]0 M5 c8 e7 c* d# d, i
[compute06][DEBUG ]         }, " c5 c. l8 Y& K' n
[compute06][DEBUG ]         "rank": 09 Z) w' [2 }0 g. v
[compute06][DEBUG ]       },
4 ^, g- N+ N+ G$ ~2 O8 ?& @[compute06][DEBUG ]       {0 X5 {5 G! M0 ~. b! E1 B6 _
[compute06][DEBUG ]         "addr": "172.20.1.14:6789/0", 2 P1 T: b, n) [) ?
[compute06][DEBUG ]         "name": "hostceph2", 0 a! Q  W6 a, c% O
[compute06][DEBUG ]         "public_addr": "172.20.1.14:6789/0", 9 N0 ^* N8 o% h+ P2 n) q
[compute06][DEBUG ]         "public_addrs": {
" A$ T, |8 V  U[compute06][DEBUG ]           "addrvec": [  B& |: m  l" L, J( n% V
[compute06][DEBUG ]             {  |; A/ J: g  v
[compute06][DEBUG ]               "addr": "172.20.1.14:3300",
9 U# S; p2 Y' M' x[compute06][DEBUG ]               "nonce": 0,
5 j4 b2 O  g; l6 y[compute06][DEBUG ]               "type": "v2"
8 n3 N6 u2 s$ r& ?[compute06][DEBUG ]             },
2 p3 q* |) v8 ]# O  ^9 a[compute06][DEBUG ]             {6 T+ u. P$ `7 [5 S3 L" B
[compute06][DEBUG ]               "addr": "172.20.1.14:6789", ' E5 X; a/ H3 ~* w6 r1 Z
[compute06][DEBUG ]               "nonce": 0, , h3 F$ G7 v1 N0 J; m- U. U, d4 j% X
[compute06][DEBUG ]               "type": "v1"7 o+ x; b) x- E2 X! Z4 a8 [
[compute06][DEBUG ]             }; N6 ]: T( b8 `7 {6 e# E' s  J, S. F" a$ I
[compute06][DEBUG ]           ]0 ]! v/ T. i& e" i+ _
[compute06][DEBUG ]         }, * s( |6 a( x% {  k" B
[compute06][DEBUG ]         "rank": 1
: ~9 M8 n3 M7 @[compute06][DEBUG ]       },   i& e/ F9 N- F9 z" L
[compute06][DEBUG ]       {
; A  E/ Y6 |3 a5 ]- @6 a7 J[compute06][DEBUG ]         "addr": "172.20.1.15:6789/0",
: d, O5 D2 U! W6 W8 R- G  d4 x/ i[compute06][DEBUG ]         "name": "hostceph3", 4 C/ D* x5 |4 ^
[compute06][DEBUG ]         "public_addr": "172.20.1.15:6789/0", , U% p1 s9 I" l/ k: r
[compute06][DEBUG ]         "public_addrs": {: U' I3 n0 c% X5 Z; h" M" M
[compute06][DEBUG ]           "addrvec": [: k9 O& v9 w* H& S
[compute06][DEBUG ]             {
! F+ _5 f2 f: q0 L0 w8 A[compute06][DEBUG ]               "addr": "172.20.1.15:3300",
& d* @2 ?2 f3 R# K- V1 C) E/ ~+ K8 }[compute06][DEBUG ]               "nonce": 0,
" f3 s. N: e! C4 p" t0 _/ x( M5 M[compute06][DEBUG ]               "type": "v2") H( d2 H, _) o1 N; g
[compute06][DEBUG ]             },
5 @5 z) r. h/ @' y[compute06][DEBUG ]             {
. l) y! P: J& e# ^( z  j[compute06][DEBUG ]               "addr": "172.20.1.15:6789", 9 L$ m& X7 t( r0 S
[compute06][DEBUG ]               "nonce": 0, . T  ?8 f5 ]2 f* e
[compute06][DEBUG ]               "type": "v1"5 B5 W9 Y* f& y" `7 C9 g( w
[compute06][DEBUG ]             }
2 e, t3 d: g: U: _& |  c" A[compute06][DEBUG ]           ]" }. N7 A6 `) {' Z, ~
[compute06][DEBUG ]         },
  Z6 h& y: J* O5 o  r[compute06][DEBUG ]         "rank": 2
( O' b: B  [* P0 l[compute06][DEBUG ]       }, : N4 K; P% Z: s7 }4 m
[compute06][DEBUG ]       {% f4 Y) u- H/ P
[compute06][DEBUG ]         "addr": "172.20.1.11:6789/0", 0 R  V) n' x- }& k, P
[compute06][DEBUG ]         "name": "compute08", : i7 f  j8 t* y: ^) ^' U
[compute06][DEBUG ]         "public_addr": "172.20.1.11:6789/0", ! d1 {6 g" X( O; Z4 v3 d# B! @
[compute06][DEBUG ]         "public_addrs": {* r* W) N3 p% j; F% E
[compute06][DEBUG ]           "addrvec": [/ l( L# r* p: ^& z; }, W2 U: \
[compute06][DEBUG ]             {% O2 t' C) Z- C% K" [- d( d) B/ F
[compute06][DEBUG ]               "addr": "172.20.1.11:3300", . ~( |* O4 Q) Y9 b$ Q& A
[compute06][DEBUG ]               "nonce": 0, 4 ]) m% B* z/ X; m/ L
[compute06][DEBUG ]               "type": "v2"
4 U) O$ c; S7 Q, X7 R- a, [0 _[compute06][DEBUG ]             }, 5 ^: D' n1 d: N
[compute06][DEBUG ]             {+ _; G1 F( t0 {7 j* H7 M6 `
[compute06][DEBUG ]               "addr": "172.20.1.11:6789", 5 S% G# Y6 ?; y7 S# B1 I# I5 Y. r# V
[compute06][DEBUG ]               "nonce": 0,
3 i: g9 O. ~8 O[compute06][DEBUG ]               "type": "v1"# L9 k9 s0 |4 d/ ?
[compute06][DEBUG ]             }
$ S: \) W* b' ?( H" q[compute06][DEBUG ]           ]
1 L- y3 d/ }. }$ ]& h' l' I[compute06][DEBUG ]         },
1 A8 e9 D6 U2 P2 M, r[compute06][DEBUG ]         "rank": 3
& {4 v) _  k& x& }; J[compute06][DEBUG ]       }
) B6 h1 }+ O4 t$ R% ~$ r0 D9 v[compute06][DEBUG ]     ]6 u' x, [  N2 N8 o, _+ h; p/ j
[compute06][DEBUG ]   }, 8 ]; C. F8 z7 R( D7 G: [
[compute06][DEBUG ]   "name": "compute06", 2 p- C) f( Q' ~0 Y6 a- ^- m
[compute06][DEBUG ]   "outside_quorum": [], 5 i( ~6 v; i. C0 y: g
[compute06][DEBUG ]   "quorum": [], 0 P9 h8 N$ W8 U
[compute06][DEBUG ]   "rank": -1, . T1 d/ S3 J1 @+ x
[compute06][DEBUG ]   "state": "probing", + ^: s. r: S& A8 ?
[compute06][DEBUG ]   "sync_provider": []
1 e3 p0 Z$ _& p- m[compute06][DEBUG ] }
4 T8 \3 W' {% {2 l- P( ^[compute06][DEBUG ] ********************************************************************************
. }+ z; P" d' N[compute06][INFO  ] monitor: mon.compute06 is currently at the state of probing
4 \  r$ V3 @- p- R[root@hostceph1 deploy]# ceph -s" p: c& S+ ?" \* N& p
  cluster:
, h# _/ D! t6 i# U. Z    id:     8daade9f-1db5-4e9e-a0ac-cbe1b3abafd13 [4 m4 A1 r' O& B% ^
    health: HEALTH_WARN
, D4 t4 }5 B) j% V. H7 D            15 daemons have recently crashed
! P6 x! M, k% l 3 L1 D1 o, e, |, r! t/ O
  services:  Q$ W- ]; Y2 l. u5 o: c
    mon: 5 daemons, quorum hostceph1,hostceph2,hostceph3,compute08,compute06 (age 0.657523s)7 t$ C! l9 z6 J) B" S9 E  ^
    mgr: hostceph2(active, since 5M), standbys: hostceph3, hostceph1, compute07, compute09, compute08, compute06
9 G/ d! g+ ~; x    osd: 34 osds: 34 up (since 3M), 34 in (since 5M)
# u. B& i6 h) t  I- O' x$ A: E) S ! q7 L9 J, u8 G5 A# ]) V
  data:
0 y1 K5 w* [8 q- s% M# R: Q: W6 ~    pools:   9 pools, 8832 pgs
% c- f; V( C* L7 e  i    objects: 312.99k objects, 1.2 TiB! Z* q' b7 A: o! v2 e8 z
    usage:   8.3 TiB used, 118 TiB / 127 TiB avail
# C- R& i- v  u1 E% H    pgs:     8832 active+clean/ @1 ~7 R7 S0 ]4 d! @) p

4 s( ^1 V* G# ?4 ^, A  p3 v6 h  io:
, R( Y7 `2 C: `4 d5 d" `# ^& m    client:   27 KiB/s rd, 64 KiB/s wr, 13 op/s rd, 6 op/s wr; o8 B7 G# y4 M- f
( l' H2 g4 H3 u! Z) H+ M  o

$ S( t; y: |3 X* c/ B! ~# R$ u9 fmon的告警解除了。遇到了新的问题。
回复

举报

返回列表 发新帖
高级模式
B Color Image Link Quote Code Smilies
您需要登录后才可以回帖 登录 | 注册

本版积分规则

返回首页|Archiver|手机版|小黑屋|易陆发现技术论坛 ( 蜀ICP备2026014127号-1 )

GMT+8, 2026-6-12 00:06 , Processed in 0.018061 second(s), 22 queries .

Powered by Discuz! X5.0

© 2001-2026 Discuz! Team.

快速回复 返回顶部 返回列表