HEALTH_WARN 1 osds down; 1 host (1 osds) down; clock skew detected on mon.comput

admin

HEALTH_WARN 1 osds down; 1 host (1 osds) down; clock skew detected on mon.compute02
4 v1 _; ^5 {! KOSD_DOWN 1 osds down
; ^3 |! K  E8 _2 Q    osd.2 (root=default,host=compute03) is down
OSD_HOST_DOWN 1 host (1 osds) down
    host compute03 (root=default) (1 osds) is down
! v* L7 A5 l. [2 {$ K. iMON_CLOCK_SKEW clock skew detected on mon.compute02
0 _2 {, L: ^; U& w; g! m# O    mon.compute02 clock skew 0.4046s > max 0.05s (latency 0.0719596s)
  D, E3 o& i6 Q5 B( ?; r' p

admin

[root@compute01 deploy]# vim ceph.conf
6 t4 R/ J$ G0 F7 Q' l2 C$ H+ q[root@compute01 deploy]# history |grep admin
  121  ceph-deploy admin iscsi
/ [$ @$ F$ g  [2 x- G  ?: @  122  cat ceph.client.admin.keyring
  576  ceph-deploy admin compute0{1,2,3}
  577  ceph-deploy --overwrite-conf admin compute0{1,2,3}
1005  history |grep admin
% j" N0 o- V4 y) f[root@compute01 deploy]# ceph-deploy --overwrite-conf admin compute0{1,2,3}
( }3 O2 V% D" W* e* U. k" o[ceph_deploy.conf][DEBUG ] found configuration file at: /root/.cephdeploy.conf
[ceph_deploy.cli][INFO  ] Invoked (2.0.1): /usr/bin/ceph-deploy --overwrite-conf admin compute01 compute02 compute03
[ceph_deploy.cli][INFO  ] ceph-deploy options:
[ceph_deploy.cli][INFO  ]  username                      : None
[ceph_deploy.cli][INFO  ]  verbose                       : False
, z* I) U' l5 h: `8 r7 T* ~[ceph_deploy.cli][INFO  ]  overwrite_conf                : True
4 [! l* Y9 y; n: e* s[ceph_deploy.cli][INFO  ]  quiet                         : False
% S/ ~  v3 p' i4 I/ I[ceph_deploy.cli][INFO  ]  cd_conf                       : <ceph_deploy.conf.cephdeploy.Conf instance at 0x7f9031dcc638>
[ceph_deploy.cli][INFO  ]  cluster                       : ceph
4 X' h) @# i9 o! ~# `' x* ]& D! U[ceph_deploy.cli][INFO  ]  client                        : ['compute01', 'compute02', 'compute03']
! b& `* R! c# {" @[ceph_deploy.cli][INFO  ]  func                          : <function admin at 0x7f9032664230>
[ceph_deploy.cli][INFO  ]  ceph_conf                     : None
[ceph_deploy.cli][INFO  ]  default_release               : False
[ceph_deploy.admin][DEBUG ] Pushing admin keys and conf to compute01
[compute01][DEBUG ] connected to host: compute01
1 X+ R  I& ^- A8 P[compute01][DEBUG ] detect platform information from remote host
[compute01][DEBUG ] detect machine type
  `* {/ _  f8 a+ s) \9 a[compute01][DEBUG ] write cluster configuration to /etc/ceph/{cluster}.conf
) C3 d" U, E% Z: d  V/ K9 y[ceph_deploy.admin][DEBUG ] Pushing admin keys and conf to compute02
6 y6 O5 W- @- U8 g[compute02][DEBUG ] connected to host: compute02
, O8 U4 w/ u8 N# _2 ?; R& J7 D[compute02][DEBUG ] detect platform information from remote host
/ Y9 w' [& i/ U7 f1 ^4 y[compute02][DEBUG ] detect machine type
" \0 p- |6 m" q[compute02][DEBUG ] write cluster configuration to /etc/ceph/{cluster}.conf
[ceph_deploy.admin][DEBUG ] Pushing admin keys and conf to compute03
" N  T; K# e* c! P[compute03][DEBUG ] connected to host: compute03
8 T" ^7 M6 m% F+ |. d! [' z[compute03][DEBUG ] detect platform information from remote host
! ~" N* z' o1 B. F+ P[compute03][DEBUG ] detect machine type
[compute03][DEBUG ] write cluster configuration to /etc/ceph/{cluster}.conf
[root@compute01 deploy]# systemctl restart ceph-mon.target

admin

第二步：修改ceph配置中的时间偏差阈值
# M! \/ ]- o. f, x- x7 M1. 在admin部署节点修改配置参数：
! J: U( M$ H. T; V; [8 T9 Y- D
) l/ B4 g9 k! u! y5 w# vi ~/my-cluster/ceph.conf
* ], U- \) ^. R# L" p在global字段下添加：
6 _1 n5 F4 E' c0 R
mon clock drift allowed = 2
' |" @/ ~( T  c" B* X/ O9 z. Jmon clock drift warn backoff = 30   
9 E4 g7 T3 @; {: F" v7 G# S0 V. o2. 向需要同步的mon节点推送配置文件：
5 z* ~+ ^7 H) Q8 c
# ceph-deploy --overwrite-conf config push node{1..3}
这里是向node1 node2 node3推送，也可以后跟其它不连续节点
) V8 D: N. M" ~3. 重启mon服务（centos7环境下）
+ u- I1 a4 ~7 J# W7 g2 j$ z( z
" |& D7 N1 V/ k# systemctl restart ceph-mon.target
4.验证：
& V9 `3 a4 F# _6 m/ p
# ceph -s
& F/ x2 q% {& a4 t- F, n" \, h; M2 \. g显示health_ok说明问题解决