|
|
因手动删除mon后，发现mon无法正常恢复：) {; M; d+ a6 G3 n: C
* Q8 f! E/ Y9 T7 K$ l" j[root@ceph1 ~]# ceph -s
1 p( x+ z9 r8 ?/ T, G! y cluster:
! O: a& H* A9 ]' F# ^% \0 R. u+ T id: 9c7a1c4a-e1e9-4ebb-9254-c7dbaf30a23f
& d' `! X! R1 M1 ]& R$ m health: HEALTH_WARN
2 N3 ]8 @, H$ v3 |. J; ~+ G; T- ^$ h Degraded data redundancy: 42/531 objects degraded (7.910%), 23 pgs degraded- k+ q6 `0 R, N; J; o1 @- d' M \
( _# @' |2 g: h+ ?! X! z
services:
/ `, c A. E: m7 Z9 N+ ?+ J mon: 2 daemons, quorum ceph2,ceph3 (age 30m)
$ T- c* S! {1 j; u& K1 | mgr: ceph2(active, since 16m), standbys: ceph3, ceph1# Y- D7 _" l' l/ ]
osd: 6 osds: 6 up (since 23s), 6 in (since 49s); v9 l9 m7 I2 N! k- P3 g
rgw: 3 daemons active (ceph1, ceph2, ceph3)$ i% g6 [' S! r
0 r& ~ ^ `2 U; q" k, l- f
task status:. i! Y- C+ m- T4 {) ^% d( R& p/ P
) t: u* U0 y5 ~! j
data:
9 g) ?* c% L3 G' s pools: 7 pools, 416 pgs
8 L6 a' B. G$ y0 b {2 B. K objects: 265 objects, 40 MiB4 Y6 Y! p4 N" ~
usage: 6.3 GiB used, 1.2 TiB / 1.2 TiB avail4 R: j: ^: n7 m# K- Y
pgs: 0.481% pgs not active8 E% g3 j3 z5 @( _) p, R' H% | ~* }
42/531 objects degraded (7.910%)- f+ j& D; d1 U, w& Q) H/ m( z4 o
3/531 objects misplaced (0.565%)* u* t. {0 \8 _5 t
384 active+clean: h) l1 d0 P+ g0 x7 ?* f' v5 i2 {5 z
22 active+recovery_wait+degraded
' C) ] g- o' G* ~4 t3 ]' M/ X 6 active+recovery_wait
0 _5 `* E2 @- H 2 activating
; K* c: d$ ^ G' r0 o6 E) c 1 active+recovering+degraded7 {1 V0 W# H" X W
1 active+recovering
" L7 ?! R+ Y# z: O9 n
0 k" F3 S6 N2 _" f+ S. y. S io:
1 z c$ F5 o0 i! q client: 7.6 KiB/s rd, 0 B/s wr, 7 op/s rd, 5 op/s wr% d' {+ C: Y* L6 ?# c& K
recovery: 0 B/s, 2 objects/s ?/ V/ y% H$ l- R2 L/ ^
* Z' D( h- o+ o7 S1 z5 J[root@ceph1 ~]# cd /ceph/deploy/& d1 `! W( d8 B# g, W' J" b
[root@ceph1 deploy]# ceph-deploy --overwrite-conf mon create-initial
1 |5 m6 J" g0 l$ s: l[ceph_deploy.conf][DEBUG ] found configuration file at: /root/.cephdeploy.conf# s$ b; i5 l. T# N
[ceph_deploy.cli][INFO ] Invoked (2.0.1): /usr/bin/ceph-deploy --overwrite-conf mon create-initial
' s' I8 j K5 z0 N9 C0 v; j# i[ceph_deploy.cli][INFO ] ceph-deploy options:9 @- M; y4 }6 H4 K* x) i2 Z
[ceph_deploy.cli][INFO ] username : None' y( c8 h9 I2 f h: V) ]2 i
[ceph_deploy.cli][INFO ] verbose : False0 ~5 C$ `1 E6 E
[ceph_deploy.cli][INFO ] overwrite_conf : True
9 p( y! N. b% s$ X[ceph_deploy.cli][INFO ] subcommand : create-initial7 F; H9 x& M+ _- s5 V+ W
[ceph_deploy.cli][INFO ] quiet : False
& } n; k. |; w) q, w* @2 j[ceph_deploy.cli][INFO ] cd_conf : <ceph_deploy.conf.cephdeploy.Conf instance at 0x7fb942b78998>
; _+ s+ I6 Z9 G: Y$ N[ceph_deploy.cli][INFO ] cluster : ceph/ T: T6 O, m$ ]9 z+ d
[ceph_deploy.cli][INFO ] func : <function mon at 0x7fb942de5398>6 L4 P6 |; g3 f* f5 [( m% W/ O0 m6 |
[ceph_deploy.cli][INFO ] ceph_conf : None+ T# o9 U+ U# O' C% ~8 z/ S0 o6 _
[ceph_deploy.cli][INFO ] default_release : False
' X3 M2 a1 o) u* o2 }[ceph_deploy.cli][INFO ] keyrings : None" d; J$ Q6 V0 C! V8 R3 s- u- o
[ceph_deploy.mon][DEBUG ] Deploying mon, cluster ceph hosts ceph1 ceph2 ceph3- K2 _/ K" s" y
[ceph_deploy.mon][DEBUG ] detecting platform for host ceph1 ...
$ d! y( Y. E( l[ceph1][DEBUG ] connected to host: ceph1
! o. S& K$ B; |9 b9 w( c P[ceph1][DEBUG ] detect platform information from remote host6 j6 i( E' S* |" u x4 n" {+ N( j
[ceph1][DEBUG ] detect machine type, c; ?8 W# Y2 k9 l) p6 g7 d9 v
[ceph1][DEBUG ] find the location of an executable
; J3 [# G3 H; L" v- K6 |& W[ceph_deploy.mon][INFO ] distro info: Oracle Linux Server 7.6 oracle% U* P1 T' M! I. Z/ |7 v: ?
[ceph1][DEBUG ] determining if provided host has same hostname in remote: K' z$ M% D5 G. g& R1 \7 e5 ^+ q
[ceph1][DEBUG ] get remote short hostname, o! d9 R% |( }# q% E. _& Z3 E- P
[ceph1][DEBUG ] deploying mon to ceph1
! S1 o4 B4 ]4 J[ceph1][DEBUG ] get remote short hostname
: k' y) P u! Q$ ]" u2 }[ceph1][DEBUG ] remote hostname: ceph1
" M J' k! x1 A. [, M8 c+ Z[ceph1][DEBUG ] write cluster configuration to /etc/ceph/{cluster}.conf' h7 q5 E% ~; O! |6 Q, Q, a
[ceph1][DEBUG ] create the mon path if it does not exist
7 H" E* l% Y2 s6 ?" ]2 f w[ceph1][DEBUG ] checking for done path: /var/lib/ceph/mon/ceph-ceph1/done
5 V8 h- t9 j J' l3 |[ceph1][DEBUG ] done path does not exist: /var/lib/ceph/mon/ceph-ceph1/done
. [! y, r$ p5 l& m. x6 w1 Z[ceph1][INFO ] creating keyring file: /var/lib/ceph/tmp/ceph-ceph1.mon.keyring; l% C4 n8 s4 ^
[ceph1][DEBUG ] create the monitor keyring file+ d) @4 H# a t, \
[ceph1][INFO ] Running command: ceph-mon --cluster ceph --mkfs -i ceph1 --keyring /var/lib/ceph/tmp/ceph-ceph1.mon.keyring --setuser 167 --setgroup 167) {8 q" p, H$ P1 n9 u% h) L1 ?
[ceph1][INFO ] unlinking keyring file /var/lib/ceph/tmp/ceph-ceph1.mon.keyring( V* }4 ]7 q5 \/ @ D% {: c) _/ Q
[ceph1][DEBUG ] create a done file to avoid re-doing the mon deployment
_0 j/ K Z+ g, K# p$ X; r[ceph1][DEBUG ] create the init path if it does not exist
. I4 O1 y; |% R; `9 G1 t[ceph1][INFO ] Running command: systemctl enable ceph.target$ x+ M8 {' o% k% T
[ceph1][INFO ] Running command: systemctl enable ceph-mon@ceph1
, R1 k6 s1 a& H) _" p4 }. j8 v[ceph1][INFO ] Running command: systemctl start ceph-mon@ceph1/ m3 j! v3 T) Z" ]$ j
[ceph1][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ceph1.asok mon_status. s5 v3 y$ W7 x+ j1 z/ H3 K/ V4 s
[ceph1][DEBUG ] ********************************************************************************
, }/ W+ q7 I9 ^3 x4 j7 o) O[ceph1][DEBUG ] status for monitor: mon.ceph1
6 h" ^; d/ I. a9 }7 L: ^. w5 p3 u[ceph1][DEBUG ] {
2 r6 g3 s! F o6 n[ceph1][DEBUG ] "election_epoch": 0,
( P3 p8 l0 w& f% v& b( ?[ceph1][DEBUG ] "extra_probe_peers": [+ d, f" L1 @7 z
[ceph1][DEBUG ] {
) J( w* [ x- L+ s# m( \[ceph1][DEBUG ] "addrvec": [
, j% p$ w& A5 O% f[ceph1][DEBUG ] {& r V- s( I- K$ S! c
[ceph1][DEBUG ] "addr": "192.168.120.27:3300", # w9 M9 d- O5 `+ x
[ceph1][DEBUG ] "nonce": 0, 5 N4 ^6 c% F+ T" j! x: T
[ceph1][DEBUG ] "type": "v2"
Q/ s9 Y4 h2 b# t+ O[ceph1][DEBUG ] },
/ I+ c J9 H& b1 @[ceph1][DEBUG ] {7 B7 I! H. e. C: d* i3 ]2 p
[ceph1][DEBUG ] "addr": "192.168.120.27:6789", ( y1 F; _9 x7 c7 R
[ceph1][DEBUG ] "nonce": 0,
3 r+ P% `7 J* Y' H3 v6 S. S[ceph1][DEBUG ] "type": "v1"0 M& D- J; P$ X* l) F
[ceph1][DEBUG ] }
4 G% x" t0 T+ ?) L+ p[ceph1][DEBUG ] ]
2 [" h: P( K' J5 t+ P# M% Z+ E[ceph1][DEBUG ] },
E4 W6 x/ x8 F Z[ceph1][DEBUG ] {
% v% p( p& W% g8 v h[ceph1][DEBUG ] "addrvec": [) E9 `6 c- P/ G, I; D+ O+ s7 [7 L
[ceph1][DEBUG ] {
6 I0 S5 B& o; M[ceph1][DEBUG ] "addr": "192.168.120.28:3300",
( G: w1 d$ r) `( |% n[ceph1][DEBUG ] "nonce": 0, ) X" _8 s7 |# k) B) x( j
[ceph1][DEBUG ] "type": "v2"
- S. g8 A+ N7 _! O[ceph1][DEBUG ] },
1 F7 j" w" A G$ d5 [2 w[ceph1][DEBUG ] {5 D, h" b3 g. W# P) u
[ceph1][DEBUG ] "addr": "192.168.120.28:6789", 8 ~) y4 y3 l2 A: R- g2 c4 I
[ceph1][DEBUG ] "nonce": 0, " E E+ Y7 m; E& |5 M/ y M
[ceph1][DEBUG ] "type": "v1"" D" O0 r4 {$ r; G8 e' ?/ r
[ceph1][DEBUG ] }
2 T, @, r* N2 l4 R7 k& d) @9 Z[ceph1][DEBUG ] ]* {) B. D$ X F8 l1 Z
[ceph1][DEBUG ] }
' m( T6 K9 \7 l& d0 K, A# K[ceph1][DEBUG ] ],
0 q" c8 ~; d1 R, d# m[ceph1][DEBUG ] "feature_map": {, q, d: I5 k" o/ |/ l" A
[ceph1][DEBUG ] "mon": [& ~" k" A% I9 x; j* D7 w# _
[ceph1][DEBUG ] {
1 o# n$ y6 _; f6 g+ ~[ceph1][DEBUG ] "features": "0x3ffddff8ffacffff", 2 n, X8 r3 G0 q1 v1 g1 P
[ceph1][DEBUG ] "num": 1,
3 T/ \. Y" x$ B[ceph1][DEBUG ] "release": "luminous"' v* N3 U# {4 X! C
[ceph1][DEBUG ] }
- I5 r+ e3 U) L7 h' L- c8 g! N+ \& s[ceph1][DEBUG ] ]
; U; T" o" L. x1 f6 }) ]8 }[ceph1][DEBUG ] }, ! l- |1 t. }+ j- S9 C# F& S, K! V, Y
[ceph1][DEBUG ] "features": {
. l- Z+ l& q& y: m[ceph1][DEBUG ] "quorum_con": "0", / ]( n; U! `9 J* v) `: }
[ceph1][DEBUG ] "quorum_mon": [],
/ N5 X- E. D) l2 k$ ][ceph1][DEBUG ] "required_con": "0",
! o& a2 v. Q9 t1 I9 G" g[ceph1][DEBUG ] "required_mon": [. D- u E# p7 X' ~ F6 G2 G9 _
[ceph1][DEBUG ] "kraken",
8 W9 H+ W8 D" E, N[ceph1][DEBUG ] "luminous", 1 f/ B$ v; q" }5 q
[ceph1][DEBUG ] "mimic", 3 w8 n; u! f: s- g
[ceph1][DEBUG ] "osdmap-prune",
1 `' i$ A }* N3 ]/ L+ F[ceph1][DEBUG ] "nautilus"4 ]2 p R3 R' X
[ceph1][DEBUG ] ]
0 ~+ A0 c& a" a! J( i[ceph1][DEBUG ] }, , X: e! o7 c$ W6 K
[ceph1][DEBUG ] "monmap": {
: z% m8 F* C7 p[ceph1][DEBUG ] "created": "2022-10-17 10:46:00.900267",
^0 S! ]/ v4 x" K! g[ceph1][DEBUG ] "epoch": 4,
$ ^! e0 y7 ^7 Q; p3 q( U4 q' A4 D[ceph1][DEBUG ] "features": {
) _+ Y$ K; N# y& D* k[ceph1][DEBUG ] "optional": [], " U; C! ^* v1 V
[ceph1][DEBUG ] "persistent": [
$ @1 s- I/ e6 ]- g[ceph1][DEBUG ] "kraken",
/ p: I$ M* |" s d3 l1 {8 H+ m[ceph1][DEBUG ] "luminous", 2 \1 A1 ^/ M# s, i+ V
[ceph1][DEBUG ] "mimic", ) j7 N" g" e- ?) F: j
[ceph1][DEBUG ] "osdmap-prune",
" m1 Q) _( F/ O# T- Z$ f[ceph1][DEBUG ] "nautilus"0 |5 ~7 n" w; Z5 N4 @
[ceph1][DEBUG ] ]
; m, }# c) |4 T; e: N# A% h[ceph1][DEBUG ] },
+ ?6 n4 O2 q, D' N: m9 I8 V5 N[ceph1][DEBUG ] "fsid": "9c7a1c4a-e1e9-4ebb-9254-c7dbaf30a23f",
# E8 o5 t* ^4 S0 p[ceph1][DEBUG ] "min_mon_release": 14,
$ o5 [( ~2 E# @ }( _, ~" }[ceph1][DEBUG ] "min_mon_release_name": "nautilus", 6 K5 j/ c2 z, G1 Z
[ceph1][DEBUG ] "modified": "2022-10-18 14:07:48.821597",
% e$ g9 S2 Y; O2 `+ a[ceph1][DEBUG ] "mons": [
& k D2 w6 ~4 @) A s[ceph1][DEBUG ] {% j h/ X) ^+ A* x4 ~1 C* z
[ceph1][DEBUG ] "addr": "192.168.120.27:6789/0", & m/ O7 K- [8 u8 i; c( N
[ceph1][DEBUG ] "name": "ceph2",
4 W, U4 Q' A/ K. F1 q[ceph1][DEBUG ] "public_addr": "192.168.120.27:6789/0", 0 O3 b, b( L: @& _$ T' t8 i7 j5 E$ N
[ceph1][DEBUG ] "public_addrs": {3 A- J9 C1 i F! O% S) @! D1 s& ?5 L2 k
[ceph1][DEBUG ] "addrvec": [; z. |. l M+ H: I
[ceph1][DEBUG ] {% E) m! h4 y( K# ?) \" ^& w4 q
[ceph1][DEBUG ] "addr": "192.168.120.27:3300",
9 T: n- J( z4 |[ceph1][DEBUG ] "nonce": 0, 0 h' U4 H4 P# y7 i
[ceph1][DEBUG ] "type": "v2"
$ U9 s [7 F5 ~4 N( `3 W! r[ceph1][DEBUG ] },
/ J: k% d( j1 c[ceph1][DEBUG ] {
: _" E8 L$ U" M* c* b% d# s[ceph1][DEBUG ] "addr": "192.168.120.27:6789",
+ q) s, o+ O" c. |6 S/ S7 m[ceph1][DEBUG ] "nonce": 0,
; Y% k2 W; K( G8 B0 N- k3 E6 E[ceph1][DEBUG ] "type": "v1"
% M( Q* a$ _% j( j8 t! w[ceph1][DEBUG ] }+ u h1 b4 ~1 s( f6 W
[ceph1][DEBUG ] ]1 X9 ]1 C6 B; m$ Z. k
[ceph1][DEBUG ] },
) t, R Q+ o0 i9 g[ceph1][DEBUG ] "rank": 0! Q$ c, L& r8 J# ?1 C- s# |
[ceph1][DEBUG ] }, ) h& s* G2 J3 _' J
[ceph1][DEBUG ] {
) K$ ?- y$ M J2 O; P2 n[ceph1][DEBUG ] "addr": "192.168.120.28:6789/0", / `3 `5 w. m( T1 {! y
[ceph1][DEBUG ] "name": "ceph3",
9 e4 f3 m5 G$ W6 v" }8 B M1 A) w4 T[ceph1][DEBUG ] "public_addr": "192.168.120.28:6789/0",
( |% F0 y6 L# O2 [[ceph1][DEBUG ] "public_addrs": {3 r" A+ h. O+ `' S$ A3 ~ _, I
[ceph1][DEBUG ] "addrvec": [
7 j5 f5 u. D: | e& v; Y/ n1 g[ceph1][DEBUG ] {
3 D- H U9 b1 d[ceph1][DEBUG ] "addr": "192.168.120.28:3300", ( c x% o$ e3 f9 `0 U h
[ceph1][DEBUG ] "nonce": 0, $ Z3 F- y& e% @5 b- n* p( Q
[ceph1][DEBUG ] "type": "v2"
4 W7 N% B+ u0 |! ?2 E[ceph1][DEBUG ] },
6 T k) H- o; @' \[ceph1][DEBUG ] {
$ L* v& k6 v9 W% H[ceph1][DEBUG ] "addr": "192.168.120.28:6789",
7 d8 c+ N* t+ f' @: X# F[ceph1][DEBUG ] "nonce": 0,
& F* p o( x7 o) A[ceph1][DEBUG ] "type": "v1"
1 L8 H1 P' l6 }! W& \; W[ceph1][DEBUG ] }
' [3 h5 g B" n9 f4 R! b* a[ceph1][DEBUG ] ]7 Z7 \$ q& l' d9 W2 h
[ceph1][DEBUG ] }, ; W+ E7 l6 T# P4 S- r; \; I
[ceph1][DEBUG ] "rank": 1
# X; b) z8 {/ s, X6 K$ z# J[ceph1][DEBUG ] }7 Y* U9 I3 Q# R# ~$ ]+ S, w
[ceph1][DEBUG ] ]
) o5 B9 s6 p2 V[ceph1][DEBUG ] },
- Q/ O- V3 O! [, I8 x[ceph1][DEBUG ] "name": "ceph1", d6 `+ [) [2 D3 d
[ceph1][DEBUG ] "outside_quorum": [], 9 i' `% h. B4 c K( y
[ceph1][DEBUG ] "quorum": [], ; W. [5 n2 I2 D: ~8 h0 A
[ceph1][DEBUG ] "rank": -1,
5 i- R3 \# S N2 J( `- ~; D S[ceph1][DEBUG ] "state": "synchronizing",
" N# s0 A. U8 q( z[ceph1][DEBUG ] "sync": {
4 d7 `" {6 g6 g5 E, t: R: \- g[ceph1][DEBUG ] "sync_cookie": 838860803,
1 `. y' x' h4 ^ }' F1 G[ceph1][DEBUG ] "sync_provider": "[v2:192.168.120.28:3300/0,v1:192.168.120.28:6789/0]",
8 o h/ v) T V8 x% c( z# A[ceph1][DEBUG ] "sync_start_version": 52702/ w1 \3 O6 ?' y) x: d0 V. K
[ceph1][DEBUG ] }, 8 O. N7 J5 T( n( K
[ceph1][DEBUG ] "sync_provider": []
$ a/ ]0 N3 p. k9 R# b! V& K4 s[ceph1][DEBUG ] }' x& b" ?) P# z+ J L
[ceph1][DEBUG ] ********************************************************************************; F( m+ v' g E% L, b% I
[ceph1][INFO ] monitor: mon.ceph1 is currently at the state of synchronizing" Q! l! m- n, [6 u' u
[ceph1][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ceph1.asok mon_status) F/ B/ N8 p X* m' E; I+ N* B6 E2 k1 Q
[ceph1][WARNIN] monitor ceph1 does not exist in monmap7 w# w3 E+ n" b* `3 p
[ceph_deploy.mon][DEBUG ] detecting platform for host ceph2 ...) D. D+ C1 w- H* ?- q. O. q
[ceph2][DEBUG ] connected to host: ceph2
" T" p8 V, w2 K8 v[ceph2][DEBUG ] detect platform information from remote host
$ y) S! x+ s+ G3 y( U[ceph2][DEBUG ] detect machine type
& e* K1 q7 U H( w[ceph2][DEBUG ] find the location of an executable" q) x4 M* ^3 b& F* {, l8 Q' W
[ceph_deploy.mon][INFO ] distro info: Oracle Linux Server 7.6 oracle
1 e! @ Z( D& B[ceph2][DEBUG ] determining if provided host has same hostname in remote* i7 D" f! M& w6 C
[ceph2][DEBUG ] get remote short hostname
" i' M# z' g" S% O8 X' A$ @[ceph2][DEBUG ] deploying mon to ceph2
' f, V/ k1 [3 z4 D[ceph2][DEBUG ] get remote short hostname
% _3 L1 K r* z D+ V& @[ceph2][DEBUG ] remote hostname: ceph2# U; r2 ~; ^2 ?
[ceph2][DEBUG ] write cluster configuration to /etc/ceph/{cluster}.conf
# P3 b5 P _: j0 ^8 P[ceph2][DEBUG ] create the mon path if it does not exist
( p9 B' C, X! u- Q7 |[ceph2][DEBUG ] checking for done path: /var/lib/ceph/mon/ceph-ceph2/done
" |+ t' }. {4 r[ceph2][DEBUG ] create a done file to avoid re-doing the mon deployment. o7 x; Q k1 @6 O+ Z* [+ E, Q
[ceph2][DEBUG ] create the init path if it does not exist' b- m7 V$ f7 F2 k* }- c
[ceph2][INFO ] Running command: systemctl enable ceph.target# v2 ~; w( ^& u$ w0 C" V
[ceph2][INFO ] Running command: systemctl enable ceph-mon@ceph2
9 c S; {$ Y9 T6 L2 S. i[ceph2][INFO ] Running command: systemctl start ceph-mon@ceph2
/ T% K, I9 `6 |- v[ceph2][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ceph2.asok mon_status5 G' R7 f" o2 I i8 p
[ceph2][DEBUG ] ********************************************************************************( J+ z/ `; p5 m8 c
[ceph2][DEBUG ] status for monitor: mon.ceph2. o( c. T: u0 }4 x% O6 L
[ceph2][DEBUG ] {
( Z# M4 e3 q% P[ceph2][DEBUG ] "election_epoch": 50,
* H6 r& o7 M9 [. @( A[ceph2][DEBUG ] "extra_probe_peers": [* a/ {; I" H: [% M+ ?0 Z* {
[ceph2][DEBUG ] {
% z J3 [3 N/ ~0 o: J2 N- u[ceph2][DEBUG ] "addrvec": [ j* d7 d3 i6 T o0 p2 |) J7 y8 O
[ceph2][DEBUG ] {
( J# e8 l, M4 G8 T c. s[ceph2][DEBUG ] "addr": "192.168.120.26:3300",
* t; m1 H# K7 E. f* N1 r$ g5 v6 V[ceph2][DEBUG ] "nonce": 0,
0 D8 x% U: C, `/ f* ^% h[ceph2][DEBUG ] "type": "v2"
- E2 A+ v/ i" d8 q( y" m[ceph2][DEBUG ] },
( X4 a- r- {& f" J5 Y- d6 L[ceph2][DEBUG ] {
+ @7 o; {# U. T& C9 z: a0 V[ceph2][DEBUG ] "addr": "192.168.120.26:6789", 6 s" ]! b6 U$ E7 |+ C/ \ s( d7 E
[ceph2][DEBUG ] "nonce": 0,
; J" Q: s5 Y8 w0 w. k- i[ceph2][DEBUG ] "type": "v1"8 z u+ o5 ?8 z7 `+ u! q: K5 E
[ceph2][DEBUG ] }0 d* I. X" k$ K9 U$ n
[ceph2][DEBUG ] ]. W5 K) v9 W9 M3 C, n
[ceph2][DEBUG ] }4 n3 o' Q" V( w
[ceph2][DEBUG ] ], . F( ?# W. Y: G
[ceph2][DEBUG ] "feature_map": {
5 R+ C, i% x; `' E# f. d4 I[ceph2][DEBUG ] "client": [
# Y( h8 V* w) M7 m+ V9 j, g3 p5 g# i4 ?[ceph2][DEBUG ] {6 f* J$ E1 ^5 @& x/ a
[ceph2][DEBUG ] "features": "0x3ffddff8ffacffff",
. I! z) l; t M2 d7 k[ceph2][DEBUG ] "num": 4,
# o$ s8 M, b. K! \[ceph2][DEBUG ] "release": "luminous"
1 e* ]" n* m* M/ X[ceph2][DEBUG ] }
- T$ x. n4 h8 W( |& ]$ O# S$ O( W5 S[ceph2][DEBUG ] ], - Y5 L. J2 Q$ Q k# Z ^
[ceph2][DEBUG ] "mgr": [
; r" @9 U$ w& M4 z0 T6 M[ceph2][DEBUG ] {& y+ K( Y) T$ ^5 n
[ceph2][DEBUG ] "features": "0x3ffddff8ffacffff", 1 o0 u6 a6 ? y7 T, a$ D/ F$ G
[ceph2][DEBUG ] "num": 2, E" R6 n. I2 f3 g9 a: p$ `4 z0 d3 E
[ceph2][DEBUG ] "release": "luminous"
; }" \5 ]7 y9 X6 q _% e[ceph2][DEBUG ] } ?& A) I( Q- e7 J. E
[ceph2][DEBUG ] ], ) `1 f7 q9 z1 H5 a
[ceph2][DEBUG ] "mon": [
1 i" h- d* I6 D6 a! t3 T[ceph2][DEBUG ] {
& y2 x2 Z& ~+ y7 W5 u[ceph2][DEBUG ] "features": "0x3ffddff8ffacffff",
& E- z: m. I8 Z[ceph2][DEBUG ] "num": 1,
4 l2 P+ E0 d$ l/ h# j[ceph2][DEBUG ] "release": "luminous"
: T! D4 j# |4 \$ L# c9 H. Y9 B[ceph2][DEBUG ] }( ^ ^, P7 }) t# c# I' F8 X/ @
[ceph2][DEBUG ] ], $ o0 ~! I2 J! |. R
[ceph2][DEBUG ] "osd": [
8 a a# Q, J6 C6 s A[ceph2][DEBUG ] {- V; Z: \' U9 H k
[ceph2][DEBUG ] "features": "0x3ffddff8ffacffff", - v Y7 Y _: m$ z( z# E S
[ceph2][DEBUG ] "num": 2,
: X6 z; _* V" c1 M[ceph2][DEBUG ] "release": "luminous"
- ~* g3 q6 O; Q- d- N! l[ceph2][DEBUG ] }1 B$ t3 K" g2 U
[ceph2][DEBUG ] ]
: g; }' K# ?2 @: {0 [[ceph2][DEBUG ] },
7 x: z8 A, u9 J- x! N[ceph2][DEBUG ] "features": {( w- f1 T) h* p+ m
[ceph2][DEBUG ] "quorum_con": "4611087854031667199",
! Q! K8 }& y* }1 Q6 S" k1 E[ceph2][DEBUG ] "quorum_mon": [
5 i% `% s' F3 `7 J' F[ceph2][DEBUG ] "kraken", ! T3 z0 W3 t: I; R
[ceph2][DEBUG ] "luminous", / ~( S# U+ n5 j) m$ K
[ceph2][DEBUG ] "mimic", * \$ P- }: y8 i3 A
[ceph2][DEBUG ] "osdmap-prune", 1 E- m6 Y7 X- _7 w) ]
[ceph2][DEBUG ] "nautilus"
/ v, b2 r; t: s c, t" {: [[ceph2][DEBUG ] ],
1 E- U6 ~$ D/ U: i. Z! |9 {; d3 X[ceph2][DEBUG ] "required_con": "2449958747315912708",
: `( Z1 c9 G6 z2 f1 o[ceph2][DEBUG ] "required_mon": [+ d8 J# I' Z, h3 a: o
[ceph2][DEBUG ] "kraken",
7 |: A$ c0 W+ i2 q; }1 ]! X[ceph2][DEBUG ] "luminous", 9 F; j: z$ z" H5 o n
[ceph2][DEBUG ] "mimic", 3 x. Q) ~: n( a" E, [
[ceph2][DEBUG ] "osdmap-prune",
2 \/ ]; T$ q# \1 P9 O[ceph2][DEBUG ] "nautilus"" {3 W8 V9 |; s
[ceph2][DEBUG ] ]
# @; J4 N" Y. l[ceph2][DEBUG ] },
* o! i* M% n3 j0 w[ceph2][DEBUG ] "monmap": {$ b% v2 e _0 J8 S( m
[ceph2][DEBUG ] "created": "2022-10-17 10:46:00.900267",
2 I# g0 Z# t* R6 [4 T( t- }[ceph2][DEBUG ] "epoch": 4, ! {8 A% ]6 |/ v0 O: w( N6 i
[ceph2][DEBUG ] "features": {
/ c4 x3 R$ S$ Y9 ~4 t[ceph2][DEBUG ] "optional": [],
) b2 N$ @: E: W: b[ceph2][DEBUG ] "persistent": [
4 @( B- e$ v9 F1 P6 @7 j[ceph2][DEBUG ] "kraken", # p' j) I6 _8 A8 P4 c/ q4 M. Y
[ceph2][DEBUG ] "luminous", % d* S1 A, q2 C4 f( Z' Q4 _
[ceph2][DEBUG ] "mimic",
7 E4 V% h$ v2 r8 a[ceph2][DEBUG ] "osdmap-prune",
% a+ |5 Y( h. S[ceph2][DEBUG ] "nautilus"
/ H% Q: A0 ]- F; n$ _* l4 Z[ceph2][DEBUG ] ]9 ^7 d% F' ]" w. X+ r
[ceph2][DEBUG ] }, 7 q4 E5 F# Z' g; |1 @
[ceph2][DEBUG ] "fsid": "9c7a1c4a-e1e9-4ebb-9254-c7dbaf30a23f", : Z: m- y2 d# x* L% g6 ^
[ceph2][DEBUG ] "min_mon_release": 14, 6 G0 u+ w8 p$ Q0 Y. M
[ceph2][DEBUG ] "min_mon_release_name": "nautilus", $ F8 E: H, ]1 d0 L
[ceph2][DEBUG ] "modified": "2022-10-18 14:07:48.821597",
# W4 O$ a- G0 D- f1 |2 d) \8 j[ceph2][DEBUG ] "mons": [( F4 J2 `! J" ?
[ceph2][DEBUG ] {4 `8 g( W* m" s& e1 g: K
[ceph2][DEBUG ] "addr": "192.168.120.27:6789/0",
2 B$ h; W/ W& w9 C+ U ~# A[ceph2][DEBUG ] "name": "ceph2",
; A; Z4 _$ b9 X* @[ceph2][DEBUG ] "public_addr": "192.168.120.27:6789/0",
, e- i, C }1 R" a4 o0 U5 t[ceph2][DEBUG ] "public_addrs": {
/ {- u# Z5 L+ @ O4 H[ceph2][DEBUG ] "addrvec": [
' B+ s4 U/ S, p; y0 S0 R[ceph2][DEBUG ] {
8 J, A5 i7 F: H- J" q[ceph2][DEBUG ] "addr": "192.168.120.27:3300", & B, {" @ N0 A- t1 K% v9 t- L, A
[ceph2][DEBUG ] "nonce": 0, % t* w- j- M, ^- K
[ceph2][DEBUG ] "type": "v2"' t; R1 b/ m$ U1 [/ h/ D, Q
[ceph2][DEBUG ] },
( |6 \) A1 X& ?4 D4 L[ceph2][DEBUG ] {) [# m! b2 g) S) [5 B7 L8 f- U. L
[ceph2][DEBUG ] "addr": "192.168.120.27:6789",
' v0 D2 ^* f$ _- D+ J[ceph2][DEBUG ] "nonce": 0,
{0 p. Q7 T: ]8 T3 F[ceph2][DEBUG ] "type": "v1"- W8 D) T- n) |5 h% p7 V3 P# @7 }# D
[ceph2][DEBUG ] }. _, `- d i4 D" ~, N
[ceph2][DEBUG ] ]
- b! A- F- e/ x% I( Z$ H8 Y# y! d[ceph2][DEBUG ] }, . i% Q' F+ E7 C, k) |
[ceph2][DEBUG ] "rank": 0
1 f. O2 [" d! u% Q h[ceph2][DEBUG ] }, 1 X2 S( Y1 E& _# ?) _
[ceph2][DEBUG ] {
0 L0 {" W, n h[ceph2][DEBUG ] "addr": "192.168.120.28:6789/0", 5 N/ d) m- u8 T' o5 f
[ceph2][DEBUG ] "name": "ceph3",
* U! ?' T% \# G# X Z[ceph2][DEBUG ] "public_addr": "192.168.120.28:6789/0",
( V1 g, E6 M. q" T[ceph2][DEBUG ] "public_addrs": {
" G- s& e! t5 a" j2 q( h[ceph2][DEBUG ] "addrvec": [
8 ]2 _1 ]- z) G: i( q3 c[ceph2][DEBUG ] {7 a% u8 e4 R$ S
[ceph2][DEBUG ] "addr": "192.168.120.28:3300",
& h; {7 L9 G. e7 V) @[ceph2][DEBUG ] "nonce": 0,
0 F& E( C- a1 J9 m& x[ceph2][DEBUG ] "type": "v2"$ [0 k( M3 y' H, j" y
[ceph2][DEBUG ] }, ) c0 k2 d9 a/ [
[ceph2][DEBUG ] {
5 S( t0 u$ k% I% n8 n: l9 m[ceph2][DEBUG ] "addr": "192.168.120.28:6789",
! n' a- m- S8 @5 C5 J1 V[ceph2][DEBUG ] "nonce": 0,
0 ]! @6 P& L7 m" F- u5 W. X; F/ P* i[ceph2][DEBUG ] "type": "v1"4 R/ D- R; H# s# \; H( a
[ceph2][DEBUG ] }7 l0 E9 ^) D6 j3 I z5 M
[ceph2][DEBUG ] ]
F4 z, Z* C4 m# C) \0 Y[ceph2][DEBUG ] }, 4 |2 _' X: u+ q# g2 t
[ceph2][DEBUG ] "rank": 1
" q. r& [8 @& A+ ?[ceph2][DEBUG ] }/ E4 ^- n% f, F- Z
[ceph2][DEBUG ] ]8 |, F+ ?9 @ k& ?3 L
[ceph2][DEBUG ] },
9 g; X+ b% S% ^5 P6 [[ceph2][DEBUG ] "name": "ceph2",
+ v4 d; x' T* ^& @3 l" _9 e[ceph2][DEBUG ] "outside_quorum": [], 2 Q9 \0 X; m( {5 p) V U# ]
[ceph2][DEBUG ] "quorum": [
8 r# x) K$ d9 N& B[ceph2][DEBUG ] 0,
. h5 {* [" N1 t+ u, _: D$ E[ceph2][DEBUG ] 12 ?7 h' w$ e, c1 ^$ ^
[ceph2][DEBUG ] ],
; b, ^$ q9 x" x% G[ceph2][DEBUG ] "quorum_age": 1956, 8 p7 ]" S0 ` \- t/ {
[ceph2][DEBUG ] "rank": 0, 8 [4 v' m" m3 B
[ceph2][DEBUG ] "state": "leader",
6 K+ ~7 k1 N- Z O[ceph2][DEBUG ] "sync_provider": []
0 o. I+ G, e: X3 V. c- @) Z[ceph2][DEBUG ] }
" J& R5 `$ A/ u[ceph2][DEBUG ] ********************************************************************************
2 w4 ?- y9 l( @5 V2 Z[ceph2][INFO ] monitor: mon.ceph2 is running
2 A$ t# X1 f. c, U[ceph2][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ceph2.asok mon_status
% g! O+ @( N" i" y; i. G[ceph_deploy.mon][DEBUG ] detecting platform for host ceph3 ...
/ f! [. Q7 k' a# n' _[ceph3][DEBUG ] connected to host: ceph3
" |2 q, q' e8 `' B' d u8 {$ k[ceph3][DEBUG ] detect platform information from remote host
* H$ b& [, z' y' f' r4 l# c[ceph3][DEBUG ] detect machine type4 }/ I! D) q! f( Y9 F/ U
[ceph3][DEBUG ] find the location of an executable
" r( i- l- D# A, [6 u" C& z( R[ceph_deploy.mon][INFO ] distro info: Oracle Linux Server 7.6 oracle
8 `% m h* c- a6 i[ceph3][DEBUG ] determining if provided host has same hostname in remote
- E$ I, C' X* T& |/ J1 U) }[ceph3][DEBUG ] get remote short hostname4 S2 o$ x9 L$ _ u
[ceph3][DEBUG ] deploying mon to ceph3. E3 y s0 \$ d) _7 H
[ceph3][DEBUG ] get remote short hostname
. ?8 Y3 _3 T u4 F/ U- Q% c% Y+ N[ceph3][DEBUG ] remote hostname: ceph3. ?+ p; \# [/ |+ W& B; {2 K
[ceph3][DEBUG ] write cluster configuration to /etc/ceph/{cluster}.conf% w8 _; l5 C1 s+ s5 I* H$ a
[ceph3][DEBUG ] create the mon path if it does not exist
! t- g- V6 N* ~! F v[ceph3][DEBUG ] checking for done path: /var/lib/ceph/mon/ceph-ceph3/done0 ^: |; x4 ^" R7 Q4 J
[ceph3][DEBUG ] create a done file to avoid re-doing the mon deployment
3 q0 L! R/ I/ P/ i0 ~0 a[ceph3][DEBUG ] create the init path if it does not exist5 g1 i. O& b- |, Y- K
[ceph3][INFO ] Running command: systemctl enable ceph.target
3 U2 {. x7 L7 X6 I" n[ceph3][INFO ] Running command: systemctl enable ceph-mon@ceph3
/ X. W6 M: E! J8 f) @[ceph3][INFO ] Running command: systemctl start ceph-mon@ceph38 T; @ G7 g( N. q. O
[ceph3][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ceph3.asok mon_status
+ J/ T$ k% ~/ z$ q[ceph3][DEBUG ] ********************************************************************************
0 t; d( m/ ~: f& z, S8 X[ceph3][DEBUG ] status for monitor: mon.ceph3
/ y9 o, V5 z' c+ n" t3 m[ceph3][DEBUG ] {
; D/ l. n! ~5 a' f4 S; x3 l$ m0 c[ceph3][DEBUG ] "election_epoch": 54, - F/ H2 a( J- p8 f8 i
[ceph3][DEBUG ] "extra_probe_peers": [
6 ?; I* j% t; l7 o[ceph3][DEBUG ] {
: A* @" L1 Z% g[ceph3][DEBUG ] "addrvec": [
' E* f5 U7 A! e[ceph3][DEBUG ] {* R( D* r" G1 \8 ]% d8 s8 B H
[ceph3][DEBUG ] "addr": "192.168.120.26:3300",
$ x' n" q& B! u# \: D/ ]" h[ceph3][DEBUG ] "nonce": 0,
/ K/ N# S$ N2 J: m* W- G[ceph3][DEBUG ] "type": "v2"! y U) r5 a8 B7 L* U5 z- E, ]' A# @
[ceph3][DEBUG ] }, # l, B J1 f* R E1 Q5 o8 ?; W' x
[ceph3][DEBUG ] {( Q1 U' j1 z0 d% s, B4 W$ a6 d
[ceph3][DEBUG ] "addr": "192.168.120.26:6789",
; Y' J6 G8 `% B9 M+ ~3 H[ceph3][DEBUG ] "nonce": 0, 8 s2 t! ?& Z, x! c, o3 p/ I$ Y
[ceph3][DEBUG ] "type": "v1"5 O; L5 ~" e; j$ h
[ceph3][DEBUG ] }
" W/ i, L- b/ _' X0 M" q[ceph3][DEBUG ] ]
# V2 k6 Y' v# w4 @[ceph3][DEBUG ] }8 u, b3 @' c; E }& g1 J
[ceph3][DEBUG ] ], ! e* T9 t5 Z, z8 u! M6 T6 P$ }
[ceph3][DEBUG ] "feature_map": {
3 b& S9 a4 s8 L[ceph3][DEBUG ] "client": [
( T# t9 W$ M- a, k/ E: `! c: P- D[ceph3][DEBUG ] {* n. B9 U! A7 N' e1 E7 {5 c' m0 Y
[ceph3][DEBUG ] "features": "0x3ffddff8ffacffff",
9 ]" `: I) j; m) Y: Z3 \[ceph3][DEBUG ] "num": 3,
4 I9 l3 w& P6 d4 K% v[ceph3][DEBUG ] "release": "luminous"! G8 e4 h$ Y- F, x0 C$ A) g
[ceph3][DEBUG ] }9 `, m; ^3 ]% w3 Y) k
[ceph3][DEBUG ] ],
% M/ e8 _1 S T( H, U[ceph3][DEBUG ] "mgr": [; b- ?$ Q5 X# D2 Z+ B
[ceph3][DEBUG ] {
# o" f, W# s6 O% ~ ?; l: P[ceph3][DEBUG ] "features": "0x3ffddff8ffacffff", # ?, q7 ^2 R8 v
[ceph3][DEBUG ] "num": 1,
" N/ O$ ~; x. Z5 Y3 s* N8 q[ceph3][DEBUG ] "release": "luminous"
6 ?0 Q* l) X4 [; r! R5 G/ F8 s[ceph3][DEBUG ] }! P& Z: _) H, ]
[ceph3][DEBUG ] ],
" d5 x8 n+ p$ H8 m! L6 ? Y[ceph3][DEBUG ] "mon": [
5 l# w. Q/ ]5 q[ceph3][DEBUG ] {
/ ?8 B6 w3 F( L) \/ z6 D[ceph3][DEBUG ] "features": "0x3ffddff8ffacffff",
4 C9 G8 T& [& t0 O1 G0 y3 o& d8 j[ceph3][DEBUG ] "num": 1, * ]/ H5 M1 M! f% C8 r& x d
[ceph3][DEBUG ] "release": "luminous"
6 ?( m- G6 @) L# b+ @4 I[ceph3][DEBUG ] }
! O1 m. J, Q! |5 o4 x[ceph3][DEBUG ] ], . Y. `4 A+ O$ s) e4 J( [* y
[ceph3][DEBUG ] "osd": [
% S+ f: ?' ~1 \2 b[ceph3][DEBUG ] {
9 ^5 w6 {1 u4 ]& H) g: S[ceph3][DEBUG ] "features": "0x3ffddff8ffacffff",
% i& Y' v# W0 b[ceph3][DEBUG ] "num": 4, 3 e2 C' y# g! G' M7 l& }+ y
[ceph3][DEBUG ] "release": "luminous"
$ ~. ]1 g, K$ A& g$ W[ceph3][DEBUG ] }5 G( C j% V7 X& K0 ~$ }% v
[ceph3][DEBUG ] ]; u1 ~7 y. r0 D) f, _7 v0 Z) {
[ceph3][DEBUG ] }, q$ S9 \, [) ^) \6 `* Y* g- q
[ceph3][DEBUG ] "features": {
5 t$ T- A1 r# z$ C, d6 G1 U5 P[ceph3][DEBUG ] "quorum_con": "4611087854031667199",
% g9 b2 L% e/ z$ [7 \2 i4 F/ O4 N[ceph3][DEBUG ] "quorum_mon": [
2 r2 r$ Q6 ^8 Y& P( ]+ w[ceph3][DEBUG ] "kraken",
1 `! `' _1 E3 c, O6 K" s- `[ceph3][DEBUG ] "luminous",
$ P _( \' ]' w* O0 Z- c[ceph3][DEBUG ] "mimic", 7 Y; M8 t4 N8 r
[ceph3][DEBUG ] "osdmap-prune", 3 i5 ~# N: u; K- h5 H- P
[ceph3][DEBUG ] "nautilus"2 c, G9 ~3 ~. X0 _1 M
[ceph3][DEBUG ] ],
: t) S7 Y) j( R- i" t& T[ceph3][DEBUG ] "required_con": "2449958747315912708", + [; R3 L) P. C1 M* x" n ~
[ceph3][DEBUG ] "required_mon": [1 ^: ^ Y; U' @. f5 V
[ceph3][DEBUG ] "kraken", ; j2 i8 V' x3 _% @6 Z3 K
[ceph3][DEBUG ] "luminous", " e( n% V9 ?; C2 \: @9 Z. _
[ceph3][DEBUG ] "mimic", ! l! `- a; j8 I( V* H$ b
[ceph3][DEBUG ] "osdmap-prune",
$ h* ~9 u, o! g: O: a[ceph3][DEBUG ] "nautilus"
& T- G% L- s5 G; ~[ceph3][DEBUG ] ]6 W1 M- E( W/ q0 e5 H) O
[ceph3][DEBUG ] }, ; I0 ^" N/ N2 D
[ceph3][DEBUG ] "monmap": {+ Z; | p3 r! {6 D0 R- |- x) N
[ceph3][DEBUG ] "created": "2022-10-17 10:46:00.900267",
5 v3 o. Z. h* U( W5 ^$ g[ceph3][DEBUG ] "epoch": 5,
1 c$ ?( E9 N8 ], X: Y7 d! E5 {[ceph3][DEBUG ] "features": {
% [- W% z q& U9 J[ceph3][DEBUG ] "optional": [], : J5 F& }9 M" E5 x' V C
[ceph3][DEBUG ] "persistent": [, D% y* ~' ^6 P+ b! B9 h
[ceph3][DEBUG ] "kraken",
) ~2 m1 g& [# ^1 P[ceph3][DEBUG ] "luminous",
# H9 M- Y5 l7 ~ K$ o- s2 z4 {[ceph3][DEBUG ] "mimic",
/ O; g2 F5 H5 i2 U+ E[ceph3][DEBUG ] "osdmap-prune",
E( e* e, F' j! T[ceph3][DEBUG ] "nautilus"0 @# E% S9 J H$ h9 `4 n* {
[ceph3][DEBUG ] ]$ O5 @, v1 W L
[ceph3][DEBUG ] },
7 @, a$ ^& s: x% W[ceph3][DEBUG ] "fsid": "9c7a1c4a-e1e9-4ebb-9254-c7dbaf30a23f",
2 J& B# n6 @9 K, p[ceph3][DEBUG ] "min_mon_release": 14,
8 m8 f7 x( ?% _4 B e: w: ^[ceph3][DEBUG ] "min_mon_release_name": "nautilus", $ R" g2 c6 [0 l( e9 e" m, C
[ceph3][DEBUG ] "modified": "2022-10-18 14:40:28.932230",
4 z1 C+ s6 L: o3 @[ceph3][DEBUG ] "mons": [0 E! i! F2 y$ [$ `
[ceph3][DEBUG ] {: |. j) k; ?- q5 g2 p1 S* `
[ceph3][DEBUG ] "addr": "192.168.120.27:6789/0",
3 B8 f' ^' k2 K/ q# |: }4 R[ceph3][DEBUG ] "name": "ceph2", 9 U# ~5 U) [$ A5 k" m/ B2 d( p
[ceph3][DEBUG ] "public_addr": "192.168.120.27:6789/0", & n. T+ A, q! A3 Y8 E7 v- j- |
[ceph3][DEBUG ] "public_addrs": {% [' t% Y! \7 B' y9 c8 _
[ceph3][DEBUG ] "addrvec": [
2 o6 ~" ^, `6 P[ceph3][DEBUG ] {1 R& R8 k# |: z8 z9 C+ d/ w
[ceph3][DEBUG ] "addr": "192.168.120.27:3300",
0 [) s; r3 @/ z$ S[ceph3][DEBUG ] "nonce": 0,
3 E- h9 R* p6 t7 V[ceph3][DEBUG ] "type": "v2"9 k2 ]( l) q& G A& F
[ceph3][DEBUG ] },
9 N/ R, x! h! S' t* D3 d: S[ceph3][DEBUG ] {. P2 T! c- K' n0 e: B8 a3 t
[ceph3][DEBUG ] "addr": "192.168.120.27:6789", + y* i7 K. ^" L& [; C
[ceph3][DEBUG ] "nonce": 0,
, O5 f* J# X. d& n% j- M3 M3 R[ceph3][DEBUG ] "type": "v1": ]# P, J+ f" Q2 l' Q
[ceph3][DEBUG ] }1 i7 i1 r2 Q$ W z) o( j/ Y' ?
[ceph3][DEBUG ] ]
3 p0 Z+ s3 D2 x3 g. M[ceph3][DEBUG ] }, + p5 B- r9 U" ]' ]8 k
[ceph3][DEBUG ] "rank": 0
1 |7 b$ m& Q( Y) `: a) }[ceph3][DEBUG ] },
3 E. c& `9 B! P f! F' [$ t; L[ceph3][DEBUG ] {
! A5 k4 t. }7 c. p! I- \ {& j[ceph3][DEBUG ] "addr": "192.168.120.28:6789/0",
, G9 Y9 h1 o5 l/ E[ceph3][DEBUG ] "name": "ceph3", 5 j3 d+ e1 y# x1 F5 ] K1 F
[ceph3][DEBUG ] "public_addr": "192.168.120.28:6789/0",
" B6 [2 N5 O( @- c" ]; k5 B, b[ceph3][DEBUG ] "public_addrs": {
* u" b4 Y' G" Y0 a5 x[ceph3][DEBUG ] "addrvec": [
" S; g' W V4 C! j6 t2 H/ n[ceph3][DEBUG ] {" @) e( B: Q( F b7 u7 p: s! Y
[ceph3][DEBUG ] "addr": "192.168.120.28:3300",
! J5 m) n w. D. x- T[ceph3][DEBUG ] "nonce": 0, 8 e0 E' ~ t3 i9 L' {# J4 J
[ceph3][DEBUG ] "type": "v2". |) s5 @1 Z* |5 K2 I4 K n
[ceph3][DEBUG ] }, 1 t7 w+ m2 C, i- D* S/ B
[ceph3][DEBUG ] {2 X7 G) s0 }) E5 y3 F8 b
[ceph3][DEBUG ] "addr": "192.168.120.28:6789", 3 w0 ?8 v* ?1 j2 X0 S H4 F
[ceph3][DEBUG ] "nonce": 0, 8 K7 D1 t; @/ f4 s9 K4 s/ n
[ceph3][DEBUG ] "type": "v1"
Q4 o ^ Y, ]) a, M( l+ A[ceph3][DEBUG ] }
# `1 i; g1 i- e! Y' A M[ceph3][DEBUG ] ]
' h8 w, U$ p" f[ceph3][DEBUG ] }, . B) S% u5 {4 Z, U, M* k
[ceph3][DEBUG ] "rank": 1; H- p. w) \8 f7 i
[ceph3][DEBUG ] },
' Q. K1 T8 X2 I) j, j0 y& n' X[ceph3][DEBUG ] {
" T# m5 H3 R- M$ `0 J[ceph3][DEBUG ] "addr": "192.168.120.26:6789/0", % B7 A( D; t/ \* o7 a
[ceph3][DEBUG ] "name": "ceph1", + q j8 s1 b. c8 p- I. ~
[ceph3][DEBUG ] "public_addr": "192.168.120.26:6789/0",
4 _: _6 t# P. W/ j; n9 S[ceph3][DEBUG ] "public_addrs": {& T' x* B) e# {+ E! @8 ]9 P A
[ceph3][DEBUG ] "addrvec": [! S- F- W: d, c
[ceph3][DEBUG ] {; c1 n, M0 z/ `$ D
[ceph3][DEBUG ] "addr": "192.168.120.26:3300",
5 O* G2 e. @8 c/ P1 N' [[ceph3][DEBUG ] "nonce": 0, 4 | N R: r8 X) m4 Y, z
[ceph3][DEBUG ] "type": "v2"8 z0 X1 d4 p" z" ^) j* X. j `
[ceph3][DEBUG ] },
1 L$ ?* r# O0 x4 {+ m: x+ @5 G Z# @- V[ceph3][DEBUG ] {
" u* N/ y0 j: V/ M6 c' U[ceph3][DEBUG ] "addr": "192.168.120.26:6789", 9 P1 R( n* h! s# o
[ceph3][DEBUG ] "nonce": 0,
. j2 `; x3 |, j[ceph3][DEBUG ] "type": "v1"! ?) o' B. z! ?
[ceph3][DEBUG ] }2 w B* l" `" C& K' t
[ceph3][DEBUG ] ]
; S2 M6 ~8 q; V9 o[ceph3][DEBUG ] }, ) V3 n' R) I9 Z2 }
[ceph3][DEBUG ] "rank": 28 ]5 e5 D" H/ R' z& g# V1 Z
[ceph3][DEBUG ] }6 {2 G0 d& D" A1 y9 @5 z
[ceph3][DEBUG ] ]
7 T: D: @& X. L; w[ceph3][DEBUG ] }, / c% d4 F' {/ B$ G+ I: J
[ceph3][DEBUG ] "name": "ceph3", 9 Q& t* S% I( C, N4 f
[ceph3][DEBUG ] "outside_quorum": [],
! z; [, V0 u( T1 ?, D[ceph3][DEBUG ] "quorum": [' O2 V8 m+ w3 M4 Y+ ^! D5 g& q
[ceph3][DEBUG ] 0, 0 k& A' `' H. C1 t B
[ceph3][DEBUG ] 1,
, x: r! g1 `$ c$ r[ceph3][DEBUG ] 2) m/ G9 o: C3 z6 g5 q0 Z) y
[ceph3][DEBUG ] ], , _; I9 `/ l2 L7 h/ y+ x! }
[ceph3][DEBUG ] "quorum_age": 16, _* u6 q6 b( `4 p8 @1 `4 G& Y
[ceph3][DEBUG ] "rank": 1,
5 ~" d; [! g2 m! e3 N7 v[ceph3][DEBUG ] "state": "peon",
5 `4 u2 A) u9 @8 o8 A/ o, C: B4 R[ceph3][DEBUG ] "sync_provider": []' D0 o. v5 o2 Z0 q2 M# v' N
[ceph3][DEBUG ] }5 v. D! b/ d! V# x1 s6 c( g3 B, q
[ceph3][DEBUG ] ********************************************************************************
. Y$ j( C( G! ]3 c; L2 x( m6 ^[ceph3][INFO ] monitor: mon.ceph3 is running8 T) U+ O) o8 v
[ceph3][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ceph3.asok mon_status
h* v1 c1 Y' q: o- O4 x1 o, h' |: i[ceph_deploy.mon][INFO ] processing monitor mon.ceph1
2 d2 b0 B( o- n! L: o( i- Z: ]$ K[ceph1][DEBUG ] connected to host: ceph1 1 ^# R: ], P, M& Y+ h8 A8 N1 p
[ceph1][DEBUG ] detect platform information from remote host
& q% G! \) U6 p[ceph1][DEBUG ] detect machine type- \# w& Y# Q3 [4 Q
[ceph1][DEBUG ] find the location of an executable
, o6 y0 A! ]4 l) T' @& x[ceph1][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ceph1.asok mon_status
5 V& R" x: o: S; { H- A! s[ceph_deploy.mon][INFO ] mon.ceph1 monitor has reached quorum!
; n: R: r' s- G' K) V1 `[ceph_deploy.mon][INFO ] processing monitor mon.ceph2
8 s# W' X% j: l% v( ^9 M* _[ceph2][DEBUG ] connected to host: ceph2
$ x3 V! ~( k- F) V, R[ceph2][DEBUG ] detect platform information from remote host2 u' L9 q! M. u3 u% O8 ^' O5 m4 i
[ceph2][DEBUG ] detect machine type, y5 s" j0 Z7 S6 X5 \: V
[ceph2][DEBUG ] find the location of an executable
- q+ F+ A1 C& i3 R2 D[ceph2][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ceph2.asok mon_status4 o& r. X& ]( B$ H3 o: ?
[ceph_deploy.mon][INFO ] mon.ceph2 monitor has reached quorum!
' T. M: H+ M+ g[ceph_deploy.mon][INFO ] processing monitor mon.ceph3
$ n! d' A4 p9 Y% P! j[ceph3][DEBUG ] connected to host: ceph3 ( h# U6 G1 r" E. ~; P. L+ J3 U
[ceph3][DEBUG ] detect platform information from remote host9 E0 h5 _9 g" j. z" B) j1 i* \
[ceph3][DEBUG ] detect machine type
+ ~" |- X/ n7 O4 r& C: T8 b1 \2 S r8 b[ceph3][DEBUG ] find the location of an executable
! q; i6 H) Y. {- `* L[ceph3][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ceph3.asok mon_status) ?7 f# E* f5 W' ?
[ceph_deploy.mon][INFO ] mon.ceph3 monitor has reached quorum!
8 m! u; ^3 A3 k0 E v[ceph_deploy.mon][INFO ] all initial monitors are running and have formed quorum5 F5 z% ?7 |/ K" Q
[ceph_deploy.mon][INFO ] Running gatherkeys...
; x' c! N' L' i" Z, ?+ t/ f[ceph_deploy.gatherkeys][INFO ] Storing keys in temp directory /tmp/tmpAaq1Y1" L+ R9 D9 S+ {3 q. p1 P; N/ u
[ceph1][DEBUG ] connected to host: ceph1
; A0 B* E/ X6 m% Q/ K1 T[ceph1][DEBUG ] detect platform information from remote host
- q' z& j& C" T[ceph1][DEBUG ] detect machine type
5 F# x4 ] b% f7 q9 t. J$ T[ceph1][DEBUG ] get remote short hostname6 D" F& J! h; [
[ceph1][DEBUG ] fetch remote file
* l, [$ G* a3 ?[ceph1][INFO ] Running command: /usr/bin/ceph --connect-timeout=25 --cluster=ceph --admin-daemon=/var/run/ceph/ceph-mon.ceph1.asok mon_status# U' Q5 V' k4 z9 g, [
[ceph1][INFO ] Running command: /usr/bin/ceph --connect-timeout=25 --cluster=ceph --name mon. --keyring=/var/lib/ceph/mon/ceph-ceph1/keyring auth get client.admin
; F3 }. ~# C* z" G6 i[ceph1][INFO ] Running command: /usr/bin/ceph --connect-timeout=25 --cluster=ceph --name mon. --keyring=/var/lib/ceph/mon/ceph-ceph1/keyring auth get client.bootstrap-mds' o9 v/ }% F) w4 U1 Q/ g
[ceph1][INFO ] Running command: /usr/bin/ceph --connect-timeout=25 --cluster=ceph --name mon. --keyring=/var/lib/ceph/mon/ceph-ceph1/keyring auth get client.bootstrap-mgr- p6 T2 {2 [- r( U4 j; `
[ceph1][INFO ] Running command: /usr/bin/ceph --connect-timeout=25 --cluster=ceph --name mon. --keyring=/var/lib/ceph/mon/ceph-ceph1/keyring auth get client.bootstrap-osd9 S1 N* \9 {1 a" J1 ]
[ceph1][INFO ] Running command: /usr/bin/ceph --connect-timeout=25 --cluster=ceph --name mon. --keyring=/var/lib/ceph/mon/ceph-ceph1/keyring auth get client.bootstrap-rgw' \9 g: P }& M- \3 q s7 ^
[ceph_deploy.gatherkeys][INFO ] keyring 'ceph.client.admin.keyring' already exists
2 f+ f: u2 y3 B, C) V[ceph_deploy.gatherkeys][INFO ] keyring 'ceph.bootstrap-mds.keyring' already exists
7 I, u1 K3 w8 e' _: p$ X[ceph_deploy.gatherkeys][INFO ] keyring 'ceph.bootstrap-mgr.keyring' already exists
. q {8 `/ g# O9 G4 k( Z[ceph_deploy.gatherkeys][INFO ] keyring 'ceph.mon.keyring' already exists' s8 F7 O8 s; x
[ceph_deploy.gatherkeys][INFO ] keyring 'ceph.bootstrap-osd.keyring' already exists* A! K. i+ h: X7 X" w4 n7 i
[ceph_deploy.gatherkeys][INFO ] keyring 'ceph.bootstrap-rgw.keyring' already exists. @) J2 w" W% S6 G+ g3 w
[ceph_deploy.gatherkeys][INFO ] Destroy temp directory /tmp/tmpAaq1Y1( Z- M3 o) B, o# M5 Y
1 n7 E# _7 L7 s- Q* e7 F
) i v' N8 Y0 e- ?, K
[root@ceph1 deploy]# ceph -s2 Q2 v+ g9 o2 J5 {: ^
cluster:
& k+ v% }! l, H2 A% h3 I2 H id: 9c7a1c4a-e1e9-4ebb-9254-c7dbaf30a23f
( s3 K3 i5 c% u- k# R. R health: HEALTH_OK
8 W2 q/ G3 c \9 I4 S/ x
" p2 x/ Z7 b- f7 q" s. T4 V* I services:* M, p( @9 M5 g9 D- M
mon: 3 daemons, quorum ceph2,ceph3,ceph1 (age 16m)" e* j0 K: [- z( p$ t( h" p
mgr: ceph2(active, since 35m), standbys: ceph3, ceph1
6 j& B9 B. I# `/ o, R& Q4 U2 j osd: 6 osds: 6 up (since 19m), 6 in (since 19m)
7 K$ B- `8 G5 P6 Q, M( T- l rgw: 3 daemons active (ceph1, ceph2, ceph3)
$ J8 m9 ?$ s+ O3 a; @
- }% b7 ?+ n9 d' f8 `9 q4 y5 K4 a" R task status:& K& T' j' I) j( D0 f& t( _
$ A1 h: F2 |" W' Z0 _; j: u data:. ~/ t+ m1 K. e
pools: 7 pools, 416 pgs( h8 H# E) v1 \
objects: 264 objects, 40 MiB
* I V. R$ u% L9 z) B usage: 6.3 GiB used, 1.2 TiB / 1.2 TiB avail
$ C1 f9 u8 u% u& V- G( C' o) p/ [ pgs: 416 active+clean# o, b, D' ^9 @7 ^1 S! k
( j% L. y, a( F$ ?8 x% x
[root@ceph1 deploy]# 5 h7 j# k# N# c9 a$ ?8 ]5 Y! z
问题解决2 a- V( r3 Z2 X8 W0 e
! I) R0 c* w8 @ |
|
发表于 2022-10-18 15:00:20