|
|
因手动删除mon后，发现mon无法正常恢复：9 ?( @( I! a- e% M
( g; a$ \7 C3 \4 g6 D2 g
[root@ceph1 ~]# ceph -s
; b) l' p$ O) k; s cluster:3 g* v, w1 S& r' p7 c
id: 9c7a1c4a-e1e9-4ebb-9254-c7dbaf30a23f
0 V$ g( R F+ c3 v health: HEALTH_WARN
* |) ~7 t/ L4 x$ Z' g( `: E Degraded data redundancy: 42/531 objects degraded (7.910%), 23 pgs degraded. s5 w8 T" B( f
' r5 {7 u: f5 ^* U" }, X$ z+ A
services:: g5 k' R% h) V' {
mon: 2 daemons, quorum ceph2,ceph3 (age 30m)
( B0 H9 }0 x3 ~; w& v mgr: ceph2(active, since 16m), standbys: ceph3, ceph1
7 T) O' v# _! W/ ^ M1 R, W osd: 6 osds: 6 up (since 23s), 6 in (since 49s)5 E0 L8 O0 F! \& k* `+ M
rgw: 3 daemons active (ceph1, ceph2, ceph3)
2 b2 ]; v9 ]" h
6 B, ]$ u2 r/ o2 c task status:
& N1 c+ e1 i5 L0 l: |' v" e7 x2 _2 Y' d2 J* b) `, S; Y; e7 ~
data:
`' n1 `7 p, [ pools: 7 pools, 416 pgs+ h. D1 k5 ?2 I' Q- W# g8 X2 \
objects: 265 objects, 40 MiB
2 E! P0 i$ k0 J usage: 6.3 GiB used, 1.2 TiB / 1.2 TiB avail
' y2 l' ]! d+ {3 A pgs: 0.481% pgs not active; B: b+ v* T) v0 Q% l; I0 M
42/531 objects degraded (7.910%)
' V" U9 p3 [# N: X$ C0 b 3/531 objects misplaced (0.565%). Q/ Z) t; J; A( b
384 active+clean
+ f- C9 _; c$ O4 \% y 22 active+recovery_wait+degraded
" L @* B! q# u z `$ z7 y9 H* R3 n$ ^ 6 active+recovery_wait
1 m% ?( A# W: l% z6 J, { 2 activating
# E# P* F4 m$ n 1 active+recovering+degraded0 m, w5 \0 m6 b5 r7 J4 P: ~& ~
1 active+recovering- M" @: Q6 U5 a, d( ?8 d5 O1 h
+ A" n/ X0 U" F: _* C
io:* o: `, U: \' A9 W8 \' o
client: 7.6 KiB/s rd, 0 B/s wr, 7 op/s rd, 5 op/s wr( y# [! c3 _# D- e9 o
recovery: 0 B/s, 2 objects/s
3 C5 I! l0 A5 c4 q" ^+ {4 O; R! ]
[root@ceph1 ~]# cd /ceph/deploy/+ v) `4 G3 W" x; i
[root@ceph1 deploy]# ceph-deploy --overwrite-conf mon create-initial
. ]& _0 X* e1 B4 o0 J, e6 M5 U[ceph_deploy.conf][DEBUG ] found configuration file at: /root/.cephdeploy.conf+ T. |3 Y. ~" _) w
[ceph_deploy.cli][INFO ] Invoked (2.0.1): /usr/bin/ceph-deploy --overwrite-conf mon create-initial
2 |. `& D4 Z j1 ~9 y[ceph_deploy.cli][INFO ] ceph-deploy options:) b1 i. W: d8 H7 Q/ a/ K
[ceph_deploy.cli][INFO ] username : None9 s* o& a2 g$ _
[ceph_deploy.cli][INFO ] verbose : False/ U3 B/ E) S* ?( s- l
[ceph_deploy.cli][INFO ] overwrite_conf : True. l1 d$ S9 {& p. C$ }1 w% A
[ceph_deploy.cli][INFO ] subcommand : create-initial
; L. H. t. M: k; D[ceph_deploy.cli][INFO ] quiet : False7 }, f9 e( D/ u8 }8 _( M& o3 e
[ceph_deploy.cli][INFO ] cd_conf : <ceph_deploy.conf.cephdeploy.Conf instance at 0x7fb942b78998>( G* l3 ~* a6 f& r( s, ?% m
[ceph_deploy.cli][INFO ] cluster : ceph! a4 N {. E# b9 R
[ceph_deploy.cli][INFO ] func : <function mon at 0x7fb942de5398>
; q. v# u% K* K5 V6 w[ceph_deploy.cli][INFO ] ceph_conf : None
4 n/ b6 p2 v) J$ d[ceph_deploy.cli][INFO ] default_release : False9 U$ c. b" K% y C( E
[ceph_deploy.cli][INFO ] keyrings : None! Q" Q$ I; D7 s, V, `( }
[ceph_deploy.mon][DEBUG ] Deploying mon, cluster ceph hosts ceph1 ceph2 ceph3
, ?7 e! [7 l1 q( |9 K[ceph_deploy.mon][DEBUG ] detecting platform for host ceph1 ...
+ _8 m, T+ X3 \, [6 x6 o) z) M0 n/ d[ceph1][DEBUG ] connected to host: ceph1 2 ?4 l V T' `% J* e) `
[ceph1][DEBUG ] detect platform information from remote host/ f1 W* O' _3 x
[ceph1][DEBUG ] detect machine type
; Y2 v. [: g9 \; a& a) k[ceph1][DEBUG ] find the location of an executable
; p5 R' a4 ~7 ~) x% F[ceph_deploy.mon][INFO ] distro info: Oracle Linux Server 7.6 oracle; g( X: A2 E* B
[ceph1][DEBUG ] determining if provided host has same hostname in remote
, e+ y3 ^- T' Q7 ?3 [* D& t[ceph1][DEBUG ] get remote short hostname
( }' o' D% g6 ?5 s9 g[ceph1][DEBUG ] deploying mon to ceph1
4 u( _6 k; D) d% d5 t4 V: @[ceph1][DEBUG ] get remote short hostname
3 K9 @! V1 [& k4 j[ceph1][DEBUG ] remote hostname: ceph1
, t9 d+ G; M1 O6 G: a+ L[ceph1][DEBUG ] write cluster configuration to /etc/ceph/{cluster}.conf, [! {7 g# h& d, I U
[ceph1][DEBUG ] create the mon path if it does not exist, d U# J( }. M5 W2 c) A C
[ceph1][DEBUG ] checking for done path: /var/lib/ceph/mon/ceph-ceph1/done
' I5 K6 Z9 G6 x6 n: F# B[ceph1][DEBUG ] done path does not exist: /var/lib/ceph/mon/ceph-ceph1/done
6 r2 d( Y4 g: W: x9 u[ceph1][INFO ] creating keyring file: /var/lib/ceph/tmp/ceph-ceph1.mon.keyring
: c+ d1 N( n. Z& I& p5 M4 E/ B2 u( t[ceph1][DEBUG ] create the monitor keyring file4 t, L8 a$ j. w: b6 h3 n0 B/ s
[ceph1][INFO ] Running command: ceph-mon --cluster ceph --mkfs -i ceph1 --keyring /var/lib/ceph/tmp/ceph-ceph1.mon.keyring --setuser 167 --setgroup 167+ V( b3 t1 }. V' {# A% `; [
[ceph1][INFO ] unlinking keyring file /var/lib/ceph/tmp/ceph-ceph1.mon.keyring
4 F+ z. R; E: `' @[ceph1][DEBUG ] create a done file to avoid re-doing the mon deployment
3 D) [7 s0 S5 x' X8 F% t[ceph1][DEBUG ] create the init path if it does not exist9 ]0 K# p4 Y0 N4 u
[ceph1][INFO ] Running command: systemctl enable ceph.target
. T6 r7 t. e. E- Z[ceph1][INFO ] Running command: systemctl enable ceph-mon@ceph12 p- x8 f; O9 H. c
[ceph1][INFO ] Running command: systemctl start ceph-mon@ceph1/ b8 E; A; g2 \! F4 [
[ceph1][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ceph1.asok mon_status: w( p% i4 r5 e3 c' m
[ceph1][DEBUG ] ********************************************************************************
# S1 p+ X+ Q$ H2 C9 A4 g' `9 }[ceph1][DEBUG ] status for monitor: mon.ceph11 P1 Q U5 g& v% z0 E0 f0 {
[ceph1][DEBUG ] {, x6 M& L K, x
[ceph1][DEBUG ] "election_epoch": 0,
0 G& o. ?2 V2 h9 B$ I0 S% O6 R[ceph1][DEBUG ] "extra_probe_peers": [8 }- S' \* X' f* N- |% N5 C
[ceph1][DEBUG ] {
% N3 M5 P' K$ m2 U0 d[ceph1][DEBUG ] "addrvec": [# t. m2 u9 o" k Y! }( n9 @# ^+ ~
[ceph1][DEBUG ] {
) N, Z1 W1 T% f[ceph1][DEBUG ] "addr": "192.168.120.27:3300", " D* S# b! t5 P( n! H; d. p- g
[ceph1][DEBUG ] "nonce": 0,
7 j/ M" |% A& p% o- o" h[ceph1][DEBUG ] "type": "v2"3 _! ]6 R6 e7 ?! O$ G
[ceph1][DEBUG ] },
' t2 B6 l9 h8 Z* K. _[ceph1][DEBUG ] {
: m+ G: e& U& x; i[ceph1][DEBUG ] "addr": "192.168.120.27:6789", - u3 E8 |! F4 \5 c* v! C
[ceph1][DEBUG ] "nonce": 0,
6 I! k0 W# R- p; q3 @( z2 E[ceph1][DEBUG ] "type": "v1"# w) O" h; @' w
[ceph1][DEBUG ] }
0 Z# V' i; P( d" u, j[ceph1][DEBUG ] ]
3 R% i* c/ {5 [[ceph1][DEBUG ] }, * y9 f2 D: @1 t1 x( |; m! B
[ceph1][DEBUG ] {# u3 C# V% E' c. M2 Q
[ceph1][DEBUG ] "addrvec": [+ ?4 \. g! V4 Y6 V" Q( j' U# \
[ceph1][DEBUG ] {
! I9 p2 y. a$ x4 G! }[ceph1][DEBUG ] "addr": "192.168.120.28:3300",
2 Z! K* d" z! e- e( G[ceph1][DEBUG ] "nonce": 0, 9 V, P, K: {; d; i3 X8 ^
[ceph1][DEBUG ] "type": "v2"
0 ~: W2 u( E. }* g$ j l[ceph1][DEBUG ] },
$ p; p, [% C# l- Z& X, d2 e[ceph1][DEBUG ] {
( ~8 C; B6 \4 K$ v3 f$ K[ceph1][DEBUG ] "addr": "192.168.120.28:6789", 8 p, Z+ B; A7 @+ b; M# P" r
[ceph1][DEBUG ] "nonce": 0,
: f: ~! S& l& {3 U[ceph1][DEBUG ] "type": "v1"4 N$ `/ ]3 r8 t# Z) P0 U( s4 Z9 w
[ceph1][DEBUG ] }# L& j. [* ]5 j. Y: ~
[ceph1][DEBUG ] ]. M* c/ @/ \: t
[ceph1][DEBUG ] }
: S, ^. Y) X4 ^7 @8 N, g[ceph1][DEBUG ] ], / |0 t* P$ i6 e9 y% g# l8 t
[ceph1][DEBUG ] "feature_map": {* ~* \8 u3 \) R5 O* [. z/ i
[ceph1][DEBUG ] "mon": [ x: I9 T5 u# o
[ceph1][DEBUG ] {
, L* @3 r' O4 C1 W! S[ceph1][DEBUG ] "features": "0x3ffddff8ffacffff",
' Y' z8 N' s8 z/ X) Z/ I& D[ceph1][DEBUG ] "num": 1, * c; u# k( t8 O9 j( }
[ceph1][DEBUG ] "release": "luminous"# P6 y r% P4 C% C% d* y
[ceph1][DEBUG ] }2 W: ]- N+ _8 J& L$ B
[ceph1][DEBUG ] ]4 G3 J, V+ {! N
[ceph1][DEBUG ] },
, R8 O4 V1 n7 S$ I6 @/ j" m[ceph1][DEBUG ] "features": {$ w5 {8 ~- K1 K. o( u
[ceph1][DEBUG ] "quorum_con": "0",
( p! y0 h" K5 x5 O[ceph1][DEBUG ] "quorum_mon": [], ' j% R& d; q) {5 Q% f- m
[ceph1][DEBUG ] "required_con": "0",
& q3 ^2 l9 M! x4 M6 P# v+ w6 {) `, H[ceph1][DEBUG ] "required_mon": [5 ?! v% Z$ m/ q+ O$ \' I
[ceph1][DEBUG ] "kraken", ( {9 [) B" p* W
[ceph1][DEBUG ] "luminous",
! \/ o9 z4 N* _9 e& ?) c[ceph1][DEBUG ] "mimic", - S9 P/ y( Z# s# i& }3 l. c; z
[ceph1][DEBUG ] "osdmap-prune",
8 g' a/ [% _* R' @[ceph1][DEBUG ] "nautilus"
% r, }9 @: ]- T# j9 h[ceph1][DEBUG ] ]0 P/ i# u! A5 G" R/ ]
[ceph1][DEBUG ] },
3 s P9 E5 M& P9 B( l1 o' ~[ceph1][DEBUG ] "monmap": {5 v4 ?: o1 o/ S; S2 H
[ceph1][DEBUG ] "created": "2022-10-17 10:46:00.900267",
# C+ t; a8 E" N# A# N2 Y* L9 m[ceph1][DEBUG ] "epoch": 4, # h+ L4 j$ s! L0 y
[ceph1][DEBUG ] "features": {
6 @: P5 a* R7 p6 Q$ B[ceph1][DEBUG ] "optional": [], + \" F6 w( B+ _) F/ a' O! m7 l
[ceph1][DEBUG ] "persistent": [% e$ X0 e, E6 T5 f9 N
[ceph1][DEBUG ] "kraken",
% v0 j+ n: Q( I4 G[ceph1][DEBUG ] "luminous", 9 Y( z: K( G2 ]* o7 q
[ceph1][DEBUG ] "mimic", ; L; j* I" v- q2 H1 i% F; ?
[ceph1][DEBUG ] "osdmap-prune",
5 F( @0 |% A; z) I' H; F3 ?[ceph1][DEBUG ] "nautilus"
- T& K2 Z& w! v2 b) [: R+ i[ceph1][DEBUG ] ]
/ t/ D+ b, d5 Q$ q" K: y[ceph1][DEBUG ] },
0 f" L! @5 \4 A( t[ceph1][DEBUG ] "fsid": "9c7a1c4a-e1e9-4ebb-9254-c7dbaf30a23f", 3 v( [# x3 S8 }+ H7 Z
[ceph1][DEBUG ] "min_mon_release": 14, 9 q* `% P; L& {, W+ m
[ceph1][DEBUG ] "min_mon_release_name": "nautilus", $ d; W. l$ P$ K/ T# q* v! P
[ceph1][DEBUG ] "modified": "2022-10-18 14:07:48.821597",
6 W2 E1 G; x" g1 b[ceph1][DEBUG ] "mons": [4 j! n/ a3 [0 s3 N( v
[ceph1][DEBUG ] {! P( z4 j0 G, \" }% J
[ceph1][DEBUG ] "addr": "192.168.120.27:6789/0", * w+ H/ g, b0 E" z' ], U
[ceph1][DEBUG ] "name": "ceph2", . v0 w- Q4 K# p' [- B
[ceph1][DEBUG ] "public_addr": "192.168.120.27:6789/0", ! l# A0 C2 l; g2 n
[ceph1][DEBUG ] "public_addrs": {' ?( @& \0 M. E! T" f' |
[ceph1][DEBUG ] "addrvec": [: K, ~4 {$ F# P8 B
[ceph1][DEBUG ] {
" u4 d1 z; y2 G' j) D! l[ceph1][DEBUG ] "addr": "192.168.120.27:3300",
" W& l( \/ K. P. \- i3 V* m- p[ceph1][DEBUG ] "nonce": 0, 4 h4 H! E- r( A, G# x$ O
[ceph1][DEBUG ] "type": "v2"( W ]) r0 h) q; O$ ?+ i
[ceph1][DEBUG ] }, ( R. G. v1 J8 a- w7 t5 `
[ceph1][DEBUG ] {
z9 p: I u/ u- W[ceph1][DEBUG ] "addr": "192.168.120.27:6789", 4 N) O& X. C( S2 m
[ceph1][DEBUG ] "nonce": 0,
$ s1 V1 i/ C' u( b E% N* Y[ceph1][DEBUG ] "type": "v1"
/ l( `# ]+ S- j. ], D% O2 O[ceph1][DEBUG ] }# \5 D% |6 y( x
[ceph1][DEBUG ] ]9 S; [ M4 p( B- o
[ceph1][DEBUG ] },
) w5 U" x- v& l1 |$ p' @[ceph1][DEBUG ] "rank": 0
7 } A4 E. } x% h ^) \[ceph1][DEBUG ] },
% S2 X/ I: Z2 v" N[ceph1][DEBUG ] {
, Y" O4 K% a# O- c[ceph1][DEBUG ] "addr": "192.168.120.28:6789/0", + U$ H& \+ k9 J; p) I0 R2 v2 T+ W$ u
[ceph1][DEBUG ] "name": "ceph3",
6 a0 O% q- E, \+ @5 T( V3 F[ceph1][DEBUG ] "public_addr": "192.168.120.28:6789/0",
/ ~1 G1 G+ F- f) B9 w, |3 u[ceph1][DEBUG ] "public_addrs": {/ I: ^3 K- l5 \+ G5 U
[ceph1][DEBUG ] "addrvec": [/ {# k g& s0 g
[ceph1][DEBUG ] {. l, |/ K5 R. L$ N8 c
[ceph1][DEBUG ] "addr": "192.168.120.28:3300", & P+ u6 J3 [2 [6 V
[ceph1][DEBUG ] "nonce": 0,
( f4 s, g; A+ {; c[ceph1][DEBUG ] "type": "v2"2 h# \, l1 z- J, K8 T' @. H
[ceph1][DEBUG ] },
! z% q& c9 ~0 d) d5 a$ X0 T" p4 D[ceph1][DEBUG ] {$ G3 c5 b( t& E
[ceph1][DEBUG ] "addr": "192.168.120.28:6789",
8 H) T, @/ J. t/ n5 C[ceph1][DEBUG ] "nonce": 0, ) L H5 Y! |$ h% y8 c
[ceph1][DEBUG ] "type": "v1"
$ Z) C1 t$ W% g! d) z5 w) C3 s, l[ceph1][DEBUG ] }
: m8 u3 p% X+ t g[ceph1][DEBUG ] ]5 k2 d6 P& [3 f w
[ceph1][DEBUG ] },
3 v0 P) F2 R; w/ O2 B# m[ceph1][DEBUG ] "rank": 1
2 s6 _( Y% q# a7 N; x( q* Y[ceph1][DEBUG ] }& L6 g( _& G& t2 }: ]5 F
[ceph1][DEBUG ] ]0 R6 c7 q5 A& J _! n# k3 W* K5 u
[ceph1][DEBUG ] },
7 n8 E* d' m, q6 x' W2 W[ceph1][DEBUG ] "name": "ceph1",
& f; n5 s4 {7 j: @# Q: t I2 s( k/ J[ceph1][DEBUG ] "outside_quorum": [],
2 F. }+ N4 Y2 z" M) H: X Z$ m( Z[ceph1][DEBUG ] "quorum": [],
( Y/ y0 z1 R2 {4 R T: g" N[ceph1][DEBUG ] "rank": -1, 6 q& x9 _4 x! _( h
[ceph1][DEBUG ] "state": "synchronizing",
0 c9 R+ t8 [0 r/ Y9 A1 J[ceph1][DEBUG ] "sync": {+ Y* O% \2 K* p' | }
[ceph1][DEBUG ] "sync_cookie": 838860803, - {, E& I1 b+ l# h
[ceph1][DEBUG ] "sync_provider": "[v2:192.168.120.28:3300/0,v1:192.168.120.28:6789/0]",
1 D( Y- F1 H) R2 S# ^& ]9 V[ceph1][DEBUG ] "sync_start_version": 52702% k S& E0 Y' ?; i7 k. r
[ceph1][DEBUG ] }, / ?' G7 y: _$ E0 y0 }
[ceph1][DEBUG ] "sync_provider": []. j! o; y2 S. m* B
[ceph1][DEBUG ] }
: U1 o7 T) w" L' G* x# d[ceph1][DEBUG ] ********************************************************************************
- v7 Q* I$ f* V[ceph1][INFO ] monitor: mon.ceph1 is currently at the state of synchronizing
5 E% G: J; a/ z# Z! w[ceph1][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ceph1.asok mon_status. o$ g7 x2 C$ m+ |* D
[ceph1][WARNIN] monitor ceph1 does not exist in monmap5 x7 ^; C" \ b$ \
[ceph_deploy.mon][DEBUG ] detecting platform for host ceph2 ...
3 e' F6 S# E9 s! j5 [[ceph2][DEBUG ] connected to host: ceph2
) ?, }4 I9 }: ?4 k5 A1 P[ceph2][DEBUG ] detect platform information from remote host N2 ~* k B3 R1 O4 Z' x
[ceph2][DEBUG ] detect machine type7 g8 Q3 C& U5 F& j4 Y* f! t
[ceph2][DEBUG ] find the location of an executable7 O9 q# @* e& E4 h. Q: G
[ceph_deploy.mon][INFO ] distro info: Oracle Linux Server 7.6 oracle: Z# A# ~8 ?6 f3 \
[ceph2][DEBUG ] determining if provided host has same hostname in remote
( F( h/ ]" o7 \4 X) ]0 ][ceph2][DEBUG ] get remote short hostname* E1 B9 S9 W6 v6 V+ L
[ceph2][DEBUG ] deploying mon to ceph2
- y6 k. s0 C# O. o# D[ceph2][DEBUG ] get remote short hostname5 c: f& A/ w9 @) y/ L9 w
[ceph2][DEBUG ] remote hostname: ceph2
. W: h. g0 j. _. I[ceph2][DEBUG ] write cluster configuration to /etc/ceph/{cluster}.conf, E, [* q3 t% {* o$ X
[ceph2][DEBUG ] create the mon path if it does not exist+ z2 z& w: q6 b& y, L' k O
[ceph2][DEBUG ] checking for done path: /var/lib/ceph/mon/ceph-ceph2/done: K1 n0 d0 Q/ t6 f+ {1 d, y
[ceph2][DEBUG ] create a done file to avoid re-doing the mon deployment& i) U0 ~" z9 n( o
[ceph2][DEBUG ] create the init path if it does not exist- s, W- w$ Z) | a! z3 c- H# B
[ceph2][INFO ] Running command: systemctl enable ceph.target
$ x. O( s7 ~8 C* d% g( O& ][ceph2][INFO ] Running command: systemctl enable ceph-mon@ceph2
! |/ c5 l7 A7 P7 p$ V* N6 Z" h[ceph2][INFO ] Running command: systemctl start ceph-mon@ceph2" |0 _7 W* M( O" B# P5 ]
[ceph2][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ceph2.asok mon_status
# h( o' U2 o7 K- D" l6 R- r, F[ceph2][DEBUG ] ********************************************************************************
4 {4 a7 S" M/ B% f/ K3 W! X- j[ceph2][DEBUG ] status for monitor: mon.ceph2
+ }0 X( B O7 _, P4 z[ceph2][DEBUG ] {
, q( J+ n! Z& e; }6 M[ceph2][DEBUG ] "election_epoch": 50,
B5 C' Y* e3 F* G: i[ceph2][DEBUG ] "extra_probe_peers": [
+ Z5 D/ ?+ d; l: R[ceph2][DEBUG ] {
( o3 m0 B0 b0 Z+ V& V! b7 `9 h9 `[ceph2][DEBUG ] "addrvec": [6 ]# ]. o1 a9 x% y
[ceph2][DEBUG ] {1 T( K5 P+ H7 h4 P+ n1 a; A" }
[ceph2][DEBUG ] "addr": "192.168.120.26:3300", 1 ?+ v: N. ]8 ^0 W( a5 I* {
[ceph2][DEBUG ] "nonce": 0, + E0 Q, P, d* J5 q! d
[ceph2][DEBUG ] "type": "v2"1 [2 Y$ {9 G# E/ m/ E
[ceph2][DEBUG ] },
" G; u1 L& e+ k0 U[ceph2][DEBUG ] {7 r P; z. i5 _( }
[ceph2][DEBUG ] "addr": "192.168.120.26:6789", ) m# A( k% ?4 z5 z4 _% M1 z
[ceph2][DEBUG ] "nonce": 0, $ \& [: Z" I' v) ~
[ceph2][DEBUG ] "type": "v1": u0 ?) o1 o+ t
[ceph2][DEBUG ] }
2 j& ~# K: t* l' ^$ f1 V0 b! t- p[ceph2][DEBUG ] ]3 K# i' b6 I. b5 r
[ceph2][DEBUG ] }/ [4 a( t: A/ W' z. E7 U* Y' |7 r
[ceph2][DEBUG ] ], 7 @! e5 J6 c, T4 |8 `$ b
[ceph2][DEBUG ] "feature_map": {
" h5 X4 U0 c; } T- G* `[ceph2][DEBUG ] "client": [
. g/ c7 H. }0 e6 k[ceph2][DEBUG ] {* g* L, f+ z# `' _- Y. ] ^
[ceph2][DEBUG ] "features": "0x3ffddff8ffacffff", 2 H7 z8 k4 O% _- X! T0 E* B
[ceph2][DEBUG ] "num": 4,
1 N5 [6 ~! [- ^7 {1 W# P[ceph2][DEBUG ] "release": "luminous", C7 a3 ]% q3 i) P2 A
[ceph2][DEBUG ] }, q9 `, `. M# N9 \/ B) Y
[ceph2][DEBUG ] ],
' a u8 V5 d- n7 g/ K[ceph2][DEBUG ] "mgr": [( ?; o; O2 k: N, ^/ c9 Z
[ceph2][DEBUG ] {
" Y! M/ d/ d2 G[ceph2][DEBUG ] "features": "0x3ffddff8ffacffff",
; ^2 r$ {" ~7 r0 G9 m! N2 s[ceph2][DEBUG ] "num": 2, : Z5 A5 @- V! M
[ceph2][DEBUG ] "release": "luminous" w* y0 @3 N2 L; I- Q6 \6 ]' @
[ceph2][DEBUG ] }9 v: Z% c! \9 G0 t e
[ceph2][DEBUG ] ],
8 N1 @& k* B2 q: o$ I% N% w[ceph2][DEBUG ] "mon": [, c& ?. w( b. R+ ~: x8 D4 k
[ceph2][DEBUG ] {
3 C/ w' k) u" {4 o[ceph2][DEBUG ] "features": "0x3ffddff8ffacffff",
6 _3 A9 ]* E0 G6 F[ceph2][DEBUG ] "num": 1, & j/ c, D/ x/ J+ T
[ceph2][DEBUG ] "release": "luminous"
3 P2 w* r w" @; [4 c[ceph2][DEBUG ] }
$ J- o8 o+ v5 p1 W! U( g[ceph2][DEBUG ] ], - f1 P( `6 f9 W6 G* v, h
[ceph2][DEBUG ] "osd": [7 o4 _6 W8 K+ v% Z% `7 M9 t
[ceph2][DEBUG ] {& T, H) y B8 X0 {- k. j
[ceph2][DEBUG ] "features": "0x3ffddff8ffacffff", m5 l1 P3 x' I3 O9 F- Z
[ceph2][DEBUG ] "num": 2,
: L8 K/ ^9 k$ u[ceph2][DEBUG ] "release": "luminous"
# J m) k; C+ ~6 A7 |) J* V[ceph2][DEBUG ] }
: C% O w+ S& ?+ @+ X[ceph2][DEBUG ] ]
7 @4 A, E! X; R& u/ e( Q[ceph2][DEBUG ] }, % h( [$ W9 ]; U9 d& j
[ceph2][DEBUG ] "features": {. X( u' L( m" W; S% L _
[ceph2][DEBUG ] "quorum_con": "4611087854031667199", 1 \8 b- ~9 p5 W+ S; z; K
[ceph2][DEBUG ] "quorum_mon": [1 k O- u: @. y6 A# y1 D) w& s
[ceph2][DEBUG ] "kraken", 3 D6 w; D7 a; u+ H& v- M' M
[ceph2][DEBUG ] "luminous",
" S' K' ?! E6 P9 w[ceph2][DEBUG ] "mimic", , J" G8 ] C7 m/ b. R. C
[ceph2][DEBUG ] "osdmap-prune",
8 F+ Z% A2 |8 E' i2 x* Y8 e; F[ceph2][DEBUG ] "nautilus"
' d3 x/ D7 _5 h[ceph2][DEBUG ] ],
" v( a2 r t0 ~. K7 }; Q[ceph2][DEBUG ] "required_con": "2449958747315912708",
( }$ M( X2 i6 S+ P1 q n; }[ceph2][DEBUG ] "required_mon": [
! e) f9 r) [/ R( d% N. \[ceph2][DEBUG ] "kraken",
( S) t7 `3 @! {; Q8 U- S) H$ j- C[ceph2][DEBUG ] "luminous", Z! L! t0 h) T
[ceph2][DEBUG ] "mimic",
4 V# C5 i& w4 e6 L7 e! [4 \[ceph2][DEBUG ] "osdmap-prune",
- K' A" F8 W7 N( J[ceph2][DEBUG ] "nautilus"( T+ u! ?" ^+ d# @) D: G4 d
[ceph2][DEBUG ] ]
2 R# J4 Y: R, C: j; ?+ I[ceph2][DEBUG ] }, & X/ D4 Y- X1 @) Q* V* `4 _8 h% ~
[ceph2][DEBUG ] "monmap": {
; H$ E$ [( c* Q/ F" m5 l) H0 X[ceph2][DEBUG ] "created": "2022-10-17 10:46:00.900267", 8 _) ~2 J* f2 i: W7 g
[ceph2][DEBUG ] "epoch": 4,
; e( S/ L5 L U/ P[ceph2][DEBUG ] "features": {
8 Y; s0 ^; `* X" C4 Y) k[ceph2][DEBUG ] "optional": [], # B* V+ u4 {' s: K
[ceph2][DEBUG ] "persistent": [4 q9 B# ~8 A$ x* z
[ceph2][DEBUG ] "kraken",
/ X& g4 m1 Q% h, [[ceph2][DEBUG ] "luminous", 8 C- _) K" k2 h) j* E
[ceph2][DEBUG ] "mimic", 3 |) b+ m% b. M% ?& \. S% a
[ceph2][DEBUG ] "osdmap-prune", 8 i* D/ m4 I& D" {
[ceph2][DEBUG ] "nautilus"1 u1 t- C6 U5 ]5 t$ n! U- X6 W8 S9 \" Q
[ceph2][DEBUG ] ]
' _! P) `) a8 M/ |& h, G[ceph2][DEBUG ] },
: ^1 `- I3 m8 p2 w# m0 T[ceph2][DEBUG ] "fsid": "9c7a1c4a-e1e9-4ebb-9254-c7dbaf30a23f",
+ q3 u. Z$ d, g- n' q. N: u0 s[ceph2][DEBUG ] "min_mon_release": 14,
% M/ f7 ^, J G0 @[ceph2][DEBUG ] "min_mon_release_name": "nautilus", ; b- E0 H4 B; w* V
[ceph2][DEBUG ] "modified": "2022-10-18 14:07:48.821597", 2 v) }) J0 e! W" h; O2 [
[ceph2][DEBUG ] "mons": [
7 ]3 q5 t0 r% O3 ]6 a1 X[ceph2][DEBUG ] {
! U! x7 h( W7 K1 ?6 _) }' K! P0 n[ceph2][DEBUG ] "addr": "192.168.120.27:6789/0",
0 W, h2 I5 G( `- b6 Q; u, `$ |[ceph2][DEBUG ] "name": "ceph2", 6 ~% y' x! }1 w+ D
[ceph2][DEBUG ] "public_addr": "192.168.120.27:6789/0", 7 m e' T8 M/ _& r8 A9 E) E
[ceph2][DEBUG ] "public_addrs": {
: F; b" N* z5 @8 c, m' H4 m[ceph2][DEBUG ] "addrvec": [9 X- h! L* K: V- t9 H
[ceph2][DEBUG ] {6 W/ \- \( r& e8 Q0 Q
[ceph2][DEBUG ] "addr": "192.168.120.27:3300", 5 k: x, e* I5 o& I. n! k" v" c6 |5 M
[ceph2][DEBUG ] "nonce": 0,
8 K5 l w9 v1 @! J& E3 k1 M2 F( p, R[ceph2][DEBUG ] "type": "v2") Z' v% {' Y7 J' J4 P
[ceph2][DEBUG ] }, ) X% b4 @, i% a, q3 c
[ceph2][DEBUG ] {# E! n% ?! K: R4 E" k9 Z
[ceph2][DEBUG ] "addr": "192.168.120.27:6789", 8 e# W; Y! _9 ], v R: g
[ceph2][DEBUG ] "nonce": 0,
3 U/ R# L" ]+ u- t$ p( B* o[ceph2][DEBUG ] "type": "v1"
; j( |$ a7 W# z[ceph2][DEBUG ] }
% S- M, b6 ?$ @9 h; v[ceph2][DEBUG ] ]/ ?2 a2 C+ h. b" V8 p5 s: g4 o; U
[ceph2][DEBUG ] },
$ j. Z/ A7 Y u8 o& V) b+ U& \1 ][ceph2][DEBUG ] "rank": 0
' J4 H" z& \5 l) f* H/ x3 D[ceph2][DEBUG ] }, 2 X: S8 w0 |7 i7 Z) }1 k: b* B
[ceph2][DEBUG ] {
* d7 [* m+ @, T) U. I& \[ceph2][DEBUG ] "addr": "192.168.120.28:6789/0", # u6 |' x9 `, L2 R
[ceph2][DEBUG ] "name": "ceph3", " a' d$ g" A$ }! z) z( B X
[ceph2][DEBUG ] "public_addr": "192.168.120.28:6789/0",
* y1 M& D9 b8 T[ceph2][DEBUG ] "public_addrs": {6 f- q# f0 B7 b7 Y' O
[ceph2][DEBUG ] "addrvec": [
( p+ J8 e, X8 p; U) y+ g t* ]9 n[ceph2][DEBUG ] {7 z# ^5 h' h: ], U4 y
[ceph2][DEBUG ] "addr": "192.168.120.28:3300", & q; j7 K k' r+ _
[ceph2][DEBUG ] "nonce": 0,
6 c3 W. F( O2 r8 M2 N: Q8 c, O[ceph2][DEBUG ] "type": "v2"
7 u1 s# g+ `& r/ M1 V[ceph2][DEBUG ] }, # D$ z% D- K) \! y `3 G$ ^
[ceph2][DEBUG ] {
; a B* N5 \1 t, `& m8 T[ceph2][DEBUG ] "addr": "192.168.120.28:6789",
) e2 n$ X: }* G. M5 t* E2 q3 l[ceph2][DEBUG ] "nonce": 0,
% Y+ W$ E* r* m& I/ h4 X[ceph2][DEBUG ] "type": "v1"( ^! w* n* n. r) P/ M# E9 o8 @( u, d
[ceph2][DEBUG ] }
+ S' n0 S6 G: v[ceph2][DEBUG ] ]/ m. |* b$ j. u4 a& z' v( K
[ceph2][DEBUG ] },
6 |+ V' p: n" o1 ^4 R[ceph2][DEBUG ] "rank": 1
6 W# _( n8 e8 {4 I) g+ v[ceph2][DEBUG ] }
* j( W/ Q7 t e9 O[ceph2][DEBUG ] ]% C7 r# z6 N1 B4 ~' F: D
[ceph2][DEBUG ] }, $ R8 g5 x- i6 @/ c: ]& }3 u
[ceph2][DEBUG ] "name": "ceph2", / [0 l* H; g" {1 q1 n& ^9 f( m7 B
[ceph2][DEBUG ] "outside_quorum": [],
* a* _6 d" h( @[ceph2][DEBUG ] "quorum": [
$ A: P' R. t" _. F. Q[ceph2][DEBUG ] 0,
% c! s4 \* n$ o8 i3 Z4 y+ S8 f[ceph2][DEBUG ] 1, b- \* U! |- D( h+ u6 b( M
[ceph2][DEBUG ] ], * d0 r1 {% M! c- D5 e. X6 F
[ceph2][DEBUG ] "quorum_age": 1956,
) M/ x% l" }( l4 s[ceph2][DEBUG ] "rank": 0, 8 r/ H5 W1 R' O% w8 \2 V: f
[ceph2][DEBUG ] "state": "leader",
6 A4 U7 ^4 S% f5 o4 Q& \[ceph2][DEBUG ] "sync_provider": []
4 u5 y( B b$ Q' w; i) [[ceph2][DEBUG ] } j( R W; }, O3 q
[ceph2][DEBUG ] ********************************************************************************
/ ]' P5 g$ L. e3 v: w/ S# u" M[ceph2][INFO ] monitor: mon.ceph2 is running
7 _. @$ j+ k9 o[ceph2][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ceph2.asok mon_status: O5 @$ M4 w; w G6 t' C7 M
[ceph_deploy.mon][DEBUG ] detecting platform for host ceph3 ...' A: \; J: @6 c9 U/ @$ k4 [4 \% f7 N
[ceph3][DEBUG ] connected to host: ceph3 ' H' G) [: D7 b
[ceph3][DEBUG ] detect platform information from remote host9 D+ N% t- a4 b
[ceph3][DEBUG ] detect machine type
9 b# Q J b, Q9 W% {[ceph3][DEBUG ] find the location of an executable( _8 A, v0 l _7 l3 }$ S% h1 u7 ?1 ^
[ceph_deploy.mon][INFO ] distro info: Oracle Linux Server 7.6 oracle$ A) z5 M. Z7 O( T! T
[ceph3][DEBUG ] determining if provided host has same hostname in remote
( n. Y8 s- F( Y2 i( P9 F+ v[ceph3][DEBUG ] get remote short hostname
3 Y6 s5 G/ C; l* x' o* Y1 } O/ [[ceph3][DEBUG ] deploying mon to ceph3
+ O. Y4 A6 N0 R- ]0 [0 X[ceph3][DEBUG ] get remote short hostname
9 r3 q, @! R E[ceph3][DEBUG ] remote hostname: ceph3
" N7 M. m9 v+ F* E' C. c" p[ceph3][DEBUG ] write cluster configuration to /etc/ceph/{cluster}.conf
! w! Y8 p- @) @6 y* J: h* X1 |3 {[ceph3][DEBUG ] create the mon path if it does not exist
* ], r f) B* C: a8 r# d) q5 t' ?[ceph3][DEBUG ] checking for done path: /var/lib/ceph/mon/ceph-ceph3/done& X2 W# X& P# m( S- K+ E0 o; u
[ceph3][DEBUG ] create a done file to avoid re-doing the mon deployment
" ~9 c2 l. }4 J7 W[ceph3][DEBUG ] create the init path if it does not exist
4 l: A% ?, }* S) W[ceph3][INFO ] Running command: systemctl enable ceph.target
5 ?+ I/ | K5 e% Z! T. v[ceph3][INFO ] Running command: systemctl enable ceph-mon@ceph3/ f- P! L( p% g) I+ V6 }
[ceph3][INFO ] Running command: systemctl start ceph-mon@ceph3
0 u) l1 D4 q3 R) [[ceph3][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ceph3.asok mon_status
* c- W Y( a3 m4 h$ a5 s$ A[ceph3][DEBUG ] ********************************************************************************3 M5 K" r0 [8 n+ \
[ceph3][DEBUG ] status for monitor: mon.ceph3- ?! k( c3 f+ H; A
[ceph3][DEBUG ] {
0 x; E# I: b$ l& h2 w( L[ceph3][DEBUG ] "election_epoch": 54, ! Y) u+ E$ F6 Z# p5 C3 i, M
[ceph3][DEBUG ] "extra_probe_peers": [1 L2 w/ J: x6 G; f( l6 ~$ k5 X6 |2 E9 ]
[ceph3][DEBUG ] {9 q1 `- a3 a( P [; k/ u& g2 i
[ceph3][DEBUG ] "addrvec": [
{1 e7 N; q1 ][ceph3][DEBUG ] {
# Y4 A( S1 s* a1 m0 d[ceph3][DEBUG ] "addr": "192.168.120.26:3300", * Z, }6 y9 Y7 z5 A1 I8 {; k K
[ceph3][DEBUG ] "nonce": 0,
# x+ z7 a2 f0 r; `[ceph3][DEBUG ] "type": "v2"6 n$ j; d! y- Y$ `
[ceph3][DEBUG ] }, ; P2 H8 u6 B& p
[ceph3][DEBUG ] {
0 ]3 m4 g* ~7 l[ceph3][DEBUG ] "addr": "192.168.120.26:6789", 6 H( i2 }% Q( H4 z
[ceph3][DEBUG ] "nonce": 0, ) J; }9 m4 | C2 v4 V3 E i
[ceph3][DEBUG ] "type": "v1"
@& G( m: x! n& O0 H$ \8 O[ceph3][DEBUG ] }
2 `6 W" {( o3 c1 Q. f. q1 H[ceph3][DEBUG ] ]
# l1 t6 j7 f# X, g3 t) U[ceph3][DEBUG ] }
N9 C2 n1 a( P' J+ w/ O1 S[ceph3][DEBUG ] ], 4 R1 y) n/ O" }, X
[ceph3][DEBUG ] "feature_map": { X, ~: o7 ?/ X5 d% C
[ceph3][DEBUG ] "client": [
2 b5 [4 p. E% A4 K4 w! N, I[ceph3][DEBUG ] {
' _2 k0 R# r6 F- t8 P9 l- O" q) j- @[ceph3][DEBUG ] "features": "0x3ffddff8ffacffff", ( N+ o0 G! e: q$ i( e
[ceph3][DEBUG ] "num": 3,
) ~& Y7 _% V5 d[ceph3][DEBUG ] "release": "luminous"+ m9 _8 O) M3 [: H7 i
[ceph3][DEBUG ] }
- T1 M: U) v# u[ceph3][DEBUG ] ], # `" o! ]/ N( D1 N" R
[ceph3][DEBUG ] "mgr": [
* \' T" c, p0 q% s" i- U3 ~[ceph3][DEBUG ] {
( U, U; X1 V2 f# p0 K5 A- m) V9 f[ceph3][DEBUG ] "features": "0x3ffddff8ffacffff", # j! E6 p0 E, D* N& X0 p" k
[ceph3][DEBUG ] "num": 1,
/ S4 q$ D0 ?9 \. O3 b3 c[ceph3][DEBUG ] "release": "luminous"5 }( [' l$ }/ Y, y3 P0 m- N
[ceph3][DEBUG ] }7 [6 {" s3 V2 m4 V
[ceph3][DEBUG ] ], 9 P5 H4 L+ ]1 E B# z, Z5 r
[ceph3][DEBUG ] "mon": [/ m( O( z2 s! i5 z- R
[ceph3][DEBUG ] {+ c1 p& g- F L
[ceph3][DEBUG ] "features": "0x3ffddff8ffacffff", . [# u, J0 y( Z4 ^" q
[ceph3][DEBUG ] "num": 1,
d- V" G) l" \8 I) [" d[ceph3][DEBUG ] "release": "luminous"
6 e5 x, D- w2 ?! g+ q[ceph3][DEBUG ] }
$ Q- V( O8 j8 {0 @" Y[ceph3][DEBUG ] ], 6 f: r+ Q' v! g: W; p
[ceph3][DEBUG ] "osd": [. v& G$ o2 [ r b
[ceph3][DEBUG ] {2 _) I: \8 m5 Q/ X$ O0 A9 F0 {
[ceph3][DEBUG ] "features": "0x3ffddff8ffacffff", & c6 R! p- e% {1 L2 M
[ceph3][DEBUG ] "num": 4, 0 @* {! N5 d: D; d: a0 b J4 R
[ceph3][DEBUG ] "release": "luminous"
) M3 _9 V7 k: X/ A" ] r' k[ceph3][DEBUG ] }' h( I* n+ Y" [, e
[ceph3][DEBUG ] ]
( Y0 t2 y! Z6 V, r8 b[ceph3][DEBUG ] },
: @0 X& y0 j+ T+ [[ceph3][DEBUG ] "features": {- n! o# F: y# ~6 a
[ceph3][DEBUG ] "quorum_con": "4611087854031667199",
$ e2 J5 a6 j' K% B1 P# A[ceph3][DEBUG ] "quorum_mon": [
+ I" [; J$ B, H& [- o; y[ceph3][DEBUG ] "kraken",
4 n. C/ k5 m" z: F$ L7 K4 z[ceph3][DEBUG ] "luminous", ; X! M4 ~; J! k, I! n
[ceph3][DEBUG ] "mimic",
' K+ Z$ c8 N7 a6 e# E+ m[ceph3][DEBUG ] "osdmap-prune",
?' `& T; s. ^: d0 w# H[ceph3][DEBUG ] "nautilus"
/ {/ n" H# P- p$ F; s; `+ y- g# |[ceph3][DEBUG ] ], / X: x+ f' D, P" f# }
[ceph3][DEBUG ] "required_con": "2449958747315912708",
) ]( Q7 @$ r1 ~[ceph3][DEBUG ] "required_mon": [
& g# u- w t1 ~" r! a) I[ceph3][DEBUG ] "kraken",
3 r! ?& C7 q1 n5 A& P* a. |/ ^9 _" j* g[ceph3][DEBUG ] "luminous",
# d3 k; h& X9 ~7 k[ceph3][DEBUG ] "mimic",
, M8 F$ F% ]# k1 I; p$ Y# Z& f0 e: q[ceph3][DEBUG ] "osdmap-prune", 3 S0 p* H1 N) t
[ceph3][DEBUG ] "nautilus"5 V% |1 z$ s7 `" O( I( E
[ceph3][DEBUG ] ]
8 ~- u( a+ @+ T[ceph3][DEBUG ] }, & a+ i8 d6 a- N
[ceph3][DEBUG ] "monmap": {
4 N9 B' t7 W; v[ceph3][DEBUG ] "created": "2022-10-17 10:46:00.900267", 7 S& H% u# k6 [, Z# s/ X- ]3 B5 D
[ceph3][DEBUG ] "epoch": 5,
. S+ e; [8 e- {; ~7 q* ]( x[ceph3][DEBUG ] "features": {
' d8 u2 l% d7 P[ceph3][DEBUG ] "optional": [],
* i; Z" u- T1 b& v[ceph3][DEBUG ] "persistent": [" c1 K! V8 ^ e- O
[ceph3][DEBUG ] "kraken", . D( u# b+ w' {# M& S
[ceph3][DEBUG ] "luminous",
- c& ^" c$ v0 r/ R[ceph3][DEBUG ] "mimic",
$ S) D- ~8 N! Z) b- A0 W* n1 x[ceph3][DEBUG ] "osdmap-prune", & B( y! J' \) X# S9 @/ Z
[ceph3][DEBUG ] "nautilus"& A! ~0 _, z! G$ b% G
[ceph3][DEBUG ] ]
/ ?3 E5 S1 u5 Y+ q: u[ceph3][DEBUG ] },
4 u- t' \) c6 L- t* D+ R7 J- z[ceph3][DEBUG ] "fsid": "9c7a1c4a-e1e9-4ebb-9254-c7dbaf30a23f",
! U+ r+ W3 s2 K[ceph3][DEBUG ] "min_mon_release": 14,
]$ t8 \, _5 w) y; T" }' X[ceph3][DEBUG ] "min_mon_release_name": "nautilus",
2 N3 H! T, V$ [[ceph3][DEBUG ] "modified": "2022-10-18 14:40:28.932230", 7 U8 e7 }7 A# b8 }$ A `
[ceph3][DEBUG ] "mons": [. ?8 J$ C/ C6 _
[ceph3][DEBUG ] {0 r0 k) F1 @# f( A1 r" o! Q$ Y* D
[ceph3][DEBUG ] "addr": "192.168.120.27:6789/0", . u p, t9 v; g6 q, n: p& k
[ceph3][DEBUG ] "name": "ceph2",
9 _/ p- e b/ U W% K! W0 x[ceph3][DEBUG ] "public_addr": "192.168.120.27:6789/0",
. i. E- m) ~8 p" b* l[ceph3][DEBUG ] "public_addrs": {
, A" B( W( \7 K+ x* {, ?[ceph3][DEBUG ] "addrvec": [) b0 t8 A9 v' i& G
[ceph3][DEBUG ] {9 t" ]' ^+ S) \ [/ _* V7 N
[ceph3][DEBUG ] "addr": "192.168.120.27:3300",
8 E2 \8 K& e8 C# d ~, L; A; r[ceph3][DEBUG ] "nonce": 0,
' C# @0 Q1 `/ E[ceph3][DEBUG ] "type": "v2"# n# U# Y* d$ F+ I4 W& g) a: ?# B! C
[ceph3][DEBUG ] }, ; P3 R+ B/ d/ B0 d
[ceph3][DEBUG ] {
& v: P! J" s0 D, D1 n1 D1 C; ^3 F[ceph3][DEBUG ] "addr": "192.168.120.27:6789",
3 S" X/ m1 C+ r/ K1 c- n[ceph3][DEBUG ] "nonce": 0,
) o7 h0 v2 M7 I" O+ @[ceph3][DEBUG ] "type": "v1"
8 K9 K* q- S/ N+ H[ceph3][DEBUG ] }* v& X/ w6 R& ~0 V$ s1 S
[ceph3][DEBUG ] ]
+ |' ?5 @8 M/ \* G2 t" b \[ceph3][DEBUG ] },
* S. H! a7 T+ q# H- ~4 B# x[ceph3][DEBUG ] "rank": 0
8 S" F' ` |0 [: F+ J% D$ Y[ceph3][DEBUG ] }, 9 f1 m$ K6 U+ H' q4 L
[ceph3][DEBUG ] {
8 P9 [. p& Q7 ^' v5 d& P" @! L[ceph3][DEBUG ] "addr": "192.168.120.28:6789/0",
8 e: L9 {4 @: R. K* o1 M2 X! L! [[ceph3][DEBUG ] "name": "ceph3", ; | P! `9 b; q5 ]: @* H+ A/ _
[ceph3][DEBUG ] "public_addr": "192.168.120.28:6789/0", ; v7 ~2 C. }. G! ]
[ceph3][DEBUG ] "public_addrs": {
1 _/ Q) r9 ^+ f k, O. e[ceph3][DEBUG ] "addrvec": [- F& i& v( z: N
[ceph3][DEBUG ] {
! r+ |! ]. e J1 [; |1 F$ ^[ceph3][DEBUG ] "addr": "192.168.120.28:3300", * Q6 V( Q- B0 s* Y, v
[ceph3][DEBUG ] "nonce": 0,
3 Y( M& s4 Q+ N* ]2 @5 W[ceph3][DEBUG ] "type": "v2"
/ r3 g/ O, z. d/ ~[ceph3][DEBUG ] },
8 W* }$ }; l9 J[ceph3][DEBUG ] {/ ?# Z; F% m- J* M4 H
[ceph3][DEBUG ] "addr": "192.168.120.28:6789",
$ S0 L1 g2 t, N+ k5 |9 q[ceph3][DEBUG ] "nonce": 0, 9 [, B( P* L6 _& p
[ceph3][DEBUG ] "type": "v1"- J6 F7 D" [# V
[ceph3][DEBUG ] } n& `& y: F7 A1 _) C" Z0 J; P
[ceph3][DEBUG ] ]
% ~ m! Z$ a* g7 D[ceph3][DEBUG ] },
! V$ t3 a4 G$ d- D/ k$ e. f[ceph3][DEBUG ] "rank": 1
) I) U# X5 U0 g6 @[ceph3][DEBUG ] }, $ L+ D5 X& U' t2 ]% g' W" k
[ceph3][DEBUG ] {
5 {0 m' T+ Y) _) D$ _9 `[ceph3][DEBUG ] "addr": "192.168.120.26:6789/0",
8 ?0 T5 W% G. R( p* ~& x[ceph3][DEBUG ] "name": "ceph1", & f$ s* v( k# X
[ceph3][DEBUG ] "public_addr": "192.168.120.26:6789/0", % p9 S& L4 U+ |1 O: k
[ceph3][DEBUG ] "public_addrs": {
6 [" p3 e- W2 M+ E[ceph3][DEBUG ] "addrvec": [" h8 @0 N( Z& w) I6 ?8 g$ L
[ceph3][DEBUG ] {( u$ U$ I; q& ?1 A3 x
[ceph3][DEBUG ] "addr": "192.168.120.26:3300",
8 b$ W6 p7 x4 H! ?- W! c1 V" N[ceph3][DEBUG ] "nonce": 0,
6 S3 _8 P! Y4 p( y+ Z[ceph3][DEBUG ] "type": "v2"% U' V) T& S* }
[ceph3][DEBUG ] },
' \7 A* ]! n* N& g[ceph3][DEBUG ] {
* h' J; B9 q# {& e' o[ceph3][DEBUG ] "addr": "192.168.120.26:6789", + @! I W. {, P/ E& s3 L* K3 U
[ceph3][DEBUG ] "nonce": 0,
/ s0 O; U* G: o) f: ][ceph3][DEBUG ] "type": "v1"
1 z; J. }) L. c4 p1 s[ceph3][DEBUG ] }8 `# A" S" O! o- {3 h
[ceph3][DEBUG ] ]
* f1 w w5 P* R* z3 f[ceph3][DEBUG ] },
. a0 i0 r; j: v8 r/ u5 t! Y" }9 }# ?4 L[ceph3][DEBUG ] "rank": 2
7 }- N% _8 \# R& Q0 T. i! X[ceph3][DEBUG ] }
) d* L; U: a$ f" p% H: E[ceph3][DEBUG ] ]
6 U* R+ x% h2 [0 m2 t[ceph3][DEBUG ] },
; O6 d- z8 _1 w3 G[ceph3][DEBUG ] "name": "ceph3", 3 e2 `1 z2 Z$ O/ `3 L
[ceph3][DEBUG ] "outside_quorum": [],
0 Z4 a" ~( y# X0 \+ U' T# v[ceph3][DEBUG ] "quorum": [+ d7 F4 f& ]: d- v- I1 D! u2 N; N
[ceph3][DEBUG ] 0, ' c( b; L. K; p# Q
[ceph3][DEBUG ] 1,
) M( x( A' U; O4 |" g[ceph3][DEBUG ] 22 {0 f' Z C d6 P
[ceph3][DEBUG ] ], 4 F. ^8 {5 T6 m* y
[ceph3][DEBUG ] "quorum_age": 16,
) r8 i# n6 g, S* `/ w- T[ceph3][DEBUG ] "rank": 1,
6 h' y/ ~4 \( w[ceph3][DEBUG ] "state": "peon", 6 Z8 B1 i: r& n: N' V" T
[ceph3][DEBUG ] "sync_provider": []
% X/ L! N7 j4 L2 L[ceph3][DEBUG ] }! L/ Z f* b5 {6 @
[ceph3][DEBUG ] ********************************************************************************
; ^4 v; a9 e9 T( g+ p! N% S+ W, d[ceph3][INFO ] monitor: mon.ceph3 is running3 a* u- V! z) `0 H. D, ?* c0 u
[ceph3][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ceph3.asok mon_status
3 }3 ~2 t& u; G* k! \[ceph_deploy.mon][INFO ] processing monitor mon.ceph1
! @1 \' t+ x: Q. w% w* y2 k[ceph1][DEBUG ] connected to host: ceph1
2 f& F( H% j+ z) b' s7 _1 m[ceph1][DEBUG ] detect platform information from remote host
& p5 u3 F/ E+ p[ceph1][DEBUG ] detect machine type
6 a, t; x- b O4 O( W[ceph1][DEBUG ] find the location of an executable' R9 q- S' P4 ?/ o8 C& g7 s
[ceph1][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ceph1.asok mon_status6 Z- z4 Q0 v5 }5 P7 w
[ceph_deploy.mon][INFO ] mon.ceph1 monitor has reached quorum!- E) ~( U$ i- q1 Z8 c* p
[ceph_deploy.mon][INFO ] processing monitor mon.ceph2
6 ?! ~- P: \9 ~/ o) q1 b8 ^4 e[ceph2][DEBUG ] connected to host: ceph2
7 \0 R) |' u6 y: l0 h l[ceph2][DEBUG ] detect platform information from remote host( a! G$ O3 k" \# W& {0 z# [) X9 s
[ceph2][DEBUG ] detect machine type+ B5 M6 S! f, p- G! i- ?& \) w8 A
[ceph2][DEBUG ] find the location of an executable) w. w e4 w5 I
[ceph2][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ceph2.asok mon_status0 ]% A7 U1 U& _3 [, V2 W& c
[ceph_deploy.mon][INFO ] mon.ceph2 monitor has reached quorum!8 `; A" H r1 X7 W! ]! V1 K
[ceph_deploy.mon][INFO ] processing monitor mon.ceph3# H4 X0 c: X) e0 }
[ceph3][DEBUG ] connected to host: ceph3
* z* q3 z. O/ d, _! F6 f5 j# ]+ {+ ~[ceph3][DEBUG ] detect platform information from remote host4 o- w1 u) b; W
[ceph3][DEBUG ] detect machine type
7 Y; @, ^3 d! n1 I) E" V* S[ceph3][DEBUG ] find the location of an executable' h! n$ E# i9 I9 F9 d3 P
[ceph3][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ceph3.asok mon_status
5 e8 i" p# I& g* m6 X5 A/ m[ceph_deploy.mon][INFO ] mon.ceph3 monitor has reached quorum!
1 c$ r. c) C3 o5 D2 f[ceph_deploy.mon][INFO ] all initial monitors are running and have formed quorum7 b- Q( E4 t0 ]- }+ \
[ceph_deploy.mon][INFO ] Running gatherkeys.... A7 E+ L4 p, d+ O4 t) D6 s+ \# B
[ceph_deploy.gatherkeys][INFO ] Storing keys in temp directory /tmp/tmpAaq1Y1
- ]* c, |8 d. j/ b[ceph1][DEBUG ] connected to host: ceph1 5 a$ @7 p9 Y( \% p" y( O/ v
[ceph1][DEBUG ] detect platform information from remote host( B' T6 y9 @( U" \2 i$ Y
[ceph1][DEBUG ] detect machine type. s3 Q& m3 S; E6 g
[ceph1][DEBUG ] get remote short hostname
2 t0 x8 d6 W/ [. E, s. h9 _[ceph1][DEBUG ] fetch remote file+ ]- Q% [6 S% g% t8 s+ _
[ceph1][INFO ] Running command: /usr/bin/ceph --connect-timeout=25 --cluster=ceph --admin-daemon=/var/run/ceph/ceph-mon.ceph1.asok mon_status; @* d" s9 U/ Q! V
[ceph1][INFO ] Running command: /usr/bin/ceph --connect-timeout=25 --cluster=ceph --name mon. --keyring=/var/lib/ceph/mon/ceph-ceph1/keyring auth get client.admin
, e, B/ h- S, h2 S[ceph1][INFO ] Running command: /usr/bin/ceph --connect-timeout=25 --cluster=ceph --name mon. --keyring=/var/lib/ceph/mon/ceph-ceph1/keyring auth get client.bootstrap-mds
% x2 k& s0 e" t' h4 O6 |! V5 A[ceph1][INFO ] Running command: /usr/bin/ceph --connect-timeout=25 --cluster=ceph --name mon. --keyring=/var/lib/ceph/mon/ceph-ceph1/keyring auth get client.bootstrap-mgr
! N0 B2 I( z4 o( ^[ceph1][INFO ] Running command: /usr/bin/ceph --connect-timeout=25 --cluster=ceph --name mon. --keyring=/var/lib/ceph/mon/ceph-ceph1/keyring auth get client.bootstrap-osd# N9 h9 b" _5 Y: r) O- Y
[ceph1][INFO ] Running command: /usr/bin/ceph --connect-timeout=25 --cluster=ceph --name mon. --keyring=/var/lib/ceph/mon/ceph-ceph1/keyring auth get client.bootstrap-rgw( r F. w$ N' W
[ceph_deploy.gatherkeys][INFO ] keyring 'ceph.client.admin.keyring' already exists
, {2 Z5 v0 b4 x" Q3 \[ceph_deploy.gatherkeys][INFO ] keyring 'ceph.bootstrap-mds.keyring' already exists" r$ ~( ~# V; v5 {) Q: o5 w
[ceph_deploy.gatherkeys][INFO ] keyring 'ceph.bootstrap-mgr.keyring' already exists
1 {( a9 K1 P g$ J: o9 H[ceph_deploy.gatherkeys][INFO ] keyring 'ceph.mon.keyring' already exists
5 K' g" h" P# y4 }[ceph_deploy.gatherkeys][INFO ] keyring 'ceph.bootstrap-osd.keyring' already exists
) @& j% {4 i( M; e[ceph_deploy.gatherkeys][INFO ] keyring 'ceph.bootstrap-rgw.keyring' already exists
! y$ u) B: j; ]! G$ M2 o4 d[ceph_deploy.gatherkeys][INFO ] Destroy temp directory /tmp/tmpAaq1Y1
& [% N6 ^' w- l. r- p$ y/ ^0 P) r# R* `' i( p0 e( S3 E
6 H/ t+ i& U. y
[root@ceph1 deploy]# ceph -s
- S# e4 o: l# w. W0 [ cluster:5 l$ Y9 ?+ M- [: d: C# d( D
id: 9c7a1c4a-e1e9-4ebb-9254-c7dbaf30a23f4 u$ M$ n+ Y1 K& u, L& t% u
health: HEALTH_OK
/ {; l; y# q1 [( j2 e$ e. ^7 R2 A: G
services:
) k# T% b, ~. \$ K! ^/ |7 P mon: 3 daemons, quorum ceph2,ceph3,ceph1 (age 16m)
* C+ s9 {8 r: j. x7 a k mgr: ceph2(active, since 35m), standbys: ceph3, ceph1& x) e" v+ |1 }) S0 o# ~+ D
osd: 6 osds: 6 up (since 19m), 6 in (since 19m)
2 ?; t; l% i7 M; a- ^; z8 J rgw: 3 daemons active (ceph1, ceph2, ceph3)
- n/ C7 |# ]0 J* g/ h; {3 x8 e0 K# X% O u$ c" L+ h
task status:
8 M- H1 v& \/ }2 R+ d; f+ j; H& N; V+ H* Z
data:
# P- ~0 Y" D* d X% \; C7 l pools: 7 pools, 416 pgs
- L8 ~7 V- t& }$ q objects: 264 objects, 40 MiB
2 \+ ?3 u }+ M) A( Y9 n usage: 6.3 GiB used, 1.2 TiB / 1.2 TiB avail
% D! Q5 v* ?6 z2 _& Q( }% E pgs: 416 active+clean
6 l3 C4 l- F# J2 k/ ?* u4 B4 M/ t- R. P7 H2 D" e
[root@ceph1 deploy]# ( j$ ?6 @# H0 w: P/ `& @* b
问题解决
9 L' R/ ~6 d* l6 n2 X: F, G- V1 \ n) L( J. \6 Y
|
|
发表于 2022-10-18 15:00:20