|
|
因手动删除mon后，发现mon无法正常恢复：. @# v' j/ H; _6 D% x9 j) g
7 ?: Z; y0 h; B6 e2 t
[root@ceph1 ~]# ceph -s
& f0 v% H0 h& m& d; O, ^+ U5 b3 H cluster:
- I1 t0 x/ b; |: y' ^* ^ id: 9c7a1c4a-e1e9-4ebb-9254-c7dbaf30a23f4 `5 ~9 i4 Y) b' t% {
health: HEALTH_WARN# }+ _) B7 D. S: K4 i) U
Degraded data redundancy: 42/531 objects degraded (7.910%), 23 pgs degraded; X' c5 j: ^9 `9 @4 B# c4 R
- M3 I/ U" O8 c6 q# H! F# ^! R( S services:
# P) M6 |6 X. C8 C( P mon: 2 daemons, quorum ceph2,ceph3 (age 30m)
, Q8 n* P1 k- X% }1 H mgr: ceph2(active, since 16m), standbys: ceph3, ceph1/ g @& o% i o( w
osd: 6 osds: 6 up (since 23s), 6 in (since 49s)
# f' k- t- d. T: \0 p: I rgw: 3 daemons active (ceph1, ceph2, ceph3)
% v, b5 N$ p% r4 M+ K
2 m& _* @! D" r6 k! O3 V% D7 f task status:
% k3 s7 C/ C, r' a- E# A1 i$ L" ]. ^' b8 r' ]7 @2 y
data:8 H& O' C e3 F0 b# S! t- {1 R
pools: 7 pools, 416 pgs8 c) n- E _( a3 {% O2 u
objects: 265 objects, 40 MiB
& D+ O$ R2 c( U usage: 6.3 GiB used, 1.2 TiB / 1.2 TiB avail8 x' ]: t0 S/ E. S
pgs: 0.481% pgs not active
' X0 X9 j3 _1 T2 p( d, `3 ~3 Q; U 42/531 objects degraded (7.910%); H9 S9 b4 J- P
3/531 objects misplaced (0.565%)
^( I' j7 z; S. x7 |& F 384 active+clean, h7 \3 [7 | T) G0 l" X f
22 active+recovery_wait+degraded
) w1 i, t$ y5 `4 |7 { 6 active+recovery_wait
- j% x) z, [& C/ N) ~& K# J2 B 2 activating
_3 N0 W; ^. [* h" N* c5 X( f 1 active+recovering+degraded5 J1 }# [3 q2 |9 Z) @
1 active+recovering
3 s7 _% G3 w7 x6 q8 x; Q+ f
: \# `5 Z- X3 _2 h io:2 C! |6 H" W% D$ |: ~
client: 7.6 KiB/s rd, 0 B/s wr, 7 op/s rd, 5 op/s wr
3 h5 K I" w& A* k3 g k2 ^0 H recovery: 0 B/s, 2 objects/s6 k$ l& l0 D" K2 r N6 z# o
6 u$ u2 n8 w7 s0 X
[root@ceph1 ~]# cd /ceph/deploy/
q; _. s& J* r4 C) @# ?/ f! |[root@ceph1 deploy]# ceph-deploy --overwrite-conf mon create-initial5 F* [& ^6 \" X* L! B
[ceph_deploy.conf][DEBUG ] found configuration file at: /root/.cephdeploy.conf/ E, {1 l* V4 |
[ceph_deploy.cli][INFO ] Invoked (2.0.1): /usr/bin/ceph-deploy --overwrite-conf mon create-initial
9 S# J4 ]+ `% N. s% O! \* V[ceph_deploy.cli][INFO ] ceph-deploy options:9 w% N$ U r2 ~3 K
[ceph_deploy.cli][INFO ] username : None
- _) v" t) m( A" F[ceph_deploy.cli][INFO ] verbose : False
! p4 u" ~9 P% A3 A4 q0 u* E[ceph_deploy.cli][INFO ] overwrite_conf : True5 n+ c/ h7 ^( k; q- \% a: |2 B
[ceph_deploy.cli][INFO ] subcommand : create-initial
" Y; }, ?" h" q1 V[ceph_deploy.cli][INFO ] quiet : False
. H: e1 ?3 Q( C5 J[ceph_deploy.cli][INFO ] cd_conf : <ceph_deploy.conf.cephdeploy.Conf instance at 0x7fb942b78998>
1 w' d. ?/ _; J& x* {[ceph_deploy.cli][INFO ] cluster : ceph
* c2 s2 p/ P6 v9 S& y) S. Z; O[ceph_deploy.cli][INFO ] func : <function mon at 0x7fb942de5398>
& I' t. |1 ?' R[ceph_deploy.cli][INFO ] ceph_conf : None
2 H% j5 i/ Y% U. Y' {[ceph_deploy.cli][INFO ] default_release : False; C/ {7 o. A. @: R) b/ |
[ceph_deploy.cli][INFO ] keyrings : None b5 K. G6 f$ B7 y5 D
[ceph_deploy.mon][DEBUG ] Deploying mon, cluster ceph hosts ceph1 ceph2 ceph3' `( b0 V" s) G! O; }6 b2 U# j m4 u H
[ceph_deploy.mon][DEBUG ] detecting platform for host ceph1 ...; A5 P- ?6 [9 ^: A4 w* G9 K
[ceph1][DEBUG ] connected to host: ceph1
1 c! [5 L/ t5 T/ Z: |: i9 m[ceph1][DEBUG ] detect platform information from remote host
& E& D) R; r6 o" R$ k! A7 d[ceph1][DEBUG ] detect machine type3 P" W( |) t9 W' l+ V" g3 w
[ceph1][DEBUG ] find the location of an executable
: f! B5 c- r7 k1 t5 z[ceph_deploy.mon][INFO ] distro info: Oracle Linux Server 7.6 oracle
4 r7 ^% \( i/ z+ }3 b/ d[ceph1][DEBUG ] determining if provided host has same hostname in remote
' C( K- x0 f/ O[ceph1][DEBUG ] get remote short hostname
" n. A% A1 x$ y7 f! y: z[ceph1][DEBUG ] deploying mon to ceph1
- S( ?3 ~$ v) V/ y w& A[ceph1][DEBUG ] get remote short hostname5 |" t( P6 e! o/ J# B1 y/ {' F
[ceph1][DEBUG ] remote hostname: ceph13 @( S0 P" N1 O# P8 d% j# W: k+ {
[ceph1][DEBUG ] write cluster configuration to /etc/ceph/{cluster}.conf/ t* v6 h( s y( g4 K- L
[ceph1][DEBUG ] create the mon path if it does not exist
" d9 S, n" e7 N" d6 e- F: \[ceph1][DEBUG ] checking for done path: /var/lib/ceph/mon/ceph-ceph1/done
0 B9 x+ ?5 U; P[ceph1][DEBUG ] done path does not exist: /var/lib/ceph/mon/ceph-ceph1/done
# ?. z8 {+ I# a7 d! o w[ceph1][INFO ] creating keyring file: /var/lib/ceph/tmp/ceph-ceph1.mon.keyring
* {$ Q. D, t& ?1 {/ M8 S! Z[ceph1][DEBUG ] create the monitor keyring file' f B, k) d: U$ A. ~
[ceph1][INFO ] Running command: ceph-mon --cluster ceph --mkfs -i ceph1 --keyring /var/lib/ceph/tmp/ceph-ceph1.mon.keyring --setuser 167 --setgroup 167
1 ]+ B$ L& G" d- u4 U+ q[ceph1][INFO ] unlinking keyring file /var/lib/ceph/tmp/ceph-ceph1.mon.keyring2 N5 X1 \8 |# C7 b
[ceph1][DEBUG ] create a done file to avoid re-doing the mon deployment
1 l5 ~) ]# h4 p8 G6 M[ceph1][DEBUG ] create the init path if it does not exist
; x$ O r- Q1 G# h1 W[ceph1][INFO ] Running command: systemctl enable ceph.target
5 }. R; z; n8 r8 [6 d* _[ceph1][INFO ] Running command: systemctl enable ceph-mon@ceph1# \( b: j4 E; ^% Y- S6 P
[ceph1][INFO ] Running command: systemctl start ceph-mon@ceph1
7 N' p; _% f2 N% \& y- @: Y9 z[ceph1][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ceph1.asok mon_status& o9 I4 Z; ?, ~$ t
[ceph1][DEBUG ] ********************************************************************************
- N# w+ O. ~+ I6 _[ceph1][DEBUG ] status for monitor: mon.ceph1
, A$ Z3 S9 |: W* t[ceph1][DEBUG ] {" H/ w$ v' d5 J9 X/ [
[ceph1][DEBUG ] "election_epoch": 0,
( R5 e$ Q5 ]- [2 o* a[ceph1][DEBUG ] "extra_probe_peers": [
; a, j2 M0 }8 z+ `* b[ceph1][DEBUG ] {7 g: B4 ~2 i& ]8 [2 G4 r
[ceph1][DEBUG ] "addrvec": [9 f) X) B1 u. v5 m& m2 M' y+ M
[ceph1][DEBUG ] {, Q2 E2 `: N' Q6 e5 X3 N9 i
[ceph1][DEBUG ] "addr": "192.168.120.27:3300", 9 M6 h5 _9 K" s W* N0 p. k
[ceph1][DEBUG ] "nonce": 0, 3 v$ _; u1 K& g
[ceph1][DEBUG ] "type": "v2"
' y3 Q3 I: H% d4 W$ m[ceph1][DEBUG ] },
7 l' A: C$ _2 Q& `$ {- | |[ceph1][DEBUG ] {
6 F( {" e3 I: S% o- g# n$ |* }[ceph1][DEBUG ] "addr": "192.168.120.27:6789",
0 T8 P8 V- D( j G R% B[ceph1][DEBUG ] "nonce": 0,
. r; c* r5 [. B9 C" h Z: [[ceph1][DEBUG ] "type": "v1" t# D9 C/ u- E: \5 ]& M1 \+ G
[ceph1][DEBUG ] }2 ~ b4 S* w/ M: u+ Y
[ceph1][DEBUG ] ]' D* B& V5 ?$ n% [2 p
[ceph1][DEBUG ] },
7 X+ _, ?# w/ |: W0 ~7 S[ceph1][DEBUG ] {
7 ^; D; @. |, [" A5 w[ceph1][DEBUG ] "addrvec": [
; e! i" y6 c" `$ k6 p[ceph1][DEBUG ] {
/ a. D3 {& @- ^* b( O[ceph1][DEBUG ] "addr": "192.168.120.28:3300", ! f- U* n( F! J& \1 j) I
[ceph1][DEBUG ] "nonce": 0,
( W. q9 I; u( J# ][ceph1][DEBUG ] "type": "v2"* N! M0 @9 ` g( b3 {% E
[ceph1][DEBUG ] }, 9 J1 e! P$ x! B$ Y1 M' |3 ~0 }
[ceph1][DEBUG ] {
2 N/ o$ m' T& S) q4 N[ceph1][DEBUG ] "addr": "192.168.120.28:6789", ! b; j, n) G0 h" {
[ceph1][DEBUG ] "nonce": 0,
+ G& k' i5 V. Q" Y4 F[ceph1][DEBUG ] "type": "v1"
2 H" g' \0 \7 W2 X+ P4 J5 j[ceph1][DEBUG ] }! L, U1 M+ F% P) x
[ceph1][DEBUG ] ]6 O. H/ ?( ]0 e" W8 J9 \$ r: Y
[ceph1][DEBUG ] }
- P& ^/ E1 [; y5 s) C# K; @[ceph1][DEBUG ] ], 3 V, Q; S t; O5 {
[ceph1][DEBUG ] "feature_map": {
8 U4 x: e. ~7 U$ s% R* ~[ceph1][DEBUG ] "mon": [ y4 k! y9 q) i' c; ]& e# L
[ceph1][DEBUG ] {& @4 m1 ]2 e p# f/ t* k4 v
[ceph1][DEBUG ] "features": "0x3ffddff8ffacffff", 7 s9 r% _) s$ y: p4 D) Y: t
[ceph1][DEBUG ] "num": 1, % G% j9 W. u" L& b+ K
[ceph1][DEBUG ] "release": "luminous"( M' P- x! B( q$ t
[ceph1][DEBUG ] }
0 x1 e; |- Y* s6 X[ceph1][DEBUG ] ]
+ ~! d1 T+ q8 L% F[ceph1][DEBUG ] }, 9 F: k3 S A$ ?1 E N* \, E
[ceph1][DEBUG ] "features": {0 T- }3 f( r! e. t1 _9 R9 m2 E/ I
[ceph1][DEBUG ] "quorum_con": "0", ) C4 J, K3 Q0 ^
[ceph1][DEBUG ] "quorum_mon": [],
: M- |: ^9 j2 H9 Y) w1 e N[ceph1][DEBUG ] "required_con": "0",
8 `: u) Q& @* C5 p0 ^' `3 `[ceph1][DEBUG ] "required_mon": [! O! S7 X1 |- d, a M5 g# F) b! n
[ceph1][DEBUG ] "kraken",
6 u7 p3 k L- |" N, j8 i[ceph1][DEBUG ] "luminous", ) k/ B4 y9 r$ h5 ]$ [" h+ s
[ceph1][DEBUG ] "mimic", 8 e7 {6 ^3 k+ h# ?, ?' f8 j( s
[ceph1][DEBUG ] "osdmap-prune", , Q% z3 o5 i' E t/ j8 z s
[ceph1][DEBUG ] "nautilus": O; n% Y' r/ X5 v% z
[ceph1][DEBUG ] ]! N9 Y, P9 D! l! G3 d
[ceph1][DEBUG ] }, 1 W5 v6 b, N6 Z" q. ^2 s
[ceph1][DEBUG ] "monmap": {
3 c) I$ H( A7 N$ t, N[ceph1][DEBUG ] "created": "2022-10-17 10:46:00.900267",
5 l, l1 e. d9 C) `3 x$ c, Q4 ^[ceph1][DEBUG ] "epoch": 4, 6 w" \ r6 y& w/ `6 J3 V
[ceph1][DEBUG ] "features": {, Y7 Z: U1 r% n8 _
[ceph1][DEBUG ] "optional": [],
4 ~. f' Z. O3 {6 h4 {/ Q: e9 ][ceph1][DEBUG ] "persistent": [
( U7 K3 a; h# y[ceph1][DEBUG ] "kraken", / }" W1 d/ t$ ]4 _: P4 u
[ceph1][DEBUG ] "luminous",
/ _. T4 Q7 e. d. }& m[ceph1][DEBUG ] "mimic",
: ?: \5 |. P; E' I- u. Z/ F' p( L[ceph1][DEBUG ] "osdmap-prune", 3 j1 n8 S, F8 m- H' v
[ceph1][DEBUG ] "nautilus"' M+ p) t6 L2 _. ~* u
[ceph1][DEBUG ] ]
5 Q1 L8 W$ I; u- F# N[ceph1][DEBUG ] },
/ U3 ^0 D! F& M; [& F- w2 A[ceph1][DEBUG ] "fsid": "9c7a1c4a-e1e9-4ebb-9254-c7dbaf30a23f", & ?# f. n! b1 S3 S
[ceph1][DEBUG ] "min_mon_release": 14,
f4 } R- \! B[ceph1][DEBUG ] "min_mon_release_name": "nautilus", 6 F, L7 p5 L i& Q: R. v9 \
[ceph1][DEBUG ] "modified": "2022-10-18 14:07:48.821597", 3 f) a( t' H: u( n
[ceph1][DEBUG ] "mons": [
/ y4 U; B, k. w3 C. F[ceph1][DEBUG ] {
! m7 ~) ^. i' p; T' v" U& v[ceph1][DEBUG ] "addr": "192.168.120.27:6789/0",
9 K7 W$ _6 ~2 l- C* c1 }1 O0 M[ceph1][DEBUG ] "name": "ceph2",
4 w6 M! f1 }0 S[ceph1][DEBUG ] "public_addr": "192.168.120.27:6789/0", 8 o- K9 I+ M( d' C# ^* Q, ^; ]/ D
[ceph1][DEBUG ] "public_addrs": {
: @* w# w" ?+ m* `' G$ G& L[ceph1][DEBUG ] "addrvec": [$ s5 z: q! J" u
[ceph1][DEBUG ] {1 x4 c+ J2 O5 F
[ceph1][DEBUG ] "addr": "192.168.120.27:3300", 7 @5 a- \0 o9 t6 [
[ceph1][DEBUG ] "nonce": 0,
! s+ x3 T. i% [* z[ceph1][DEBUG ] "type": "v2"
6 B3 ` d8 N2 R[ceph1][DEBUG ] },
' b0 p) R. N3 J- k[ceph1][DEBUG ] {1 P1 u8 A4 d8 M4 v( u1 b' T3 B1 Q
[ceph1][DEBUG ] "addr": "192.168.120.27:6789",
+ x: R( z; D6 X4 ]$ g0 @. c5 m# n1 ?4 H' z[ceph1][DEBUG ] "nonce": 0, % Z5 g# y# J) d1 d8 W6 P
[ceph1][DEBUG ] "type": "v1"
6 I% ~4 J( K$ R, h[ceph1][DEBUG ] }8 q6 ~+ ]3 \* E3 M& A
[ceph1][DEBUG ] ]
) S% `* y. }6 a8 E- ?$ E2 m, K[ceph1][DEBUG ] }, : \# g$ c* _' n1 Q# b: `
[ceph1][DEBUG ] "rank": 0
, O3 Z: U+ L0 i; M L: z[ceph1][DEBUG ] },
! S' x: M8 W/ L& [! _[ceph1][DEBUG ] {
' k4 V" Y' R9 w0 P" t[ceph1][DEBUG ] "addr": "192.168.120.28:6789/0",
. E/ x; }/ m$ ^[ceph1][DEBUG ] "name": "ceph3", : V* h6 e" w* G W
[ceph1][DEBUG ] "public_addr": "192.168.120.28:6789/0",
\9 ~% E; E3 w# s3 H[ceph1][DEBUG ] "public_addrs": {
7 W, y; `% J" g+ x[ceph1][DEBUG ] "addrvec": [
+ ?9 ^9 _! G# \1 c[ceph1][DEBUG ] {4 c* i& I9 O, U3 [
[ceph1][DEBUG ] "addr": "192.168.120.28:3300", : r5 L% H% _, g
[ceph1][DEBUG ] "nonce": 0, $ `! v3 i. l2 V L6 H* e( o
[ceph1][DEBUG ] "type": "v2"8 [$ W) q p; b3 H+ w* g* u. C
[ceph1][DEBUG ] },
0 T! o- D: u) H* L% {! c$ x: ?[ceph1][DEBUG ] {# b/ q- Q* g$ W0 `, W8 x+ R
[ceph1][DEBUG ] "addr": "192.168.120.28:6789", 6 z, U2 \. V6 U6 \" Q7 l
[ceph1][DEBUG ] "nonce": 0,
3 P/ A6 e5 g# f7 ^: D: e3 i8 I) N[ceph1][DEBUG ] "type": "v1"
, k1 M! n2 B/ s: M[ceph1][DEBUG ] }
( K7 C* W/ u' V+ i) J# ~* m; n( ]& z[ceph1][DEBUG ] ]6 Y2 s u" J/ C6 v
[ceph1][DEBUG ] }, - y6 H% r& w+ \8 H
[ceph1][DEBUG ] "rank": 14 ?3 Q- w0 Y2 n4 A8 H' H& C7 e
[ceph1][DEBUG ] }- v* ~) t ]* U* P1 Y/ w7 [9 t
[ceph1][DEBUG ] ]7 p6 X4 _4 ~- I2 E
[ceph1][DEBUG ] }, 1 H7 M3 |, d* O# u _" G/ j7 o' `
[ceph1][DEBUG ] "name": "ceph1", 8 ^3 ]2 E% }7 q2 K6 {6 F# s
[ceph1][DEBUG ] "outside_quorum": [], : L. x3 j7 V5 t
[ceph1][DEBUG ] "quorum": [],
9 J+ c+ g" n& V% o$ O[ceph1][DEBUG ] "rank": -1,
2 R0 y+ W+ F* I3 X* ][ceph1][DEBUG ] "state": "synchronizing",
0 m6 m" i. X A( y% N; w[ceph1][DEBUG ] "sync": {
$ e0 {& y$ @. w- @$ e[ceph1][DEBUG ] "sync_cookie": 838860803, + _/ U0 `5 [5 H* G2 D! o; E6 f' V R
[ceph1][DEBUG ] "sync_provider": "[v2:192.168.120.28:3300/0,v1:192.168.120.28:6789/0]",
" U$ g. u' a) C- D: n$ E/ ~[ceph1][DEBUG ] "sync_start_version": 527023 ~ ^7 t6 a: N2 H! j
[ceph1][DEBUG ] }, 8 q+ u4 v# E4 X: F
[ceph1][DEBUG ] "sync_provider": []
4 |# F/ b1 v( T3 {6 E1 _& o4 @[ceph1][DEBUG ] }
$ ?# j, ?( B) [4 e: y$ N' Q/ c[ceph1][DEBUG ] ********************************************************************************; ~) `% {3 d$ L: Q' a3 d8 ?: o
[ceph1][INFO ] monitor: mon.ceph1 is currently at the state of synchronizing
7 R$ }0 k! d3 N" t* d[ceph1][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ceph1.asok mon_status0 l- Z# `' `- G, Z; V* z: e; r
[ceph1][WARNIN] monitor ceph1 does not exist in monmap
; r% {2 G7 q( q- E9 G7 X[ceph_deploy.mon][DEBUG ] detecting platform for host ceph2 ...
1 \5 k; |4 s" O2 r, @, `6 K- ?[ceph2][DEBUG ] connected to host: ceph2 f) x+ Y! c# N
[ceph2][DEBUG ] detect platform information from remote host1 Y5 _! N# A+ S; V9 V5 Z, s
[ceph2][DEBUG ] detect machine type0 W5 ^. b1 Q. Y+ f
[ceph2][DEBUG ] find the location of an executable
2 V+ s& Q0 W( d; g- w6 `[ceph_deploy.mon][INFO ] distro info: Oracle Linux Server 7.6 oracle3 C: [* ]8 R$ S/ P9 k; |0 ?* ]
[ceph2][DEBUG ] determining if provided host has same hostname in remote
; a. R6 N7 A) Y4 _9 h+ D9 J[ceph2][DEBUG ] get remote short hostname
7 ] a$ F1 p0 v( Y[ceph2][DEBUG ] deploying mon to ceph2, `1 c/ s7 p3 o4 A. b, m
[ceph2][DEBUG ] get remote short hostname
1 s- L. I; E( g7 F& s1 X2 x[ceph2][DEBUG ] remote hostname: ceph2
- M" M5 c# ?. Q4 b[ceph2][DEBUG ] write cluster configuration to /etc/ceph/{cluster}.conf! F" K8 F! U* s7 J% y- P/ ?, a2 R: o
[ceph2][DEBUG ] create the mon path if it does not exist, f0 u" S g5 F
[ceph2][DEBUG ] checking for done path: /var/lib/ceph/mon/ceph-ceph2/done
- u, Z# ]/ L9 A8 r; i[ceph2][DEBUG ] create a done file to avoid re-doing the mon deployment" {( f1 B3 h+ c! b
[ceph2][DEBUG ] create the init path if it does not exist/ k& @! H% |# b- \( A
[ceph2][INFO ] Running command: systemctl enable ceph.target
3 f2 O2 h/ [. E& v! D[ceph2][INFO ] Running command: systemctl enable ceph-mon@ceph2
9 |4 D( h% B9 r4 J[ceph2][INFO ] Running command: systemctl start ceph-mon@ceph2& e- U X3 F7 N4 E P5 f
[ceph2][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ceph2.asok mon_status
K( a M$ j. D. {4 J[ceph2][DEBUG ] ********************************************************************************
, Q: q& h/ l4 Q1 r: R) M0 H[ceph2][DEBUG ] status for monitor: mon.ceph2, p" ^* z' Z* ]
[ceph2][DEBUG ] {
/ I% h( O: v$ P, l6 R e- }[ceph2][DEBUG ] "election_epoch": 50, - w0 k/ |+ N# {, w% i2 I2 ?
[ceph2][DEBUG ] "extra_probe_peers": [ e. q- @: a p( F1 \: \
[ceph2][DEBUG ] {
0 I4 _& o( X- L' C9 g8 D) ~[ceph2][DEBUG ] "addrvec": [
: k8 ?1 F* g. p8 M7 B[ceph2][DEBUG ] {
3 `" e& }9 [7 z: ^0 l) U$ A[ceph2][DEBUG ] "addr": "192.168.120.26:3300", 5 j3 h3 K/ K) E- l R
[ceph2][DEBUG ] "nonce": 0, % K. Q2 Y9 a9 e. C7 {+ o# H* W
[ceph2][DEBUG ] "type": "v2"3 z$ w2 P' M A" Y
[ceph2][DEBUG ] },
5 G/ Q+ J8 ?+ t( T[ceph2][DEBUG ] {. D: Z- ~4 N: a* L1 J" b! Z( i( g, z
[ceph2][DEBUG ] "addr": "192.168.120.26:6789",
* r% i' i% ~ W[ceph2][DEBUG ] "nonce": 0, 5 n) N S5 Q* T, r" {( ?' |
[ceph2][DEBUG ] "type": "v1"7 i% [3 G: ?2 x& t
[ceph2][DEBUG ] }
/ k) H! `7 A& p8 O) _[ceph2][DEBUG ] ], p) Z) R6 i: ^# E7 G6 w
[ceph2][DEBUG ] } @7 \ g+ w" X) r4 M( T
[ceph2][DEBUG ] ], ^, z& z& z, O$ H5 ^
[ceph2][DEBUG ] "feature_map": {
3 R. O" \4 }# i/ S: b) M' N% T[ceph2][DEBUG ] "client": [+ I) R: \9 P+ C1 X4 V8 I4 V% T
[ceph2][DEBUG ] {
: [+ u- u% r$ O* g$ L3 I, B$ H) W[ceph2][DEBUG ] "features": "0x3ffddff8ffacffff", 2 t" e g! G- r; ~' ?5 w, E
[ceph2][DEBUG ] "num": 4,
5 v$ l* b5 e0 C t3 n9 L[ceph2][DEBUG ] "release": "luminous"
* b6 A/ Z( l- z[ceph2][DEBUG ] }, ]+ ]+ Q1 o! f' S4 A A+ n
[ceph2][DEBUG ] ], 8 Y; q( j4 |7 Q7 L1 \3 h
[ceph2][DEBUG ] "mgr": [# }9 N: Q' P- f2 Z
[ceph2][DEBUG ] {$ K" q8 F8 ]' d- I2 T8 d
[ceph2][DEBUG ] "features": "0x3ffddff8ffacffff", 4 b- B% Y% a9 K0 e
[ceph2][DEBUG ] "num": 2, 1 ?! q% T" P+ v5 x$ L! E# ^2 _
[ceph2][DEBUG ] "release": "luminous"9 j& u2 ~# P" i3 ]) |: R
[ceph2][DEBUG ] }' {. g$ v% |$ ~; F; [* |, ~7 @: g
[ceph2][DEBUG ] ], ( R; M$ \7 S2 c# x
[ceph2][DEBUG ] "mon": [
1 J$ ]6 f2 X6 ^* D# R9 E[ceph2][DEBUG ] {6 y- {" U* V1 R! u3 y" z6 i! U
[ceph2][DEBUG ] "features": "0x3ffddff8ffacffff",
- H7 U2 q) o) r* y) k[ceph2][DEBUG ] "num": 1,
! v3 K0 e+ S) `, ?3 H% D9 @[ceph2][DEBUG ] "release": "luminous"7 H0 C0 P/ n! O, `0 G X
[ceph2][DEBUG ] }" n. L7 ~/ k. d( k
[ceph2][DEBUG ] ],
/ @. [0 F7 V8 x" [$ V[ceph2][DEBUG ] "osd": [ t: {. Y0 L5 l$ T
[ceph2][DEBUG ] {
K1 i1 }9 h: k[ceph2][DEBUG ] "features": "0x3ffddff8ffacffff", 3 B+ A+ J/ E% [9 M7 |1 U% E
[ceph2][DEBUG ] "num": 2,
' K; ^5 e5 W2 p6 q+ `9 A[ceph2][DEBUG ] "release": "luminous"
% x! M+ X A# c2 s[ceph2][DEBUG ] }
6 U5 \% \9 Z% [0 I, H2 \7 e6 K[ceph2][DEBUG ] ]4 X# p1 r$ P7 S1 V
[ceph2][DEBUG ] },
0 c- S" {6 B2 G8 u& f$ O[ceph2][DEBUG ] "features": {
, V: G3 S. s; Y7 J- i% A" X: c% `1 P[ceph2][DEBUG ] "quorum_con": "4611087854031667199",
4 b' V) P" X+ i+ l- Z6 N[ceph2][DEBUG ] "quorum_mon": [) h5 [( u! H6 j6 e3 j3 A
[ceph2][DEBUG ] "kraken", 4 N0 I% n6 ~5 O2 t# f+ L5 x3 ?
[ceph2][DEBUG ] "luminous",
& J# {, x. a( \[ceph2][DEBUG ] "mimic", / c5 v/ y0 Q" g/ v8 `; Z
[ceph2][DEBUG ] "osdmap-prune", % X9 T8 M k" p5 J! }1 J
[ceph2][DEBUG ] "nautilus"0 a, t: B- C9 a. @' T
[ceph2][DEBUG ] ],
* G+ n! G4 C s/ y; X/ h) `[ceph2][DEBUG ] "required_con": "2449958747315912708",
* C+ m* H+ G. I2 |+ S) n9 q[ceph2][DEBUG ] "required_mon": [! v- ]4 e# k6 m, H
[ceph2][DEBUG ] "kraken", 7 \9 y, L9 g9 ^# t, o) u
[ceph2][DEBUG ] "luminous",
/ e* J. J8 _ ?! _, A9 K( H[ceph2][DEBUG ] "mimic", 0 `. ~" F: C& T O- B* H
[ceph2][DEBUG ] "osdmap-prune", # v( e# t3 [( B3 i' F
[ceph2][DEBUG ] "nautilus"
8 i1 W7 a7 G1 u b[ceph2][DEBUG ] ]( @6 `9 N! p& z8 t5 |8 T% R3 E
[ceph2][DEBUG ] },
- d1 s* g% v k( u8 u1 s[ceph2][DEBUG ] "monmap": {
+ v1 c. X' X8 [* m# g[ceph2][DEBUG ] "created": "2022-10-17 10:46:00.900267", 7 ~* T7 l: T0 w2 ?8 l5 L
[ceph2][DEBUG ] "epoch": 4,
: g, m- \$ O& j: Y[ceph2][DEBUG ] "features": {
3 _" D+ y3 J6 m; L5 S, C[ceph2][DEBUG ] "optional": [], + }7 @) O/ D9 j, k2 b) p/ l
[ceph2][DEBUG ] "persistent": [9 r. ]' M* k( @
[ceph2][DEBUG ] "kraken", ' F( G# M* d6 B/ M; B0 ]! D
[ceph2][DEBUG ] "luminous", # X3 N( ~" _6 l1 j& R
[ceph2][DEBUG ] "mimic",
" V! H6 f( J- D- V7 I[ceph2][DEBUG ] "osdmap-prune", - M) X w3 H$ r( n
[ceph2][DEBUG ] "nautilus"
- }* u6 F3 v( x[ceph2][DEBUG ] ]
% F( _1 k% t7 |[ceph2][DEBUG ] },
) w) g6 s0 B6 n6 @+ b9 X, H2 O9 G[ceph2][DEBUG ] "fsid": "9c7a1c4a-e1e9-4ebb-9254-c7dbaf30a23f",
6 |- T4 f2 D0 F9 w4 Q& D5 z8 r" _[ceph2][DEBUG ] "min_mon_release": 14,
9 i( t2 U! X ?2 a6 H6 n[ceph2][DEBUG ] "min_mon_release_name": "nautilus", % J! D4 y6 A! w. B, F
[ceph2][DEBUG ] "modified": "2022-10-18 14:07:48.821597", 1 N1 v1 i# n. _' D
[ceph2][DEBUG ] "mons": [
: o+ V+ }& k1 z: o- o! ~) Y% @[ceph2][DEBUG ] {1 Y% L$ Z7 _' I: y6 y0 d5 K
[ceph2][DEBUG ] "addr": "192.168.120.27:6789/0", 6 F- K6 C$ Y! P: B `7 o
[ceph2][DEBUG ] "name": "ceph2",
* e2 V H' n) @4 T) m3 M+ N[ceph2][DEBUG ] "public_addr": "192.168.120.27:6789/0",
9 F' k+ w! U0 j[ceph2][DEBUG ] "public_addrs": {
; q2 g7 Z6 C0 g( t$ b1 @[ceph2][DEBUG ] "addrvec": [' ~# q s B# }4 B' y1 p
[ceph2][DEBUG ] {2 U, I: V" d3 q# `' t$ |5 G
[ceph2][DEBUG ] "addr": "192.168.120.27:3300",
/ Z4 D9 |0 p! S( A0 X, r[ceph2][DEBUG ] "nonce": 0,
, z( [1 T+ H ~" z; c[ceph2][DEBUG ] "type": "v2"
$ P& h6 B! S& B; _[ceph2][DEBUG ] }, : @. `0 F1 a: [% s
[ceph2][DEBUG ] {
/ U% p3 ~" x4 {1 l6 Q# c3 p[ceph2][DEBUG ] "addr": "192.168.120.27:6789", " t( q, M5 ]7 N; Y
[ceph2][DEBUG ] "nonce": 0, ! N* d9 Z6 S- l8 v, v( A3 S9 r- \* I
[ceph2][DEBUG ] "type": "v1"& M. y. B. h3 B0 b
[ceph2][DEBUG ] }
' u" d# k. z* m[ceph2][DEBUG ] ]
/ Z' {3 e! ?( ][ceph2][DEBUG ] },
& i8 g: u7 B/ q0 j3 Z[ceph2][DEBUG ] "rank": 0
5 {1 x/ A5 i8 M$ w5 o8 d8 p[ceph2][DEBUG ] },
2 u8 C: K% B/ y/ d[ceph2][DEBUG ] {
" P' L! ?% @( S[ceph2][DEBUG ] "addr": "192.168.120.28:6789/0",
- h3 @( H, W4 Y% O4 ?1 L3 Z' z. u[ceph2][DEBUG ] "name": "ceph3", 0 W, ^' `: L; n5 w: g; f1 ]
[ceph2][DEBUG ] "public_addr": "192.168.120.28:6789/0", ! r: ]$ d* `( y" j7 G; p
[ceph2][DEBUG ] "public_addrs": {+ U3 y1 y2 w2 v! y i% b
[ceph2][DEBUG ] "addrvec": [( }' o9 _: |5 i) b1 z
[ceph2][DEBUG ] {
: P- |* f2 E( D- p( l% S4 d[ceph2][DEBUG ] "addr": "192.168.120.28:3300", ! l- s) Y) t* e C5 T
[ceph2][DEBUG ] "nonce": 0,
9 n5 T( l) E2 \, r[ceph2][DEBUG ] "type": "v2"
4 [; Z/ X' ^* R6 ?& t7 Z[ceph2][DEBUG ] }, 6 p$ E8 A7 K7 r% O0 H0 v. [# o) ?
[ceph2][DEBUG ] {
# n/ w. y/ f C: E$ i[ceph2][DEBUG ] "addr": "192.168.120.28:6789", + p: B b7 b6 H5 Q1 i
[ceph2][DEBUG ] "nonce": 0, 6 ]: I4 L% u. ~# p& ?
[ceph2][DEBUG ] "type": "v1"
* H8 R4 i# K. u+ ?( x[ceph2][DEBUG ] }+ e5 j6 p1 I/ ]1 c, I/ P2 y' f: A# k
[ceph2][DEBUG ] ]9 g& C: l2 [- M( I I7 ]% J6 z
[ceph2][DEBUG ] },
' c X, _2 J1 S: k[ceph2][DEBUG ] "rank": 19 c& P+ T, N, [( J6 U" ]% f
[ceph2][DEBUG ] }
$ K4 A9 A; k* f+ [& ^[ceph2][DEBUG ] ]# g8 F3 ~$ G& A }
[ceph2][DEBUG ] },
# l7 b& l1 k/ |5 C[ceph2][DEBUG ] "name": "ceph2",
4 c0 K! ?% f p[ceph2][DEBUG ] "outside_quorum": [], 1 x6 C! K0 e E" A% K6 e W
[ceph2][DEBUG ] "quorum": [+ [7 A; z' r2 L
[ceph2][DEBUG ] 0,
: A' B0 m; }6 m, I" y5 {[ceph2][DEBUG ] 1$ j4 G, D: v' H
[ceph2][DEBUG ] ], 8 g% E" c, u5 t f+ N j! K- x
[ceph2][DEBUG ] "quorum_age": 1956,
/ l N- a+ y0 ?[ceph2][DEBUG ] "rank": 0,
- c, R4 M4 r- J/ L; l[ceph2][DEBUG ] "state": "leader", ( m' U% o4 J9 I; R T6 n
[ceph2][DEBUG ] "sync_provider": []
+ j% g; q7 g a; {4 v" H, B. l[ceph2][DEBUG ] }
, h1 U* ]( n7 o5 a& p4 r, {2 D: H[ceph2][DEBUG ] ********************************************************************************# v; E9 L9 d: v- W( {- R' @
[ceph2][INFO ] monitor: mon.ceph2 is running: B$ f0 P6 w$ j; h4 r0 w" n
[ceph2][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ceph2.asok mon_status
* d! b) l! y) P! Y[ceph_deploy.mon][DEBUG ] detecting platform for host ceph3 ...
& B+ q+ k, Y! n2 i9 T1 s s8 F[ceph3][DEBUG ] connected to host: ceph3 . G1 e$ a, K7 v
[ceph3][DEBUG ] detect platform information from remote host
/ s, U& L2 q3 l7 p" K' n* T[ceph3][DEBUG ] detect machine type8 L: Y, g5 H/ ?
[ceph3][DEBUG ] find the location of an executable
2 J. B) M0 ?, A/ L3 X[ceph_deploy.mon][INFO ] distro info: Oracle Linux Server 7.6 oracle: Y$ c$ A( c4 k& i* ]2 q# B# B
[ceph3][DEBUG ] determining if provided host has same hostname in remote9 B E* ]3 c3 y! F; f
[ceph3][DEBUG ] get remote short hostname. ^% y+ A! }& n# g. R/ r# ^8 D
[ceph3][DEBUG ] deploying mon to ceph3- T- y5 m6 j) o" _
[ceph3][DEBUG ] get remote short hostname
P; q/ F N4 T2 l[ceph3][DEBUG ] remote hostname: ceph3
0 M4 k1 x9 s2 M* |0 |# A" k[ceph3][DEBUG ] write cluster configuration to /etc/ceph/{cluster}.conf
; _; M v9 S7 y3 B M, ]5 }) L5 k[ceph3][DEBUG ] create the mon path if it does not exist
! G3 A+ D! R: w[ceph3][DEBUG ] checking for done path: /var/lib/ceph/mon/ceph-ceph3/done% }/ K3 R! K3 L# F8 z$ {
[ceph3][DEBUG ] create a done file to avoid re-doing the mon deployment. x$ h9 @8 A# w8 E& v% r
[ceph3][DEBUG ] create the init path if it does not exist
; Z" Y: M) w: W! J6 x6 s, R[ceph3][INFO ] Running command: systemctl enable ceph.target% C: R( y f7 l N. A+ W
[ceph3][INFO ] Running command: systemctl enable ceph-mon@ceph31 W* o% w' b4 Z* B, V y
[ceph3][INFO ] Running command: systemctl start ceph-mon@ceph38 {* v2 a) Y& C* ^( n1 @
[ceph3][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ceph3.asok mon_status
- R3 h. b5 m+ Y[ceph3][DEBUG ] ********************************************************************************$ o1 C+ l) r* H, P" i, j
[ceph3][DEBUG ] status for monitor: mon.ceph3; b# f( b- b2 u' f! N' x: t
[ceph3][DEBUG ] {
: {( \- ]7 y) Y: @% [[ceph3][DEBUG ] "election_epoch": 54, & e! k0 ^- S3 y/ y. e/ c
[ceph3][DEBUG ] "extra_probe_peers": [
2 y" T+ s3 k: j8 S[ceph3][DEBUG ] {
% Y. `8 D0 ]% U* z* C7 g" Y[ceph3][DEBUG ] "addrvec": [2 f. v& \' I7 J2 x' c* W. |
[ceph3][DEBUG ] {
5 o% Q6 S. v/ u/ h# F S* |! k[ceph3][DEBUG ] "addr": "192.168.120.26:3300",
; m1 u- h0 \( X2 Z[ceph3][DEBUG ] "nonce": 0, q7 I `1 X0 m, E
[ceph3][DEBUG ] "type": "v2"
6 B8 x; [: L" j' }0 V# T[ceph3][DEBUG ] },
, e8 {/ V, d! \# V R' e[ceph3][DEBUG ] {# y' H( @5 x# @) m5 R
[ceph3][DEBUG ] "addr": "192.168.120.26:6789",
. l' e% j" m" U* I" R/ B# y% k1 }[ceph3][DEBUG ] "nonce": 0,
/ k) R& z- `/ h& S) G3 z[ceph3][DEBUG ] "type": "v1"
" |% S5 h" K- }5 v[ceph3][DEBUG ] }- A! v$ }7 z& t5 n
[ceph3][DEBUG ] ]
" ^. U, z, }+ r9 \' [3 d; U& X[ceph3][DEBUG ] }: x. Q( W( Y% k1 u3 r
[ceph3][DEBUG ] ],
. K" d& c! j+ y[ceph3][DEBUG ] "feature_map": {
% r( b/ e. j- B3 n[ceph3][DEBUG ] "client": [3 e/ c1 s* ~8 m# l* W9 ?9 h
[ceph3][DEBUG ] {: e( z7 b( x; L0 S; _# ?8 S
[ceph3][DEBUG ] "features": "0x3ffddff8ffacffff",
' Q" B0 ?( R9 K" G+ C[ceph3][DEBUG ] "num": 3, ! S4 X! h( D2 E5 O7 Y5 U* N
[ceph3][DEBUG ] "release": "luminous"2 j$ J$ o, x/ q, F
[ceph3][DEBUG ] }( f( T* I; B" C8 E# q) G
[ceph3][DEBUG ] ],
; c9 N8 R; Q$ k9 A! m[ceph3][DEBUG ] "mgr": [1 Z! b0 d+ M" a1 h+ c6 a/ m
[ceph3][DEBUG ] {4 N9 p+ G# a' ]( U& j. B k
[ceph3][DEBUG ] "features": "0x3ffddff8ffacffff",
1 v3 U8 I8 K' B2 p[ceph3][DEBUG ] "num": 1, 9 M6 y/ w( Q9 X: b( z; z' P
[ceph3][DEBUG ] "release": "luminous"6 x; b: L! o3 C; f1 N! g3 g H
[ceph3][DEBUG ] }
5 w" V7 ?; D% P" F1 \3 ^! B. ]) Y[ceph3][DEBUG ] ],
8 ?5 P5 o" V- s2 h7 ^- p# K* S/ c[ceph3][DEBUG ] "mon": [
[; d, b( Z/ a" {) _[ceph3][DEBUG ] {
$ F4 k- ]- d: I% [' x4 L8 p[ceph3][DEBUG ] "features": "0x3ffddff8ffacffff",
" W7 d }* M: ?2 {[ceph3][DEBUG ] "num": 1,
) {& j' L+ Z: V9 ~8 A) g[ceph3][DEBUG ] "release": "luminous"
4 H, z8 l! ]8 B2 o3 W[ceph3][DEBUG ] }
; C( ?/ w# | a8 i" v u6 \: j[ceph3][DEBUG ] ], . a4 H# z8 S( l" i: k: G) {6 \
[ceph3][DEBUG ] "osd": [
1 D( W1 K: }* Z: C0 I `[ceph3][DEBUG ] {1 U) r/ }5 _' G1 y0 a6 \
[ceph3][DEBUG ] "features": "0x3ffddff8ffacffff",
/ h7 H* M/ l- @/ ^' l[ceph3][DEBUG ] "num": 4, 4 u1 O" T4 u9 u& M6 k$ r
[ceph3][DEBUG ] "release": "luminous"
/ v3 l4 o1 b$ M' K[ceph3][DEBUG ] }
5 @2 P# Y) J# i5 a[ceph3][DEBUG ] ]
; R& `- A$ J$ n( @ H[ceph3][DEBUG ] }, 3 c" C) a+ p6 {% h* I
[ceph3][DEBUG ] "features": {5 t# [' S: Z4 ^
[ceph3][DEBUG ] "quorum_con": "4611087854031667199", 0 e) f+ |. c! L8 _7 A. Y) y# A
[ceph3][DEBUG ] "quorum_mon": [
# y" S" k/ D, T0 z/ \4 [: |. N6 b4 X[ceph3][DEBUG ] "kraken",
( V& `/ W% ^! i4 M[ceph3][DEBUG ] "luminous", * \: k, g; c7 V8 V Z5 _* \
[ceph3][DEBUG ] "mimic", + n8 ]" h4 ~3 F7 `! `
[ceph3][DEBUG ] "osdmap-prune", . G* d+ O. [" v) m( w& _3 N* ^
[ceph3][DEBUG ] "nautilus"
N. @( z1 F- n. k& X* L[ceph3][DEBUG ] ], . i+ X4 N4 b8 C5 y0 W
[ceph3][DEBUG ] "required_con": "2449958747315912708", . W" A6 `+ |1 |3 I
[ceph3][DEBUG ] "required_mon": [: T) W5 g! c4 L: r0 F$ {
[ceph3][DEBUG ] "kraken",
* F! d% g. j$ J# a; L* \1 g[ceph3][DEBUG ] "luminous", % w8 F8 [% l+ F4 S: Y- {% Q
[ceph3][DEBUG ] "mimic",
, j; n8 z* T5 Y[ceph3][DEBUG ] "osdmap-prune",
" ]/ D4 }* D' X( ]" D[ceph3][DEBUG ] "nautilus"
- ~! {" T& S' C+ O2 _[ceph3][DEBUG ] ]
' ] c! W2 S9 C' [# [( q8 b[ceph3][DEBUG ] },
: K' H; N, d) C: M4 l[ceph3][DEBUG ] "monmap": {
* x. {8 p- I' E# R2 ?[ceph3][DEBUG ] "created": "2022-10-17 10:46:00.900267",
0 H# q, \ D9 m) L[ceph3][DEBUG ] "epoch": 5,
6 B# n0 _' u+ S3 c v3 G# ^* K[ceph3][DEBUG ] "features": {
" d8 S; |' G8 z4 B3 g[ceph3][DEBUG ] "optional": [],
0 {* J1 e0 `2 ], u ~[ceph3][DEBUG ] "persistent": [& d7 T3 B. `' {/ F
[ceph3][DEBUG ] "kraken", / G$ L( l' u0 z! |: t0 C
[ceph3][DEBUG ] "luminous",
2 M: R) `( j2 d0 K[ceph3][DEBUG ] "mimic", . W! x5 h* p( p z7 A) h* c
[ceph3][DEBUG ] "osdmap-prune",
/ q$ M+ V8 ]8 k0 I, E' L5 v* a) G[ceph3][DEBUG ] "nautilus"
0 n* Y3 e. l1 v8 H4 |; Y[ceph3][DEBUG ] ]7 H; B% \7 d( f2 E/ Y, N
[ceph3][DEBUG ] }, 4 t) h$ U6 |( R3 M& f( c
[ceph3][DEBUG ] "fsid": "9c7a1c4a-e1e9-4ebb-9254-c7dbaf30a23f", * }2 }- P F& s3 A
[ceph3][DEBUG ] "min_mon_release": 14, ! ]1 x4 Q; i; |* z$ _' i
[ceph3][DEBUG ] "min_mon_release_name": "nautilus",
3 a7 V$ H% U: y: `! K/ H) N0 j# W[ceph3][DEBUG ] "modified": "2022-10-18 14:40:28.932230", ( w0 r. e( S$ u" ^& _+ _
[ceph3][DEBUG ] "mons": [2 k3 O* U; ?. J! |; N
[ceph3][DEBUG ] {# z1 G3 |8 i% _! h
[ceph3][DEBUG ] "addr": "192.168.120.27:6789/0", 2 H q1 S- r( p8 q( F5 s8 ^
[ceph3][DEBUG ] "name": "ceph2",
! ]: f- Y2 P' }[ceph3][DEBUG ] "public_addr": "192.168.120.27:6789/0", & o8 N& T# e3 D$ l% U! _
[ceph3][DEBUG ] "public_addrs": {
# Q: _, ?2 h' E- E0 ^[ceph3][DEBUG ] "addrvec": [0 {( i- |% d9 P5 d- c4 f) U
[ceph3][DEBUG ] {' ^! _" X- `1 ], N3 }. i# F
[ceph3][DEBUG ] "addr": "192.168.120.27:3300", 9 K: E# ~: s K/ m: [* O$ D( ^, x
[ceph3][DEBUG ] "nonce": 0,
5 `8 M+ U) f* R% y. n; R[ceph3][DEBUG ] "type": "v2"
( e _$ K' {% H0 H, a3 }[ceph3][DEBUG ] },
0 Q! A7 i. p8 x: H[ceph3][DEBUG ] {
; u' A8 p: K. K* q- b/ U: X[ceph3][DEBUG ] "addr": "192.168.120.27:6789",
! B2 v9 O; |- l0 e[ceph3][DEBUG ] "nonce": 0, $ ^, u c' Z3 X
[ceph3][DEBUG ] "type": "v1"% N; `5 o$ l0 j) R. _4 P
[ceph3][DEBUG ] }% m7 r8 u1 v# N
[ceph3][DEBUG ] ]
4 F0 r0 o2 h9 |* M/ j1 |[ceph3][DEBUG ] },
. R8 U \! W7 d* ?[ceph3][DEBUG ] "rank": 0
& o, D" @" X0 G+ q* E[ceph3][DEBUG ] },
9 G# U+ H4 j* y, R1 E, f! E[ceph3][DEBUG ] {
+ w, \6 E& D$ C. b+ X) L. _[ceph3][DEBUG ] "addr": "192.168.120.28:6789/0", ) j q% \8 ?; A h
[ceph3][DEBUG ] "name": "ceph3", ; U0 B, Y* e, |1 M9 t U* [, G
[ceph3][DEBUG ] "public_addr": "192.168.120.28:6789/0", 3 u. R! Q' P. b5 b
[ceph3][DEBUG ] "public_addrs": {' }- i5 m6 ^# Z
[ceph3][DEBUG ] "addrvec": [. Y! q( g( }' c6 _8 s
[ceph3][DEBUG ] {0 N- d& o0 k5 ~6 m
[ceph3][DEBUG ] "addr": "192.168.120.28:3300", ! y; b0 }/ D" I4 J, o
[ceph3][DEBUG ] "nonce": 0,
# M* p& @! z8 T0 j* h2 u) z' Y[ceph3][DEBUG ] "type": "v2"
6 _1 {4 T* {9 D[ceph3][DEBUG ] }, # Q$ z* D3 g; w! o0 X
[ceph3][DEBUG ] {
$ F* {9 M0 T8 W# K: U[ceph3][DEBUG ] "addr": "192.168.120.28:6789", . J, X0 b8 C/ ^ C, w
[ceph3][DEBUG ] "nonce": 0,
. Q: \6 `- T' S5 M0 ]* w/ m5 Z[ceph3][DEBUG ] "type": "v1"2 e# P4 q" X9 Z9 P$ S5 |( _! F; F
[ceph3][DEBUG ] }' a- z- g# Y! D- \, a, [
[ceph3][DEBUG ] ]% N9 G# ~2 ~. Q0 J9 x
[ceph3][DEBUG ] },
7 t5 o% P& K: S1 ]5 E[ceph3][DEBUG ] "rank": 1
9 N2 u* b6 n. p M! `3 F4 w0 h: V2 g[ceph3][DEBUG ] }, . a1 y+ @0 o& D
[ceph3][DEBUG ] {
& {5 A- R9 v6 t5 F. f( N1 }! V[ceph3][DEBUG ] "addr": "192.168.120.26:6789/0",
4 P, G( [5 c& f. K. b) S) m n[ceph3][DEBUG ] "name": "ceph1",
. R# g3 N' k! w( N+ w- d7 y[ceph3][DEBUG ] "public_addr": "192.168.120.26:6789/0", # J) K4 j4 B- n- ^/ i4 W' Z
[ceph3][DEBUG ] "public_addrs": {
- ]) v5 A6 m; l% f[ceph3][DEBUG ] "addrvec": [
+ U( I2 n! c5 t[ceph3][DEBUG ] {
) ^8 u8 D v; v7 T9 {. L6 ?[ceph3][DEBUG ] "addr": "192.168.120.26:3300",
5 a1 O X9 Q; l$ h3 v" f% ~) \5 I[ceph3][DEBUG ] "nonce": 0, 7 z: I D3 F$ S
[ceph3][DEBUG ] "type": "v2"
1 t1 }' G. q* x4 l& @2 s[ceph3][DEBUG ] }, ) r ~7 A. }# O4 L% s; z# Z" ?
[ceph3][DEBUG ] {
: i, x& [ b& w( ]# x; H[ceph3][DEBUG ] "addr": "192.168.120.26:6789",
9 `# A1 y8 a# p& ~[ceph3][DEBUG ] "nonce": 0, ) i/ e, {$ [) O+ L* q
[ceph3][DEBUG ] "type": "v1"" [, H7 r+ j! d- u- C* x6 m( v S
[ceph3][DEBUG ] }- k4 f3 I# c) w: J. `
[ceph3][DEBUG ] ]
% h- s' h6 N0 ]- v- q# X6 V2 [[ceph3][DEBUG ] },
0 R( Y! B$ X4 J/ h[ceph3][DEBUG ] "rank": 2; a: n! N: g3 I0 n
[ceph3][DEBUG ] }, K, }- y- y* @ U, d+ U o
[ceph3][DEBUG ] ]
, H4 L. {+ ~" z% k& |[ceph3][DEBUG ] }, - f$ H0 U# E% L1 Z" S
[ceph3][DEBUG ] "name": "ceph3", ) u- M' p; u% B' o
[ceph3][DEBUG ] "outside_quorum": [],
. W3 C: J& V9 m8 S1 e8 P[ceph3][DEBUG ] "quorum": [& j" I! Q& K/ s$ [' M h6 B, m6 d
[ceph3][DEBUG ] 0, 7 u5 e. r5 ]5 s- ]+ [7 ~
[ceph3][DEBUG ] 1, & n% e+ W+ ], t/ N4 k
[ceph3][DEBUG ] 2, H% J8 f1 q V6 q
[ceph3][DEBUG ] ],
! G5 i3 a& V. |( y3 `8 r; G; u% L[ceph3][DEBUG ] "quorum_age": 16, ?; o0 _( k8 k1 a( r! E/ q
[ceph3][DEBUG ] "rank": 1,
* _5 W$ O, c; D" W[ceph3][DEBUG ] "state": "peon", 1 E6 f$ y; F* f
[ceph3][DEBUG ] "sync_provider": []1 F; a$ ^( _" i" ~
[ceph3][DEBUG ] }6 n- Y& s" Q0 z* K: E5 a1 }6 t
[ceph3][DEBUG ] ********************************************************************************0 n' S: ]" U# I6 I( ?! |* X1 F; E
[ceph3][INFO ] monitor: mon.ceph3 is running$ B4 Y) F8 b/ u1 X) T {9 ]
[ceph3][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ceph3.asok mon_status0 t7 f! f; S! c$ D. w$ w" K& {+ A
[ceph_deploy.mon][INFO ] processing monitor mon.ceph1+ q; [/ c4 Z9 S) z
[ceph1][DEBUG ] connected to host: ceph1 ! R- p# D3 j! }! T ]
[ceph1][DEBUG ] detect platform information from remote host$ l. F+ w' a r3 c
[ceph1][DEBUG ] detect machine type
+ s8 B' B5 ?* D. h+ l/ d7 n/ K[ceph1][DEBUG ] find the location of an executable( ^. k: q1 ]' @# E* s# Y
[ceph1][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ceph1.asok mon_status) q6 L, y$ j* e2 E
[ceph_deploy.mon][INFO ] mon.ceph1 monitor has reached quorum!
7 H; _ ]' M$ m8 t5 i9 d3 _[ceph_deploy.mon][INFO ] processing monitor mon.ceph2
+ K. r2 ^' M/ R) u* l- V[ceph2][DEBUG ] connected to host: ceph2
5 Z) T7 _, ]) G[ceph2][DEBUG ] detect platform information from remote host
+ k& K* \" @$ G* d5 f* v! D% g) U[ceph2][DEBUG ] detect machine type3 t( {- ^8 K2 A( n5 ~9 C
[ceph2][DEBUG ] find the location of an executable
4 a# S% u* u/ }8 @+ @[ceph2][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ceph2.asok mon_status
3 \& _% U& j0 ?4 T[ceph_deploy.mon][INFO ] mon.ceph2 monitor has reached quorum!
% s7 G% c9 O- l$ X6 y' S% y' l[ceph_deploy.mon][INFO ] processing monitor mon.ceph32 w; k. X6 G2 M% L7 t
[ceph3][DEBUG ] connected to host: ceph3
# R6 u1 V a, B[ceph3][DEBUG ] detect platform information from remote host# D+ R/ q" q* V
[ceph3][DEBUG ] detect machine type
- J: N- O& |8 B" w5 |4 z[ceph3][DEBUG ] find the location of an executable
- a7 ?# b9 H8 K5 N[ceph3][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ceph3.asok mon_status
; @# u5 U0 l# U3 D[ceph_deploy.mon][INFO ] mon.ceph3 monitor has reached quorum!
/ ^ o, C# S( x" g6 H! }[ceph_deploy.mon][INFO ] all initial monitors are running and have formed quorum
; B4 W2 m# _( N7 \9 Y[ceph_deploy.mon][INFO ] Running gatherkeys...
3 R: e# J! s* o) X. J8 c[ceph_deploy.gatherkeys][INFO ] Storing keys in temp directory /tmp/tmpAaq1Y14 B+ V( \: p8 C* ~
[ceph1][DEBUG ] connected to host: ceph1 1 x2 Q2 i0 _0 a1 |# H% J% O4 @& o7 l8 U
[ceph1][DEBUG ] detect platform information from remote host
$ K6 S: t; a& V1 S2 d- \[ceph1][DEBUG ] detect machine type
& E% X9 y8 `( W. s/ D& X9 ?$ G) v[ceph1][DEBUG ] get remote short hostname4 |7 R B/ |/ _1 ^
[ceph1][DEBUG ] fetch remote file
. r2 g L0 r& ]9 J+ |9 x: S[ceph1][INFO ] Running command: /usr/bin/ceph --connect-timeout=25 --cluster=ceph --admin-daemon=/var/run/ceph/ceph-mon.ceph1.asok mon_status
5 X: n+ y2 e( w$ m[ceph1][INFO ] Running command: /usr/bin/ceph --connect-timeout=25 --cluster=ceph --name mon. --keyring=/var/lib/ceph/mon/ceph-ceph1/keyring auth get client.admin; P) O* _' w- i* A. a+ T
[ceph1][INFO ] Running command: /usr/bin/ceph --connect-timeout=25 --cluster=ceph --name mon. --keyring=/var/lib/ceph/mon/ceph-ceph1/keyring auth get client.bootstrap-mds
* M1 a* d" Y% }6 G ?9 U1 b[ceph1][INFO ] Running command: /usr/bin/ceph --connect-timeout=25 --cluster=ceph --name mon. --keyring=/var/lib/ceph/mon/ceph-ceph1/keyring auth get client.bootstrap-mgr
" Q2 y$ k. p4 Q+ B. s) y; N[ceph1][INFO ] Running command: /usr/bin/ceph --connect-timeout=25 --cluster=ceph --name mon. --keyring=/var/lib/ceph/mon/ceph-ceph1/keyring auth get client.bootstrap-osd
& X' D3 j- Z$ D8 O[ceph1][INFO ] Running command: /usr/bin/ceph --connect-timeout=25 --cluster=ceph --name mon. --keyring=/var/lib/ceph/mon/ceph-ceph1/keyring auth get client.bootstrap-rgw
% Q+ i% N4 o5 k! [9 b! S1 W[ceph_deploy.gatherkeys][INFO ] keyring 'ceph.client.admin.keyring' already exists* I9 J6 C5 J2 S8 I& H6 |
[ceph_deploy.gatherkeys][INFO ] keyring 'ceph.bootstrap-mds.keyring' already exists: `4 L7 Y7 M! p- w7 h" [' v* C
[ceph_deploy.gatherkeys][INFO ] keyring 'ceph.bootstrap-mgr.keyring' already exists
; N/ ]& t2 n2 K7 y8 |[ceph_deploy.gatherkeys][INFO ] keyring 'ceph.mon.keyring' already exists
0 X8 H! L: U1 Z! `8 D W[ceph_deploy.gatherkeys][INFO ] keyring 'ceph.bootstrap-osd.keyring' already exists
i# b# ^& K$ p7 \[ceph_deploy.gatherkeys][INFO ] keyring 'ceph.bootstrap-rgw.keyring' already exists: E' m) y+ X- b9 @+ @
[ceph_deploy.gatherkeys][INFO ] Destroy temp directory /tmp/tmpAaq1Y1. \ P, n& j3 j6 e" C, a
* z+ I4 d. F7 u* q
8 i) P4 G. G* ?2 w' ~[root@ceph1 deploy]# ceph -s
- J* X# j1 d$ J t; @2 ?1 V cluster:
3 k7 |+ p0 d3 @, S id: 9c7a1c4a-e1e9-4ebb-9254-c7dbaf30a23f7 C5 J7 P6 g/ S) \/ O9 z
health: HEALTH_OK
# H J) i c ]* w, C' @. k" G3 Q6 {9 `0 X
/ O% p% i* Z, J2 e* `: B4 m services:2 H+ N( ^5 `! C
mon: 3 daemons, quorum ceph2,ceph3,ceph1 (age 16m)+ h% z* X1 R7 D* q
mgr: ceph2(active, since 35m), standbys: ceph3, ceph1
" X2 E- W+ c- p& m5 F. |. F osd: 6 osds: 6 up (since 19m), 6 in (since 19m)
1 C/ }" ^: [8 D: d: h* A& O* K rgw: 3 daemons active (ceph1, ceph2, ceph3)
1 _- j9 K. G5 J. i9 G
6 p# S4 K: e2 u4 o! [$ o$ h task status:
4 a% r/ y/ n9 p4 V9 C) Z, E1 k8 }6 x5 v, E+ i a" ]
data:3 E3 i; D2 T& w" v3 P* O- A9 s
pools: 7 pools, 416 pgs
- M- g0 E* G7 I& _, d% C objects: 264 objects, 40 MiB5 o; n* H: k' \5 a% f5 ^2 P
usage: 6.3 GiB used, 1.2 TiB / 1.2 TiB avail
' L6 J( k- `4 h! U/ O$ r, D! O pgs: 416 active+clean
* ~- l" N9 @0 M; U1 }6 s3 f2 y2 S" ^, H. k
[root@ceph1 deploy]#
3 z' O* h; I, ]+ f! V3 y$ \+ K) J问题解决! b1 a1 c# `7 v% A2 K7 C; g
7 O4 M0 K$ w7 u! h
|
|
发表于 2022-10-18 15:00:20