|
|
因手动删除mon后，发现mon无法正常恢复：2 Z, M7 r$ r9 X8 z& }
: T1 q. G; p+ W6 \7 b/ J" l, Q[root@ceph1 ~]# ceph -s
+ I) o& T' w0 c( q) c cluster:6 ~( x7 D4 U- y3 I. B5 o/ i- u7 s
id: 9c7a1c4a-e1e9-4ebb-9254-c7dbaf30a23f
1 I- [0 F7 A n% e health: HEALTH_WARN
2 R3 g# Y' T; A {0 [ Degraded data redundancy: 42/531 objects degraded (7.910%), 23 pgs degraded4 L( L/ y/ {6 ~% s4 h- A' v
7 \4 m1 Y; G" A9 v# k8 Q services:, H l- R" B( F: f& Q5 m) @+ b+ f' i% R
mon: 2 daemons, quorum ceph2,ceph3 (age 30m)/ e8 Z9 }. ?; W: K8 e
mgr: ceph2(active, since 16m), standbys: ceph3, ceph16 ]2 @& y7 a( N1 E
osd: 6 osds: 6 up (since 23s), 6 in (since 49s)
# e1 |% p, L/ e rgw: 3 daemons active (ceph1, ceph2, ceph3), |7 s8 R; X5 s! a i( X7 m
0 g3 A; v# ?2 i task status:
8 J, t4 G# t/ N5 P* q9 \% l# k
7 j- L+ _# q" q, D; h' S data:
1 T" N6 ?) D2 J+ d9 j pools: 7 pools, 416 pgs
- F& J, Q& x* S# L c objects: 265 objects, 40 MiB
0 E/ e2 F4 F: \# w" i* }) R: K/ j, l2 a usage: 6.3 GiB used, 1.2 TiB / 1.2 TiB avail
/ Q' T8 a8 t- c- ?& c pgs: 0.481% pgs not active
0 ?+ _. i4 }4 N3 e" N 42/531 objects degraded (7.910%)6 p9 @* M# T# V
3/531 objects misplaced (0.565%)' Y/ g7 ^! F, D5 e2 ^; }
384 active+clean+ _* I9 ]& d5 y3 q
22 active+recovery_wait+degraded) N" i! k5 V) y# D x7 [
6 active+recovery_wait
2 i3 s0 b0 d7 X$ C 2 activating
. J1 q8 H% S6 Y; i( C 1 active+recovering+degraded* L! u' z0 w, i3 w$ d: i& a
1 active+recovering
+ a9 ?- E% P! @2 L# t- H* E6 A. }9 x. @8 M
io:9 M( |+ T& R# P" O j
client: 7.6 KiB/s rd, 0 B/s wr, 7 op/s rd, 5 op/s wr
& E' r7 [' v8 R recovery: 0 B/s, 2 objects/s
( T5 x1 u) O- x! y+ b) n
, \# D* p/ b3 D[root@ceph1 ~]# cd /ceph/deploy/5 n* H$ R& Q8 v4 h& A
[root@ceph1 deploy]# ceph-deploy --overwrite-conf mon create-initial, b; L5 p& g" S1 f
[ceph_deploy.conf][DEBUG ] found configuration file at: /root/.cephdeploy.conf3 z3 f9 a( l+ L! r1 v
[ceph_deploy.cli][INFO ] Invoked (2.0.1): /usr/bin/ceph-deploy --overwrite-conf mon create-initial
7 P# x) m6 a" Q0 C[ceph_deploy.cli][INFO ] ceph-deploy options:
4 `5 Z. ~0 F/ @7 M# l[ceph_deploy.cli][INFO ] username : None
1 |& |+ i- ]: @[ceph_deploy.cli][INFO ] verbose : False% [! {2 x2 d8 _- W
[ceph_deploy.cli][INFO ] overwrite_conf : True
- V( x$ `2 g( L; m. I1 G$ ^[ceph_deploy.cli][INFO ] subcommand : create-initial
/ W% d9 R# c3 `: Y' M& u9 ^[ceph_deploy.cli][INFO ] quiet : False1 J- _" \& C! L6 o
[ceph_deploy.cli][INFO ] cd_conf : <ceph_deploy.conf.cephdeploy.Conf instance at 0x7fb942b78998>" W" E3 I3 N' [' [8 `2 C/ }
[ceph_deploy.cli][INFO ] cluster : ceph+ w/ E) x: ]& [; B+ r/ d' [
[ceph_deploy.cli][INFO ] func : <function mon at 0x7fb942de5398>! S( K; Y7 A& `# p' A( F% @
[ceph_deploy.cli][INFO ] ceph_conf : None9 d1 A5 U# {! Y" C. p* i
[ceph_deploy.cli][INFO ] default_release : False
! M7 _7 z, L2 f1 q7 D1 s+ t" \. Y[ceph_deploy.cli][INFO ] keyrings : None
5 U, p" r& }7 f2 q7 e+ ?9 b[ceph_deploy.mon][DEBUG ] Deploying mon, cluster ceph hosts ceph1 ceph2 ceph3( j$ j/ v1 ?% r
[ceph_deploy.mon][DEBUG ] detecting platform for host ceph1 ... [8 u! o. }0 ~1 c. t( |8 E- p8 x
[ceph1][DEBUG ] connected to host: ceph1 & Y: C/ ?: [$ {; C8 _& v! Z* {& q
[ceph1][DEBUG ] detect platform information from remote host
# d0 A6 \" J% Y- ^ K+ G$ E[ceph1][DEBUG ] detect machine type1 j7 ?4 T4 h8 @+ C$ P0 Z+ g% b
[ceph1][DEBUG ] find the location of an executable
; B. V1 Y5 g8 c) j[ceph_deploy.mon][INFO ] distro info: Oracle Linux Server 7.6 oracle7 ~9 ~4 p j/ }; a8 Y. B9 c
[ceph1][DEBUG ] determining if provided host has same hostname in remote
, A9 _5 a4 _ ~2 }9 i. v# N9 H+ l[ceph1][DEBUG ] get remote short hostname$ O% L- d5 ^/ e
[ceph1][DEBUG ] deploying mon to ceph1/ \* m; w3 k6 ^7 a6 \
[ceph1][DEBUG ] get remote short hostname' M3 C z$ d: Y" S) x- p1 ?
[ceph1][DEBUG ] remote hostname: ceph1
! ~8 x! a7 _( z" T9 c[ceph1][DEBUG ] write cluster configuration to /etc/ceph/{cluster}.conf
% @' m% g% ~/ ~; I0 U1 G) m[ceph1][DEBUG ] create the mon path if it does not exist8 r* l# @1 |9 F1 t$ ]1 g
[ceph1][DEBUG ] checking for done path: /var/lib/ceph/mon/ceph-ceph1/done* F; y1 E# J9 E4 X6 i
[ceph1][DEBUG ] done path does not exist: /var/lib/ceph/mon/ceph-ceph1/done
! Q6 A6 ^2 |9 e, M: v[ceph1][INFO ] creating keyring file: /var/lib/ceph/tmp/ceph-ceph1.mon.keyring6 C `4 v: a2 @
[ceph1][DEBUG ] create the monitor keyring file& C8 Q; K! [- R# Q8 {/ ]
[ceph1][INFO ] Running command: ceph-mon --cluster ceph --mkfs -i ceph1 --keyring /var/lib/ceph/tmp/ceph-ceph1.mon.keyring --setuser 167 --setgroup 167* q; E8 m5 P7 f& I; D' k- }- [
[ceph1][INFO ] unlinking keyring file /var/lib/ceph/tmp/ceph-ceph1.mon.keyring2 Y- E+ B6 a# j& N$ ?" M4 f% o4 Z
[ceph1][DEBUG ] create a done file to avoid re-doing the mon deployment- L0 o6 L8 n% H k7 I
[ceph1][DEBUG ] create the init path if it does not exist
( O, ? n( e- M) ^, \[ceph1][INFO ] Running command: systemctl enable ceph.target2 l5 u: j( }* y/ V
[ceph1][INFO ] Running command: systemctl enable ceph-mon@ceph1
) Q+ [ M0 f6 v( X8 E5 O[ceph1][INFO ] Running command: systemctl start ceph-mon@ceph1& C- M; u& l% @) {% \
[ceph1][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ceph1.asok mon_status
6 E5 `. F# A l9 I+ n: i# U[ceph1][DEBUG ] ********************************************************************************
% t& o& j, C0 K* _9 |0 `, Q, ^[ceph1][DEBUG ] status for monitor: mon.ceph1; P" }, S# Z. _
[ceph1][DEBUG ] {
; {: Y4 Z+ ?# l/ x+ K: ~[ceph1][DEBUG ] "election_epoch": 0,
; h6 y, J, |+ Q! y; L[ceph1][DEBUG ] "extra_probe_peers": [3 W6 u( K2 B+ W' } b7 e3 {
[ceph1][DEBUG ] {
: X4 ]# s' i$ H- S# _0 C[ceph1][DEBUG ] "addrvec": [
# c' \1 {& w, G, Z[ceph1][DEBUG ] {
& V$ h4 ^4 F7 A# M$ P z[ceph1][DEBUG ] "addr": "192.168.120.27:3300", 2 u, y2 r6 V# B! U3 |8 p( q; B
[ceph1][DEBUG ] "nonce": 0, ! f- z! I4 E: E) t
[ceph1][DEBUG ] "type": "v2"5 x6 q, T0 W8 y8 H
[ceph1][DEBUG ] }, - _) p, N7 I" F3 \
[ceph1][DEBUG ] {
/ T7 Q( y3 i2 ~[ceph1][DEBUG ] "addr": "192.168.120.27:6789", 8 `# e/ N" ~8 h# C8 ?/ p# i5 E
[ceph1][DEBUG ] "nonce": 0, 2 I% u# s) Y2 K2 B, I
[ceph1][DEBUG ] "type": "v1"
# d4 X9 J! H7 P' F# E7 H1 r[ceph1][DEBUG ] }
8 W# d) J( |, c' z[ceph1][DEBUG ] ]: Y( s' X- L5 G# r+ {
[ceph1][DEBUG ] }, / l9 z/ H6 `. l* J! b$ w* j
[ceph1][DEBUG ] {
/ J2 r, p% e) @0 J( R5 X& [ _[ceph1][DEBUG ] "addrvec": [, N% E4 ?# Y1 H) i
[ceph1][DEBUG ] {' G s2 s% J6 W. |: }8 {, a q+ {
[ceph1][DEBUG ] "addr": "192.168.120.28:3300",
) {: I! m4 l7 z$ P. l; H[ceph1][DEBUG ] "nonce": 0,
& s, p* A6 Y- T6 y! F[ceph1][DEBUG ] "type": "v2"/ P0 l! R; e, L5 j E
[ceph1][DEBUG ] }, - F; p4 C; {3 r1 W2 z
[ceph1][DEBUG ] {# \/ f" M: ~8 F8 {/ C' U
[ceph1][DEBUG ] "addr": "192.168.120.28:6789",
1 K3 Y1 B! @! p, @; ?" K& b[ceph1][DEBUG ] "nonce": 0,
( W* v1 |0 u% T* q1 L) v[ceph1][DEBUG ] "type": "v1"
1 u0 Z8 A: m8 x! T0 h5 U* p- V[ceph1][DEBUG ] }
. V" |8 Q. [2 K: _! m! F[ceph1][DEBUG ] ]
9 W0 r6 X4 x! C: Y) P[ceph1][DEBUG ] }
' A+ A! }" h4 F[ceph1][DEBUG ] ], / g6 D; Q3 j/ L; h$ H( K9 R3 K& Q- S% H
[ceph1][DEBUG ] "feature_map": {
" @4 e, e9 z: p" b- a& H, W[ceph1][DEBUG ] "mon": [
9 Z' `+ y2 Y# d! G3 w* v+ d[ceph1][DEBUG ] {
4 `" m; I# P# }[ceph1][DEBUG ] "features": "0x3ffddff8ffacffff", % h% e* M R8 |
[ceph1][DEBUG ] "num": 1,
, T( S7 l9 ^; J( u' ~[ceph1][DEBUG ] "release": "luminous"3 b' v9 Q* s8 e. V, ~
[ceph1][DEBUG ] }
% ]4 @7 {$ f6 |[ceph1][DEBUG ] ]
$ `1 H9 `8 g& ~. e" A[ceph1][DEBUG ] }, # ]" e, Y- I1 {, m. k2 z* _$ G
[ceph1][DEBUG ] "features": {4 s: X/ r; j8 Z. e
[ceph1][DEBUG ] "quorum_con": "0",
6 B9 o Q* ^# G6 k[ceph1][DEBUG ] "quorum_mon": [], " P* K4 p' N3 M, W; j5 w2 g
[ceph1][DEBUG ] "required_con": "0",
8 v7 ?1 W- ^. J[ceph1][DEBUG ] "required_mon": [$ `9 n5 o9 {. v8 `
[ceph1][DEBUG ] "kraken",
0 V6 V2 c; x& M[ceph1][DEBUG ] "luminous", 1 h* s, a0 h$ Z; |! q1 ?" p$ _8 `
[ceph1][DEBUG ] "mimic",
7 u; f. p; ]: \' C Y" R[ceph1][DEBUG ] "osdmap-prune", 5 J2 I& o7 q2 H% {
[ceph1][DEBUG ] "nautilus"! r6 E ?2 Q! j( ?% m$ f% \
[ceph1][DEBUG ] ]$ n: p) y) l! q0 g. |* z( L" E( W$ X+ f
[ceph1][DEBUG ] },
8 r" {( q2 x) [3 x9 S" Q+ r[ceph1][DEBUG ] "monmap": {
# K- K" Z/ I, J# u: J/ M( ][ceph1][DEBUG ] "created": "2022-10-17 10:46:00.900267", 7 Z3 P5 f2 U; i1 X* e
[ceph1][DEBUG ] "epoch": 4, ( \. V3 w p5 y3 h2 I o' d% w" u$ O
[ceph1][DEBUG ] "features": {1 |; ?4 U0 A9 a9 Z
[ceph1][DEBUG ] "optional": [], * \$ Q) m; L/ Y5 \
[ceph1][DEBUG ] "persistent": [1 g' j7 d; `: |3 g% r1 |+ ^0 Z9 `
[ceph1][DEBUG ] "kraken",
2 b& Z# B4 ~1 I! A! B[ceph1][DEBUG ] "luminous",
; N5 q6 t/ S: a[ceph1][DEBUG ] "mimic", % J$ m) p7 i7 S( d
[ceph1][DEBUG ] "osdmap-prune",
8 X2 z2 _1 J8 A[ceph1][DEBUG ] "nautilus"
) {0 |8 c; @* {. r' G5 I( c[ceph1][DEBUG ] ]
2 D; K$ c' N% j2 d) f* |' z[ceph1][DEBUG ] }, 1 Y/ p# @5 V6 V% u
[ceph1][DEBUG ] "fsid": "9c7a1c4a-e1e9-4ebb-9254-c7dbaf30a23f",
$ Y. W8 e( y' k# q0 a, \[ceph1][DEBUG ] "min_mon_release": 14, * Z) t, @* Y6 C7 b7 l
[ceph1][DEBUG ] "min_mon_release_name": "nautilus", ; X" P' s# F2 Z8 E1 G) ]8 |& `
[ceph1][DEBUG ] "modified": "2022-10-18 14:07:48.821597", * t5 ^9 G. M l, l6 ^
[ceph1][DEBUG ] "mons": [
: X% \( n5 b# L3 G4 s[ceph1][DEBUG ] {* e m4 F- y! r& v% A7 k/ p# I
[ceph1][DEBUG ] "addr": "192.168.120.27:6789/0",
" e6 ]! P. K. R5 V/ @7 j[ceph1][DEBUG ] "name": "ceph2",
$ z0 u+ O7 Y$ Y[ceph1][DEBUG ] "public_addr": "192.168.120.27:6789/0",
, L- V/ C4 r7 N8 T1 c) F4 ^) B; L9 s[ceph1][DEBUG ] "public_addrs": {
- V. b3 `. h. J6 f5 Z. k[ceph1][DEBUG ] "addrvec": [9 e8 R7 Q0 s9 B. I7 F3 P; ~
[ceph1][DEBUG ] {3 t9 c% [3 g8 Y5 Z6 t3 ^5 a
[ceph1][DEBUG ] "addr": "192.168.120.27:3300", $ V9 t- s% @# O
[ceph1][DEBUG ] "nonce": 0, ) z2 i- b8 h) }
[ceph1][DEBUG ] "type": "v2") n7 X" y) l1 i6 o N
[ceph1][DEBUG ] }, % s& h% P0 K$ g+ u- x2 p* z! {
[ceph1][DEBUG ] {
, a" x% v1 v7 z4 g[ceph1][DEBUG ] "addr": "192.168.120.27:6789",
+ B# u+ f2 F' ?9 o# s[ceph1][DEBUG ] "nonce": 0, 1 o* ]7 V/ k3 T' L
[ceph1][DEBUG ] "type": "v1"
; `* v# o& s" p1 L, N& I5 K/ e& _[ceph1][DEBUG ] }
% Q9 ~0 j$ n$ z7 R8 H6 c0 ][ceph1][DEBUG ] ]) x+ M2 w f. H! H" D2 `
[ceph1][DEBUG ] }, 8 q4 A4 L. E X: T6 N4 F
[ceph1][DEBUG ] "rank": 0
1 n# G! k/ D p& X; ^[ceph1][DEBUG ] },
8 y3 q. L+ r5 T$ N) O[ceph1][DEBUG ] {1 O7 Y* f8 h' X; ?; D
[ceph1][DEBUG ] "addr": "192.168.120.28:6789/0", ; u5 x) ?) Q' s/ N8 }) c1 x
[ceph1][DEBUG ] "name": "ceph3", * B( `# G! y5 x9 L) x; C b
[ceph1][DEBUG ] "public_addr": "192.168.120.28:6789/0", 3 X, k( A# J) S( }9 T* U
[ceph1][DEBUG ] "public_addrs": {
; [: ^ g, O% A( ?# r0 [[ceph1][DEBUG ] "addrvec": [
3 y8 R; ?" |* A3 R5 V3 e[ceph1][DEBUG ] {
# b, U# _5 B9 w: L[ceph1][DEBUG ] "addr": "192.168.120.28:3300",
8 P( s% b5 m0 A$ l( V0 ^[ceph1][DEBUG ] "nonce": 0,
/ E5 N& E H; Y- j$ r* T[ceph1][DEBUG ] "type": "v2") F8 ~1 M {% S; G" w& {7 o
[ceph1][DEBUG ] },
/ @, y9 i3 N. n7 Z% J6 w- L8 z[ceph1][DEBUG ] {+ s& G# { J; Y0 u( Y+ s7 H6 x
[ceph1][DEBUG ] "addr": "192.168.120.28:6789",
- J5 \5 Q: @4 L" K[ceph1][DEBUG ] "nonce": 0, " v) c7 Y* H& u+ ?7 m. ]9 y
[ceph1][DEBUG ] "type": "v1"
. m3 b3 n+ G8 E8 l( x[ceph1][DEBUG ] }
9 }$ @0 A' [- Q[ceph1][DEBUG ] ]
1 i! Y+ _* {( A' r( D[ceph1][DEBUG ] }, / X: z! [& \5 Q4 P" f' |, ^" {
[ceph1][DEBUG ] "rank": 13 F3 z% j! f% I2 Y/ ^' Q9 u
[ceph1][DEBUG ] }
0 Q7 P' J |) M/ [[ceph1][DEBUG ] ]. q$ n8 m: f3 s7 d3 t
[ceph1][DEBUG ] }, % y/ s/ _$ V4 m* ]
[ceph1][DEBUG ] "name": "ceph1",
7 ~$ f' N; _9 Q) ~[ceph1][DEBUG ] "outside_quorum": [], 0 H0 `% z6 g5 V* j! A
[ceph1][DEBUG ] "quorum": [],
# y1 c( I5 G" q! c$ T6 D[ceph1][DEBUG ] "rank": -1,
" g' P; F) U. x7 V+ E: @[ceph1][DEBUG ] "state": "synchronizing",
( r X5 d, b7 R# [6 F[ceph1][DEBUG ] "sync": {
0 M+ \ f) {- {$ n. x4 |# ?; S[ceph1][DEBUG ] "sync_cookie": 838860803, ! Z. H- C9 P2 F
[ceph1][DEBUG ] "sync_provider": "[v2:192.168.120.28:3300/0,v1:192.168.120.28:6789/0]",
$ Y* y% v# p. J[ceph1][DEBUG ] "sync_start_version": 527023 s. P( F$ D6 ~
[ceph1][DEBUG ] },
( ~ z' }+ B, X. ?: W[ceph1][DEBUG ] "sync_provider": []/ `4 s/ y" l1 `+ S9 ~5 S4 Z; h
[ceph1][DEBUG ] }/ Q5 K' a- R& F Z: [
[ceph1][DEBUG ] ********************************************************************************$ C( R: l6 }9 ~! ~+ @
[ceph1][INFO ] monitor: mon.ceph1 is currently at the state of synchronizing
( D e' `$ W$ i8 u$ D[ceph1][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ceph1.asok mon_status
! F9 ]1 k2 R) M# m7 N! J. ^[ceph1][WARNIN] monitor ceph1 does not exist in monmap
8 x! i" Q6 ~4 U- l[ceph_deploy.mon][DEBUG ] detecting platform for host ceph2 ...3 K8 w, c( F% i! I+ s
[ceph2][DEBUG ] connected to host: ceph2
/ a: _: u0 O1 R' k, G[ceph2][DEBUG ] detect platform information from remote host- b9 A0 |" Z' Z$ U$ w3 f! l6 |: l0 X+ ^
[ceph2][DEBUG ] detect machine type- Q" m+ D" y) ?. O9 J6 M
[ceph2][DEBUG ] find the location of an executable
, l# {. H# O4 S' s[ceph_deploy.mon][INFO ] distro info: Oracle Linux Server 7.6 oracle3 m8 x) S3 A& O* k I2 ]
[ceph2][DEBUG ] determining if provided host has same hostname in remote5 s7 w& u4 x0 ]
[ceph2][DEBUG ] get remote short hostname* F4 [1 k" F& i
[ceph2][DEBUG ] deploying mon to ceph2
( j3 c8 t( C. r! y[ceph2][DEBUG ] get remote short hostname) }! d O8 B5 N, l9 z' A
[ceph2][DEBUG ] remote hostname: ceph29 K' X1 E. w% w0 g4 A( p, c
[ceph2][DEBUG ] write cluster configuration to /etc/ceph/{cluster}.conf
- M4 [. j' j7 q( Y' b/ P7 _( k1 z[ceph2][DEBUG ] create the mon path if it does not exist: c2 Z5 ~& s' g/ E- ?, Q9 y8 @
[ceph2][DEBUG ] checking for done path: /var/lib/ceph/mon/ceph-ceph2/done
8 }4 J- T! u* }) l7 L% B; Z( p" f[ceph2][DEBUG ] create a done file to avoid re-doing the mon deployment
4 k1 f' b/ j9 G+ t[ceph2][DEBUG ] create the init path if it does not exist
4 u* P0 V) G% p6 s; p! C[ceph2][INFO ] Running command: systemctl enable ceph.target
: u$ H6 P5 C) ^- l( T, X0 _$ q% I[ceph2][INFO ] Running command: systemctl enable ceph-mon@ceph2- ]# c8 \, [ I# c5 d$ g7 q
[ceph2][INFO ] Running command: systemctl start ceph-mon@ceph21 f# \ \+ c8 \% e! w
[ceph2][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ceph2.asok mon_status; F: y6 X# n( d/ L
[ceph2][DEBUG ] ********************************************************************************
" p) h0 m1 I7 W- a3 E[ceph2][DEBUG ] status for monitor: mon.ceph2
2 V* [- j# N+ i0 d+ v" v[ceph2][DEBUG ] {2 l9 J: r) v) ~/ |! E$ [) ]- ~8 R4 `
[ceph2][DEBUG ] "election_epoch": 50, 8 _5 ]4 |! w+ _1 {4 E1 |
[ceph2][DEBUG ] "extra_probe_peers": [2 R: D1 |6 N$ D' t
[ceph2][DEBUG ] {
$ F W& J! @( O2 @! U$ u[ceph2][DEBUG ] "addrvec": [
3 ~ @; V7 U5 s' f/ c- G- c, n[ceph2][DEBUG ] {- u0 K# O+ P8 t( t6 p! q
[ceph2][DEBUG ] "addr": "192.168.120.26:3300", + c& `/ t% G( G- e) g9 b) I& O) r
[ceph2][DEBUG ] "nonce": 0,
; p4 n" |# V, a6 ?$ R! S' p[ceph2][DEBUG ] "type": "v2"/ `1 m# j# @0 z
[ceph2][DEBUG ] }, 7 |9 x0 m' q: d& Q% C
[ceph2][DEBUG ] {4 a& z% K0 W7 P* P5 h& W# G5 O
[ceph2][DEBUG ] "addr": "192.168.120.26:6789",
! [6 ?& ^! L: M! E4 p# H6 q8 z) b[ceph2][DEBUG ] "nonce": 0,
# C" V2 f+ e5 r' q% {5 G0 z& d* g[ceph2][DEBUG ] "type": "v1"1 C* g, b/ R% }3 B. w& |% \
[ceph2][DEBUG ] }
# ? [* d) Q: ~) R) c[ceph2][DEBUG ] ]
' g; K1 m* F7 C[ceph2][DEBUG ] }
0 |0 s2 C6 \" }# u% ?1 a: K[ceph2][DEBUG ] ], 0 @# f& j" ?$ G/ B0 N. ~) y
[ceph2][DEBUG ] "feature_map": {
: R h! B9 Z% J0 {7 L2 D1 J[ceph2][DEBUG ] "client": [" ]3 Y$ E* u4 o5 n; G! {" M
[ceph2][DEBUG ] {3 o& `$ X3 v/ ~% I
[ceph2][DEBUG ] "features": "0x3ffddff8ffacffff",
s/ G, i( J D" v[ceph2][DEBUG ] "num": 4,
$ \0 E2 Z$ E. B* h0 T[ceph2][DEBUG ] "release": "luminous"# o |8 r' z: l5 H
[ceph2][DEBUG ] }
: C" {! h2 Q: E; t[ceph2][DEBUG ] ], & U! @: z2 }4 c8 z; w' I! q4 C
[ceph2][DEBUG ] "mgr": [+ H0 x$ W& N7 U7 W5 Y0 F
[ceph2][DEBUG ] {
. i& w1 s0 r3 [& d" e7 T5 |[ceph2][DEBUG ] "features": "0x3ffddff8ffacffff",
& A8 x" v3 @5 w& ~# k[ceph2][DEBUG ] "num": 2,
. f4 @' }- h. A% n# r- c$ a[ceph2][DEBUG ] "release": "luminous"
- w$ u- o% F: q' k, D% M+ V* l[ceph2][DEBUG ] }6 Z6 }! c5 K1 m# {9 n& K: n
[ceph2][DEBUG ] ],
/ [- f" s: y& b6 T[ceph2][DEBUG ] "mon": [. o8 A9 v: ^( D! |! {3 c
[ceph2][DEBUG ] {& j* ]! p1 r' O% ]( x! @
[ceph2][DEBUG ] "features": "0x3ffddff8ffacffff", $ n4 \: q) |) C/ c1 H! K* Y
[ceph2][DEBUG ] "num": 1,
6 s7 |, _& o( Z0 D5 ^' s2 Q( J* K[ceph2][DEBUG ] "release": "luminous"
( g8 Y3 d9 {9 R1 L; z[ceph2][DEBUG ] }7 t% k! F6 s- r. N& T4 O
[ceph2][DEBUG ] ], ) c( n" Q3 Z) ?6 O' R' L9 ?
[ceph2][DEBUG ] "osd": [
8 _3 s. ^6 n1 _& E[ceph2][DEBUG ] {; I- h1 j% d3 R1 ] N) e" p" x. `
[ceph2][DEBUG ] "features": "0x3ffddff8ffacffff", # Y- X; | w( h9 [ w" ~7 q
[ceph2][DEBUG ] "num": 2,
( f+ u* S7 l$ ~' v* l[ceph2][DEBUG ] "release": "luminous"& E8 V) [* i- p/ u9 V/ e2 P
[ceph2][DEBUG ] }
5 r0 j: A8 R$ w8 z' n4 C[ceph2][DEBUG ] ]
7 [ {+ C- Q- p: Q! [+ m2 H4 s[ceph2][DEBUG ] }, 7 L: G0 u1 v, @; D
[ceph2][DEBUG ] "features": {& y, f5 H: [9 i' c' \& M$ b
[ceph2][DEBUG ] "quorum_con": "4611087854031667199",
. X4 K* N( n- u! H& I% x& y[ceph2][DEBUG ] "quorum_mon": [
. |9 h# [, S- w% p+ f1 g[ceph2][DEBUG ] "kraken", & e# I: p c1 Q2 ^, V
[ceph2][DEBUG ] "luminous", 0 Y+ R, r5 ~' d
[ceph2][DEBUG ] "mimic", ; E3 k& Q; T6 E' L& R, m
[ceph2][DEBUG ] "osdmap-prune", 0 c e8 r/ V% }! N5 x/ o' P$ V1 [% b
[ceph2][DEBUG ] "nautilus"
# @ L" M8 m+ V: F% |7 t& b; H[ceph2][DEBUG ] ],
7 I# q9 x3 ]3 z& ^[ceph2][DEBUG ] "required_con": "2449958747315912708", % F: ~7 e7 T; \; `
[ceph2][DEBUG ] "required_mon": [
+ O8 a# b8 Q H[ceph2][DEBUG ] "kraken", + ?# V, j: h" X9 ]$ f
[ceph2][DEBUG ] "luminous", " K+ p( S; I; K" m$ y1 e
[ceph2][DEBUG ] "mimic",
; Q1 A% J$ J7 v& Q |0 Z[ceph2][DEBUG ] "osdmap-prune", 9 n0 K8 i4 o: H5 p
[ceph2][DEBUG ] "nautilus"$ D' b; n% v& M
[ceph2][DEBUG ] ]
: V$ {7 @% k: V[ceph2][DEBUG ] }, & w2 x- Y6 e& {- t, ?
[ceph2][DEBUG ] "monmap": {
9 ^- H$ o p: f% F[ceph2][DEBUG ] "created": "2022-10-17 10:46:00.900267", & K5 m$ ?# h* C' P7 A$ t
[ceph2][DEBUG ] "epoch": 4,
( L+ I' N( G0 x[ceph2][DEBUG ] "features": {
- r% Z& X A* ]) o) ^[ceph2][DEBUG ] "optional": [], ' { ^ t; k* j4 H# T% g$ m# p
[ceph2][DEBUG ] "persistent": [9 ~/ @: n9 [% V. p: L
[ceph2][DEBUG ] "kraken", ' {8 K( O# f% w; H
[ceph2][DEBUG ] "luminous",
0 o* w* y3 m3 W7 A( Y2 ~- |[ceph2][DEBUG ] "mimic", 9 C) ?" V }" A2 K
[ceph2][DEBUG ] "osdmap-prune",
8 R& s. C9 y9 j[ceph2][DEBUG ] "nautilus"
& o! M% [4 e1 Y2 C T, g7 c/ Q[ceph2][DEBUG ] ]4 S0 j3 o g7 k- s+ c
[ceph2][DEBUG ] }, $ x1 a- R& M% ?9 r; z4 o
[ceph2][DEBUG ] "fsid": "9c7a1c4a-e1e9-4ebb-9254-c7dbaf30a23f",
# e4 k1 {$ ]. ]) M[ceph2][DEBUG ] "min_mon_release": 14, $ ]( j" F6 Q: W3 {% R% _
[ceph2][DEBUG ] "min_mon_release_name": "nautilus",
$ }: M( M/ A2 v+ d7 Z[ceph2][DEBUG ] "modified": "2022-10-18 14:07:48.821597", ; ~' w% F1 F$ @
[ceph2][DEBUG ] "mons": [3 b' P; D' f& a. v1 {1 l
[ceph2][DEBUG ] {) p/ o p8 h$ r3 ]0 R8 R# w1 _
[ceph2][DEBUG ] "addr": "192.168.120.27:6789/0",
" A+ M/ ~) {8 t/ K4 {! [[ceph2][DEBUG ] "name": "ceph2",
D5 R' g: u& d, i[ceph2][DEBUG ] "public_addr": "192.168.120.27:6789/0", & W$ Y5 r8 T: z
[ceph2][DEBUG ] "public_addrs": {
5 i/ x9 r' _+ ]: }& z% v. [' S[ceph2][DEBUG ] "addrvec": [
9 j5 u, t4 Z+ w b[ceph2][DEBUG ] {% M ~" q* t U: _
[ceph2][DEBUG ] "addr": "192.168.120.27:3300",
: J0 ?* s6 q. L% ~0 d! R[ceph2][DEBUG ] "nonce": 0,
+ I1 _/ M7 N9 I5 }$ ][ceph2][DEBUG ] "type": "v2"
6 L5 H$ [$ L$ v" d[ceph2][DEBUG ] }, g E) Y3 V% W
[ceph2][DEBUG ] {/ P1 z) _- b5 x# |
[ceph2][DEBUG ] "addr": "192.168.120.27:6789",
! Q8 H1 m; Y/ k e7 {/ l[ceph2][DEBUG ] "nonce": 0,
2 Q6 w ]: t7 _* v5 ^[ceph2][DEBUG ] "type": "v1"
1 P/ }- b! H1 A1 o[ceph2][DEBUG ] }: n+ k; X& z4 ^7 p( O
[ceph2][DEBUG ] ]
R% \& E$ Q% v8 i[ceph2][DEBUG ] },
! T5 ]* q0 t3 W% H0 Y, P& {9 w[ceph2][DEBUG ] "rank": 0! }; [$ t% \! t: X6 G b) F# A
[ceph2][DEBUG ] }, 5 H* Q! J2 O# U
[ceph2][DEBUG ] {
T7 G/ e& \( m5 H6 d& N, W3 d, Q[ceph2][DEBUG ] "addr": "192.168.120.28:6789/0", 3 n0 |$ b2 C5 u; e3 s, W
[ceph2][DEBUG ] "name": "ceph3", 2 q$ y' f: V8 n, q0 {
[ceph2][DEBUG ] "public_addr": "192.168.120.28:6789/0",
" h8 f1 M. S* r9 N% x, v7 }[ceph2][DEBUG ] "public_addrs": {
1 F2 W$ Q, @* g6 K[ceph2][DEBUG ] "addrvec": [' y) C0 G' w$ E3 H
[ceph2][DEBUG ] {/ ^( T5 l' w# O6 q) x
[ceph2][DEBUG ] "addr": "192.168.120.28:3300", ( u! u6 I4 s9 [9 E7 B
[ceph2][DEBUG ] "nonce": 0,
3 T, p4 Q" T& b+ {7 M( g6 D$ K Z[ceph2][DEBUG ] "type": "v2"" [2 {/ s- Q7 n( r( w/ J9 Q! q
[ceph2][DEBUG ] },
2 I) ?3 ]* D; s7 u[ceph2][DEBUG ] {" w+ T& {9 |! |" C R- X" U
[ceph2][DEBUG ] "addr": "192.168.120.28:6789",
; z8 I# t3 O% S5 O% B[ceph2][DEBUG ] "nonce": 0, # s Y$ \/ z! N& ?' V
[ceph2][DEBUG ] "type": "v1"3 j6 \& N1 }: a
[ceph2][DEBUG ] }$ r, _+ p- a3 \: C) ~
[ceph2][DEBUG ] ]' T4 T! W- R8 u" q* j' N1 z
[ceph2][DEBUG ] }, ( U) z, z9 @; X
[ceph2][DEBUG ] "rank": 1! S5 }$ h+ C) l" h9 v( S
[ceph2][DEBUG ] }4 i9 }6 i8 @4 n# I T5 q
[ceph2][DEBUG ] ]+ x( M8 ]9 p# C. O( w
[ceph2][DEBUG ] },
6 O& t8 }. O5 _/ m2 {1 e* [[ceph2][DEBUG ] "name": "ceph2", # u( O/ u- Z1 M- a; H4 [0 N' i
[ceph2][DEBUG ] "outside_quorum": [], 1 W, q8 m: m F
[ceph2][DEBUG ] "quorum": [
5 y5 w- G! z4 R" i5 w1 ][ceph2][DEBUG ] 0,
6 f. ]. ]6 s, K$ U) o% G; X9 F5 z[ceph2][DEBUG ] 1
' H5 N1 A$ z$ I[ceph2][DEBUG ] ], - C' N" P! }1 Z+ l( ?# t
[ceph2][DEBUG ] "quorum_age": 1956, : _9 I: R% }- h; R" O* r
[ceph2][DEBUG ] "rank": 0, % z! d* B7 Y) ]2 B9 h' ?3 O1 P
[ceph2][DEBUG ] "state": "leader", 4 @" W" a- @% j5 O- j$ ~- [; |- R% k7 R2 M
[ceph2][DEBUG ] "sync_provider": [] [+ L; W$ S: E6 c4 w- G
[ceph2][DEBUG ] }5 n! l, ~$ ^9 r" n6 L
[ceph2][DEBUG ] ********************************************************************************
, s3 r7 k; M2 R! D K, c9 E7 H! y* ][ceph2][INFO ] monitor: mon.ceph2 is running; ?9 c4 r) p! x, b! `
[ceph2][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ceph2.asok mon_status, W4 o) e/ V* h/ u6 J: o5 t
[ceph_deploy.mon][DEBUG ] detecting platform for host ceph3 ...' k" c, O( j9 e1 R$ j2 e5 C. s
[ceph3][DEBUG ] connected to host: ceph3 8 d2 N6 z* m4 c8 Z1 x' A# Q
[ceph3][DEBUG ] detect platform information from remote host7 l! D- i4 b5 o" A$ J
[ceph3][DEBUG ] detect machine type, u+ S9 J/ B+ O% Q4 Y0 R1 a+ I
[ceph3][DEBUG ] find the location of an executable
- e& g1 G4 [9 H4 \( j[ceph_deploy.mon][INFO ] distro info: Oracle Linux Server 7.6 oracle5 m: a: ]0 b: U' c+ s
[ceph3][DEBUG ] determining if provided host has same hostname in remote
3 |' w* ?5 x0 P$ Q( K' l: j[ceph3][DEBUG ] get remote short hostname
7 B* j8 s3 F/ M[ceph3][DEBUG ] deploying mon to ceph3
0 M/ k6 e1 p; a- N% p! k[ceph3][DEBUG ] get remote short hostname' I" z e8 w7 `! W/ X1 ]% I
[ceph3][DEBUG ] remote hostname: ceph3
( a0 _8 A1 y) C! z) @[ceph3][DEBUG ] write cluster configuration to /etc/ceph/{cluster}.conf' v a# ?3 h. b$ f* R
[ceph3][DEBUG ] create the mon path if it does not exist
# |# }; s& j; n) u3 O: O[ceph3][DEBUG ] checking for done path: /var/lib/ceph/mon/ceph-ceph3/done
' m9 ]& v R2 Q[ceph3][DEBUG ] create a done file to avoid re-doing the mon deployment5 s$ H/ H% W4 z
[ceph3][DEBUG ] create the init path if it does not exist( F( q5 m4 A' M3 s- V
[ceph3][INFO ] Running command: systemctl enable ceph.target
3 N8 O2 ?( G* `7 v# L# c0 A[ceph3][INFO ] Running command: systemctl enable ceph-mon@ceph3
3 I+ K4 r- [( ^3 W% z X[ceph3][INFO ] Running command: systemctl start ceph-mon@ceph3
: P/ Y4 f d) o4 p/ k+ R[ceph3][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ceph3.asok mon_status
5 S. z H$ r: I" F; S' q# A* X$ }* h[ceph3][DEBUG ] ********************************************************************************
4 \+ y; o! Y2 f. m. q- k/ j/ J, B[ceph3][DEBUG ] status for monitor: mon.ceph3- X V/ f3 q& @' y
[ceph3][DEBUG ] {" }" D0 K; t) n u" \
[ceph3][DEBUG ] "election_epoch": 54,
( q# c3 w, a$ g' a3 ^( u[ceph3][DEBUG ] "extra_probe_peers": [
" ~9 `+ a0 Y, p+ q/ P% n( K' d- t4 [[ceph3][DEBUG ] {
& v. h% @& O& M; w[ceph3][DEBUG ] "addrvec": [
$ H. {0 T: r5 X) ~5 q# l) ^2 p$ {( i[ceph3][DEBUG ] {/ E- s/ j7 S1 K9 |# d5 P4 B
[ceph3][DEBUG ] "addr": "192.168.120.26:3300", : h. W) y$ Q; E/ y X/ P" ~3 d
[ceph3][DEBUG ] "nonce": 0,
$ K+ n. }( |: r# m[ceph3][DEBUG ] "type": "v2"
/ M+ N& T) n" s9 V[ceph3][DEBUG ] }, $ r) r1 X( E" S+ H3 b, D$ j- p
[ceph3][DEBUG ] {. U C+ D' x/ i2 J& ^
[ceph3][DEBUG ] "addr": "192.168.120.26:6789",
3 j; o0 N7 w+ }, Q$ }[ceph3][DEBUG ] "nonce": 0,
8 |+ F+ L+ c0 a% k, a[ceph3][DEBUG ] "type": "v1". t+ Q% X) i% b/ u3 g
[ceph3][DEBUG ] }, l; D2 y8 `+ E
[ceph3][DEBUG ] ]/ d" ^$ X' ?0 c, o2 B$ E$ I
[ceph3][DEBUG ] }# E6 k- ] e+ ^) s; z
[ceph3][DEBUG ] ],
9 s: O) g2 t" c8 _[ceph3][DEBUG ] "feature_map": {
- [$ k( |7 |! X8 l! @0 v[ceph3][DEBUG ] "client": [- t: \/ J# k3 _# Y' I: q: ~
[ceph3][DEBUG ] {
+ o" Q/ l) r1 {" R S[ceph3][DEBUG ] "features": "0x3ffddff8ffacffff",
/ |. o) h5 Z' P1 {% v& z. ]% X[ceph3][DEBUG ] "num": 3, 1 o9 t/ o7 }( _
[ceph3][DEBUG ] "release": "luminous"8 j# ]2 n% L/ [7 H4 p
[ceph3][DEBUG ] }. D( c0 V1 _* }+ X y
[ceph3][DEBUG ] ],
$ u4 F) g- H' z2 D; |& {! j[ceph3][DEBUG ] "mgr": [
' E C# t$ r' p6 |. B! i[ceph3][DEBUG ] {
5 r% h0 X. K) m: A+ T# P9 i[ceph3][DEBUG ] "features": "0x3ffddff8ffacffff",
$ _( x+ \, F: I: r$ \- ][ceph3][DEBUG ] "num": 1,
3 L1 w3 z# g* W% a. ~[ceph3][DEBUG ] "release": "luminous"
4 r; I# X* {9 s+ \" s9 i5 L[ceph3][DEBUG ] }
7 V7 r+ L5 {) E+ _! K! d6 ^$ C) \: J[ceph3][DEBUG ] ], 3 J- m$ `7 u y6 A+ v% D
[ceph3][DEBUG ] "mon": [+ f( U3 N7 G" L) z
[ceph3][DEBUG ] {3 v0 J* q+ W4 x+ @2 M1 E7 q5 s
[ceph3][DEBUG ] "features": "0x3ffddff8ffacffff",
0 ?: l) a& R- [- o5 t[ceph3][DEBUG ] "num": 1, 2 G2 W( K5 _0 L+ Q
[ceph3][DEBUG ] "release": "luminous"! R9 R7 b* s2 [6 q
[ceph3][DEBUG ] }2 `+ w$ u+ U% l/ V3 @
[ceph3][DEBUG ] ], ) i( `$ x2 o% W& d
[ceph3][DEBUG ] "osd": [7 M& c% W7 y/ I* y8 B
[ceph3][DEBUG ] {
6 ^, E5 a& y6 v, n z- e' o[ceph3][DEBUG ] "features": "0x3ffddff8ffacffff", " }' w6 U# `6 b c
[ceph3][DEBUG ] "num": 4,
1 U: Y7 @ b% P[ceph3][DEBUG ] "release": "luminous"
/ r2 B, O/ U0 f9 f" c( s* K. f[ceph3][DEBUG ] }5 x9 J8 D$ ]+ X& g- z/ q0 {
[ceph3][DEBUG ] ]: a( i& B/ v. o7 n
[ceph3][DEBUG ] }, 3 B7 ~6 H1 i* s, d
[ceph3][DEBUG ] "features": {
3 `! X2 e: f5 e$ K! ?[ceph3][DEBUG ] "quorum_con": "4611087854031667199",
3 I! h1 K3 N0 C5 I+ k[ceph3][DEBUG ] "quorum_mon": [9 _2 ]9 J. P) H5 Q# {
[ceph3][DEBUG ] "kraken", 0 g, e! G1 E0 @* ]3 n' Z' ]. P. a
[ceph3][DEBUG ] "luminous",
0 j( d! Z4 ]8 S: O5 ?[ceph3][DEBUG ] "mimic",
0 }: x8 J% o6 ]2 r$ ~; E b[ceph3][DEBUG ] "osdmap-prune", . `% B" S; u! a; L8 S: h7 P
[ceph3][DEBUG ] "nautilus") F, [. a* X! l- U" p/ j$ T. j2 l. U
[ceph3][DEBUG ] ],
# O' z3 `. w8 @2 w3 l[ceph3][DEBUG ] "required_con": "2449958747315912708", 8 S5 D) b8 ^$ e" J# q
[ceph3][DEBUG ] "required_mon": [
) c: Q8 E) O% B$ }% k[ceph3][DEBUG ] "kraken",
$ E$ W0 b' P7 N; g2 g[ceph3][DEBUG ] "luminous", . C1 V+ [, E. g; d% \( n
[ceph3][DEBUG ] "mimic",
3 [% L8 o) }- Y[ceph3][DEBUG ] "osdmap-prune", $ r: I9 E6 {9 }7 r$ x
[ceph3][DEBUG ] "nautilus", G8 L' @: |% O5 p5 Q
[ceph3][DEBUG ] ]$ O( @( h4 g# E+ \' ~* g$ P
[ceph3][DEBUG ] },
/ y4 l. p# m% X- L8 g[ceph3][DEBUG ] "monmap": {
) L7 c; m9 v1 J[ceph3][DEBUG ] "created": "2022-10-17 10:46:00.900267",
* Q L- `* m$ q$ U[ceph3][DEBUG ] "epoch": 5, % E( h( E# |4 e
[ceph3][DEBUG ] "features": {/ ]! K& }3 x& v, E
[ceph3][DEBUG ] "optional": [],
! ^) I5 C3 U* e[ceph3][DEBUG ] "persistent": [
5 S/ J" v" z0 {[ceph3][DEBUG ] "kraken",
8 p' Z. C6 T4 x[ceph3][DEBUG ] "luminous", % u, t" v- H6 I
[ceph3][DEBUG ] "mimic", ) z7 {, H. a/ X7 k. p: Z
[ceph3][DEBUG ] "osdmap-prune",
8 y' W h2 e+ K$ z& W6 \4 l[ceph3][DEBUG ] "nautilus"
& m- H; E4 U/ |$ H. Z; R5 F" \[ceph3][DEBUG ] ]6 d+ ^8 A( m, Q( ^0 T1 \
[ceph3][DEBUG ] }, 3 n/ g: | ]5 Y; l5 ~( V! t
[ceph3][DEBUG ] "fsid": "9c7a1c4a-e1e9-4ebb-9254-c7dbaf30a23f", ) l' i, O; l) H% I( e! E4 \9 H; y
[ceph3][DEBUG ] "min_mon_release": 14,
! H( P$ T4 ~; ~2 N7 K1 `[ceph3][DEBUG ] "min_mon_release_name": "nautilus",
2 t) q' k# X0 @1 c/ C[ceph3][DEBUG ] "modified": "2022-10-18 14:40:28.932230",
0 ~4 K" A0 k+ l Q, C- e+ m% I[ceph3][DEBUG ] "mons": [! | V, y; {; Z3 n3 I) U: M0 x
[ceph3][DEBUG ] {
m$ t8 d' R, b[ceph3][DEBUG ] "addr": "192.168.120.27:6789/0", ; i! i6 ^% L# j# f/ C" K: W6 C
[ceph3][DEBUG ] "name": "ceph2", ! U% b9 c9 @! J: ]: m$ q
[ceph3][DEBUG ] "public_addr": "192.168.120.27:6789/0", ' q$ ~$ X2 q( @% G& b
[ceph3][DEBUG ] "public_addrs": {
7 |" a5 t6 Q9 j, U" ^4 T[ceph3][DEBUG ] "addrvec": [
6 ]. X* ^( }8 V6 {4 Q2 S. c) @+ x[ceph3][DEBUG ] {* r, t: l. b6 H
[ceph3][DEBUG ] "addr": "192.168.120.27:3300", ; D) \) n9 |, u; r4 V N
[ceph3][DEBUG ] "nonce": 0,
9 ~% o8 S5 r X2 l[ceph3][DEBUG ] "type": "v2"& e; y# y: F: s7 Y$ X
[ceph3][DEBUG ] }, # d `. @8 g x$ \1 Y
[ceph3][DEBUG ] {- E3 Z- r) ]7 Q0 v' w4 \/ Y, Q
[ceph3][DEBUG ] "addr": "192.168.120.27:6789",
3 O Z3 u5 @1 v3 A[ceph3][DEBUG ] "nonce": 0,
: q- b" z+ x# v% I5 ]; L) g[ceph3][DEBUG ] "type": "v1"/ n/ k% a% M i/ D
[ceph3][DEBUG ] }6 a2 F+ ?+ G& s2 X9 g1 g9 A3 P
[ceph3][DEBUG ] ]
4 J0 Y& G8 {+ }% P8 r0 d- q# s* ?5 A[ceph3][DEBUG ] }, 6 |9 C: f7 M$ n. ?( Q2 G
[ceph3][DEBUG ] "rank": 0: h6 P! s; ~+ k9 k* \
[ceph3][DEBUG ] },
7 z" z3 g S4 f4 F/ a% n[ceph3][DEBUG ] {
- m8 _/ L" d* O[ceph3][DEBUG ] "addr": "192.168.120.28:6789/0",
" h& D& X) N$ k+ I[ceph3][DEBUG ] "name": "ceph3",
5 G" N" |5 j9 k, J+ _5 [! Q8 D[ceph3][DEBUG ] "public_addr": "192.168.120.28:6789/0",
) R$ m4 }* ^$ ~9 v/ Z, S[ceph3][DEBUG ] "public_addrs": {$ l( D# p) r8 _9 E5 ~
[ceph3][DEBUG ] "addrvec": [5 E. O# w# A/ c1 G) \. D
[ceph3][DEBUG ] {5 g' e9 s8 l6 f* u/ K2 C% R* C) d
[ceph3][DEBUG ] "addr": "192.168.120.28:3300",
& a+ P" k! l3 g! }* w[ceph3][DEBUG ] "nonce": 0, e/ _8 c6 U0 i) M/ ^# _
[ceph3][DEBUG ] "type": "v2"
" a0 \9 l/ \- e[ceph3][DEBUG ] },
: t+ k3 n: U0 F[ceph3][DEBUG ] {
1 o5 V; U; z: z# l& I7 h% X[ceph3][DEBUG ] "addr": "192.168.120.28:6789",
1 R1 l! w8 y9 u; ~[ceph3][DEBUG ] "nonce": 0,
* ~0 f* s7 v1 I- F[ceph3][DEBUG ] "type": "v1"
3 Q6 \* K; i, k) l7 M3 q7 y[ceph3][DEBUG ] }5 q+ Y- { z: E# ]7 X
[ceph3][DEBUG ] ]
( j2 S/ P. W! y7 f. e3 o+ u6 p[ceph3][DEBUG ] },
: _$ t* j% s, M" \[ceph3][DEBUG ] "rank": 1: s& Y0 Y9 g4 l# K' b( A
[ceph3][DEBUG ] }, ' K+ [0 n, h1 w) V$ c V$ E4 I ]% s
[ceph3][DEBUG ] {: h4 b! z+ X7 v) `
[ceph3][DEBUG ] "addr": "192.168.120.26:6789/0", F$ v' h* @! V' x; B: a, O
[ceph3][DEBUG ] "name": "ceph1", * K2 t, w; @. t9 n# D
[ceph3][DEBUG ] "public_addr": "192.168.120.26:6789/0",
. m) {+ t( J2 O. \[ceph3][DEBUG ] "public_addrs": {
! l, @- _) i% @# N W0 p: ^[ceph3][DEBUG ] "addrvec": [
$ }0 t" a: ?- p% B$ z[ceph3][DEBUG ] {
[* k+ \; V9 T4 O' a[ceph3][DEBUG ] "addr": "192.168.120.26:3300", ! w8 m( y4 b0 t& k5 t4 h
[ceph3][DEBUG ] "nonce": 0,
6 Y! L. \, h; B" v h) }% R t( A[ceph3][DEBUG ] "type": "v2"8 m5 C1 \, e1 |- V) ~8 ?7 ], i" C
[ceph3][DEBUG ] },
4 [) Y) i; k/ B0 t; |& d# Y, ?0 b O[ceph3][DEBUG ] {2 u. g$ [+ p# f0 `4 x$ }# h- D
[ceph3][DEBUG ] "addr": "192.168.120.26:6789",
4 d% w$ j$ X' K2 w4 b[ceph3][DEBUG ] "nonce": 0, & p! d& y/ d h
[ceph3][DEBUG ] "type": "v1"/ W5 G/ k7 m8 \: E
[ceph3][DEBUG ] }( D6 {5 {! t2 N- ?
[ceph3][DEBUG ] ]4 x7 X/ @ e' ~, _, Z ~/ r
[ceph3][DEBUG ] },
% [- `0 G/ X7 W6 }( i5 R[ceph3][DEBUG ] "rank": 20 X, r3 v6 V2 m" L
[ceph3][DEBUG ] }
- k- h" J! o1 d7 t: u[ceph3][DEBUG ] ], _1 q6 @& w( o
[ceph3][DEBUG ] }, 8 U5 k+ E2 k v, M: K
[ceph3][DEBUG ] "name": "ceph3", 8 [1 y" j9 M% m) q, s
[ceph3][DEBUG ] "outside_quorum": [],
1 B9 K' z* a! I/ x: A8 p. U; ~[ceph3][DEBUG ] "quorum": [ j u1 X' O. @: W" ^) b, U
[ceph3][DEBUG ] 0, - E' ~6 h6 k" k; R! X
[ceph3][DEBUG ] 1, $ A* }4 x# a( e0 ^7 t
[ceph3][DEBUG ] 2
+ W# C( c. I- y- t' z[ceph3][DEBUG ] ], 5 I' m, @5 T) j
[ceph3][DEBUG ] "quorum_age": 16,
8 P$ v6 o" U7 E+ Y9 S[ceph3][DEBUG ] "rank": 1, " [5 {" G7 b+ `" H S& E' J
[ceph3][DEBUG ] "state": "peon",
1 r. y$ U2 L! V6 G3 r. f ]9 L[ceph3][DEBUG ] "sync_provider": []
6 |: x: F$ l& m: @[ceph3][DEBUG ] }/ ]6 d7 L+ ]! C% E
[ceph3][DEBUG ] ********************************************************************************, R0 p. I- h$ `6 ^
[ceph3][INFO ] monitor: mon.ceph3 is running
# U ]6 ^4 a. @. g# ]8 e[ceph3][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ceph3.asok mon_status
7 O$ ^& K) ]# Y[ceph_deploy.mon][INFO ] processing monitor mon.ceph19 [% x2 a9 s3 q) h1 G) T
[ceph1][DEBUG ] connected to host: ceph1 8 C" D8 \, `' l* h. f* N
[ceph1][DEBUG ] detect platform information from remote host
$ ^" t# Q% X8 Z6 d5 I[ceph1][DEBUG ] detect machine type9 E* F$ t9 _ b. M( G- [. G
[ceph1][DEBUG ] find the location of an executable/ [, s5 z+ m) W- B8 @) X$ s
[ceph1][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ceph1.asok mon_status
( S5 v: a: G0 k3 Y0 H+ C9 r, a[ceph_deploy.mon][INFO ] mon.ceph1 monitor has reached quorum!
; O7 O# \; ? ]: k3 o[ceph_deploy.mon][INFO ] processing monitor mon.ceph2
7 h1 I& Y. R8 W; U[ceph2][DEBUG ] connected to host: ceph2 ) x0 B, J7 I% [. L2 Y, u7 O
[ceph2][DEBUG ] detect platform information from remote host
+ }; }$ ~. \3 n4 @# @% I[ceph2][DEBUG ] detect machine type
1 h6 N. p' i( i3 X[ceph2][DEBUG ] find the location of an executable9 u4 q3 j1 ]* q6 Y
[ceph2][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ceph2.asok mon_status
, ]' B+ f7 s q8 w" _5 u[ceph_deploy.mon][INFO ] mon.ceph2 monitor has reached quorum!3 Q# R( U6 m: C5 l
[ceph_deploy.mon][INFO ] processing monitor mon.ceph3
; E% V2 {2 C4 f) {0 X. K[ceph3][DEBUG ] connected to host: ceph3 4 i' X7 m9 p0 o, A
[ceph3][DEBUG ] detect platform information from remote host- U1 \; q. E: L5 s1 L6 o' z5 Z
[ceph3][DEBUG ] detect machine type
0 I0 A- b, ^& G/ K$ ^[ceph3][DEBUG ] find the location of an executable
$ s: ^8 D& x' i2 r# [" r3 Y, f& j[ceph3][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ceph3.asok mon_status( q i. L* A7 @' ?$ g/ X' h
[ceph_deploy.mon][INFO ] mon.ceph3 monitor has reached quorum!" A7 ^4 e: n0 T1 Y
[ceph_deploy.mon][INFO ] all initial monitors are running and have formed quorum
2 |6 G* i4 \; `$ O[ceph_deploy.mon][INFO ] Running gatherkeys...+ ^5 K1 X9 B2 j/ r( _
[ceph_deploy.gatherkeys][INFO ] Storing keys in temp directory /tmp/tmpAaq1Y1* V x- {2 {; L0 P n$ m" g/ `
[ceph1][DEBUG ] connected to host: ceph1 # |! E+ w* }& \" k! ?
[ceph1][DEBUG ] detect platform information from remote host
1 t. E. F% D" h! B3 E5 U[ceph1][DEBUG ] detect machine type2 n9 Z, m6 `6 _4 x" q
[ceph1][DEBUG ] get remote short hostname
7 J$ {' v! x2 s) B+ e/ g* O[ceph1][DEBUG ] fetch remote file/ G( S6 n! h0 G, p4 u! G
[ceph1][INFO ] Running command: /usr/bin/ceph --connect-timeout=25 --cluster=ceph --admin-daemon=/var/run/ceph/ceph-mon.ceph1.asok mon_status6 w. T% u. X8 w* ?1 l" O1 o
[ceph1][INFO ] Running command: /usr/bin/ceph --connect-timeout=25 --cluster=ceph --name mon. --keyring=/var/lib/ceph/mon/ceph-ceph1/keyring auth get client.admin5 v: T: t; {8 i# n- V. l
[ceph1][INFO ] Running command: /usr/bin/ceph --connect-timeout=25 --cluster=ceph --name mon. --keyring=/var/lib/ceph/mon/ceph-ceph1/keyring auth get client.bootstrap-mds
2 v* R- ^9 S% E1 P1 c8 p/ d[ceph1][INFO ] Running command: /usr/bin/ceph --connect-timeout=25 --cluster=ceph --name mon. --keyring=/var/lib/ceph/mon/ceph-ceph1/keyring auth get client.bootstrap-mgr* A1 O# ?' T, v% [8 k
[ceph1][INFO ] Running command: /usr/bin/ceph --connect-timeout=25 --cluster=ceph --name mon. --keyring=/var/lib/ceph/mon/ceph-ceph1/keyring auth get client.bootstrap-osd
2 }7 Y" m, J. m$ ?+ t# m0 e) g[ceph1][INFO ] Running command: /usr/bin/ceph --connect-timeout=25 --cluster=ceph --name mon. --keyring=/var/lib/ceph/mon/ceph-ceph1/keyring auth get client.bootstrap-rgw z" s: N* _- u( a
[ceph_deploy.gatherkeys][INFO ] keyring 'ceph.client.admin.keyring' already exists
- V$ s+ |+ Q1 G+ H[ceph_deploy.gatherkeys][INFO ] keyring 'ceph.bootstrap-mds.keyring' already exists- f3 ]$ z6 a' k d, p
[ceph_deploy.gatherkeys][INFO ] keyring 'ceph.bootstrap-mgr.keyring' already exists
* H1 k( W4 P. R7 F5 A, ][ceph_deploy.gatherkeys][INFO ] keyring 'ceph.mon.keyring' already exists
, g `7 c y, A) o1 H[ceph_deploy.gatherkeys][INFO ] keyring 'ceph.bootstrap-osd.keyring' already exists
% W h! G; X/ [# j[ceph_deploy.gatherkeys][INFO ] keyring 'ceph.bootstrap-rgw.keyring' already exists
- x- Q2 f9 A% V- [3 V[ceph_deploy.gatherkeys][INFO ] Destroy temp directory /tmp/tmpAaq1Y1
2 ~0 G& o! C' a3 U( w) Y9 G9 I
/ b" j7 |/ d( v9 J* L& b9 m" \0 j0 r: P& k
[root@ceph1 deploy]# ceph -s
& _3 i: ^; m1 a/ ?+ R+ Y& I- g' }' @8 I cluster:0 }: S+ s, V1 e( G) H( X
id: 9c7a1c4a-e1e9-4ebb-9254-c7dbaf30a23f
7 F: C$ x0 T% P7 w! X health: HEALTH_OK
! f p% M+ U: [1 E- D
. u9 @+ h8 c# [ services:
0 z# L5 \, ?6 h+ u! h mon: 3 daemons, quorum ceph2,ceph3,ceph1 (age 16m)
6 X% W! l7 z5 p- f2 F2 } mgr: ceph2(active, since 35m), standbys: ceph3, ceph1
9 x: t3 j9 E2 O; g) i Y% x osd: 6 osds: 6 up (since 19m), 6 in (since 19m)& A, L6 ?) t1 l0 p# i9 v
rgw: 3 daemons active (ceph1, ceph2, ceph3), ~' Z! y3 q3 Z. h+ e: }# F
; @& D+ v9 Q, w2 F+ w1 M d task status:6 r5 G/ ]# l: }% E: P* @% ]! j
8 z2 z2 T) Z0 a& y$ C" A data:
* ?: ?# ]; {6 z2 E$ u pools: 7 pools, 416 pgs
+ V1 e3 J! k4 X$ C" h% N objects: 264 objects, 40 MiB( A w' _4 C. a @0 u
usage: 6.3 GiB used, 1.2 TiB / 1.2 TiB avail, ?7 c8 r" s2 S6 P! z
pgs: 416 active+clean
* k) ^, m" L& O6 U9 [
8 Y; i5 A/ f3 P1 I$ M+ g5 Y[root@ceph1 deploy]# & {6 a# f: R/ r/ D7 F3 O+ ~9 e
问题解决
; d) W6 P Y; a2 N7 R D
: B7 b5 U' @. \0 R8 i+ H1 J$ S$ I |
|
发表于 2022-10-18 15:00:20