|
|
楼主 |
发表于 2022-11-15 10:12:15
|
显示全部楼层
ceph-deploy --overwrite-conf mon add compute06 + c% S: K& w% k7 ?
[ceph_deploy.conf][DEBUG ] found configuration file at: /root/.cephdeploy.conf
~. z2 ]$ z3 [/ K[ceph_deploy.cli][INFO ] Invoked (2.0.1): /usr/bin/ceph-deploy --overwrite-conf mon add compute06
8 I4 ?* C, g- Y: l" m[ceph_deploy.cli][INFO ] ceph-deploy options:. L; {4 t) U1 O% ?& K) W1 D
[ceph_deploy.cli][INFO ] username : None
T, U- K& ^! S* P) ?[ceph_deploy.cli][INFO ] verbose : False
2 _7 I7 ~" ~) C$ f[ceph_deploy.cli][INFO ] overwrite_conf : True
6 H: f% v7 u5 i[ceph_deploy.cli][INFO ] subcommand : add
% T9 v: v* f1 q; z[ceph_deploy.cli][INFO ] quiet : False
4 v& j" {; S0 f) f+ Z[ceph_deploy.cli][INFO ] cd_conf : <ceph_deploy.conf.cephdeploy.Conf instance at 0x7fe3aef63e60>
0 Q$ {( t9 g$ O" D[ceph_deploy.cli][INFO ] cluster : ceph+ e( o% |8 B0 r. ^6 m; Y
[ceph_deploy.cli][INFO ] mon : ['compute06']* m/ W% \) s2 Z% k) a. K
[ceph_deploy.cli][INFO ] func : <function mon at 0x7fe3aefb7410>4 E4 D; Z( F9 N% g8 j3 F
[ceph_deploy.cli][INFO ] address : None
3 |2 v: Z5 J! Q; S( s- A8 y% e[ceph_deploy.cli][INFO ] ceph_conf : None
+ s+ _/ K. s/ F& A0 u[ceph_deploy.cli][INFO ] default_release : False8 S5 S4 H8 Q3 B' g
[ceph_deploy.mon][INFO ] ensuring configuration of new mon host: compute06
3 v4 [2 h" J; D6 w. e- V0 M[ceph_deploy.admin][DEBUG ] Pushing admin keys and conf to compute06
5 J4 ~* n' U8 S/ m- \[compute06][DEBUG ] connected to host: compute06
* l1 k( D, W- u[compute06][DEBUG ] detect platform information from remote host. O% [: x$ }" Y4 K3 I1 v
[compute06][DEBUG ] detect machine type
1 h+ u$ C3 P5 E% z- H7 R( C% q! d8 P7 J[compute06][DEBUG ] write cluster configuration to /etc/ceph/{cluster}.conf+ G$ r1 }; E/ y. U4 U0 [0 f3 K+ E
[ceph_deploy.mon][DEBUG ] Adding mon to cluster ceph, host compute06
2 s3 e4 i0 W4 s N7 R[ceph_deploy.mon][DEBUG ] using mon address by resolving host: 172.20.1.9
0 G0 e. T8 e+ v[ceph_deploy.mon][DEBUG ] detecting platform for host compute06 ...7 H- `+ }- A% |7 T9 t& ?
[compute06][DEBUG ] connected to host: compute06
- C7 c# ~& b" |; |+ u4 Y2 V[compute06][DEBUG ] detect platform information from remote host, Y/ _: ^4 D2 S; ?$ v
[compute06][DEBUG ] detect machine type
& x" c' ]* R/ X& {) _7 V% u8 n4 {[compute06][DEBUG ] find the location of an executable
8 h1 Q; n' J4 y[ceph_deploy.mon][INFO ] distro info: CentOS Linux 7.9.2009 Core
$ [6 x- t1 q& @2 j[compute06][DEBUG ] determining if provided host has same hostname in remote
5 _0 R0 _; ^6 y) Z, q. z[compute06][DEBUG ] get remote short hostname
7 x/ l; B: P, H" H7 B9 P. f( r; v[compute06][DEBUG ] adding mon to compute068 ~' a3 b4 d" p% p% V( f/ O& @. l
[compute06][DEBUG ] get remote short hostname5 d5 U0 j4 M! |, D
[compute06][DEBUG ] write cluster configuration to /etc/ceph/{cluster}.conf
4 ]2 f l( f+ y[compute06][DEBUG ] create the mon path if it does not exist
' B; G6 F# g6 v7 i[compute06][DEBUG ] checking for done path: /var/lib/ceph/mon/ceph-compute06/done* ^" i; L3 A9 a: P: ]: B: I
[compute06][DEBUG ] done path does not exist: /var/lib/ceph/mon/ceph-compute06/done" a: P/ f" O- R% p
[compute06][INFO ] creating keyring file: /var/lib/ceph/tmp/ceph-compute06.mon.keyring
5 n5 M% }; l. |[compute06][DEBUG ] create the monitor keyring file
5 I6 E' ], D" R @6 m. P3 Q) g& M6 l[compute06][INFO ] Running command: ceph --cluster ceph mon getmap -o /var/lib/ceph/tmp/ceph.compute06.monmap
$ ~' v2 L9 e$ z3 b# A. u[compute06][WARNIN] got monmap epoch 62 L) K- L( x, x& s, g! D( F
[compute06][INFO ] Running command: ceph-mon --cluster ceph --mkfs -i compute06 --monmap /var/lib/ceph/tmp/ceph.compute06.monmap --keyring /var/lib/ceph/tmp/ceph-compute06.mon.keyring --setuser 167 --setgroup 167
# o7 v+ y( k, \1 P[compute06][INFO ] unlinking keyring file /var/lib/ceph/tmp/ceph-compute06.mon.keyring
5 T% a6 P F, E* U9 {7 {! C[compute06][DEBUG ] create a done file to avoid re-doing the mon deployment7 ~7 Z* J4 t' Y2 a! i
[compute06][DEBUG ] create the init path if it does not exist
" a2 |" z/ {! b, `. _5 Q7 D% P3 |[compute06][INFO ] Running command: systemctl enable ceph.target4 A9 }* l2 ?. @* R* N" z
[compute06][INFO ] Running command: systemctl enable ceph-mon@compute064 Y0 R4 G' q0 [- U
[compute06][INFO ] Running command: systemctl start ceph-mon@compute06
( P5 `1 Y5 r3 [( o t; g[compute06][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.compute06.asok mon_status
7 R. r) J0 P) g @6 s* ~[compute06][WARNIN] monitor compute06 does not exist in monmap
, H: {7 A- m8 A: s' \+ s7 v[compute06][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.compute06.asok mon_status
! v% F) ~' g2 a2 S5 C7 p: c[compute06][DEBUG ] ********************************************************************************
3 F6 [5 B l* i2 L Y+ J u[compute06][DEBUG ] status for monitor: mon.compute065 M0 c9 X# n" j7 _4 K4 i
[compute06][DEBUG ] {6 X* i4 ~; @+ B- u5 E+ J2 t
[compute06][DEBUG ] "election_epoch": 0, # z5 ^/ P# e# E' j9 U& c' _
[compute06][DEBUG ] "extra_probe_peers": [], $ c* f! e5 c. \' L6 _
[compute06][DEBUG ] "feature_map": {
! b' ?% H- K# I[compute06][DEBUG ] "mon": [+ ]0 J) Z* J4 a4 g# t; V$ ]
[compute06][DEBUG ] {: @/ ^( C1 D5 i* z! y7 w
[compute06][DEBUG ] "features": "0x3ffddff8ffacffff",
# e% @8 q) z3 L0 A a9 g- _[compute06][DEBUG ] "num": 1, ! a9 ]/ g) u; B5 r/ o7 l
[compute06][DEBUG ] "release": "luminous"5 U8 T$ n. e7 V! a
[compute06][DEBUG ] }" U, G/ H! k9 Y+ a0 z
[compute06][DEBUG ] ]5 t, O3 w0 T* Z( Z
[compute06][DEBUG ] },
8 g* D: G3 U0 i$ H) G[compute06][DEBUG ] "features": {
. {1 g8 K" c+ A8 S( P, k3 T4 m* c[compute06][DEBUG ] "quorum_con": "0",
, L( b6 a+ U X7 D* _% m[compute06][DEBUG ] "quorum_mon": [], 3 b6 ]" Q+ U$ X+ H- k& x% \
[compute06][DEBUG ] "required_con": "2449958197560098820",
9 ]$ i, d7 M3 M3 A- K+ ? o[compute06][DEBUG ] "required_mon": [3 m" O% ~' P* _) a" m$ C8 Y
[compute06][DEBUG ] "kraken", 0 G4 W' d7 d5 h' o: ?+ q R
[compute06][DEBUG ] "luminous", # Y7 f L+ B3 _% K
[compute06][DEBUG ] "mimic", : Y: e+ G9 Z. L" B
[compute06][DEBUG ] "osdmap-prune",
" L6 x. X& }1 i' L$ C! {[compute06][DEBUG ] "nautilus"5 r0 O& C* a a* u
[compute06][DEBUG ] ]7 P: {2 @6 T+ p# A
[compute06][DEBUG ] }, 1 U8 D$ H4 H( g: `2 J: q6 f% h6 L
[compute06][DEBUG ] "monmap": {8 d8 c: c' d" y% f- Y9 t, ^
[compute06][DEBUG ] "created": "2021-10-28 14:49:15.304143",
( s1 Z) ^. v1 M m- K* D0 ?1 ^[compute06][DEBUG ] "epoch": 6,
c' ]) ^( ]# T9 f/ r5 h[compute06][DEBUG ] "features": {' H) o' D M6 w! j
[compute06][DEBUG ] "optional": [], ; `' l/ H% `" w( ]' x* Q
[compute06][DEBUG ] "persistent": [
+ j" } w* d' c+ o; J, X' J[compute06][DEBUG ] "kraken", 8 x2 W" P1 H4 R" b( J Z g
[compute06][DEBUG ] "luminous",
' c7 p N e( P1 _/ Y7 N Q[compute06][DEBUG ] "mimic",
2 k/ Y3 f- L1 H0 {! l/ _, {8 c[compute06][DEBUG ] "osdmap-prune", , k# y! @0 V* V6 B1 T! u# y
[compute06][DEBUG ] "nautilus"
# R( z9 M7 S7 i, W- \9 H[compute06][DEBUG ] ]" g P" D# Q4 P5 V7 n0 l3 L6 k; I
[compute06][DEBUG ] },
2 ?( @$ R- L, [! W6 {2 g1 n[compute06][DEBUG ] "fsid": "8daade9f-1db5-4e9e-a0ac-cbe1b3abafd1",
4 N% h! m) [" c9 `% @[compute06][DEBUG ] "min_mon_release": 14, ! K# |2 |2 `6 t0 P1 m' n) x
[compute06][DEBUG ] "min_mon_release_name": "nautilus",
" H. {; R- u. Z' l5 F: e2 ^[compute06][DEBUG ] "modified": "2022-11-15 10:16:22.469673", & U. Z: A: u5 A* i
[compute06][DEBUG ] "mons": [
. e% Q: n3 @; l% s7 R[compute06][DEBUG ] {
/ t, `' ?/ g5 F# H; v1 M5 S4 \) ]& `" ][compute06][DEBUG ] "addr": "172.20.1.13:6789/0",
& B/ N) U; S1 E/ _( k# C[compute06][DEBUG ] "name": "hostceph1", & x/ i0 Q% E% u7 n* ?
[compute06][DEBUG ] "public_addr": "172.20.1.13:6789/0",
# c5 L( U8 X1 l$ i8 ~4 h) Q: w& \3 J[compute06][DEBUG ] "public_addrs": {
9 K: `+ Q0 {) K0 Y[compute06][DEBUG ] "addrvec": [
" d0 h/ h& v9 \[compute06][DEBUG ] {
2 _1 @ A' e' ?) E0 N[compute06][DEBUG ] "addr": "172.20.1.13:3300", 9 Q) f+ G4 J: q- |8 g) r
[compute06][DEBUG ] "nonce": 0,
" H) s( h! ^0 F% `[compute06][DEBUG ] "type": "v2"1 ^& Q6 C* f# x9 t7 D" k
[compute06][DEBUG ] },
4 O( m9 a2 d3 l, K9 G" }[compute06][DEBUG ] {, ~9 b, [% g* i- ^& @7 s( ]
[compute06][DEBUG ] "addr": "172.20.1.13:6789",
& H, q F8 F9 p! y* p[compute06][DEBUG ] "nonce": 0,
& F. [: D# c( S! H5 H3 O8 ?[compute06][DEBUG ] "type": "v1"& G9 b2 S9 O1 Z D3 ~
[compute06][DEBUG ] }
( {' H9 `# S8 G: G+ \[compute06][DEBUG ] ]# M2 K# w5 G" U( |5 }( `
[compute06][DEBUG ] },
1 O6 ~6 [% M R- o9 c/ W" P% P2 O% u[compute06][DEBUG ] "rank": 0
K: v" O2 b4 x& v% X h) {7 Y[compute06][DEBUG ] },
0 T9 L# L# D9 e7 P4 e[compute06][DEBUG ] {
3 Z0 }% e3 }+ v# ^* }8 D1 V' `[compute06][DEBUG ] "addr": "172.20.1.14:6789/0", b1 ^% u6 H% ~- C9 B
[compute06][DEBUG ] "name": "hostceph2",
6 {# N7 m3 P* z c[compute06][DEBUG ] "public_addr": "172.20.1.14:6789/0",
. W2 o. u: E7 J# Z: T1 {# G[compute06][DEBUG ] "public_addrs": {* T1 y8 j# Y; O: \- i; `. R/ y% m
[compute06][DEBUG ] "addrvec": [
! {; Q9 i' w$ i( H5 c[compute06][DEBUG ] {8 o/ t* b/ I. U7 p
[compute06][DEBUG ] "addr": "172.20.1.14:3300", ; E. _8 c, z% a3 ^8 O
[compute06][DEBUG ] "nonce": 0,
' f/ q$ q0 f- N ?7 A& Y$ s[compute06][DEBUG ] "type": "v2"
+ k# L7 R: a9 G8 E' D* V[compute06][DEBUG ] }, 9 g4 r9 |6 x5 z( _6 }- C! \
[compute06][DEBUG ] {- B5 L( P8 t: A0 P7 |. q7 C
[compute06][DEBUG ] "addr": "172.20.1.14:6789",
3 i9 {$ M$ U# f- U2 t0 Q5 m[compute06][DEBUG ] "nonce": 0,
* o) ~" r! \2 Z& w5 s$ F I/ k[compute06][DEBUG ] "type": "v1"; D2 {5 c6 h& R6 H
[compute06][DEBUG ] }
. H/ Q" u( ^% f[compute06][DEBUG ] ]
* B+ J; d9 ~" D4 @[compute06][DEBUG ] },
/ E1 d8 E$ i/ B[compute06][DEBUG ] "rank": 11 ^, d6 H& {0 C1 e! d9 }, m
[compute06][DEBUG ] },
~) c' q- ?6 [6 t5 _[compute06][DEBUG ] {
4 h* ? J- g5 a" K( y! D3 T: j9 f[compute06][DEBUG ] "addr": "172.20.1.15:6789/0",
8 O( U! R0 p. m+ k, q[compute06][DEBUG ] "name": "hostceph3", 4 k3 |6 \! P9 @3 v6 F
[compute06][DEBUG ] "public_addr": "172.20.1.15:6789/0",
8 h& `1 a) _! q7 J1 g) y[compute06][DEBUG ] "public_addrs": {
$ T& w2 C( o* [ K# H[compute06][DEBUG ] "addrvec": [$ p8 m, e" s& U+ d+ u+ f
[compute06][DEBUG ] {
) A3 e/ P2 p0 |' U[compute06][DEBUG ] "addr": "172.20.1.15:3300", ( O' ], D7 }, s. W+ ^5 J2 W4 P
[compute06][DEBUG ] "nonce": 0,
7 ~" d9 V5 `; j' I! T0 ]& X$ {, q) F[compute06][DEBUG ] "type": "v2"
+ y- X! Z3 V6 V[compute06][DEBUG ] },
/ G/ P. ~" u1 W. s[compute06][DEBUG ] {# p* ]5 W8 c. |
[compute06][DEBUG ] "addr": "172.20.1.15:6789", 6 L# ?0 y3 k$ R% a
[compute06][DEBUG ] "nonce": 0,
& c! c) p6 g* P7 v2 X[compute06][DEBUG ] "type": "v1"- _/ E+ M, V8 U6 e% V1 ]. b
[compute06][DEBUG ] }
' z6 D( n8 y6 H2 } I2 |8 s[compute06][DEBUG ] ]
) ~. B6 s8 L7 h" u9 r# |! p( n[compute06][DEBUG ] }, 2 b+ H* ]3 ^4 N" L; d4 ?0 A
[compute06][DEBUG ] "rank": 28 c9 a; h% j4 X$ v) d
[compute06][DEBUG ] },
+ l2 D4 G8 v& _3 Z7 z[compute06][DEBUG ] {6 Y0 F/ ^4 h1 b8 v; @, _
[compute06][DEBUG ] "addr": "172.20.1.11:6789/0", , ? o+ p. r* K4 N
[compute06][DEBUG ] "name": "compute08",
6 P! [# A0 X Y- E: w# t[compute06][DEBUG ] "public_addr": "172.20.1.11:6789/0", 0 r" Q# X. ?# k# R* @ a1 x
[compute06][DEBUG ] "public_addrs": {
! k2 o c" I) X' B! G[compute06][DEBUG ] "addrvec": [. o& r& R/ p5 A" T( Q; a
[compute06][DEBUG ] {0 y/ P' v% v6 U; x+ n+ ?
[compute06][DEBUG ] "addr": "172.20.1.11:3300", 4 n. O' k4 J, p$ S" x- r
[compute06][DEBUG ] "nonce": 0,
/ y% N3 v }# V[compute06][DEBUG ] "type": "v2"' s' d1 v& Z1 ]# w. }4 L( e3 `
[compute06][DEBUG ] }, ) I7 N$ O9 x1 c3 s% t$ t+ x+ N
[compute06][DEBUG ] {) N" a7 \* Y, B% K
[compute06][DEBUG ] "addr": "172.20.1.11:6789",
* s8 h2 X) E% }: [7 }" i6 p k[compute06][DEBUG ] "nonce": 0, 3 B E" `5 ] M A! ^- I) b+ v
[compute06][DEBUG ] "type": "v1"
% g4 T$ s. E8 A1 Q! g5 G3 w[compute06][DEBUG ] }+ N" K {0 a. B9 S, ?" |7 n
[compute06][DEBUG ] ]3 r v5 U3 M v0 c% B/ A
[compute06][DEBUG ] },
( d; x1 u1 C) D[compute06][DEBUG ] "rank": 3
; p4 p0 N m& M6 Y$ P& M; W[compute06][DEBUG ] }
5 v& ]8 g! h* B d4 T) X4 G[compute06][DEBUG ] ]
: Y" ~7 U2 B- Y[compute06][DEBUG ] }, % S( W& Q9 @9 \5 U5 l" _
[compute06][DEBUG ] "name": "compute06", ) ] a0 d. w3 j$ ?
[compute06][DEBUG ] "outside_quorum": [],
+ E# Q Z7 P5 b[compute06][DEBUG ] "quorum": [], : {- F/ P. W' a$ A
[compute06][DEBUG ] "rank": -1, ; O$ [+ J9 q) ?1 Q5 r3 k/ ]
[compute06][DEBUG ] "state": "probing",
* g4 j# n" ^# x% W[compute06][DEBUG ] "sync_provider": []/ O' ?7 Q/ w4 Z9 M( x- b0 h
[compute06][DEBUG ] }
. o# p9 _! b( p3 G4 D! t1 {[compute06][DEBUG ] ********************************************************************************
; ?1 n4 [. v0 \) x4 j* N0 P: w" r[compute06][INFO ] monitor: mon.compute06 is currently at the state of probing* c3 l3 r/ k& D3 m3 r+ Z
[root@hostceph1 deploy]# ceph -s
; Z" d- ]. o4 H' f; \5 c cluster:
; U8 F& [7 G& x$ y5 J id: 8daade9f-1db5-4e9e-a0ac-cbe1b3abafd1
. i& x2 I0 c* G- r, w5 j9 S health: HEALTH_WARN
: e' q" F- \) H& W$ T 15 daemons have recently crashed
, R+ ?0 u8 S+ e) n
: i% l$ I. M6 r2 T5 u X- g( U services:5 r F7 z+ |- {( m' F* A& H2 B
mon: 5 daemons, quorum hostceph1,hostceph2,hostceph3,compute08,compute06 (age 0.657523s)
) J5 r5 x' o: W mgr: hostceph2(active, since 5M), standbys: hostceph3, hostceph1, compute07, compute09, compute08, compute061 H+ A( f* e0 ~+ @6 ?3 b/ K4 `9 O
osd: 34 osds: 34 up (since 3M), 34 in (since 5M)8 I, m$ w5 V" r2 r/ {
4 R) A$ y9 @& w1 w, N% Q
data:
/ t3 I; h* q% `( R pools: 9 pools, 8832 pgs
R& n4 B R/ O objects: 312.99k objects, 1.2 TiB
% Z/ e0 C" o% R: h3 h usage: 8.3 TiB used, 118 TiB / 127 TiB avail0 L* m f8 L2 M, F. \0 v |" D) ]
pgs: 8832 active+clean
+ N# _. f! [( ?* G
, g8 {7 n- ^/ a+ F io:" ~8 l( j: d% m& f
client: 27 KiB/s rd, 64 KiB/s wr, 13 op/s rd, 6 op/s wr- R3 \: t1 V5 U7 D
5 |4 F0 U6 m% H! G9 A% p8 n' G
4 z& a+ I* _1 B3 i7 xmon的告警解除了。遇到了新的问题。 |
|
发表于 2022-11-15 10:08:55