|
|
楼主 |
发表于 2023-1-12 19:52:38
|
显示全部楼层
启动chronyd服务，检查服务
6 g& C) \0 k' }! S[root@tp266-1 ~]# ceph orch host add tp266-13 r& M' U9 f3 C) U8 l' |! D
Error EINVAL: New host tp266-1 (tp266-1) failed check: ['podman|docker (/bin/podman) is present', 'systemctl is present', 'lvcreate is present', "No time sync service is running; checked for ['chrony.service', 'chronyd.service', 'systemd-timesyncd.service', 'ntpd.service', 'ntp.service', 'ntpsec.service']", 'Hostname "tp266-1" matches what is expected.', 'ERROR: No time synchronization is active']
8 ?. a! P/ h, j[root@tp266-1 ~]# systemctl status chronyd.service
8 e& [8 ]# | E, k2 l+ e2 Q. _● chronyd.service - NTP client/server
( m! a3 N, {" ? @8 E* } Loaded: loaded (/usr/lib/systemd/system/chronyd.service; disabled; vendor preset: enabled): h, W) e9 s* J; z4 l
Active: inactive (dead)
* w0 C) C( }$ p Docs: man:chronyd(8): ~( V# J0 y Q; y* _# V
man:chrony.conf(5)
$ _" e4 O& l6 R9 {[root@tp266-1 ~]# systemctl enable chronyd.service 5 |( m8 D0 o: i& _) g
Created symlink /etc/systemd/system/multi-user.target.wants/chronyd.service → /usr/lib/systemd/system/chronyd.service.
4 o' W5 w; H, ^6 L2 i[root@tp266-1 ~]# systemctl start chronyd.service N6 C6 | W& P5 u8 U$ u% a7 ]
[root@tp266-1 ~]# ceph orch host add tp266-1, F) S7 M# r( a
Added host 'tp266-1'
; u) t% Q# y* A$ O* _[root@tp266-1 ~]# ceph orch host ls
0 h$ r9 o- ?0 \8 A& d3 _# BHOST ADDR LABELS STATUS 6 Z. H0 T3 |2 d5 k- M2 X% Y+ [* E
gm268-1 gm268-1 mon mgr mds 2 w+ y, f0 k1 p2 R/ U( {
gm268-2 gm268-2 mon mgr mds 5 l% B- Q. J# K; L9 p B
gm268-3 gm268-3 mon mgr mds
+ c$ G* _8 o! w" ugm268-4 gm268-4
( x: p6 O8 U+ P9 G* W C4 c1 ~gm268-5 gm268-5 x: K; P7 u% A' w
tp266-1 tp266-1 4 G+ O& z+ [0 i- M P& [, n
[root@tp266-1 ~]# ceph osd tree " y' |: }% i' v3 S% Z( K3 Z
ID CLASS WEIGHT TYPE NAME STATUS REWEIGHT PRI-AFF4 @3 ^+ b+ Z* `, ~
-1 494.79141 root default
5 a5 W( G" B2 f) H) ~ -3 101.86882 host gm268-1 $ o- e- v- q! O, [- u
0 hdd 14.55269 osd.0 up 1.00000 1.00000
, a. ?* e1 r: x5 Z 5 hdd 14.55269 osd.5 up 1.00000 1.000003 X' [; ?8 G, o, p% ]1 b
6 hdd 14.55269 osd.6 up 1.00000 1.00000+ G; y5 Y9 r7 v' ]3 P! P& H
7 hdd 14.55269 osd.7 up 1.00000 1.00000
5 R7 J" K H% I! }% W$ x, ~ 8 hdd 14.55269 osd.8 up 1.00000 1.00000) |5 q3 x/ u4 D O* ]! q* @. P; V
9 hdd 14.55269 osd.9 up 1.00000 1.00000
# r! h- q7 F! D 30 hdd 14.55269 osd.30 up 1.00000 1.00000
& W9 |8 t. u$ a -5 101.86882 host gm268-2 2 d* C ^) U- V. @
1 hdd 14.55269 osd.1 up 1.00000 1.00000
; D# D! P' ?8 K) c" i* ? 10 hdd 14.55269 osd.10 up 1.00000 1.00000
4 q1 [6 i8 p) N2 J 11 hdd 14.55269 osd.11 up 1.00000 1.000000 v% f5 n( j) O! l( t% _0 H" A
12 hdd 14.55269 osd.12 up 1.00000 1.00000
( u( P2 B& N& Y) A; l6 t3 q0 o 13 hdd 14.55269 osd.13 up 1.00000 1.000005 e5 M1 U, X" C7 j* D9 }$ v
14 hdd 14.55269 osd.14 up 1.00000 1.00000+ Y+ _7 M4 Y( L: x2 Z7 I/ b! Z
31 hdd 14.55269 osd.31 up 1.00000 1.00000
0 o9 ]( T7 s. Z3 M3 n5 I' ~ -7 101.86882 host gm268-3
+ Z, M. v1 h5 A+ Y8 D/ J! I+ U 2 hdd 14.55269 osd.2 up 1.00000 1.000001 ^* ?0 c1 K5 w8 J1 L( @/ e; P9 S2 s2 x
15 hdd 14.55269 osd.15 up 1.00000 1.000003 r. Q* F- K+ k- D1 F. j! Q
16 hdd 14.55269 osd.16 up 1.00000 1.00000
8 d; \* S1 ?$ a 17 hdd 14.55269 osd.17 up 1.00000 1.00000
4 c( ~6 O+ C- n" U. v5 O, c 18 hdd 14.55269 osd.18 up 1.00000 1.00000: r4 i" R4 b( ]
19 hdd 14.55269 osd.19 up 1.00000 1.00000
" V4 B$ X3 Q+ Q; M8 K+ w6 M 32 hdd 14.55269 osd.32 up 1.00000 1.00000
5 i2 E7 d, P9 [+ y) p# |: t -9 101.86882 host gm268-4 6 g$ P$ N# ?& N6 A
3 hdd 14.55269 osd.3 up 1.00000 1.00000
+ _! @4 U+ I+ r8 [( G 20 hdd 14.55269 osd.20 up 1.00000 1.00000- y6 ^/ h7 C' c* Z. L/ h1 Y
21 hdd 14.55269 osd.21 up 1.00000 1.00000
5 P0 d; p9 [4 R+ {( t: T9 l" n" Q6 W4 v 22 hdd 14.55269 osd.22 up 1.00000 1.00000" L0 L* u( d8 n$ F4 q0 z3 `
23 hdd 14.55269 osd.23 up 1.00000 1.00000 |* }8 Z: |/ _. e
24 hdd 14.55269 osd.24 up 1.00000 1.00000( M# ]+ L- `% K( \( ?. h) ]7 ^' s/ Y
33 hdd 14.55269 osd.33 up 1.00000 1.00000
8 x" h4 y$ R. r" i' p, u-11 87.31613 host gm268-5 7 D4 G' _, N! z' {! A
4 hdd 14.55269 osd.4 up 1.00000 1.00000
6 Y0 j4 e6 b5 S' c 25 hdd 14.55269 osd.25 up 1.00000 1.00000" G. W4 d& C. j7 `4 p
26 hdd 14.55269 osd.26 up 1.00000 1.00000
( @- S/ I7 Z6 M- n4 {# h- L: Q 27 hdd 14.55269 osd.27 up 1.00000 1.000000 ]( c) u6 k' m
28 hdd 14.55269 osd.28 up 1.00000 1.000005 s" B" [- p1 ^8 `* M
29 hdd 14.55269 osd.29 up 1.00000 1.00000- l3 O' f- O1 f. }
[root@tp266-1 ~]# ceph orch device
# D! m$ z. S; U# jls zap # t/ p- J- S! n3 s' S3 _3 u
[root@tp266-1 ~]# ceph orch device ls
: O7 P! [" R7 n! m: R& IHostname Path Type Serial Size Health Ident Fault Available
9 d' T$ ^0 c I4 Q. zgm268-1 /dev/sdb hdd ZR57NZTL 16.0T Unknown N/A N/A No
6 \8 i9 l3 e9 ~9 Cgm268-1 /dev/sdc hdd ZR5C2ZJH 16.0T Unknown N/A N/A No
6 s% a9 l: g5 o' m' e+ \; Jgm268-1 /dev/sdd hdd ZR60WPTL 16.0T Unknown N/A N/A No
8 E+ I0 P2 |$ U# [. V* Wgm268-1 /dev/sde hdd ZR70RHVC 16.0T Unknown N/A N/A No
( Q+ a" B1 M0 w# d: ggm268-1 /dev/sdf hdd ZR5BZP22 16.0T Unknown N/A N/A No 2 n5 q9 j0 g3 `5 u' C; ?$ \' }( w
gm268-1 /dev/sdg hdd ZR70S24Q 16.0T Unknown N/A N/A No - }9 q6 D7 h: h* t! {* @
gm268-1 /dev/sdh hdd ZR70SC6Z 16.0T Unknown N/A N/A No , ?8 z; T. v" Z6 Z3 Q! G
gm268-2 /dev/sdb hdd ZR60VY28 16.0T Unknown N/A N/A No
: R# @7 {/ ]5 Rgm268-2 /dev/sdc hdd ZR60VMD7 16.0T Unknown N/A N/A No 3 e0 e8 `( ^/ Z. R" m, x
gm268-2 /dev/sdd hdd ZR60WP1Q 16.0T Unknown N/A N/A No
: I9 t$ t3 y l1 a; T/ p0 ugm268-2 /dev/sde hdd ZR5BV70V 16.0T Unknown N/A N/A No
/ s/ k5 i3 e- n% e! j& zgm268-2 /dev/sdf hdd ZR70RD1H 16.0T Unknown N/A N/A No
' Q: j) G! S9 r3 G6 Sgm268-2 /dev/sdg hdd ZR56SX4N 16.0T Unknown N/A N/A No . M4 C( S, R! Q1 J
gm268-2 /dev/sdh hdd ZR60WHVQ 16.0T Unknown N/A N/A No 6 q1 ?/ ]2 i/ w" V3 g) u! i* N! ?* y
gm268-3 /dev/sdb hdd ZR70S1H2 16.0T Unknown N/A N/A No
& ~- G2 e" o1 a1 D) Egm268-3 /dev/sdc hdd ZR5C05T9 16.0T Unknown N/A N/A No
4 m+ U- e$ `, A' L& zgm268-3 /dev/sdd hdd ZR60W0VD 16.0T Unknown N/A N/A No
, ^# A4 @) a. J( ]gm268-3 /dev/sde hdd ZR70S8ZB 16.0T Unknown N/A N/A No
% W2 I( ~1 }! S3 q2 o. f9 ~6 `gm268-3 /dev/sdf hdd ZR5BQ7DG 16.0T Unknown N/A N/A No 0 ?+ i4 Y) l& ^( `7 M* X
gm268-3 /dev/sdg hdd ZR60WAM3 16.0T Unknown N/A N/A No ' o- b8 Q% _# K" Q" ]3 f
gm268-3 /dev/sdh hdd ZR5BVZ1L 16.0T Unknown N/A N/A No
6 L0 L- ~/ q% l( C; B( @1 a" Dgm268-4 /dev/nvme0n1 ssd S4EWNF0MB07783D 1000G Unknown N/A N/A No
" l) H; U5 q4 C3 V' I& G7 Jgm268-4 /dev/sdb hdd ZR5BQAQ8 16.0T Unknown N/A N/A No # z9 ?& P: W- j' o1 ]$ I
gm268-4 /dev/sdc hdd ZR60WSB1 16.0T Unknown N/A N/A No : u7 ]; x0 v3 m- c
gm268-4 /dev/sdd hdd ZR60GAFJ 16.0T Unknown N/A N/A No ! P9 Z' }( v* J2 E( x F/ C6 P! M
gm268-4 /dev/sde hdd ZR70S2MC 16.0T Unknown N/A N/A No , n; a0 o/ l5 d* a; H* K" I
gm268-4 /dev/sdf hdd ZR70RR2Z 16.0T Unknown N/A N/A No - \0 t- C. x! u0 O
gm268-4 /dev/sdg hdd ZR70S9BA 16.0T Unknown N/A N/A No
/ g" A9 m& T3 f+ [0 Sgm268-4 /dev/sdh hdd ZR5C0BSJ 16.0T Unknown N/A N/A No
* f, t" q( |8 _, R5 @: S$ p3 Pgm268-5 /dev/sdb hdd ZR70SD4K 16.0T Unknown N/A N/A No
% r V' y/ }- i j: `0 U6 P- Zgm268-5 /dev/sdc hdd ZR5BSKHS 16.0T Unknown N/A N/A No
4 m) u- P$ Y2 M, s Hgm268-5 /dev/sdd hdd ZR5C3JGK 16.0T Unknown N/A N/A No
8 F s, P1 v: S7 a" q( p) a5 ggm268-5 /dev/sde hdd ZR70S1S0 16.0T Unknown N/A N/A No
' F: u: t, H6 w! e3 Kgm268-5 /dev/sdf hdd ZR70H12V 16.0T Unknown N/A N/A No j% j. T+ B4 m
gm268-5 /dev/sdg hdd ZR70S3AV 16.0T Unknown N/A N/A No
3 @" i4 l8 @: N R. r. R( }[root@tp266-1 ~]# ceph orch device ls
- ^/ `/ A+ s( f( ~0 h9 h$ }Hostname Path Type Serial Size Health Ident Fault Available 6 m( m. F/ X( O* e+ n
gm268-1 /dev/sdb hdd ZR57NZTL 16.0T Unknown N/A N/A No
3 X0 ^& t) z5 x c8 F% t# r0 Ngm268-1 /dev/sdc hdd ZR5C2ZJH 16.0T Unknown N/A N/A No
5 f! {: }5 u* t" [8 i4 X' G' ~gm268-1 /dev/sdd hdd ZR60WPTL 16.0T Unknown N/A N/A No
' R; D. p* j6 j6 b1 Y. \gm268-1 /dev/sde hdd ZR70RHVC 16.0T Unknown N/A N/A No
% L2 e4 F' ?; A0 o& M8 _# Y) ^7 V- E" lgm268-1 /dev/sdf hdd ZR5BZP22 16.0T Unknown N/A N/A No 4 ~. b' g" ^. Q6 V* D A! x
gm268-1 /dev/sdg hdd ZR70S24Q 16.0T Unknown N/A N/A No $ P- m1 v$ c3 f; J- A
gm268-1 /dev/sdh hdd ZR70SC6Z 16.0T Unknown N/A N/A No
: c7 n( |, `: [# [- ]gm268-2 /dev/sdb hdd ZR60VY28 16.0T Unknown N/A N/A No
5 ?% C% Q# S" P, q$ r# Tgm268-2 /dev/sdc hdd ZR60VMD7 16.0T Unknown N/A N/A No 9 P" m0 R. a7 r6 N' Q: N! d
gm268-2 /dev/sdd hdd ZR60WP1Q 16.0T Unknown N/A N/A No
% P" w) A) p2 e& ^gm268-2 /dev/sde hdd ZR5BV70V 16.0T Unknown N/A N/A No $ b0 o- E8 w& P, |
gm268-2 /dev/sdf hdd ZR70RD1H 16.0T Unknown N/A N/A No 0 H% _. H r+ ~0 {2 S
gm268-2 /dev/sdg hdd ZR56SX4N 16.0T Unknown N/A N/A No
/ S3 W; x: \' J) s; t6 Y1 ~gm268-2 /dev/sdh hdd ZR60WHVQ 16.0T Unknown N/A N/A No - X$ I0 q$ a( P- q0 E# c! d
gm268-3 /dev/sdb hdd ZR70S1H2 16.0T Unknown N/A N/A No
6 I, t; C( G5 ]# Qgm268-3 /dev/sdc hdd ZR5C05T9 16.0T Unknown N/A N/A No : ?: \8 p/ O+ E/ z8 Q- u
gm268-3 /dev/sdd hdd ZR60W0VD 16.0T Unknown N/A N/A No
0 ^3 C, b; e( B6 s" Agm268-3 /dev/sde hdd ZR70S8ZB 16.0T Unknown N/A N/A No
, x/ C t5 ?, B# F) E/ ?7 _gm268-3 /dev/sdf hdd ZR5BQ7DG 16.0T Unknown N/A N/A No : f, ^2 |% e! f0 N$ o
gm268-3 /dev/sdg hdd ZR60WAM3 16.0T Unknown N/A N/A No 5 a7 K7 ~$ C( t
gm268-3 /dev/sdh hdd ZR5BVZ1L 16.0T Unknown N/A N/A No
& f! C, l( }0 ~& Dgm268-4 /dev/nvme0n1 ssd S4EWNF0MB07783D 1000G Unknown N/A N/A No
9 N& R$ k0 L p$ t2 S# Y7 Egm268-4 /dev/sdb hdd ZR5BQAQ8 16.0T Unknown N/A N/A No
; X; ]' a( ], b6 \8 Qgm268-4 /dev/sdc hdd ZR60WSB1 16.0T Unknown N/A N/A No 1 W7 Z1 @$ b1 D' |" H2 y
gm268-4 /dev/sdd hdd ZR60GAFJ 16.0T Unknown N/A N/A No
; ]9 X8 w% j! n* n# p9 u5 Z' Wgm268-4 /dev/sde hdd ZR70S2MC 16.0T Unknown N/A N/A No
3 H: |5 ~0 F, w$ o5 P# C) Tgm268-4 /dev/sdf hdd ZR70RR2Z 16.0T Unknown N/A N/A No
6 u, C/ R7 D5 n, _, Pgm268-4 /dev/sdg hdd ZR70S9BA 16.0T Unknown N/A N/A No $ f% |6 \% e3 D" w9 f
gm268-4 /dev/sdh hdd ZR5C0BSJ 16.0T Unknown N/A N/A No " P/ V. `; s% c% S4 T
gm268-5 /dev/sdb hdd ZR70SD4K 16.0T Unknown N/A N/A No
6 f6 ^* m4 F8 [2 T7 }* p3 |gm268-5 /dev/sdc hdd ZR5BSKHS 16.0T Unknown N/A N/A No
9 N. v0 t' ]/ w9 Pgm268-5 /dev/sdd hdd ZR5C3JGK 16.0T Unknown N/A N/A No : \- F) y4 G! y. E8 B
gm268-5 /dev/sde hdd ZR70S1S0 16.0T Unknown N/A N/A No 8 e# `; r S3 H/ ` F8 ~
gm268-5 /dev/sdf hdd ZR70H12V 16.0T Unknown N/A N/A No 5 Q. q. Z# \& E, P6 i. B
gm268-5 /dev/sdg hdd ZR70S3AV 16.0T Unknown N/A N/A No
' n" i7 y5 S3 J& R[root@tp266-1 ~]# ceph orch device ls ; B7 i8 I% ^) d6 W Y. S
Hostname Path Type Serial Size Health Ident Fault Available 9 x. s" D( Y) Y+ G7 ]# J3 x H" M
gm268-1 /dev/sdb hdd ZR57NZTL 16.0T Unknown N/A N/A No 6 D) {; W- f2 A1 t
gm268-1 /dev/sdc hdd ZR5C2ZJH 16.0T Unknown N/A N/A No
' G1 s" X9 o, U( Pgm268-1 /dev/sdd hdd ZR60WPTL 16.0T Unknown N/A N/A No
1 i% H. g& R7 z/ d! M) Ngm268-1 /dev/sde hdd ZR70RHVC 16.0T Unknown N/A N/A No
0 Q C" ~; T6 Y! ~$ [( u3 ~gm268-1 /dev/sdf hdd ZR5BZP22 16.0T Unknown N/A N/A No ! E. E0 ^' N* s, R. }
gm268-1 /dev/sdg hdd ZR70S24Q 16.0T Unknown N/A N/A No
$ R3 K1 n3 _9 f) Bgm268-1 /dev/sdh hdd ZR70SC6Z 16.0T Unknown N/A N/A No
! P4 w( `0 H F* l: Tgm268-2 /dev/sdb hdd ZR60VY28 16.0T Unknown N/A N/A No 9 k1 d# W+ V+ y% V& c
gm268-2 /dev/sdc hdd ZR60VMD7 16.0T Unknown N/A N/A No ( G0 w9 U8 h; `: A9 p1 r2 ]
gm268-2 /dev/sdd hdd ZR60WP1Q 16.0T Unknown N/A N/A No
3 F% o2 e5 L5 _6 @) c0 P' Wgm268-2 /dev/sde hdd ZR5BV70V 16.0T Unknown N/A N/A No
+ r' B1 r/ K6 P4 i$ S4 x" kgm268-2 /dev/sdf hdd ZR70RD1H 16.0T Unknown N/A N/A No " V7 V5 B g2 T* I! B( P
gm268-2 /dev/sdg hdd ZR56SX4N 16.0T Unknown N/A N/A No - N A! r& T* v; O. k# g4 _: g
gm268-2 /dev/sdh hdd ZR60WHVQ 16.0T Unknown N/A N/A No * C" U6 H0 |2 X
gm268-3 /dev/sdb hdd ZR70S1H2 16.0T Unknown N/A N/A No
x5 v+ d+ U' U' i+ j2 ~gm268-3 /dev/sdc hdd ZR5C05T9 16.0T Unknown N/A N/A No 8 x/ t+ Z& g- {/ n$ l# ~$ P
gm268-3 /dev/sdd hdd ZR60W0VD 16.0T Unknown N/A N/A No
! b$ O4 ~ H& L% S$ Qgm268-3 /dev/sde hdd ZR70S8ZB 16.0T Unknown N/A N/A No 0 _# L6 R0 I* j/ g. g; w5 j
gm268-3 /dev/sdf hdd ZR5BQ7DG 16.0T Unknown N/A N/A No , I3 v. p! H F
gm268-3 /dev/sdg hdd ZR60WAM3 16.0T Unknown N/A N/A No
; r, d& _ m( r) u0 vgm268-3 /dev/sdh hdd ZR5BVZ1L 16.0T Unknown N/A N/A No + F/ \$ _$ k& S) k* ?3 `9 ?
gm268-4 /dev/nvme0n1 ssd S4EWNF0MB07783D 1000G Unknown N/A N/A No
! g5 l2 r& W) zgm268-4 /dev/sdb hdd ZR5BQAQ8 16.0T Unknown N/A N/A No 5 x& v8 I% M2 ^, T! `- L9 T
gm268-4 /dev/sdc hdd ZR60WSB1 16.0T Unknown N/A N/A No 2 e3 ?& q m: k! h1 l, }
gm268-4 /dev/sdd hdd ZR60GAFJ 16.0T Unknown N/A N/A No
% d M4 }' W: C4 E+ Ygm268-4 /dev/sde hdd ZR70S2MC 16.0T Unknown N/A N/A No
9 s/ U" `. T( U) h0 w4 {: agm268-4 /dev/sdf hdd ZR70RR2Z 16.0T Unknown N/A N/A No 0 D* _* g |3 P/ C5 ~2 X
gm268-4 /dev/sdg hdd ZR70S9BA 16.0T Unknown N/A N/A No ) E! b% z6 a3 Y: r1 q1 z- a. D
gm268-4 /dev/sdh hdd ZR5C0BSJ 16.0T Unknown N/A N/A No 4 B& ]6 S% Z- K: i( z
gm268-5 /dev/sdb hdd ZR70SD4K 16.0T Unknown N/A N/A No ; C7 N% U$ ?5 ?
gm268-5 /dev/sdc hdd ZR5BSKHS 16.0T Unknown N/A N/A No
( p2 r7 A" n jgm268-5 /dev/sdd hdd ZR5C3JGK 16.0T Unknown N/A N/A No 3 }# e% u8 P6 V& u y
gm268-5 /dev/sde hdd ZR70S1S0 16.0T Unknown N/A N/A No `* W1 U3 E1 F+ \- [! ?
gm268-5 /dev/sdf hdd ZR70H12V 16.0T Unknown N/A N/A No
) X: @' {) X0 Q, S) H0 }1 M4 tgm268-5 /dev/sdg hdd ZR70S3AV 16.0T Unknown N/A N/A No
* k8 x7 A1 l% W: E$ X% p2 h% x5 ~[root@tp266-1 ~]# ceph orch device ls ) X* ?- q6 N$ Z6 @) w; H" ? M
Hostname Path Type Serial Size Health Ident Fault Available
9 T7 N G4 f" o5 s; w2 @gm268-1 /dev/sdb hdd ZR57NZTL 16.0T Unknown N/A N/A No
& E9 v4 r H+ {6 cgm268-1 /dev/sdc hdd ZR5C2ZJH 16.0T Unknown N/A N/A No
; `3 T, C; Z x* @& ^2 H( Sgm268-1 /dev/sdd hdd ZR60WPTL 16.0T Unknown N/A N/A No 1 h+ f- n1 M' D/ q5 U8 g
gm268-1 /dev/sde hdd ZR70RHVC 16.0T Unknown N/A N/A No 2 n) n+ k2 p% h5 Y2 k+ z
gm268-1 /dev/sdf hdd ZR5BZP22 16.0T Unknown N/A N/A No
3 @9 H4 j4 V! K, |) Hgm268-1 /dev/sdg hdd ZR70S24Q 16.0T Unknown N/A N/A No + A6 o2 W/ i, \- ?2 ~" J, A1 D
gm268-1 /dev/sdh hdd ZR70SC6Z 16.0T Unknown N/A N/A No 7 x* |! k Q2 o d
gm268-2 /dev/sdb hdd ZR60VY28 16.0T Unknown N/A N/A No # A& m; o$ {6 m: g6 z
gm268-2 /dev/sdc hdd ZR60VMD7 16.0T Unknown N/A N/A No / w2 \& ^2 O; E
gm268-2 /dev/sdd hdd ZR60WP1Q 16.0T Unknown N/A N/A No , P2 y3 t/ [+ y# q
gm268-2 /dev/sde hdd ZR5BV70V 16.0T Unknown N/A N/A No 8 h2 o$ e! B1 |- \, j$ w
gm268-2 /dev/sdf hdd ZR70RD1H 16.0T Unknown N/A N/A No
: @% C" d9 k9 m2 L8 S, k* n" Ogm268-2 /dev/sdg hdd ZR56SX4N 16.0T Unknown N/A N/A No
5 Z/ K2 X! }5 N9 }& a/ A) {gm268-2 /dev/sdh hdd ZR60WHVQ 16.0T Unknown N/A N/A No ) w# A/ H4 y- J& r6 l3 {
gm268-3 /dev/sdb hdd ZR70S1H2 16.0T Unknown N/A N/A No ) b; y6 E: N6 n7 L8 |4 X6 V
gm268-3 /dev/sdc hdd ZR5C05T9 16.0T Unknown N/A N/A No
6 f9 r$ l8 L) j7 ]% y( w( wgm268-3 /dev/sdd hdd ZR60W0VD 16.0T Unknown N/A N/A No s' X6 K1 _) j& o7 L k
gm268-3 /dev/sde hdd ZR70S8ZB 16.0T Unknown N/A N/A No * `% r& G. C- c& _$ v% ^
gm268-3 /dev/sdf hdd ZR5BQ7DG 16.0T Unknown N/A N/A No
+ X i* y! ?; Q& ]% Z# Hgm268-3 /dev/sdg hdd ZR60WAM3 16.0T Unknown N/A N/A No
7 }& s& V+ |- mgm268-3 /dev/sdh hdd ZR5BVZ1L 16.0T Unknown N/A N/A No , x5 a9 N2 S4 f% W
gm268-4 /dev/nvme0n1 ssd S4EWNF0MB07783D 1000G Unknown N/A N/A No
+ A0 H7 ]; _; r! L0 H! kgm268-4 /dev/sdb hdd ZR5BQAQ8 16.0T Unknown N/A N/A No ! s+ E) `: S! y. h
gm268-4 /dev/sdc hdd ZR60WSB1 16.0T Unknown N/A N/A No
. n, r( ^5 j9 J' L8 K; u- n. ogm268-4 /dev/sdd hdd ZR60GAFJ 16.0T Unknown N/A N/A No * M0 j8 {: f( G% P/ W# p
gm268-4 /dev/sde hdd ZR70S2MC 16.0T Unknown N/A N/A No . ~7 V% O6 m( M$ p7 ~2 F' V
gm268-4 /dev/sdf hdd ZR70RR2Z 16.0T Unknown N/A N/A No / |9 ^+ q% T- V+ ^7 e# R: t
gm268-4 /dev/sdg hdd ZR70S9BA 16.0T Unknown N/A N/A No
6 V: \+ j, x6 x4 v2 X( z* ngm268-4 /dev/sdh hdd ZR5C0BSJ 16.0T Unknown N/A N/A No ( f( X: ]3 [5 R0 ^; p
gm268-5 /dev/sdb hdd ZR70SD4K 16.0T Unknown N/A N/A No
! i+ w V W7 h. ^" b6 p& ^gm268-5 /dev/sdc hdd ZR5BSKHS 16.0T Unknown N/A N/A No
4 s( v9 f' V/ ^9 c6 ^gm268-5 /dev/sdd hdd ZR5C3JGK 16.0T Unknown N/A N/A No . k: } m% @( `1 A; |
gm268-5 /dev/sde hdd ZR70S1S0 16.0T Unknown N/A N/A No
' q; p; W. \& r9 q$ r# H2 Hgm268-5 /dev/sdf hdd ZR70H12V 16.0T Unknown N/A N/A No , I6 F. `$ j" |, d$ S
gm268-5 /dev/sdg hdd ZR70S3AV 16.0T Unknown N/A N/A No
8 ]1 g7 C6 V3 B# `[root@tp266-1 ~]# ceph orch device ls , ?; G3 k. x4 t% Z& z- j3 e
Hostname Path Type Serial Size Health Ident Fault Available # E" B1 j* M1 Z+ j, s
gm268-1 /dev/sdb hdd ZR57NZTL 16.0T Unknown N/A N/A No
, K G' v( U2 J: m# dgm268-1 /dev/sdc hdd ZR5C2ZJH 16.0T Unknown N/A N/A No 8 h1 N6 L) [: g* |) l9 s% w) z5 i
gm268-1 /dev/sdd hdd ZR60WPTL 16.0T Unknown N/A N/A No % ]8 t$ n9 {8 k" F( w( P
gm268-1 /dev/sde hdd ZR70RHVC 16.0T Unknown N/A N/A No ' d+ J$ T: @5 \
gm268-1 /dev/sdf hdd ZR5BZP22 16.0T Unknown N/A N/A No & g2 b% M6 y* m9 h4 d a
gm268-1 /dev/sdg hdd ZR70S24Q 16.0T Unknown N/A N/A No - K4 B& k l. j7 F
gm268-1 /dev/sdh hdd ZR70SC6Z 16.0T Unknown N/A N/A No . Z' z( J/ _* v' G+ H; Y
gm268-2 /dev/sdb hdd ZR60VY28 16.0T Unknown N/A N/A No 7 S4 _" C3 U9 H- h/ D
gm268-2 /dev/sdc hdd ZR60VMD7 16.0T Unknown N/A N/A No 0 l, ?- q0 q/ }9 i' H0 w
gm268-2 /dev/sdd hdd ZR60WP1Q 16.0T Unknown N/A N/A No
) B# r0 ?: N! J1 M5 ]$ Z0 V5 rgm268-2 /dev/sde hdd ZR5BV70V 16.0T Unknown N/A N/A No
& Z4 e; a4 t5 F3 A! }! y% {# Bgm268-2 /dev/sdf hdd ZR70RD1H 16.0T Unknown N/A N/A No 7 U4 |) W6 R- q; r9 D
gm268-2 /dev/sdg hdd ZR56SX4N 16.0T Unknown N/A N/A No - G- ~4 d- X9 B( p5 S3 [0 ~, Q
gm268-2 /dev/sdh hdd ZR60WHVQ 16.0T Unknown N/A N/A No & r% R& `0 J; a6 s" w5 x b
gm268-3 /dev/sdb hdd ZR70S1H2 16.0T Unknown N/A N/A No
2 }& t& f" L0 E* V8 R4 S% ^gm268-3 /dev/sdc hdd ZR5C05T9 16.0T Unknown N/A N/A No 4 r, p& j' n/ k+ A2 {8 e
gm268-3 /dev/sdd hdd ZR60W0VD 16.0T Unknown N/A N/A No $ }. h f- s9 ]6 A3 K
gm268-3 /dev/sde hdd ZR70S8ZB 16.0T Unknown N/A N/A No 8 U- m" K+ b/ Y/ F, p2 o- A# O
gm268-3 /dev/sdf hdd ZR5BQ7DG 16.0T Unknown N/A N/A No " J" Z9 n A, M* ^
gm268-3 /dev/sdg hdd ZR60WAM3 16.0T Unknown N/A N/A No 3 M, U! r! V- s1 B1 B+ f$ S
gm268-3 /dev/sdh hdd ZR5BVZ1L 16.0T Unknown N/A N/A No
6 k4 L' A. a% I- hgm268-4 /dev/nvme0n1 ssd S4EWNF0MB07783D 1000G Unknown N/A N/A No
. S3 y7 j% o+ j" J/ C; ugm268-4 /dev/sdb hdd ZR5BQAQ8 16.0T Unknown N/A N/A No
% T1 S" `. _+ E1 q7 i: M# qgm268-4 /dev/sdc hdd ZR60WSB1 16.0T Unknown N/A N/A No / O6 M) j" F4 K, q
gm268-4 /dev/sdd hdd ZR60GAFJ 16.0T Unknown N/A N/A No
; @6 @3 J; ~4 R9 T; W I: mgm268-4 /dev/sde hdd ZR70S2MC 16.0T Unknown N/A N/A No
" F! Q1 ]) H, T: O( j9 y( Jgm268-4 /dev/sdf hdd ZR70RR2Z 16.0T Unknown N/A N/A No * B: d5 H( N2 g5 g' l
gm268-4 /dev/sdg hdd ZR70S9BA 16.0T Unknown N/A N/A No % u+ Z0 _1 @9 y! C; N
gm268-4 /dev/sdh hdd ZR5C0BSJ 16.0T Unknown N/A N/A No
% A) q# i: ?2 n0 Dgm268-5 /dev/sdb hdd ZR70SD4K 16.0T Unknown N/A N/A No ' z0 L5 E: m6 ]- n; X- W
gm268-5 /dev/sdc hdd ZR5BSKHS 16.0T Unknown N/A N/A No ) f, B3 T+ ~& t0 J' {# h, _
gm268-5 /dev/sdd hdd ZR5C3JGK 16.0T Unknown N/A N/A No . r1 A6 J) |: b# x( g
gm268-5 /dev/sde hdd ZR70S1S0 16.0T Unknown N/A N/A No
! D1 \# _4 v: [. ngm268-5 /dev/sdf hdd ZR70H12V 16.0T Unknown N/A N/A No , ^8 F: G' |/ A
gm268-5 /dev/sdg hdd ZR70S3AV 16.0T Unknown N/A N/A No ( H0 S) i0 h3 B3 E0 ~
[root@tp266-1 ~]# ceph orch host ls
5 k, [ ?7 Q9 n% q) H# Q) Q. }HOST ADDR LABELS STATUS
: O7 ?% k- P o" N, B' H% ugm268-1 gm268-1 mon mgr mds " V2 P! V+ o2 b8 Z, _5 Z
gm268-2 gm268-2 mon mgr mds # f5 ]$ W8 Q: ]2 B
gm268-3 gm268-3 mon mgr mds " T) N q! k; v
gm268-4 gm268-4
9 V4 U& z% v9 { a" \+ Ngm268-5 gm268-5 + k3 f( ?$ b6 |, @5 ~
tp266-1 tp266-1
9 j# P1 Y9 O; b* ^3 b9 n[root@tp266-1 ~]# podman ps
. t8 N& v; o' eCONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES
% r. V% c% I* e7 i* S[root@tp266-1 ~]# ceph orch ls 4 {( O8 u# ]0 R7 X4 [5 s7 H' h
NAME RUNNING REFRESHED AGE PLACEMENT IMAGE NAME IMAGE ID 8 ^+ w' X! L* ^4 y
alertmanager 1/1 72m ago 3d count:1 quay.io/prometheus/alertmanager:v0.20.0 0881eb8f169f
- M* w% Y- C' M7 V) Ucrash 5/6 72m ago 3d * quay.io/ceph/ceph:v15 93146564743f
$ W: d: f" w. q: F7 @grafana 1/1 72m ago 3d count:1 quay.io/ceph/ceph-grafana:6.7.4 557c83e11646
7 l; n# b7 c8 e5 ?: u- |% V& [ R7 Pmds.cephfs 3/3 72m ago 3d label:mds quay.io/ceph/ceph:v15 93146564743f ; e6 D/ w% Z B z- f: d' _; h
mgr 3/3 72m ago 3d label:mgr quay.io/ceph/ceph:v15 93146564743f
0 `: N/ Y/ |9 q# M2 G: G* lmon 3/3 72m ago 3d label:mon quay.io/ceph/ceph:v15 93146564743f
, Y0 y# d/ z( V% Unode-exporter 5/6 72m ago 3d * quay.io/prometheus/node-exporter:v0.18.1 e5a616e4b9cf ( p* E8 j- c3 c$ c
osd.None 34/0 72m ago - <unmanaged> quay.io/ceph/ceph:v15 93146564743f
, }! o- B1 G- f( {prometheus 1/1 72m ago 3d count:1 quay.io/prometheus/prometheus:v2.18.1 de242295e225 8 ^7 |5 j8 r* a g- ?& I" V( r
[root@tp266-1 ~]# ceph $ S+ j- {" K+ V) S5 h
alerts config-key features insights mgr osd rbd telegraf versions
6 L8 ]; r2 e: c+ B, V: h; d* b+ ~' |auth crash fs iostat mon pg report telemetry zabbix7 p1 O* c. B+ @
balancer dashboard fsid k8sevents nfs progress restful tell
8 B% t4 A- S0 i2 Qcephadm device health log node prometheus service test_orchestrator ~# z5 ^) c* A0 j0 D
config df influx mds orch quorum_status status time-sync-status ) D) j7 ~! L4 V: Q( L
[root@tp266-1 ~]# ceph
& J3 W/ k5 T6 }alerts config-key features insights mgr osd rbd telegraf versions2 p/ {% q3 F8 M$ i
auth crash fs iostat mon pg report telemetry zabbix
2 D& U! R( M3 Nbalancer dashboard fsid k8sevents nfs progress restful tell
$ m# j( v( L9 G1 I0 ]; n* L$ Tcephadm device health log node prometheus service test_orchestrator
c9 b0 ]0 B9 E# q& K' X) \* sconfig df influx mds orch quorum_status status time-sync-status 0 s( L, Q1 ]8 L% l
[root@tp266-1 ~]# ceph orch host ls4 p7 g9 y3 Q" ]5 \8 L
HOST ADDR LABELS STATUS
# N/ z7 Q2 d2 f3 V( vgm268-1 gm268-1 mon mgr mds - O4 V ?6 h& m6 Z/ G1 r/ U
gm268-2 gm268-2 mon mgr mds
! ?& F+ h! F+ S# t% e8 f+ tgm268-3 gm268-3 mon mgr mds
, @8 {" _9 ?) s0 B/ \' @gm268-4 gm268-4
1 P" |( K6 X$ V0 q3 h# t9 Cgm268-5 gm268-5
* k9 y' V7 ^' n/ I ]; Qtp266-1 tp266-1
: M0 I! h- `& G- B[root@tp266-1 ~]# ceph orch device ls
6 F3 A6 |5 y3 h: u1 y rHostname Path Type Serial Size Health Ident Fault Available & d' X# l4 X) E8 P7 W& B
gm268-1 /dev/sdb hdd ZR57NZTL 16.0T Unknown N/A N/A No
4 S, }+ n I1 t( cgm268-1 /dev/sdc hdd ZR5C2ZJH 16.0T Unknown N/A N/A No - U7 c' D2 \( Z
gm268-1 /dev/sdd hdd ZR60WPTL 16.0T Unknown N/A N/A No
1 x2 A$ L$ u2 H" e' fgm268-1 /dev/sde hdd ZR70RHVC 16.0T Unknown N/A N/A No
' C8 a5 h. \% igm268-1 /dev/sdf hdd ZR5BZP22 16.0T Unknown N/A N/A No : M' M$ l: ?& ^' ]7 m5 _9 L
gm268-1 /dev/sdg hdd ZR70S24Q 16.0T Unknown N/A N/A No $ x8 u/ _/ G; j
gm268-1 /dev/sdh hdd ZR70SC6Z 16.0T Unknown N/A N/A No
) M' g8 T4 w9 i* Ogm268-2 /dev/sdb hdd ZR60VY28 16.0T Unknown N/A N/A No ( K: f7 g+ w1 Q4 y$ |
gm268-2 /dev/sdc hdd ZR60VMD7 16.0T Unknown N/A N/A No " B! s5 |' c1 d) L @8 G
gm268-2 /dev/sdd hdd ZR60WP1Q 16.0T Unknown N/A N/A No
7 M9 }, ~3 u" @8 s& x- A8 A4 t Z. _5 Ngm268-2 /dev/sde hdd ZR5BV70V 16.0T Unknown N/A N/A No ' I9 d0 Z7 K( L+ x6 J" y0 G0 T
gm268-2 /dev/sdf hdd ZR70RD1H 16.0T Unknown N/A N/A No ' J5 U p/ e9 D3 Y- C: i3 Z+ j
gm268-2 /dev/sdg hdd ZR56SX4N 16.0T Unknown N/A N/A No " V% @8 V; H* _
gm268-2 /dev/sdh hdd ZR60WHVQ 16.0T Unknown N/A N/A No / ]" r+ |& J: v$ q4 f
gm268-3 /dev/sdb hdd ZR70S1H2 16.0T Unknown N/A N/A No - x- ^1 |, T3 N
gm268-3 /dev/sdc hdd ZR5C05T9 16.0T Unknown N/A N/A No ' c6 f: g, c5 a1 }# L5 H. D
gm268-3 /dev/sdd hdd ZR60W0VD 16.0T Unknown N/A N/A No
& m# s G" ~; e0 A- Q, s9 }- V7 Wgm268-3 /dev/sde hdd ZR70S8ZB 16.0T Unknown N/A N/A No 1 X: T9 {4 [& O0 Y B0 b8 c$ n9 p
gm268-3 /dev/sdf hdd ZR5BQ7DG 16.0T Unknown N/A N/A No
, k. @7 F, M0 _, p! Kgm268-3 /dev/sdg hdd ZR60WAM3 16.0T Unknown N/A N/A No
~! p4 X5 I% h" y* j/ qgm268-3 /dev/sdh hdd ZR5BVZ1L 16.0T Unknown N/A N/A No
# |: u( C: r; Y V) C5 G* hgm268-4 /dev/nvme0n1 ssd S4EWNF0MB07783D 1000G Unknown N/A N/A No 6 G9 E& D) A: [
gm268-4 /dev/sdb hdd ZR5BQAQ8 16.0T Unknown N/A N/A No 1 K3 d; l7 Q9 m+ d5 {
gm268-4 /dev/sdc hdd ZR60WSB1 16.0T Unknown N/A N/A No
* N) N: ]7 B- z3 ~- kgm268-4 /dev/sdd hdd ZR60GAFJ 16.0T Unknown N/A N/A No
+ ?/ ~" b# `7 Q" Cgm268-4 /dev/sde hdd ZR70S2MC 16.0T Unknown N/A N/A No 4 J# u) U+ P" R- s
gm268-4 /dev/sdf hdd ZR70RR2Z 16.0T Unknown N/A N/A No ' y% E. u: M) a% [
gm268-4 /dev/sdg hdd ZR70S9BA 16.0T Unknown N/A N/A No 1 n- ]7 T% A: F4 X# a
gm268-4 /dev/sdh hdd ZR5C0BSJ 16.0T Unknown N/A N/A No 5 ?2 X4 y( e. m+ i- N
gm268-5 /dev/sdb hdd ZR70SD4K 16.0T Unknown N/A N/A No
5 Q7 C4 x0 [( I6 \gm268-5 /dev/sdc hdd ZR5BSKHS 16.0T Unknown N/A N/A No
! p4 Q1 T/ q! S( p# H5 O9 pgm268-5 /dev/sdd hdd ZR5C3JGK 16.0T Unknown N/A N/A No
5 i: y$ S1 C$ U0 m2 Y4 p: b" M: Fgm268-5 /dev/sde hdd ZR70S1S0 16.0T Unknown N/A N/A No
+ v& X, s% z7 `) Y, xgm268-5 /dev/sdf hdd ZR70H12V 16.0T Unknown N/A N/A No
, c( g' {( J2 x0 V0 Z( agm268-5 /dev/sdg hdd ZR70S3AV 16.0T Unknown N/A N/A No
: i Z9 x! ]8 j7 k* V[root@tp266-1 ~]# ceph orch device ls |grep tp266-13 ]( E7 \% W/ u5 M2 P* n
[root@tp266-1 ~]# ceph orch host ls, }% b: H5 r3 C1 u) N$ _
HOST ADDR LABELS STATUS - n l% @2 n: Y
gm268-1 gm268-1 mon mgr mds 8 o; O( Y/ f: t! u: Y2 q
gm268-2 gm268-2 mon mgr mds
. @/ h- S5 k8 K3 a4 F% V% o- C3 pgm268-3 gm268-3 mon mgr mds
% t# G/ |7 p3 Jgm268-4 gm268-4
; u" ?9 P% T1 s u. n! N; E/ tgm268-5 gm268-5 . m. c' J$ H* X% [2 P2 a
tp266-1 tp266-1
* n4 ~' v1 w2 O0 `* I5 e* i$ R( b[root@tp266-1 ~]# ceph orch apply 8 v' L* x+ {1 u6 k% v1 Z" c
alertmanager grafana mds mon node-exporter prometheus rgw
5 k, `, L0 q( Q2 V1 x M4 O$ [crash iscsi mgr nfs osd rbd-mirror - G1 [* \0 c \4 v1 C
[root@tp266-1 ~]# ceph orch apply ; }8 t5 A2 ^" ^- H
alertmanager grafana mds mon node-exporter prometheus rgw # n; t& Q# e% R4 [& S4 a5 H- Q
crash iscsi mgr nfs osd rbd-mirror + k* x% t' g6 k% y3 U# x6 N3 p( l# C
[root@tp266-1 ~]# ceph orch apply 0 X5 ]6 w5 z8 w( Q2 V
alertmanager grafana mds mon node-exporter prometheus rgw
1 v$ ~+ h/ Y2 b& ~& Acrash iscsi mgr nfs osd rbd-mirror
. q. O) e% C+ ~% t[root@tp266-1 ~]# ceph orch apply node-exporter
0 l2 S0 X9 i( x% s. i #Update the size or placement for a service or apply a large yaml spec
+ f' {6 f2 T D! W[root@tp266-1 ~]# ceph orch apply node-exporter ) Y# O+ ^1 E( A9 ^9 ]
#Update the size or placement for a service or apply a large yaml spec8 m: i0 J$ c s2 c
[root@tp266-1 ~]# ceph orch apply node-exporter
5 I# C5 d* w7 g: F0 k #Update the size or placement for a service or apply a large yaml spec
- n6 I" E' j f. h[root@tp266-1 ~]# ceph orch apply node-exporter tp266-1
( R9 z0 `* @( DScheduled node-exporter update...
2 ]9 J+ o! S( y! H[root@tp266-1 ~]# ceph orch apply tp266-1 tp266-1! S% H; R$ }: C( w' x+ v
tp266-1 not valid: tp266-1 not one of 'true', 'false'
, ?8 S* S3 ^2 y* AInvalid command: unused arguments: ['tp266-1']6 N* Q1 [6 \0 Y
orch apply [mon|mgr|rbd-mirror|crash|alertmanager|grafana|node-exporter|prometheus] [<placement>] [--dry-run] [plain|json|json-pretty|yaml] [--unmanaged] : Update the size or placement for a service or apply a large yaml spec
1 Y) `) Q# v" ^3 L1 l) A0 o% hError EINVAL: invalid command
& S$ z$ u& y2 P7 S2 y4 y1 ?. o[root@tp266-1 ~]# ceph orch apply crash tp266-1# j! c7 K; x$ K# d
Scheduled crash update..., |* ]% I7 E( s# ~8 u' k4 U: s/ ^, ?& D k
[root@tp266-1 ~]# podman ps
7 e x( i( M0 e2 ?7 J0 Y P# P" j4 c& PCONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES
; j' W& k1 x4 f9 U[root@tp266-1 ~]# podman ps
0 B' }- n. W- y* R# eCONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES
( W4 G8 @$ |( y8 A* j* \[root@tp266-1 ~]# ceph orch host ls
1 g- K# ]1 e* W; Y* w; S/ ~HOST ADDR LABELS STATUS 1 [5 w% {. {, T
gm268-1 gm268-1 mon mgr mds
4 O7 y' b( H F% C# O5 ]8 y/ M7 xgm268-2 gm268-2 mon mgr mds * I7 W- I$ |) h) N. d& A/ ?& k/ o
gm268-3 gm268-3 mon mgr mds 4 ~7 g/ J1 O2 ~. i
gm268-4 gm268-4 . O/ G" N; N* }" M* y- U8 Z
gm268-5 gm268-5 0 r1 w0 ^: u9 j8 O
tp266-1 tp266-1
/ n r9 f8 |% ]/ D! v[root@tp266-1 ~]# podman ps1 D7 q1 ?; {7 p( B& X3 t
Socket error Event: 32 Error: 10053.3 g4 S" z! z; `0 w; f# p- G
Connection closing...Socket close.* X4 d3 A0 Q) c$ X8 E9 ^
: `8 D- c8 U8 l, R3 r: j' T" pConnection closed by foreign host.
) R" \+ w3 w" a/ `$ T: u" m$ x y7 w, y3 V% \! F |
Disconnected from remote host(gm268-5 192.168.54.59) at 17:12:41.
$ R$ G7 t8 U7 l7 G" B! V$ j% L7 v: F2 B0 }
Type `help' to learn how to use Xshell prompt.
; s: v! V8 P. {, u; B[C:\~]$
; r" I+ P7 s/ f8 Y6 W8 M0 m/ }3 B$ D- _& Y0 _6 Y' L, q3 R
Connecting to 192.168.54.59:22685...
9 j+ j6 e1 h/ X" D6 e4 t$ WConnection established.' ]/ o% N( g- I- B( S
To escape to local shell, press 'Ctrl+Alt+]'.' @: w9 X: Y6 @
8 B( {3 x0 @& R0 |( s6 z3 C t
Activate the web console with: systemctl enable --now cockpit.socket& {( n; v- s/ \* g7 b, |
- {: i) U6 ~% k% r
Last login: Thu Jan 12 17:11:13 2023 from 192.168.42.71 A$ b5 Q5 ?9 @- r" {; K
[root@gm268-5 ~]# ssh tp266-1 4 s8 w- \4 W6 f! ], u0 k: G
Activate the web console with: systemctl enable --now cockpit.socket* a( ]' W$ h/ H0 b, e
4 O Z2 r: _" p0 o. E# M. dLast login: Thu Jan 12 17:04:20 2023 from 10.12.5.2
) i( y, n; x/ B C[root@tp266-1 ~]# podman ps! `& y0 c- X2 @2 y# M2 v
CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES; C4 O" w0 }8 [) }
[root@tp266-1 ~]# ; F, S$ p+ M g: k2 ^
[root@tp266-1 ~]#
5 R$ D7 Q5 _! a5 v/ w/ _[root@tp266-1 ~]# , Z! A+ d+ _% E5 v; w7 y K$ T' h
[root@tp266-1 ~]#
4 z: M; H, J6 [4 b1 K[root@tp266-1 ~]# podman ps' {/ B: t1 T% d* }! h/ ^
CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES! j6 y' q* o. E2 m; l
[root@tp266-1 ~]# ceph orch device ls
5 k9 U% R) b; @0 R! b/ m. U3 zHostname Path Type Serial Size Health Ident Fault Available
7 e: b: X0 e, I0 r% r; f+ Tgm268-1 /dev/sdb hdd ZR57NZTL 16.0T Unknown N/A N/A No ' K. x7 `5 V/ R3 a$ d7 ?
gm268-1 /dev/sdc hdd ZR5C2ZJH 16.0T Unknown N/A N/A No
/ Y* b8 N, P# }! b2 c; Ugm268-1 /dev/sdd hdd ZR60WPTL 16.0T Unknown N/A N/A No " P+ Y6 C/ E6 D L5 J% p) ~# S8 P
gm268-1 /dev/sde hdd ZR70RHVC 16.0T Unknown N/A N/A No
7 D4 ~+ S% L/ M# S( P' V8 Ngm268-1 /dev/sdf hdd ZR5BZP22 16.0T Unknown N/A N/A No * T, l; d. z3 j0 e! U
gm268-1 /dev/sdg hdd ZR70S24Q 16.0T Unknown N/A N/A No
0 O$ D5 o' ?0 bgm268-1 /dev/sdh hdd ZR70SC6Z 16.0T Unknown N/A N/A No
( O; Q( ?: W4 H# A7 b& fgm268-2 /dev/sdb hdd ZR60VY28 16.0T Unknown N/A N/A No 9 r5 q: k& ~2 s) b7 Q
gm268-2 /dev/sdc hdd ZR60VMD7 16.0T Unknown N/A N/A No - F7 v( r, l5 S) x# V
gm268-2 /dev/sdd hdd ZR60WP1Q 16.0T Unknown N/A N/A No
6 M7 I: \! c( o$ dgm268-2 /dev/sde hdd ZR5BV70V 16.0T Unknown N/A N/A No
1 R8 t6 F Y$ I$ j0 p2 x& o4 H# Kgm268-2 /dev/sdf hdd ZR70RD1H 16.0T Unknown N/A N/A No 6 s* l" [) _# t. M1 S: j& V
gm268-2 /dev/sdg hdd ZR56SX4N 16.0T Unknown N/A N/A No
: q6 f& k' q" `* `: @gm268-2 /dev/sdh hdd ZR60WHVQ 16.0T Unknown N/A N/A No 4 {/ p9 H, }- w: y ~8 l. {
gm268-3 /dev/sdb hdd ZR70S1H2 16.0T Unknown N/A N/A No
7 G3 N* M1 o7 ~ M+ egm268-3 /dev/sdc hdd ZR5C05T9 16.0T Unknown N/A N/A No N0 y9 |8 ]: O5 A2 k% p
gm268-3 /dev/sdd hdd ZR60W0VD 16.0T Unknown N/A N/A No " h2 r% S: _% l9 y/ d# [. ~0 k
gm268-3 /dev/sde hdd ZR70S8ZB 16.0T Unknown N/A N/A No ( ?# q! Z6 o4 L0 e0 g
gm268-3 /dev/sdf hdd ZR5BQ7DG 16.0T Unknown N/A N/A No " C; \8 G9 l w5 t
gm268-3 /dev/sdg hdd ZR60WAM3 16.0T Unknown N/A N/A No X. ~. N, H8 H7 d! a2 R
gm268-3 /dev/sdh hdd ZR5BVZ1L 16.0T Unknown N/A N/A No 0 p2 R& b# N/ T, N$ y
gm268-4 /dev/nvme0n1 ssd S4EWNF0MB07783D 1000G Unknown N/A N/A No . `" v! f1 g0 ^! b0 r
gm268-4 /dev/sdb hdd ZR5BQAQ8 16.0T Unknown N/A N/A No e$ _! y$ z2 {4 C$ C2 Q9 D
gm268-4 /dev/sdc hdd ZR60WSB1 16.0T Unknown N/A N/A No
+ m7 e* |9 A: U }9 M8 y8 @$ d: @1 ]gm268-4 /dev/sdd hdd ZR60GAFJ 16.0T Unknown N/A N/A No
" @. i0 U" W; D' L" h% @gm268-4 /dev/sde hdd ZR70S2MC 16.0T Unknown N/A N/A No 8 U7 f) T5 @: S# P* n: E5 j; V
gm268-4 /dev/sdf hdd ZR70RR2Z 16.0T Unknown N/A N/A No
" G/ q1 a: B8 g4 ngm268-4 /dev/sdg hdd ZR70S9BA 16.0T Unknown N/A N/A No
# X, Y9 R; L) G9 ^5 s( wgm268-4 /dev/sdh hdd ZR5C0BSJ 16.0T Unknown N/A N/A No ' i! p. a( R6 m( ~) I
gm268-5 /dev/sdb hdd ZR70SD4K 16.0T Unknown N/A N/A No
4 }. w/ n3 |' e; e- V& V" v$ egm268-5 /dev/sdc hdd ZR5BSKHS 16.0T Unknown N/A N/A No ( O4 z* |2 X p/ A0 u- J% i
gm268-5 /dev/sdd hdd ZR5C3JGK 16.0T Unknown N/A N/A No : n# L/ |9 c$ T9 B3 _
gm268-5 /dev/sde hdd ZR70S1S0 16.0T Unknown N/A N/A No 1 o. n! q% m( D$ K9 i
gm268-5 /dev/sdf hdd ZR70H12V 16.0T Unknown N/A N/A No
! d5 G W5 ~7 n3 ^) j4 Zgm268-5 /dev/sdg hdd ZR70S3AV 16.0T Unknown N/A N/A No 0 z$ {. ?9 Y3 v9 A
[root@tp266-1 ~]# ceph orch device ls ! O6 K8 y, j4 Q" j3 i1 k
Hostname Path Type Serial Size Health Ident Fault Available 5 {7 C. A9 X. Y/ H7 E2 L2 L% m& J
gm268-1 /dev/sdb hdd ZR57NZTL 16.0T Unknown N/A N/A No
5 ~: b9 a% m7 X% i, |- q% G0 Wgm268-1 /dev/sdc hdd ZR5C2ZJH 16.0T Unknown N/A N/A No ( o% w% |# t: N9 M* J' b
gm268-1 /dev/sdd hdd ZR60WPTL 16.0T Unknown N/A N/A No : F; V% c( R. v. g
gm268-1 /dev/sde hdd ZR70RHVC 16.0T Unknown N/A N/A No % @5 L3 w) @$ X
gm268-1 /dev/sdf hdd ZR5BZP22 16.0T Unknown N/A N/A No
; s2 |" y8 G; g3 Ygm268-1 /dev/sdg hdd ZR70S24Q 16.0T Unknown N/A N/A No
" \1 C0 [) w, h8 O0 X5 Igm268-1 /dev/sdh hdd ZR70SC6Z 16.0T Unknown N/A N/A No
/ N- G% r9 Z7 C0 k8 J! h5 vgm268-2 /dev/sdb hdd ZR60VY28 16.0T Unknown N/A N/A No * _7 I$ h8 X5 N2 A* ]; b
gm268-2 /dev/sdc hdd ZR60VMD7 16.0T Unknown N/A N/A No " u# ]; s s |) A. h6 ^
gm268-2 /dev/sdd hdd ZR60WP1Q 16.0T Unknown N/A N/A No
( a; A6 s, m! p$ e! x4 zgm268-2 /dev/sde hdd ZR5BV70V 16.0T Unknown N/A N/A No . G. S$ X; Z- e3 H2 K5 E* p1 E0 a
gm268-2 /dev/sdf hdd ZR70RD1H 16.0T Unknown N/A N/A No - k: I8 ~" w/ m" Y' D# v1 {! A
gm268-2 /dev/sdg hdd ZR56SX4N 16.0T Unknown N/A N/A No / N* o# G5 K0 Q' F
gm268-2 /dev/sdh hdd ZR60WHVQ 16.0T Unknown N/A N/A No 2 C6 \ b$ M0 M
gm268-3 /dev/sdb hdd ZR70S1H2 16.0T Unknown N/A N/A No % E% M+ w- ^9 K( ]" Y
gm268-3 /dev/sdc hdd ZR5C05T9 16.0T Unknown N/A N/A No
9 ?! s6 I. E/ O7 xgm268-3 /dev/sdd hdd ZR60W0VD 16.0T Unknown N/A N/A No , |8 f6 l& y! ]* O
gm268-3 /dev/sde hdd ZR70S8ZB 16.0T Unknown N/A N/A No + n0 c" ]3 D- R: k) {+ L
gm268-3 /dev/sdf hdd ZR5BQ7DG 16.0T Unknown N/A N/A No
8 T3 O( n" L9 d+ F5 y% [gm268-3 /dev/sdg hdd ZR60WAM3 16.0T Unknown N/A N/A No
: n& f6 C2 r. c- ]/ c' A9 Lgm268-3 /dev/sdh hdd ZR5BVZ1L 16.0T Unknown N/A N/A No
% T) j/ l+ a; ~% Q6 @/ \gm268-4 /dev/nvme0n1 ssd S4EWNF0MB07783D 1000G Unknown N/A N/A No
3 l; W3 k3 ~" j) {, y& M: w1 m" Ggm268-4 /dev/sdb hdd ZR5BQAQ8 16.0T Unknown N/A N/A No , q* x$ j2 ~7 j: ~
gm268-4 /dev/sdc hdd ZR60WSB1 16.0T Unknown N/A N/A No 2 Z8 z* t- k# M( r3 @+ E
gm268-4 /dev/sdd hdd ZR60GAFJ 16.0T Unknown N/A N/A No
' d) ]0 ^6 c: }" E. [5 Xgm268-4 /dev/sde hdd ZR70S2MC 16.0T Unknown N/A N/A No : S m* R' x) Z
gm268-4 /dev/sdf hdd ZR70RR2Z 16.0T Unknown N/A N/A No
1 O+ b" P" c5 G8 L0 qgm268-4 /dev/sdg hdd ZR70S9BA 16.0T Unknown N/A N/A No k$ t [' S" f5 ~3 @2 d, y ^3 q U
gm268-4 /dev/sdh hdd ZR5C0BSJ 16.0T Unknown N/A N/A No ! V( e( W0 R3 H( T/ q
gm268-5 /dev/sdb hdd ZR70SD4K 16.0T Unknown N/A N/A No
- `( s# Y' [" C$ v$ J1 r% t% Kgm268-5 /dev/sdc hdd ZR5BSKHS 16.0T Unknown N/A N/A No 3 W8 h% ]( O* L+ t/ t; B' }! S8 p
gm268-5 /dev/sdd hdd ZR5C3JGK 16.0T Unknown N/A N/A No
' I) ?4 D- m* F% p. x! j" i+ Rgm268-5 /dev/sde hdd ZR70S1S0 16.0T Unknown N/A N/A No . K% @8 x- f# T' @' B! z
gm268-5 /dev/sdf hdd ZR70H12V 16.0T Unknown N/A N/A No
& g+ F- r6 e2 `9 _gm268-5 /dev/sdg hdd ZR70S3AV 16.0T Unknown N/A N/A No
9 W) S O' l) ~0 X# o[root@tp266-1 ~]# ceph orch device ls
, u' ]+ k) D- |; k* g& ?Hostname Path Type Serial Size Health Ident Fault Available
# n$ a% n" ?9 [ ^! ^& X+ Ggm268-1 /dev/sdb hdd ZR57NZTL 16.0T Unknown N/A N/A No
' u' w% L9 V! I2 Pgm268-1 /dev/sdc hdd ZR5C2ZJH 16.0T Unknown N/A N/A No 1 w6 }! y @, _- n- ]6 A. y
gm268-1 /dev/sdd hdd ZR60WPTL 16.0T Unknown N/A N/A No
& X& H4 z( r. d, cgm268-1 /dev/sde hdd ZR70RHVC 16.0T Unknown N/A N/A No 8 d5 T, {) p# I4 F8 {# Y R
gm268-1 /dev/sdf hdd ZR5BZP22 16.0T Unknown N/A N/A No
8 q7 y; h5 I* |# t S3 P: }gm268-1 /dev/sdg hdd ZR70S24Q 16.0T Unknown N/A N/A No ; j& H. E. @& H+ b2 E$ E
gm268-1 /dev/sdh hdd ZR70SC6Z 16.0T Unknown N/A N/A No ( P. r( t6 [# N6 y. U% ]1 C, M
gm268-2 /dev/sdb hdd ZR60VY28 16.0T Unknown N/A N/A No ; W! X) I5 [* D& g0 u8 _
gm268-2 /dev/sdc hdd ZR60VMD7 16.0T Unknown N/A N/A No
b2 o' ?. h* k# ?7 ?/ E# ngm268-2 /dev/sdd hdd ZR60WP1Q 16.0T Unknown N/A N/A No
) P- p+ B! \7 t5 Rgm268-2 /dev/sde hdd ZR5BV70V 16.0T Unknown N/A N/A No
# |2 ^% \* i9 ^9 Wgm268-2 /dev/sdf hdd ZR70RD1H 16.0T Unknown N/A N/A No 1 c+ K# u( ?8 @9 A. E
gm268-2 /dev/sdg hdd ZR56SX4N 16.0T Unknown N/A N/A No $ h- S8 l2 _+ f% v3 u& W
gm268-2 /dev/sdh hdd ZR60WHVQ 16.0T Unknown N/A N/A No % R2 n4 }7 G0 M$ I" |2 ^
gm268-3 /dev/sdb hdd ZR70S1H2 16.0T Unknown N/A N/A No - f4 C7 I& ?9 b6 |
gm268-3 /dev/sdc hdd ZR5C05T9 16.0T Unknown N/A N/A No
- k2 U3 i' K9 Ugm268-3 /dev/sdd hdd ZR60W0VD 16.0T Unknown N/A N/A No 2 }3 C9 V2 m4 h1 V# O7 A
gm268-3 /dev/sde hdd ZR70S8ZB 16.0T Unknown N/A N/A No ' L5 ?5 J7 `0 w
gm268-3 /dev/sdf hdd ZR5BQ7DG 16.0T Unknown N/A N/A No A' m- R6 Q1 {5 s6 `& l
gm268-3 /dev/sdg hdd ZR60WAM3 16.0T Unknown N/A N/A No
0 s* g7 }' q) w- i6 G1 d" Ugm268-3 /dev/sdh hdd ZR5BVZ1L 16.0T Unknown N/A N/A No
/ i( H& K6 a( M6 m. F0 B) P1 \gm268-4 /dev/nvme0n1 ssd S4EWNF0MB07783D 1000G Unknown N/A N/A No
3 ?& ^! G+ K b, ?2 N$ Ggm268-4 /dev/sdb hdd ZR5BQAQ8 16.0T Unknown N/A N/A No
- E/ \8 ]! b% Q S; N# g3 `5 L, y# Zgm268-4 /dev/sdc hdd ZR60WSB1 16.0T Unknown N/A N/A No
! `( Z) ]- [4 h3 ]: Jgm268-4 /dev/sdd hdd ZR60GAFJ 16.0T Unknown N/A N/A No
$ U3 o8 `1 ]' r8 z. G1 dgm268-4 /dev/sde hdd ZR70S2MC 16.0T Unknown N/A N/A No
: }+ c" a; k; m( {( ?4 xgm268-4 /dev/sdf hdd ZR70RR2Z 16.0T Unknown N/A N/A No ( h6 t5 ]1 @4 N, \. t! _, P
gm268-4 /dev/sdg hdd ZR70S9BA 16.0T Unknown N/A N/A No
& v+ D* X g+ ~; A9 sgm268-4 /dev/sdh hdd ZR5C0BSJ 16.0T Unknown N/A N/A No % I/ i* T# G/ R
gm268-5 /dev/sdb hdd ZR70SD4K 16.0T Unknown N/A N/A No
( j4 |( w+ l8 ^( J& L9 r- q( jgm268-5 /dev/sdc hdd ZR5BSKHS 16.0T Unknown N/A N/A No
5 [1 c0 n: O) i/ b3 agm268-5 /dev/sdd hdd ZR5C3JGK 16.0T Unknown N/A N/A No 9 I; U4 T- \# F
gm268-5 /dev/sde hdd ZR70S1S0 16.0T Unknown N/A N/A No ; v* ], U9 [* o K' @
gm268-5 /dev/sdf hdd ZR70H12V 16.0T Unknown N/A N/A No 6 ~2 _( T' y$ ?! J; {: M+ u+ `
gm268-5 /dev/sdg hdd ZR70S3AV 16.0T Unknown N/A N/A No ( O; u( e7 [+ t# d( ~% n, \
[root@tp266-1 ~]# ceph orch host ls " h- ~4 J0 a7 ~) q' ~, U
HOST ADDR LABELS STATUS - V4 L3 H2 A9 V) [7 ^ T& ?
gm268-1 gm268-1 mon mgr mds
" N) P ]- s# X' P4 k4 m1 |gm268-2 gm268-2 mon mgr mds / M0 D8 Y: E( f: Z, O: \
gm268-3 gm268-3 mon mgr mds
, c5 l* P# M5 u) c6 D; ~, e" Hgm268-4 gm268-4
9 {- b! Z( w3 U; x: T# E- ugm268-5 gm268-5
* c2 ?: O I3 D+ Itp266-1 tp266-1 + r- M, ~3 x0 T0 E$ @: M
[root@tp266-1 ~]# cephadm shell
1 L3 s0 S! r0 Q& k6 D# EUsing recent ceph image quay.io/ceph/ceph@sha256:de7016bf6da2dcbb73796f66ef2776419b2c5a3ee1378835e8791a14c2c3e5b17 g% W, k1 E$ p& U5 a' I
[ceph: root@tp266-1 /]# cephadm
% O: l- n) _, X3 w9 ]" aNo command specified; pass -h or --help for usage
* s) t. Q* {. l e% |. v[ceph: root@tp266-1 /]# exit- x' n) H- F$ n$ b
exit2 X3 e7 A, h9 m) f
[root@tp266-1 ~]# ceph orch host ls
* @! j( i* \; Q& Z9 wHOST ADDR LABELS STATUS % v2 G0 N$ l# H# V
gm268-1 gm268-1 mon mgr mds o2 [. o a( |2 [- F5 {% J
gm268-2 gm268-2 mon mgr mds 6 s' o+ h# O0 J9 u( x( x t; Z9 u
gm268-3 gm268-3 mon mgr mds 9 Z; E7 m8 h7 R
gm268-4 gm268-4
# o4 L/ J1 n9 f& v, E @* ?gm268-5 gm268-5
9 l6 O0 @+ c$ K3 Mtp266-1 tp266-1 6 u1 i2 y) o0 {+ m9 X
[root@tp266-1 ~]# podman ps |/ B3 k/ j+ b# s2 F
CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES" r- Z; `1 [* z3 j( V% e
[root@tp266-1 ~]# exit
! Y" K% T5 S3 ^* M' Elogout8 _* a3 ^) a/ ]3 O, J0 U
Connection to tp266-1 closed.
8 J6 n$ c# T0 ~4 A" Q T5 t) W" c[root@gm268-5 ~]# podman j, C2 l+ M5 q
attach cp export image inspect logs play push save system unshare
|+ _0 I% s b' @9 Z2 u, Iauto-update create generate images kill manifest pod restart search tag untag
6 a6 O+ A7 c" s: R8 o ?4 Lbuild diff healthcheck import load mount port rm start top version 3 r5 P; L3 T4 r9 m
commit events help info login network ps rmi stats unmount volume : C* h g8 X+ d4 r9 I
container exec history init logout pause pull run stop unpause wait / n% X" J6 z+ H. f, b% i
[root@gm268-5 ~]# podman ps
( C, n% u+ v! MCONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES
# r6 Y& S0 R/ R+ s4 l- } D" `79ab1651e550 quay.io/ceph/ceph:v15 inventory --forma... 2 hours ago Up 2 hours ago strange_kirch5 I6 J! s; M" Y" x1 X N
a48e0b56a516 quay.io/ceph/ceph:v15 -n osd.27 -f --se... 3 days ago Up 3 days ago ceph-ce68aab8-8f46-11ed-88c0-ac1f6b3a30b9-osd.27
. f8 S4 `! p: Vc16fff33a250 quay.io/ceph/ceph:v15 -n osd.26 -f --se... 3 days ago Up 3 days ago ceph-ce68aab8-8f46-11ed-88c0-ac1f6b3a30b9-osd.26& ~) A( Y- _) q2 I' w. y
6761927d89c6 quay.io/ceph/ceph:v15 -n osd.25 -f --se... 3 days ago Up 3 days ago ceph-ce68aab8-8f46-11ed-88c0-ac1f6b3a30b9-osd.25
; X! O; X W6 h" H1 q% d0 J3158677090f6 quay.io/ceph/ceph:v15 -n osd.4 -f --set... 3 days ago Up 3 days ago ceph-ce68aab8-8f46-11ed-88c0-ac1f6b3a30b9-osd.49 P6 h; `6 F4 N/ \9 \
1a58b23cb4b2 quay.io/ceph/ceph:v15 -n osd.29 -f --se... 3 days ago Up 3 days ago ceph-ce68aab8-8f46-11ed-88c0-ac1f6b3a30b9-osd.29
6 s4 v' T( T! q& Q; k# Be800611062b1 quay.io/ceph/ceph:v15 -n osd.28 -f --se... 3 days ago Up 3 days ago ceph-ce68aab8-8f46-11ed-88c0-ac1f6b3a30b9-osd.28+ D$ d; N) Z) Q
5c5454782321 quay.io/prometheus/node-exporter:v0.18.1 --no-collector.ti... 3 days ago Up 3 days ago ceph-ce68aab8-8f46-11ed-88c0-ac1f6b3a30b9-node-exporter.gm268-5: i& H5 R2 T- E0 b+ P' s
06f85b89a143 quay.io/ceph/ceph:v15 -n client.crash.g... 3 days ago Up 3 days ago ceph-ce68aab8-8f46-11ed-88c0-ac1f6b3a30b9-crash.gm268-5
( ?4 c3 }! a. O' G% n; A' J9 y* e[root@gm268-5 ~]# df -Th4 E- F5 w8 z. P6 ?9 p5 q. T5 w
|
|
发表于 2023-1-12 16:56:57