|
|
楼主 |
发表于 2023-1-12 19:52:38
|
显示全部楼层
启动chronyd服务,检查服务
. q! c* g/ f5 P1 K[root@tp266-1 ~]# ceph orch host add tp266-1. a5 `/ v) V9 L# U# R1 l; n' k
Error EINVAL: New host tp266-1 (tp266-1) failed check: ['podman|docker (/bin/podman) is present', 'systemctl is present', 'lvcreate is present', "No time sync service is running; checked for ['chrony.service', 'chronyd.service', 'systemd-timesyncd.service', 'ntpd.service', 'ntp.service', 'ntpsec.service']", 'Hostname "tp266-1" matches what is expected.', 'ERROR: No time synchronization is active']
5 f. f3 i- u0 [! R4 m[root@tp266-1 ~]# systemctl status chronyd.service ' \6 M/ N" G+ \, m+ j
● chronyd.service - NTP client/server: C9 K7 t' o8 g8 i8 C
Loaded: loaded (/usr/lib/systemd/system/chronyd.service; disabled; vendor preset: enabled) P) y6 w* j2 q+ Y: o- y5 p
Active: inactive (dead)
- Y5 Y/ e* `: q+ x1 p* m, Q' X Docs: man:chronyd(8)
( b; X: `$ L1 H3 L' @ man:chrony.conf(5)
1 {+ c9 \0 d* [[root@tp266-1 ~]# systemctl enable chronyd.service 2 b0 G0 ^4 d9 c' P$ l& V* _; z* _
Created symlink /etc/systemd/system/multi-user.target.wants/chronyd.service → /usr/lib/systemd/system/chronyd.service.
% O1 t k+ w( @6 T" ^[root@tp266-1 ~]# systemctl start chronyd.service 1 H4 x1 \. {; l: J Q/ T1 g" a
[root@tp266-1 ~]# ceph orch host add tp266-1! ]6 O, V+ x/ i$ P. m) f$ w0 E, n
Added host 'tp266-1'& i$ L9 M. ^5 M. l8 Y( y8 y$ y& }
[root@tp266-1 ~]# ceph orch host ls
+ O' V# t- b' r6 O4 h+ eHOST ADDR LABELS STATUS
7 W3 N; O, G; T5 K0 p7 c1 M6 Pgm268-1 gm268-1 mon mgr mds
' }3 S! v1 Y! ?( Z: n# lgm268-2 gm268-2 mon mgr mds 3 I3 L- m7 P$ T
gm268-3 gm268-3 mon mgr mds
: N& n& W9 l. C4 L$ K# y! c8 x, d8 bgm268-4 gm268-4
. G/ L' W+ ?. @ w- I2 \- Igm268-5 gm268-5
* k/ {. _, C/ otp266-1 tp266-1 P: B0 @8 r" I) n$ @# C6 w/ n
[root@tp266-1 ~]# ceph osd tree
& m7 o% Q) @; N9 i% ]3 C( Z$ @ID CLASS WEIGHT TYPE NAME STATUS REWEIGHT PRI-AFF
x) M+ H7 i3 m) J -1 494.79141 root default G' V2 g! X* R4 g
-3 101.86882 host gm268-1
) z | e8 S2 S5 X" u 0 hdd 14.55269 osd.0 up 1.00000 1.00000" W6 {( d1 j( e$ U" k1 u
5 hdd 14.55269 osd.5 up 1.00000 1.00000$ o, {6 U' H3 W- J( B. z
6 hdd 14.55269 osd.6 up 1.00000 1.000007 O9 b& N; P4 i9 j1 E! {
7 hdd 14.55269 osd.7 up 1.00000 1.00000
: t Z! d! B( A; f2 M( v. Q, W0 | 8 hdd 14.55269 osd.8 up 1.00000 1.00000
: {( ?5 V2 F3 |9 M) C# L 9 hdd 14.55269 osd.9 up 1.00000 1.00000$ Z& y; m- o% N& G! ?' _
30 hdd 14.55269 osd.30 up 1.00000 1.00000
2 E: {8 m8 I, k -5 101.86882 host gm268-2 - `, D& L! L! |( L( D
1 hdd 14.55269 osd.1 up 1.00000 1.00000
9 d8 _- u' ^3 [9 b' U2 D ? 10 hdd 14.55269 osd.10 up 1.00000 1.00000
9 K( }- B7 X J; q. O" u( ^ 11 hdd 14.55269 osd.11 up 1.00000 1.00000
P: c: S. r4 p 12 hdd 14.55269 osd.12 up 1.00000 1.00000
@/ @" {/ q* P' Z( y 13 hdd 14.55269 osd.13 up 1.00000 1.00000$ C: R1 p. Q1 P" q# |
14 hdd 14.55269 osd.14 up 1.00000 1.000006 d) f a/ v' h& i f# n5 G) G
31 hdd 14.55269 osd.31 up 1.00000 1.00000
1 e( T j; u* Y; ?0 a6 f -7 101.86882 host gm268-3
" w* {; Y$ P' S5 N% r& v( d; Z 2 hdd 14.55269 osd.2 up 1.00000 1.00000
0 Z4 K6 u0 a" ?* q 15 hdd 14.55269 osd.15 up 1.00000 1.000006 k1 G N; X3 |# w/ n' R
16 hdd 14.55269 osd.16 up 1.00000 1.00000
2 z d- S! d3 f/ \- { 17 hdd 14.55269 osd.17 up 1.00000 1.00000
4 @; a- O* _$ J( {* V 18 hdd 14.55269 osd.18 up 1.00000 1.000002 g1 ]: d; j2 O+ |! o# r, w4 Z
19 hdd 14.55269 osd.19 up 1.00000 1.000005 _. I7 }7 z3 |, t3 C- E
32 hdd 14.55269 osd.32 up 1.00000 1.00000' [0 p" H/ H: P! o z
-9 101.86882 host gm268-4 - y: E% K" w5 @8 y8 ?* [0 ], o
3 hdd 14.55269 osd.3 up 1.00000 1.00000
% R, K0 v* N. ~$ x0 L$ c 20 hdd 14.55269 osd.20 up 1.00000 1.00000& r2 t/ \. \0 c
21 hdd 14.55269 osd.21 up 1.00000 1.00000
6 E% Q# \; Q0 L \5 T 22 hdd 14.55269 osd.22 up 1.00000 1.00000. ?+ k" u8 n$ A9 S# x6 X9 H/ g
23 hdd 14.55269 osd.23 up 1.00000 1.000009 P4 k" Q \/ U0 v- v. a9 Z6 F
24 hdd 14.55269 osd.24 up 1.00000 1.00000; S7 T7 q3 W) z
33 hdd 14.55269 osd.33 up 1.00000 1.00000
6 f) G3 f9 F' |-11 87.31613 host gm268-5 0 I( ~" u* S: O: e2 j( k
4 hdd 14.55269 osd.4 up 1.00000 1.00000
5 _- D) N$ L! k1 C2 C4 j6 E6 n 25 hdd 14.55269 osd.25 up 1.00000 1.00000
% X; M' J) _1 }, _ 26 hdd 14.55269 osd.26 up 1.00000 1.00000
1 G3 E( o7 s# b+ p 27 hdd 14.55269 osd.27 up 1.00000 1.00000, T c; @& c+ ]
28 hdd 14.55269 osd.28 up 1.00000 1.000003 Q- J# ], _: `( C4 K7 `7 K1 i
29 hdd 14.55269 osd.29 up 1.00000 1.00000
" `& r9 b" \- d( n$ b% W# l[root@tp266-1 ~]# ceph orch device
7 u. m2 P2 } V. {, J$ lls zap 9 d/ ]: `* ^: _
[root@tp266-1 ~]# ceph orch device ls , b0 |/ l+ Z; F1 W8 O: m# j
Hostname Path Type Serial Size Health Ident Fault Available 7 X( ~4 V2 p/ W3 }6 t3 g$ H E1 _/ a7 h% P
gm268-1 /dev/sdb hdd ZR57NZTL 16.0T Unknown N/A N/A No
8 j0 e- D7 @1 p* Cgm268-1 /dev/sdc hdd ZR5C2ZJH 16.0T Unknown N/A N/A No $ f2 U2 P [4 m3 j/ U
gm268-1 /dev/sdd hdd ZR60WPTL 16.0T Unknown N/A N/A No 1 W+ S7 d# f: `+ R: P4 Z' t( i3 U
gm268-1 /dev/sde hdd ZR70RHVC 16.0T Unknown N/A N/A No ; r% g$ ?/ t, l, s% Y
gm268-1 /dev/sdf hdd ZR5BZP22 16.0T Unknown N/A N/A No
" \, h/ S7 b% o. e. Z/ [gm268-1 /dev/sdg hdd ZR70S24Q 16.0T Unknown N/A N/A No
4 a1 q* P8 ^0 F ]. {* A+ ugm268-1 /dev/sdh hdd ZR70SC6Z 16.0T Unknown N/A N/A No
* u0 A9 P7 C. l' Fgm268-2 /dev/sdb hdd ZR60VY28 16.0T Unknown N/A N/A No
/ b2 ]! _' K% V( p$ H% Q: igm268-2 /dev/sdc hdd ZR60VMD7 16.0T Unknown N/A N/A No 3 I* n( [2 ~! @7 D
gm268-2 /dev/sdd hdd ZR60WP1Q 16.0T Unknown N/A N/A No - o7 Z2 R4 f/ R% C& f
gm268-2 /dev/sde hdd ZR5BV70V 16.0T Unknown N/A N/A No
* O" A ^. g d- g" o. ?' kgm268-2 /dev/sdf hdd ZR70RD1H 16.0T Unknown N/A N/A No # A1 i( G& I- w
gm268-2 /dev/sdg hdd ZR56SX4N 16.0T Unknown N/A N/A No
) m' F8 j0 [4 qgm268-2 /dev/sdh hdd ZR60WHVQ 16.0T Unknown N/A N/A No
+ a; V3 t& X( t' g' q5 |gm268-3 /dev/sdb hdd ZR70S1H2 16.0T Unknown N/A N/A No
$ Y, C" q q. |: e5 @1 Ygm268-3 /dev/sdc hdd ZR5C05T9 16.0T Unknown N/A N/A No 5 g- f2 e4 M3 t6 f+ X
gm268-3 /dev/sdd hdd ZR60W0VD 16.0T Unknown N/A N/A No
) I) [2 F' J+ ]& k) B4 mgm268-3 /dev/sde hdd ZR70S8ZB 16.0T Unknown N/A N/A No , h/ J1 l3 a1 Z: }: a8 F# [
gm268-3 /dev/sdf hdd ZR5BQ7DG 16.0T Unknown N/A N/A No
5 L$ d- ?8 s+ O. [0 L- Y% `gm268-3 /dev/sdg hdd ZR60WAM3 16.0T Unknown N/A N/A No
, y: G, }' V6 [; E$ s; bgm268-3 /dev/sdh hdd ZR5BVZ1L 16.0T Unknown N/A N/A No . @8 S# {6 ^9 I$ |* m
gm268-4 /dev/nvme0n1 ssd S4EWNF0MB07783D 1000G Unknown N/A N/A No
( |6 I+ k1 ^1 I$ E, W8 X4 bgm268-4 /dev/sdb hdd ZR5BQAQ8 16.0T Unknown N/A N/A No
* e" j1 N0 r, X( h7 Bgm268-4 /dev/sdc hdd ZR60WSB1 16.0T Unknown N/A N/A No
: W5 ^: s2 o( Y5 v! b0 F- pgm268-4 /dev/sdd hdd ZR60GAFJ 16.0T Unknown N/A N/A No
# J; q! ^& _+ }7 N0 D7 N" Rgm268-4 /dev/sde hdd ZR70S2MC 16.0T Unknown N/A N/A No " y* I" |% b7 j, f. f, x
gm268-4 /dev/sdf hdd ZR70RR2Z 16.0T Unknown N/A N/A No 7 o5 ^+ d+ p5 {1 S0 P
gm268-4 /dev/sdg hdd ZR70S9BA 16.0T Unknown N/A N/A No
' I( [; N$ ~; ~" [gm268-4 /dev/sdh hdd ZR5C0BSJ 16.0T Unknown N/A N/A No ( `# m" k2 T, ^& R
gm268-5 /dev/sdb hdd ZR70SD4K 16.0T Unknown N/A N/A No 6 F% B* _& p, A7 X( X, ?
gm268-5 /dev/sdc hdd ZR5BSKHS 16.0T Unknown N/A N/A No
% }. o$ g [( Z0 Z+ S9 U* F7 I1 g3 Lgm268-5 /dev/sdd hdd ZR5C3JGK 16.0T Unknown N/A N/A No
/ g( ~) t0 \. c1 xgm268-5 /dev/sde hdd ZR70S1S0 16.0T Unknown N/A N/A No
* G; L1 o2 `* o4 qgm268-5 /dev/sdf hdd ZR70H12V 16.0T Unknown N/A N/A No
7 H( U! E# X. T# d& [9 L6 o& w; fgm268-5 /dev/sdg hdd ZR70S3AV 16.0T Unknown N/A N/A No 2 E b2 `2 C/ _; @* U; u4 k4 Z
[root@tp266-1 ~]# ceph orch device ls 6 O$ J. @9 t! z
Hostname Path Type Serial Size Health Ident Fault Available & M3 U( F8 V& x8 A
gm268-1 /dev/sdb hdd ZR57NZTL 16.0T Unknown N/A N/A No
' e% ^7 ]/ R( v" ggm268-1 /dev/sdc hdd ZR5C2ZJH 16.0T Unknown N/A N/A No
: l3 n" w2 X! m s' n- zgm268-1 /dev/sdd hdd ZR60WPTL 16.0T Unknown N/A N/A No 1 z1 h7 g3 k- R& j5 r) z0 z
gm268-1 /dev/sde hdd ZR70RHVC 16.0T Unknown N/A N/A No
# s3 B+ X& h- q: u- `6 \gm268-1 /dev/sdf hdd ZR5BZP22 16.0T Unknown N/A N/A No 5 b/ [/ w `* a" J% Y |
gm268-1 /dev/sdg hdd ZR70S24Q 16.0T Unknown N/A N/A No : N- Z+ X9 D. l& K2 h& X
gm268-1 /dev/sdh hdd ZR70SC6Z 16.0T Unknown N/A N/A No
" x7 f1 v% i. wgm268-2 /dev/sdb hdd ZR60VY28 16.0T Unknown N/A N/A No
$ X; _8 r' h! s1 `4 D3 a: a* Sgm268-2 /dev/sdc hdd ZR60VMD7 16.0T Unknown N/A N/A No
6 O2 z0 A0 x% O6 b( Ygm268-2 /dev/sdd hdd ZR60WP1Q 16.0T Unknown N/A N/A No
$ f( r, c5 Y9 @, O7 Tgm268-2 /dev/sde hdd ZR5BV70V 16.0T Unknown N/A N/A No 1 B: g: {9 x: H1 c5 c
gm268-2 /dev/sdf hdd ZR70RD1H 16.0T Unknown N/A N/A No
+ k) O- d, ?7 Q e- n+ Dgm268-2 /dev/sdg hdd ZR56SX4N 16.0T Unknown N/A N/A No
2 P1 H9 A) F" q1 kgm268-2 /dev/sdh hdd ZR60WHVQ 16.0T Unknown N/A N/A No ' _. i" V% T, i$ S) _1 @
gm268-3 /dev/sdb hdd ZR70S1H2 16.0T Unknown N/A N/A No $ W1 g& {; m2 V g
gm268-3 /dev/sdc hdd ZR5C05T9 16.0T Unknown N/A N/A No $ Y2 Y- z, H* E8 X \ d/ O
gm268-3 /dev/sdd hdd ZR60W0VD 16.0T Unknown N/A N/A No ; p7 J4 ?& O( n* X+ j" ~6 H3 {
gm268-3 /dev/sde hdd ZR70S8ZB 16.0T Unknown N/A N/A No $ Q, Z* N! h- z9 m4 D% s
gm268-3 /dev/sdf hdd ZR5BQ7DG 16.0T Unknown N/A N/A No
4 `3 Q# [" `; r" p: r$ Cgm268-3 /dev/sdg hdd ZR60WAM3 16.0T Unknown N/A N/A No ! l {4 d; g, R7 q. T2 D" y( P
gm268-3 /dev/sdh hdd ZR5BVZ1L 16.0T Unknown N/A N/A No
2 }. ]9 H/ Q5 T. w" ygm268-4 /dev/nvme0n1 ssd S4EWNF0MB07783D 1000G Unknown N/A N/A No
- b! Z, P+ N* U8 Y6 A! mgm268-4 /dev/sdb hdd ZR5BQAQ8 16.0T Unknown N/A N/A No ( I+ v7 U6 Y6 ?% c$ o
gm268-4 /dev/sdc hdd ZR60WSB1 16.0T Unknown N/A N/A No 1 R, |0 D6 R8 N; T. F( A
gm268-4 /dev/sdd hdd ZR60GAFJ 16.0T Unknown N/A N/A No
' |) V s3 c2 S! K/ b" {7 j" Cgm268-4 /dev/sde hdd ZR70S2MC 16.0T Unknown N/A N/A No
1 D/ E: i/ P1 r' H, igm268-4 /dev/sdf hdd ZR70RR2Z 16.0T Unknown N/A N/A No
5 f) G# u+ \/ x. `/ y" l- \gm268-4 /dev/sdg hdd ZR70S9BA 16.0T Unknown N/A N/A No
& u9 O- A) a6 ?6 W# ]6 L5 Vgm268-4 /dev/sdh hdd ZR5C0BSJ 16.0T Unknown N/A N/A No
8 A$ E; T; Q* X9 @+ Zgm268-5 /dev/sdb hdd ZR70SD4K 16.0T Unknown N/A N/A No " K5 x9 T; t9 T+ d
gm268-5 /dev/sdc hdd ZR5BSKHS 16.0T Unknown N/A N/A No
+ k1 B9 u1 v) x0 A& y$ t7 v5 C8 Ogm268-5 /dev/sdd hdd ZR5C3JGK 16.0T Unknown N/A N/A No
) a7 u7 Q/ P6 Z7 B5 x7 S# ^8 hgm268-5 /dev/sde hdd ZR70S1S0 16.0T Unknown N/A N/A No . t+ m- y+ v2 D; R* X0 `9 p
gm268-5 /dev/sdf hdd ZR70H12V 16.0T Unknown N/A N/A No
+ y/ `9 k- w Ogm268-5 /dev/sdg hdd ZR70S3AV 16.0T Unknown N/A N/A No
( c0 @7 }' @* z% }" }6 P[root@tp266-1 ~]# ceph orch device ls
1 L8 e# A! g$ J2 [) l& RHostname Path Type Serial Size Health Ident Fault Available
0 D- E1 W: L1 b! m5 Egm268-1 /dev/sdb hdd ZR57NZTL 16.0T Unknown N/A N/A No ; }8 B9 g1 e; l) x/ D! r
gm268-1 /dev/sdc hdd ZR5C2ZJH 16.0T Unknown N/A N/A No , ^; ]: o7 Q& |- a( q% f
gm268-1 /dev/sdd hdd ZR60WPTL 16.0T Unknown N/A N/A No & J, Q7 O3 v9 ?# Q' L9 Q
gm268-1 /dev/sde hdd ZR70RHVC 16.0T Unknown N/A N/A No + D( f( W; Q7 J7 D# M0 G5 p9 G3 V
gm268-1 /dev/sdf hdd ZR5BZP22 16.0T Unknown N/A N/A No + J- L4 }) n5 `$ g+ b0 d3 ~0 p
gm268-1 /dev/sdg hdd ZR70S24Q 16.0T Unknown N/A N/A No ' Z) X8 i) T( d- K# W+ v* ^$ {
gm268-1 /dev/sdh hdd ZR70SC6Z 16.0T Unknown N/A N/A No
* ]* B6 f) t' I( hgm268-2 /dev/sdb hdd ZR60VY28 16.0T Unknown N/A N/A No # v7 J. v$ z$ a* `( H) w
gm268-2 /dev/sdc hdd ZR60VMD7 16.0T Unknown N/A N/A No , H3 Y/ k( O- k1 a3 e1 G; f3 c
gm268-2 /dev/sdd hdd ZR60WP1Q 16.0T Unknown N/A N/A No . o" M! ^5 I2 i# s6 v: ~ t
gm268-2 /dev/sde hdd ZR5BV70V 16.0T Unknown N/A N/A No * @8 E( `; X7 s2 [" y
gm268-2 /dev/sdf hdd ZR70RD1H 16.0T Unknown N/A N/A No ; @$ ?% M0 h/ J1 P
gm268-2 /dev/sdg hdd ZR56SX4N 16.0T Unknown N/A N/A No
W5 L/ _* F J& \3 Dgm268-2 /dev/sdh hdd ZR60WHVQ 16.0T Unknown N/A N/A No 3 s* o; q1 V: L% G; `
gm268-3 /dev/sdb hdd ZR70S1H2 16.0T Unknown N/A N/A No : b# }5 b0 v2 f j( t& S. j
gm268-3 /dev/sdc hdd ZR5C05T9 16.0T Unknown N/A N/A No
( q8 s1 r, X9 s! I! L1 i. D# R6 lgm268-3 /dev/sdd hdd ZR60W0VD 16.0T Unknown N/A N/A No
4 Y0 L0 q3 I2 Igm268-3 /dev/sde hdd ZR70S8ZB 16.0T Unknown N/A N/A No ; z: Z% P: ]* e7 s: {* }& \
gm268-3 /dev/sdf hdd ZR5BQ7DG 16.0T Unknown N/A N/A No
9 R0 _+ Q6 ]" R" Ygm268-3 /dev/sdg hdd ZR60WAM3 16.0T Unknown N/A N/A No
4 _. q% [* r5 R7 j1 B7 H* Y1 Kgm268-3 /dev/sdh hdd ZR5BVZ1L 16.0T Unknown N/A N/A No & \* G0 m& K9 W ^
gm268-4 /dev/nvme0n1 ssd S4EWNF0MB07783D 1000G Unknown N/A N/A No
4 @6 R0 @) t4 Q' n" ?gm268-4 /dev/sdb hdd ZR5BQAQ8 16.0T Unknown N/A N/A No ; [! v0 U4 j# i
gm268-4 /dev/sdc hdd ZR60WSB1 16.0T Unknown N/A N/A No 3 {# n V. d6 v& A+ h# o
gm268-4 /dev/sdd hdd ZR60GAFJ 16.0T Unknown N/A N/A No ; e8 }( E5 f' A3 f% h2 p
gm268-4 /dev/sde hdd ZR70S2MC 16.0T Unknown N/A N/A No $ D$ @% @: z- V$ Q1 q
gm268-4 /dev/sdf hdd ZR70RR2Z 16.0T Unknown N/A N/A No 6 I9 g3 p0 [1 ^5 {
gm268-4 /dev/sdg hdd ZR70S9BA 16.0T Unknown N/A N/A No
2 X8 d# a) b) L) Vgm268-4 /dev/sdh hdd ZR5C0BSJ 16.0T Unknown N/A N/A No $ F8 D6 k; y4 ~' d" e
gm268-5 /dev/sdb hdd ZR70SD4K 16.0T Unknown N/A N/A No
I# j( _: E3 v9 r& [, a/ Igm268-5 /dev/sdc hdd ZR5BSKHS 16.0T Unknown N/A N/A No
V" E! [# R- k2 b1 `gm268-5 /dev/sdd hdd ZR5C3JGK 16.0T Unknown N/A N/A No * W0 ^* \, n4 o$ n5 A+ H2 H" Z
gm268-5 /dev/sde hdd ZR70S1S0 16.0T Unknown N/A N/A No
% C& k3 `/ D5 I& E7 Ogm268-5 /dev/sdf hdd ZR70H12V 16.0T Unknown N/A N/A No 3 I# j B0 u& ]2 H
gm268-5 /dev/sdg hdd ZR70S3AV 16.0T Unknown N/A N/A No
/ ]5 C0 d! U" p+ t! x[root@tp266-1 ~]# ceph orch device ls ' o7 F# ?5 }; { ^
Hostname Path Type Serial Size Health Ident Fault Available 0 ]/ ^1 e* J5 H9 D
gm268-1 /dev/sdb hdd ZR57NZTL 16.0T Unknown N/A N/A No 8 @% _; h% |0 x3 g* j, z/ M
gm268-1 /dev/sdc hdd ZR5C2ZJH 16.0T Unknown N/A N/A No / B9 u- C1 }9 B* W6 y
gm268-1 /dev/sdd hdd ZR60WPTL 16.0T Unknown N/A N/A No ' {7 A' k2 j1 Y; e! x
gm268-1 /dev/sde hdd ZR70RHVC 16.0T Unknown N/A N/A No
4 }( s+ b' i0 |7 @. S+ m7 O) Ugm268-1 /dev/sdf hdd ZR5BZP22 16.0T Unknown N/A N/A No ; l9 H1 F% H% ~+ V, w s
gm268-1 /dev/sdg hdd ZR70S24Q 16.0T Unknown N/A N/A No . l3 p+ ^/ _8 V- c
gm268-1 /dev/sdh hdd ZR70SC6Z 16.0T Unknown N/A N/A No ; [6 }( i5 N% v9 ]6 f
gm268-2 /dev/sdb hdd ZR60VY28 16.0T Unknown N/A N/A No
# L) c6 t# \7 @) xgm268-2 /dev/sdc hdd ZR60VMD7 16.0T Unknown N/A N/A No
7 G8 s! w6 q6 D7 Kgm268-2 /dev/sdd hdd ZR60WP1Q 16.0T Unknown N/A N/A No - [3 g; T: g5 v# H. C2 u* a
gm268-2 /dev/sde hdd ZR5BV70V 16.0T Unknown N/A N/A No " [3 S$ D N. T( g& V
gm268-2 /dev/sdf hdd ZR70RD1H 16.0T Unknown N/A N/A No
) }9 ~5 P/ I- k6 U; a. u' C! Ugm268-2 /dev/sdg hdd ZR56SX4N 16.0T Unknown N/A N/A No
4 l& U$ ?- X/ t4 z+ hgm268-2 /dev/sdh hdd ZR60WHVQ 16.0T Unknown N/A N/A No
2 N/ a7 a% d- ^. ~9 j+ qgm268-3 /dev/sdb hdd ZR70S1H2 16.0T Unknown N/A N/A No
W+ S9 p, d, p" K5 U8 Egm268-3 /dev/sdc hdd ZR5C05T9 16.0T Unknown N/A N/A No
* @( U/ H/ y% O7 Ogm268-3 /dev/sdd hdd ZR60W0VD 16.0T Unknown N/A N/A No 5 G: w8 M- M5 h- z; U
gm268-3 /dev/sde hdd ZR70S8ZB 16.0T Unknown N/A N/A No , q y8 Z6 u0 s' Y9 U
gm268-3 /dev/sdf hdd ZR5BQ7DG 16.0T Unknown N/A N/A No 6 {! O0 X* d" e+ z2 L
gm268-3 /dev/sdg hdd ZR60WAM3 16.0T Unknown N/A N/A No
* J4 X8 m& x, q6 v3 \+ M8 tgm268-3 /dev/sdh hdd ZR5BVZ1L 16.0T Unknown N/A N/A No ( O! B- F/ I' d( q7 C8 S
gm268-4 /dev/nvme0n1 ssd S4EWNF0MB07783D 1000G Unknown N/A N/A No # l3 {$ _# c5 p
gm268-4 /dev/sdb hdd ZR5BQAQ8 16.0T Unknown N/A N/A No & x' e; \# ~9 }+ _3 I( q( u
gm268-4 /dev/sdc hdd ZR60WSB1 16.0T Unknown N/A N/A No - y: v: j* ^' }3 \ u
gm268-4 /dev/sdd hdd ZR60GAFJ 16.0T Unknown N/A N/A No 6 z' a+ q d7 c3 }) h; ^& K
gm268-4 /dev/sde hdd ZR70S2MC 16.0T Unknown N/A N/A No ; X; f% K. B9 g5 D4 f" N. `
gm268-4 /dev/sdf hdd ZR70RR2Z 16.0T Unknown N/A N/A No
$ s7 d! Z* M$ s% n! Dgm268-4 /dev/sdg hdd ZR70S9BA 16.0T Unknown N/A N/A No
* v0 N. K- e( u( [0 ^/ v6 agm268-4 /dev/sdh hdd ZR5C0BSJ 16.0T Unknown N/A N/A No 9 E4 \" W& L/ S& \* D
gm268-5 /dev/sdb hdd ZR70SD4K 16.0T Unknown N/A N/A No
) K$ \0 K7 r' \4 n; p3 T0 {gm268-5 /dev/sdc hdd ZR5BSKHS 16.0T Unknown N/A N/A No
2 K6 `, F) f, h3 p# Z; `( Bgm268-5 /dev/sdd hdd ZR5C3JGK 16.0T Unknown N/A N/A No
, F0 a; q1 ?6 N+ N( mgm268-5 /dev/sde hdd ZR70S1S0 16.0T Unknown N/A N/A No 2 K8 N3 H8 [6 t( C- @
gm268-5 /dev/sdf hdd ZR70H12V 16.0T Unknown N/A N/A No
1 B: _0 `7 l$ U: x' S) Jgm268-5 /dev/sdg hdd ZR70S3AV 16.0T Unknown N/A N/A No
, G* O2 h% I' q! h6 ~[root@tp266-1 ~]# ceph orch device ls 3 a' M8 r. i3 g ~/ ?* l
Hostname Path Type Serial Size Health Ident Fault Available
, w4 w5 |0 b4 S# ygm268-1 /dev/sdb hdd ZR57NZTL 16.0T Unknown N/A N/A No 4 z, l T, p m6 ~; e
gm268-1 /dev/sdc hdd ZR5C2ZJH 16.0T Unknown N/A N/A No
: w/ ?2 v" g8 e6 ^# O7 ?6 g+ ggm268-1 /dev/sdd hdd ZR60WPTL 16.0T Unknown N/A N/A No
8 W) f5 s4 A& g: f6 Zgm268-1 /dev/sde hdd ZR70RHVC 16.0T Unknown N/A N/A No
- m5 B* R0 \9 @4 M; U( u; [0 egm268-1 /dev/sdf hdd ZR5BZP22 16.0T Unknown N/A N/A No ; ^8 S! J' B$ I3 T. D
gm268-1 /dev/sdg hdd ZR70S24Q 16.0T Unknown N/A N/A No 2 y O" c- S1 z) e: R
gm268-1 /dev/sdh hdd ZR70SC6Z 16.0T Unknown N/A N/A No
a, v- \; z2 w0 z2 m2 vgm268-2 /dev/sdb hdd ZR60VY28 16.0T Unknown N/A N/A No
) c: F4 i- F3 hgm268-2 /dev/sdc hdd ZR60VMD7 16.0T Unknown N/A N/A No
) u. G' q8 K% a9 _2 Ngm268-2 /dev/sdd hdd ZR60WP1Q 16.0T Unknown N/A N/A No 2 C9 ]6 u$ K9 Z$ ?2 T
gm268-2 /dev/sde hdd ZR5BV70V 16.0T Unknown N/A N/A No
+ t) @; @' ?6 H3 x" V Q' Agm268-2 /dev/sdf hdd ZR70RD1H 16.0T Unknown N/A N/A No
4 q. M% c$ d+ G7 l. f( k& xgm268-2 /dev/sdg hdd ZR56SX4N 16.0T Unknown N/A N/A No 5 b1 k. }8 s, G' Y9 v
gm268-2 /dev/sdh hdd ZR60WHVQ 16.0T Unknown N/A N/A No % w7 u1 _9 l/ c7 c' I
gm268-3 /dev/sdb hdd ZR70S1H2 16.0T Unknown N/A N/A No
9 `. h4 l' n- Dgm268-3 /dev/sdc hdd ZR5C05T9 16.0T Unknown N/A N/A No
7 ^8 |( L/ k3 O. M. Fgm268-3 /dev/sdd hdd ZR60W0VD 16.0T Unknown N/A N/A No
$ O( C* H& U$ v6 cgm268-3 /dev/sde hdd ZR70S8ZB 16.0T Unknown N/A N/A No ; h _& s, C: {
gm268-3 /dev/sdf hdd ZR5BQ7DG 16.0T Unknown N/A N/A No
6 B z4 Z5 k7 t9 R8 Z% Bgm268-3 /dev/sdg hdd ZR60WAM3 16.0T Unknown N/A N/A No 0 }+ s; B0 R+ s
gm268-3 /dev/sdh hdd ZR5BVZ1L 16.0T Unknown N/A N/A No
9 y, d, o2 F! ^2 o! S) G h3 Egm268-4 /dev/nvme0n1 ssd S4EWNF0MB07783D 1000G Unknown N/A N/A No m k: ?, l. m+ w& N
gm268-4 /dev/sdb hdd ZR5BQAQ8 16.0T Unknown N/A N/A No
7 G. @5 E8 l1 v& t7 ugm268-4 /dev/sdc hdd ZR60WSB1 16.0T Unknown N/A N/A No ) Y5 R- C5 {2 Y" D M8 l* l5 t" J
gm268-4 /dev/sdd hdd ZR60GAFJ 16.0T Unknown N/A N/A No
1 f7 f9 U ?. h' L, s8 h" Ogm268-4 /dev/sde hdd ZR70S2MC 16.0T Unknown N/A N/A No
x E) [ k! \2 ?( r9 J; [$ ]gm268-4 /dev/sdf hdd ZR70RR2Z 16.0T Unknown N/A N/A No
. t$ p& r7 n; W: m+ egm268-4 /dev/sdg hdd ZR70S9BA 16.0T Unknown N/A N/A No 0 k# Z1 r7 u6 r: P5 ^' A
gm268-4 /dev/sdh hdd ZR5C0BSJ 16.0T Unknown N/A N/A No
) C+ v4 C5 V# p# O W3 q3 ]gm268-5 /dev/sdb hdd ZR70SD4K 16.0T Unknown N/A N/A No O+ u8 n- d" y) k# ^- E
gm268-5 /dev/sdc hdd ZR5BSKHS 16.0T Unknown N/A N/A No
. {1 B3 L! M9 i9 ~0 Egm268-5 /dev/sdd hdd ZR5C3JGK 16.0T Unknown N/A N/A No
, G4 R( S8 k, R# v. E2 r/ i7 y: h/ T7 {# xgm268-5 /dev/sde hdd ZR70S1S0 16.0T Unknown N/A N/A No 1 v4 G9 x8 y$ e& N) \9 t/ i
gm268-5 /dev/sdf hdd ZR70H12V 16.0T Unknown N/A N/A No
. ^! d; d$ T T) I6 n8 c1 Agm268-5 /dev/sdg hdd ZR70S3AV 16.0T Unknown N/A N/A No
C, I J. ~+ I6 s1 z3 N[root@tp266-1 ~]# ceph orch host ls6 T4 s8 X# z/ ~$ p1 Y/ ^8 i U
HOST ADDR LABELS STATUS
c; `% q% @# Y8 Ygm268-1 gm268-1 mon mgr mds ) t) J7 @ Z& K1 H
gm268-2 gm268-2 mon mgr mds
5 y/ S i; K8 {9 X+ ugm268-3 gm268-3 mon mgr mds 5 k6 T/ E: \; `
gm268-4 gm268-4 7 `1 [- M! ~0 n" x) p
gm268-5 gm268-5 / e n- H( `) r9 m. ?: _ X
tp266-1 tp266-1 ! t0 S7 \8 B: \6 p6 O
[root@tp266-1 ~]# podman ps
+ i7 ^& U$ F$ C2 @* NCONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES
, Z% g% z) M- A! S, Z( b[root@tp266-1 ~]# ceph orch ls ) d; \7 }. n8 W. L
NAME RUNNING REFRESHED AGE PLACEMENT IMAGE NAME IMAGE ID 0 B4 f& h( Q; w1 A) x% X. r- i
alertmanager 1/1 72m ago 3d count:1 quay.io/prometheus/alertmanager:v0.20.0 0881eb8f169f ; d( b& ]+ q0 p8 k$ c
crash 5/6 72m ago 3d * quay.io/ceph/ceph:v15 93146564743f
' n- @1 ~" N4 S. v* P7 ]) \2 c @grafana 1/1 72m ago 3d count:1 quay.io/ceph/ceph-grafana:6.7.4 557c83e11646
1 I. H$ Z: p3 |5 X& Pmds.cephfs 3/3 72m ago 3d label:mds quay.io/ceph/ceph:v15 93146564743f
( a1 @6 N' V: lmgr 3/3 72m ago 3d label:mgr quay.io/ceph/ceph:v15 93146564743f
7 k% q: q4 f6 lmon 3/3 72m ago 3d label:mon quay.io/ceph/ceph:v15 93146564743f 6 ^% O- P! w& M- x" |
node-exporter 5/6 72m ago 3d * quay.io/prometheus/node-exporter:v0.18.1 e5a616e4b9cf
' M2 N5 ^6 S3 K& Y! \! [osd.None 34/0 72m ago - <unmanaged> quay.io/ceph/ceph:v15 93146564743f
/ a2 B+ o" |# Q% q) T$ E/ ?, }- mprometheus 1/1 72m ago 3d count:1 quay.io/prometheus/prometheus:v2.18.1 de242295e225
! X- s8 Y+ N4 e8 b- j) h8 E[root@tp266-1 ~]# ceph - C* x* K, n- Y* F8 }* X7 H8 m
alerts config-key features insights mgr osd rbd telegraf versions# o; c7 F! y1 H3 H4 M# @% `; o6 R* ]" I
auth crash fs iostat mon pg report telemetry zabbix9 Y7 y1 W" T6 Z3 C6 G: e
balancer dashboard fsid k8sevents nfs progress restful tell : x' W" Y' e0 y9 ?
cephadm device health log node prometheus service test_orchestrator
+ F8 Q3 g1 l* f7 I8 Fconfig df influx mds orch quorum_status status time-sync-status
/ B2 @* W. L6 t/ K! m# t[root@tp266-1 ~]# ceph & S: w# B' I& m% [
alerts config-key features insights mgr osd rbd telegraf versions- ?8 }8 @5 G: L& E8 t2 [
auth crash fs iostat mon pg report telemetry zabbix' I8 G9 P z* v7 e
balancer dashboard fsid k8sevents nfs progress restful tell - s L$ L- R# H* p+ q; h" X
cephadm device health log node prometheus service test_orchestrator
9 D/ e% z2 O8 Gconfig df influx mds orch quorum_status status time-sync-status 2 I( ^7 z! y# H/ v, I
[root@tp266-1 ~]# ceph orch host ls
/ e' i+ e. ?5 u* @! ]HOST ADDR LABELS STATUS
. O/ K# E) U; b: x. [gm268-1 gm268-1 mon mgr mds
I2 R( o: r% K% y+ C/ j$ O# p. U. Ngm268-2 gm268-2 mon mgr mds
: I, K, E, X5 i/ e( agm268-3 gm268-3 mon mgr mds
/ i( q4 [* G3 Xgm268-4 gm268-4
4 E) N5 s% d2 H9 ?5 U" sgm268-5 gm268-5 ! l1 G/ J# l3 m9 W
tp266-1 tp266-1
" ~* j+ O5 @( K[root@tp266-1 ~]# ceph orch device ls
! N. m' A. N2 O5 G! \Hostname Path Type Serial Size Health Ident Fault Available 4 Z p5 {3 E* r8 v, v5 J
gm268-1 /dev/sdb hdd ZR57NZTL 16.0T Unknown N/A N/A No & w0 B V7 B' b
gm268-1 /dev/sdc hdd ZR5C2ZJH 16.0T Unknown N/A N/A No
x: ^) Y" T( q$ ]3 f, Y' p# egm268-1 /dev/sdd hdd ZR60WPTL 16.0T Unknown N/A N/A No
# K( t" b l3 Fgm268-1 /dev/sde hdd ZR70RHVC 16.0T Unknown N/A N/A No
3 |" J1 F8 c+ E pgm268-1 /dev/sdf hdd ZR5BZP22 16.0T Unknown N/A N/A No * M, ^, J3 j; m- b- ^. n
gm268-1 /dev/sdg hdd ZR70S24Q 16.0T Unknown N/A N/A No
/ v0 l$ ~" @" o8 i" tgm268-1 /dev/sdh hdd ZR70SC6Z 16.0T Unknown N/A N/A No 1 s6 g# O8 ]) Y" R" Q* y
gm268-2 /dev/sdb hdd ZR60VY28 16.0T Unknown N/A N/A No
/ g U( W7 R, d |+ a7 Q9 ngm268-2 /dev/sdc hdd ZR60VMD7 16.0T Unknown N/A N/A No ; U2 r* M7 F" Q1 X) L' V
gm268-2 /dev/sdd hdd ZR60WP1Q 16.0T Unknown N/A N/A No 5 e6 }1 T+ S0 D0 t
gm268-2 /dev/sde hdd ZR5BV70V 16.0T Unknown N/A N/A No
/ c9 W% \' t d. Fgm268-2 /dev/sdf hdd ZR70RD1H 16.0T Unknown N/A N/A No
) U7 K- G' O' S1 V6 N* E5 c/ `gm268-2 /dev/sdg hdd ZR56SX4N 16.0T Unknown N/A N/A No & ]3 G8 W8 l. o
gm268-2 /dev/sdh hdd ZR60WHVQ 16.0T Unknown N/A N/A No
( t3 D8 j. v- t+ i; @gm268-3 /dev/sdb hdd ZR70S1H2 16.0T Unknown N/A N/A No
/ m" A7 o2 G2 hgm268-3 /dev/sdc hdd ZR5C05T9 16.0T Unknown N/A N/A No
' p, ] F* \4 @' Q( ugm268-3 /dev/sdd hdd ZR60W0VD 16.0T Unknown N/A N/A No / C/ C% X/ a3 G" E. Y' u
gm268-3 /dev/sde hdd ZR70S8ZB 16.0T Unknown N/A N/A No
: ?/ T0 T# l! @) w+ Zgm268-3 /dev/sdf hdd ZR5BQ7DG 16.0T Unknown N/A N/A No ) Y) x5 ]' E& p9 s4 Z
gm268-3 /dev/sdg hdd ZR60WAM3 16.0T Unknown N/A N/A No
' X9 S+ [9 H) D8 Dgm268-3 /dev/sdh hdd ZR5BVZ1L 16.0T Unknown N/A N/A No 0 [8 z' @! T2 a* R4 X7 N+ E9 m
gm268-4 /dev/nvme0n1 ssd S4EWNF0MB07783D 1000G Unknown N/A N/A No
2 t' S- Z- |9 R* }; U( h7 @gm268-4 /dev/sdb hdd ZR5BQAQ8 16.0T Unknown N/A N/A No 9 o; L6 k9 ^" K7 V1 ?5 }: l' @6 v% n
gm268-4 /dev/sdc hdd ZR60WSB1 16.0T Unknown N/A N/A No
* _4 i9 ~7 D1 c V. n* Ngm268-4 /dev/sdd hdd ZR60GAFJ 16.0T Unknown N/A N/A No " @! S" v$ B0 ?+ o6 F2 s( X
gm268-4 /dev/sde hdd ZR70S2MC 16.0T Unknown N/A N/A No
1 ~, t1 N7 H6 ^8 ^gm268-4 /dev/sdf hdd ZR70RR2Z 16.0T Unknown N/A N/A No ; n F- e/ Z& O- x8 C( k' k
gm268-4 /dev/sdg hdd ZR70S9BA 16.0T Unknown N/A N/A No $ E5 R& S3 A) }: e' j, E
gm268-4 /dev/sdh hdd ZR5C0BSJ 16.0T Unknown N/A N/A No
9 O, `4 S) g- q! egm268-5 /dev/sdb hdd ZR70SD4K 16.0T Unknown N/A N/A No
6 [2 \( z, J4 K J* wgm268-5 /dev/sdc hdd ZR5BSKHS 16.0T Unknown N/A N/A No
8 L# m6 L& e! O: x$ L: {& k- t* Qgm268-5 /dev/sdd hdd ZR5C3JGK 16.0T Unknown N/A N/A No 0 l6 g. q7 \ N2 y1 U
gm268-5 /dev/sde hdd ZR70S1S0 16.0T Unknown N/A N/A No
0 _. Z% W, L# C6 R0 G* [4 Qgm268-5 /dev/sdf hdd ZR70H12V 16.0T Unknown N/A N/A No
& Y) N6 X- C5 p3 `/ |& H' S) ?4 lgm268-5 /dev/sdg hdd ZR70S3AV 16.0T Unknown N/A N/A No 0 y; r! Y2 z- {( Z
[root@tp266-1 ~]# ceph orch device ls |grep tp266-1; |. E, s. D0 {: g) g4 ~
[root@tp266-1 ~]# ceph orch host ls# d7 |- R% w# L/ d1 k
HOST ADDR LABELS STATUS 5 X9 D9 f9 D" X4 {
gm268-1 gm268-1 mon mgr mds - [3 e+ `: x+ h5 e
gm268-2 gm268-2 mon mgr mds 6 ~% Q- s1 a% r; b: \
gm268-3 gm268-3 mon mgr mds 3 ^6 h9 C0 |& X! G) |
gm268-4 gm268-4 + [- G Y& c3 F, n7 Q2 {% Y
gm268-5 gm268-5
+ P" v6 B+ ~1 F4 L$ `tp266-1 tp266-1
2 A* N8 b' n6 X% X2 Q- z6 n0 G[root@tp266-1 ~]# ceph orch apply
: a8 j( G3 b" I: D4 p1 g5 }alertmanager grafana mds mon node-exporter prometheus rgw : F, {$ X9 H0 Z
crash iscsi mgr nfs osd rbd-mirror
8 F# M* \1 C& C" g' P' E1 q[root@tp266-1 ~]# ceph orch apply
- `' K8 {4 r+ i' m galertmanager grafana mds mon node-exporter prometheus rgw
% }6 M0 w/ v$ p9 wcrash iscsi mgr nfs osd rbd-mirror ; @# s; q( d9 _) y5 n. f& h
[root@tp266-1 ~]# ceph orch apply
$ \- z% r9 K( }1 \: c* g: Ralertmanager grafana mds mon node-exporter prometheus rgw 2 e c6 a+ i. V4 z, v
crash iscsi mgr nfs osd rbd-mirror 2 h8 q; N! Q; x9 D
[root@tp266-1 ~]# ceph orch apply node-exporter ; q& _0 J8 H# r( u D* F
#Update the size or placement for a service or apply a large yaml spec9 X d9 S+ j* C; E
[root@tp266-1 ~]# ceph orch apply node-exporter
3 f" O) k( ?! C5 H! y #Update the size or placement for a service or apply a large yaml spec+ x( {6 R7 `7 Y- R5 A; Q* y
[root@tp266-1 ~]# ceph orch apply node-exporter
$ o. g+ \. d7 J+ X% y! { #Update the size or placement for a service or apply a large yaml spec
! p' h2 N* T a9 t& t9 V7 O. V[root@tp266-1 ~]# ceph orch apply node-exporter tp266-1
# J6 U0 N% m3 p& r% G) B3 e) D6 v+ nScheduled node-exporter update... x% _, n) n0 k* c9 ^- x) W
[root@tp266-1 ~]# ceph orch apply tp266-1 tp266-1! Q3 j1 _% z& I& U' ?
tp266-1 not valid: tp266-1 not one of 'true', 'false' \" ~* N. b' p
Invalid command: unused arguments: ['tp266-1']
0 n+ g" U' Q& d7 sorch apply [mon|mgr|rbd-mirror|crash|alertmanager|grafana|node-exporter|prometheus] [<placement>] [--dry-run] [plain|json|json-pretty|yaml] [--unmanaged] : Update the size or placement for a service or apply a large yaml spec( {; {: T) U* \! `, z# J# F
Error EINVAL: invalid command
+ i) q: k* o& {7 ?* T- I C[root@tp266-1 ~]# ceph orch apply crash tp266-1( @1 n( I! g4 S7 n
Scheduled crash update...8 n( y1 ] X3 w8 m& m' e' u. K) n
[root@tp266-1 ~]# podman ps
# d1 I8 G0 e- r, ]. J6 }/ gCONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES
; `+ R- y& J5 I* j[root@tp266-1 ~]# podman ps; [; s# o& Y2 O$ O" e9 `
CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES
9 L O& p: U/ V+ t2 R" I+ ]% O# @! r[root@tp266-1 ~]# ceph orch host ls
) \# f) h& J1 v" b/ YHOST ADDR LABELS STATUS ( F1 o. \7 E8 @1 d5 `! ?, f+ u
gm268-1 gm268-1 mon mgr mds
% U7 Z5 K4 H7 P/ g" ~6 U" ~2 Lgm268-2 gm268-2 mon mgr mds * z7 J* C. J: d6 r7 V
gm268-3 gm268-3 mon mgr mds " |7 K3 A1 j' ]2 L) ?* A0 g8 h" t
gm268-4 gm268-4
/ g0 s4 T& _+ r3 p$ S# l3 |gm268-5 gm268-5 3 O2 T: \7 j) o D" ^' b
tp266-1 tp266-1 ! m8 B" o' {: v' r4 `6 D3 p `5 v
[root@tp266-1 ~]# podman ps
3 i' u# F4 Z& S, L6 j ?5 f# {2 NSocket error Event: 32 Error: 10053.
( Z; B8 n2 i9 fConnection closing...Socket close.
2 ^! K2 S0 r: n( M4 a6 ]/ }4 h$ C' B& Z. C* m( J: ?
Connection closed by foreign host.
& R# [: f5 y" X- Y! q
% l8 ?( B; Y$ R, DDisconnected from remote host(gm268-5 192.168.54.59) at 17:12:41.
3 e" l. G j. E w6 V) Q" r; Q& T) p
Type `help' to learn how to use Xshell prompt.: t0 B) i8 a, M6 M! W1 s5 {
[C:\~]$
. Y0 S7 e; C+ u4 e* }5 I5 K
% T' j; ^2 }( t0 C5 IConnecting to 192.168.54.59:22685...
! u( w. ?6 a" h4 {Connection established.
8 R8 _7 _& E% p) g1 BTo escape to local shell, press 'Ctrl+Alt+]'.- g- N4 X, ^. s9 o: z) d3 p5 O1 D; ^
& a g; J" x1 y0 _- Z1 V5 m
Activate the web console with: systemctl enable --now cockpit.socket, g' n$ ^. O' [% L+ l: R9 ]
9 ]6 A! e( [. P1 Y' a/ L9 n8 OLast login: Thu Jan 12 17:11:13 2023 from 192.168.42.71
+ z$ g# A% U- o- w! \7 r" F[root@gm268-5 ~]# ssh tp266-1
# Y+ ?( C8 r; C MActivate the web console with: systemctl enable --now cockpit.socket1 q: x0 y. }6 [/ L6 ]; B- }
. ?- e8 C' G: U( z. iLast login: Thu Jan 12 17:04:20 2023 from 10.12.5.22 O; m% }% c, I! L+ F' V; @6 C8 L
[root@tp266-1 ~]# podman ps
0 l5 M, Y- K. N# z; r; \CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES; v% C3 K: c6 e1 {5 ^* V; d4 Q
[root@tp266-1 ~]#
; w; v3 l, J) N3 l1 U[root@tp266-1 ~]#
4 H% E* c2 e9 t0 M+ y2 Q$ Q[root@tp266-1 ~]# 5 M" z! z s8 ?* P3 Z* V
[root@tp266-1 ~]# 4 q6 m1 } q# Y$ z5 @
[root@tp266-1 ~]# podman ps
! D$ W" P! q9 l% dCONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES7 i& {/ [( |4 B5 e
[root@tp266-1 ~]# ceph orch device ls
, H# u( g; e) O. a9 V7 jHostname Path Type Serial Size Health Ident Fault Available
& h2 w0 n' n" }: m7 Z% V# igm268-1 /dev/sdb hdd ZR57NZTL 16.0T Unknown N/A N/A No
e% U6 G8 a2 ]$ `- Y2 @gm268-1 /dev/sdc hdd ZR5C2ZJH 16.0T Unknown N/A N/A No $ q, _. A. u; v* g5 e. r3 ~2 {
gm268-1 /dev/sdd hdd ZR60WPTL 16.0T Unknown N/A N/A No 0 D2 q) Y: J1 r4 C3 J$ H0 E
gm268-1 /dev/sde hdd ZR70RHVC 16.0T Unknown N/A N/A No 5 `& @ t7 B8 q) a7 s
gm268-1 /dev/sdf hdd ZR5BZP22 16.0T Unknown N/A N/A No
O- }. {( Y8 }5 \gm268-1 /dev/sdg hdd ZR70S24Q 16.0T Unknown N/A N/A No 3 y+ [" h0 @" ~( J% v8 W9 B% s1 ?
gm268-1 /dev/sdh hdd ZR70SC6Z 16.0T Unknown N/A N/A No
' O8 u6 E! k( ]9 R& s M! igm268-2 /dev/sdb hdd ZR60VY28 16.0T Unknown N/A N/A No
: z: d. e& a( J2 jgm268-2 /dev/sdc hdd ZR60VMD7 16.0T Unknown N/A N/A No ( K5 G) D! |, n' a# Q [1 g3 Z
gm268-2 /dev/sdd hdd ZR60WP1Q 16.0T Unknown N/A N/A No
, ^5 v8 ]7 {$ c& dgm268-2 /dev/sde hdd ZR5BV70V 16.0T Unknown N/A N/A No 2 C: C- n; o$ n$ a* D! N
gm268-2 /dev/sdf hdd ZR70RD1H 16.0T Unknown N/A N/A No
3 Y N/ ]) E) W/ Rgm268-2 /dev/sdg hdd ZR56SX4N 16.0T Unknown N/A N/A No ! C6 v! R3 d* |: \; [6 f
gm268-2 /dev/sdh hdd ZR60WHVQ 16.0T Unknown N/A N/A No
0 z5 a; F5 r0 O. d' p7 S$ Hgm268-3 /dev/sdb hdd ZR70S1H2 16.0T Unknown N/A N/A No . I. ~* ~# y- H4 r( s& ~
gm268-3 /dev/sdc hdd ZR5C05T9 16.0T Unknown N/A N/A No
4 P: @' J7 n/ Mgm268-3 /dev/sdd hdd ZR60W0VD 16.0T Unknown N/A N/A No
; U! m3 Y, n( Mgm268-3 /dev/sde hdd ZR70S8ZB 16.0T Unknown N/A N/A No
4 G% l+ {$ Z$ v( cgm268-3 /dev/sdf hdd ZR5BQ7DG 16.0T Unknown N/A N/A No
# I& _; s) F" G- n% Rgm268-3 /dev/sdg hdd ZR60WAM3 16.0T Unknown N/A N/A No
" f2 ^2 J1 V3 E8 f" U, @2 X. fgm268-3 /dev/sdh hdd ZR5BVZ1L 16.0T Unknown N/A N/A No
% H( F6 i) y* Z+ Q# P6 Ogm268-4 /dev/nvme0n1 ssd S4EWNF0MB07783D 1000G Unknown N/A N/A No . ^3 R5 v \1 z+ b# S+ T
gm268-4 /dev/sdb hdd ZR5BQAQ8 16.0T Unknown N/A N/A No 9 H u& a9 b9 @3 F5 o% R, f
gm268-4 /dev/sdc hdd ZR60WSB1 16.0T Unknown N/A N/A No 2 M+ f3 d, E% w& k) W) O G* F* k
gm268-4 /dev/sdd hdd ZR60GAFJ 16.0T Unknown N/A N/A No
4 q- o3 `3 x4 O, L9 F4 k' ngm268-4 /dev/sde hdd ZR70S2MC 16.0T Unknown N/A N/A No 0 _4 t% U6 ^' {7 V
gm268-4 /dev/sdf hdd ZR70RR2Z 16.0T Unknown N/A N/A No
5 B f- L5 l7 }! mgm268-4 /dev/sdg hdd ZR70S9BA 16.0T Unknown N/A N/A No
9 Y! R* k, ~" r/ {7 ^ mgm268-4 /dev/sdh hdd ZR5C0BSJ 16.0T Unknown N/A N/A No
( m" R* ]3 j+ O) r8 U& @/ `gm268-5 /dev/sdb hdd ZR70SD4K 16.0T Unknown N/A N/A No ) p3 G/ v5 n% q' Z
gm268-5 /dev/sdc hdd ZR5BSKHS 16.0T Unknown N/A N/A No # H+ `5 f$ ]/ z1 F3 t% ~) T3 ?
gm268-5 /dev/sdd hdd ZR5C3JGK 16.0T Unknown N/A N/A No * q1 S- S4 _$ e# } W8 @
gm268-5 /dev/sde hdd ZR70S1S0 16.0T Unknown N/A N/A No
0 i d. o" F' _1 ~gm268-5 /dev/sdf hdd ZR70H12V 16.0T Unknown N/A N/A No
9 x5 l2 s# a& v; cgm268-5 /dev/sdg hdd ZR70S3AV 16.0T Unknown N/A N/A No 2 `/ G, `0 z! V9 p$ b/ y' t
[root@tp266-1 ~]# ceph orch device ls 2 h: r; r2 ` o
Hostname Path Type Serial Size Health Ident Fault Available - }& r3 J; {* I/ d, ]
gm268-1 /dev/sdb hdd ZR57NZTL 16.0T Unknown N/A N/A No
3 x( | V6 v# `9 w3 ?" u* ~gm268-1 /dev/sdc hdd ZR5C2ZJH 16.0T Unknown N/A N/A No
/ j G! n8 N. |% H Q3 P- hgm268-1 /dev/sdd hdd ZR60WPTL 16.0T Unknown N/A N/A No
3 w+ j% e5 B; Zgm268-1 /dev/sde hdd ZR70RHVC 16.0T Unknown N/A N/A No
' ]6 w& T7 I. K) H' k5 b( j, `gm268-1 /dev/sdf hdd ZR5BZP22 16.0T Unknown N/A N/A No
' V! v% V+ o. L$ U& \; u# V# ngm268-1 /dev/sdg hdd ZR70S24Q 16.0T Unknown N/A N/A No
- I3 f/ l) @) S9 v- O$ C' A2 G0 Q% Hgm268-1 /dev/sdh hdd ZR70SC6Z 16.0T Unknown N/A N/A No . g" f$ n. G- \, ?
gm268-2 /dev/sdb hdd ZR60VY28 16.0T Unknown N/A N/A No
0 _+ ], o+ d1 b& Q4 Ygm268-2 /dev/sdc hdd ZR60VMD7 16.0T Unknown N/A N/A No
9 s+ A! ^% b1 _/ Q3 {/ _! Rgm268-2 /dev/sdd hdd ZR60WP1Q 16.0T Unknown N/A N/A No
; y/ z# _: S0 @gm268-2 /dev/sde hdd ZR5BV70V 16.0T Unknown N/A N/A No * U- f V0 N% j0 b7 v
gm268-2 /dev/sdf hdd ZR70RD1H 16.0T Unknown N/A N/A No ' M7 l% X2 X, K' @1 M, y. a" g
gm268-2 /dev/sdg hdd ZR56SX4N 16.0T Unknown N/A N/A No ]% R' A) X8 E3 D5 ~- v9 [0 `
gm268-2 /dev/sdh hdd ZR60WHVQ 16.0T Unknown N/A N/A No
2 K5 D5 q1 B' Q5 \1 D3 xgm268-3 /dev/sdb hdd ZR70S1H2 16.0T Unknown N/A N/A No 7 R# O) m% V; E- u
gm268-3 /dev/sdc hdd ZR5C05T9 16.0T Unknown N/A N/A No . E6 B! P7 |6 G: N4 T1 G$ L
gm268-3 /dev/sdd hdd ZR60W0VD 16.0T Unknown N/A N/A No 9 p6 }( H. _1 l) }& R
gm268-3 /dev/sde hdd ZR70S8ZB 16.0T Unknown N/A N/A No ! n, q* h) s' _( F* x; ^* }( z8 S
gm268-3 /dev/sdf hdd ZR5BQ7DG 16.0T Unknown N/A N/A No
1 ^( j/ j& h" }4 a$ z4 Xgm268-3 /dev/sdg hdd ZR60WAM3 16.0T Unknown N/A N/A No $ \& Y( _% H/ O
gm268-3 /dev/sdh hdd ZR5BVZ1L 16.0T Unknown N/A N/A No
6 e. z# o. D3 O; c9 E1 `gm268-4 /dev/nvme0n1 ssd S4EWNF0MB07783D 1000G Unknown N/A N/A No
6 L( Y' C6 B9 J0 D$ m7 Qgm268-4 /dev/sdb hdd ZR5BQAQ8 16.0T Unknown N/A N/A No
& J: |7 A F! j) T4 dgm268-4 /dev/sdc hdd ZR60WSB1 16.0T Unknown N/A N/A No 5 ]/ c$ k% W- P; N% L) p
gm268-4 /dev/sdd hdd ZR60GAFJ 16.0T Unknown N/A N/A No
o( Z$ p, A" }2 lgm268-4 /dev/sde hdd ZR70S2MC 16.0T Unknown N/A N/A No
' J( g+ r- ~: |gm268-4 /dev/sdf hdd ZR70RR2Z 16.0T Unknown N/A N/A No + H q' |% k( M. y# q/ f
gm268-4 /dev/sdg hdd ZR70S9BA 16.0T Unknown N/A N/A No
# P" L$ G! M G9 ], Hgm268-4 /dev/sdh hdd ZR5C0BSJ 16.0T Unknown N/A N/A No
4 P2 g/ t' P6 e9 G' Qgm268-5 /dev/sdb hdd ZR70SD4K 16.0T Unknown N/A N/A No 2 b' V G" m6 `$ V _
gm268-5 /dev/sdc hdd ZR5BSKHS 16.0T Unknown N/A N/A No
( L$ d1 E. ?- [& p$ `1 f: Mgm268-5 /dev/sdd hdd ZR5C3JGK 16.0T Unknown N/A N/A No
, q$ d: L% ?+ T& b8 @1 Dgm268-5 /dev/sde hdd ZR70S1S0 16.0T Unknown N/A N/A No $ ^4 Z+ k! q* x7 T0 l4 Y) h
gm268-5 /dev/sdf hdd ZR70H12V 16.0T Unknown N/A N/A No . g1 N0 l2 l6 M& N
gm268-5 /dev/sdg hdd ZR70S3AV 16.0T Unknown N/A N/A No % L$ W8 x/ n2 C# V
[root@tp266-1 ~]# ceph orch device ls
0 y) K* {# k7 ~1 Q4 iHostname Path Type Serial Size Health Ident Fault Available * f, c$ m" }4 L. i* A+ p7 p/ t
gm268-1 /dev/sdb hdd ZR57NZTL 16.0T Unknown N/A N/A No
( S9 Y; L" L" J1 \" |9 P; I& egm268-1 /dev/sdc hdd ZR5C2ZJH 16.0T Unknown N/A N/A No / r" ]. Z( F, R: D! N) U
gm268-1 /dev/sdd hdd ZR60WPTL 16.0T Unknown N/A N/A No 7 Q1 Z$ w3 M) n% o, D9 C
gm268-1 /dev/sde hdd ZR70RHVC 16.0T Unknown N/A N/A No
# X' q/ S4 t1 U9 J' _; jgm268-1 /dev/sdf hdd ZR5BZP22 16.0T Unknown N/A N/A No $ W# X ?$ ^; r4 S, |
gm268-1 /dev/sdg hdd ZR70S24Q 16.0T Unknown N/A N/A No ; \ u5 V+ b9 T& T# p
gm268-1 /dev/sdh hdd ZR70SC6Z 16.0T Unknown N/A N/A No
4 _; k" |( f7 c" }. n! Zgm268-2 /dev/sdb hdd ZR60VY28 16.0T Unknown N/A N/A No
1 W% V, T* r& N' Q5 }$ pgm268-2 /dev/sdc hdd ZR60VMD7 16.0T Unknown N/A N/A No
+ v6 ^* X" D% G# xgm268-2 /dev/sdd hdd ZR60WP1Q 16.0T Unknown N/A N/A No 7 n& ^5 b' U6 @/ K9 h- M/ A% g
gm268-2 /dev/sde hdd ZR5BV70V 16.0T Unknown N/A N/A No $ w. k* T2 b/ i% N
gm268-2 /dev/sdf hdd ZR70RD1H 16.0T Unknown N/A N/A No 6 w% x w" x7 H- [$ [6 O7 [
gm268-2 /dev/sdg hdd ZR56SX4N 16.0T Unknown N/A N/A No z, C- q& l4 c0 |6 G; s
gm268-2 /dev/sdh hdd ZR60WHVQ 16.0T Unknown N/A N/A No
1 v; P' `: \/ Y$ dgm268-3 /dev/sdb hdd ZR70S1H2 16.0T Unknown N/A N/A No
6 D7 r6 w; A" g' `+ c. Sgm268-3 /dev/sdc hdd ZR5C05T9 16.0T Unknown N/A N/A No ( o( Y4 R; m9 a5 Z0 H# j
gm268-3 /dev/sdd hdd ZR60W0VD 16.0T Unknown N/A N/A No * _5 ^9 y" _) B
gm268-3 /dev/sde hdd ZR70S8ZB 16.0T Unknown N/A N/A No # O& \; `, z# A& R, \" \
gm268-3 /dev/sdf hdd ZR5BQ7DG 16.0T Unknown N/A N/A No # e; r3 @6 G* q$ m' [4 K" q' s
gm268-3 /dev/sdg hdd ZR60WAM3 16.0T Unknown N/A N/A No
7 [7 n5 u$ y% d# e" r# |gm268-3 /dev/sdh hdd ZR5BVZ1L 16.0T Unknown N/A N/A No
* E0 J9 A: X9 Z, Fgm268-4 /dev/nvme0n1 ssd S4EWNF0MB07783D 1000G Unknown N/A N/A No
% a% Q L) u1 ?: c/ [* q# sgm268-4 /dev/sdb hdd ZR5BQAQ8 16.0T Unknown N/A N/A No ) R, @& Q; l9 r z& ~* @
gm268-4 /dev/sdc hdd ZR60WSB1 16.0T Unknown N/A N/A No
* X" h* N7 K! d' ggm268-4 /dev/sdd hdd ZR60GAFJ 16.0T Unknown N/A N/A No 0 y- U& c0 T, I8 {9 u
gm268-4 /dev/sde hdd ZR70S2MC 16.0T Unknown N/A N/A No ' |2 z# x/ ^. j4 \9 d) u9 a
gm268-4 /dev/sdf hdd ZR70RR2Z 16.0T Unknown N/A N/A No 2 p) B' J7 O0 Y+ x5 @9 B* J9 V
gm268-4 /dev/sdg hdd ZR70S9BA 16.0T Unknown N/A N/A No
0 u: ]0 F# V# X* fgm268-4 /dev/sdh hdd ZR5C0BSJ 16.0T Unknown N/A N/A No
/ N6 Z- f' f0 O7 n9 o( {# kgm268-5 /dev/sdb hdd ZR70SD4K 16.0T Unknown N/A N/A No
, Y" z- ~5 X7 s* a- o. b" U8 bgm268-5 /dev/sdc hdd ZR5BSKHS 16.0T Unknown N/A N/A No
5 M( F$ ^% h0 E" q `4 h' Ugm268-5 /dev/sdd hdd ZR5C3JGK 16.0T Unknown N/A N/A No 2 s, x! p2 W' R
gm268-5 /dev/sde hdd ZR70S1S0 16.0T Unknown N/A N/A No $ X0 Y, T1 y$ K+ ]/ A E* q) d4 W/ p
gm268-5 /dev/sdf hdd ZR70H12V 16.0T Unknown N/A N/A No
$ D0 p6 g4 ]6 f+ O! p2 Fgm268-5 /dev/sdg hdd ZR70S3AV 16.0T Unknown N/A N/A No * b9 _5 N# i' _
[root@tp266-1 ~]# ceph orch host ls ' T* A4 c8 r0 @
HOST ADDR LABELS STATUS ; g: a4 v o1 K2 S7 A* C" p* o
gm268-1 gm268-1 mon mgr mds
! i3 Z; S2 A$ C, j+ _7 Ngm268-2 gm268-2 mon mgr mds 2 A+ I z* n" h) y! G
gm268-3 gm268-3 mon mgr mds - U% U% \! e: J
gm268-4 gm268-4 # r/ d# A6 }) T6 l: G w. i
gm268-5 gm268-5
: O" _9 Q" _1 ytp266-1 tp266-1
7 B9 f/ I8 O6 P, x+ ^/ U0 K[root@tp266-1 ~]# cephadm shell
# n* l2 Q3 f8 K# nUsing recent ceph image quay.io/ceph/ceph@sha256:de7016bf6da2dcbb73796f66ef2776419b2c5a3ee1378835e8791a14c2c3e5b1 Z) ]: R- U( z9 {8 H6 z6 g
[ceph: root@tp266-1 /]# cephadm $ ?+ ]3 \6 m: \' h- B7 {0 t2 O
No command specified; pass -h or --help for usage
$ u4 |0 c% ]5 P/ h* \2 _1 x& X[ceph: root@tp266-1 /]# exit
- S. H, @" X$ |# D. aexit
( c4 N! S( S, } |' k' L' l[root@tp266-1 ~]# ceph orch host ls
2 b4 D0 C+ J+ X! P. uHOST ADDR LABELS STATUS # \6 W9 Q% b1 q* t
gm268-1 gm268-1 mon mgr mds & u1 @1 G2 E% `
gm268-2 gm268-2 mon mgr mds
2 {* Y7 s0 k% t6 ]gm268-3 gm268-3 mon mgr mds
], w' m- d- n% i8 D: @ F- ugm268-4 gm268-4 $ m m3 x8 V' B" ~9 ~' R
gm268-5 gm268-5
7 a8 r8 d' ^, I0 I/ Z4 Itp266-1 tp266-1
, [- r- B7 h: @% K[root@tp266-1 ~]# podman ps
8 F6 m w$ y6 V& `+ FCONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES
0 ]6 I7 f# @6 {( N[root@tp266-1 ~]# exit% V) X1 v, ~3 I6 b2 x- e8 W- l
logout( ~# K M$ t5 I; y
Connection to tp266-1 closed.
& X; Y6 y* t1 c2 X, u- j, f[root@gm268-5 ~]# podman
4 {. F' \% |0 Y2 \! C, j; ~attach cp export image inspect logs play push save system unshare
4 O# Y( h' Y+ o) eauto-update create generate images kill manifest pod restart search tag untag + E3 m, d8 }& {
build diff healthcheck import load mount port rm start top version ) [- W/ \7 d$ Q% B
commit events help info login network ps rmi stats unmount volume
$ |' \' v. i1 f: Lcontainer exec history init logout pause pull run stop unpause wait
9 a Z2 L& ~- _! K! |& ~[root@gm268-5 ~]# podman ps
& p& R% B; X, q, |CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES) a1 U. Q# B# @- W( L7 G: k
79ab1651e550 quay.io/ceph/ceph:v15 inventory --forma... 2 hours ago Up 2 hours ago strange_kirch
) Y7 }( S, w1 T9 Q7 Ga48e0b56a516 quay.io/ceph/ceph:v15 -n osd.27 -f --se... 3 days ago Up 3 days ago ceph-ce68aab8-8f46-11ed-88c0-ac1f6b3a30b9-osd.27
- J8 O2 a, g' }6 H8 d Vc16fff33a250 quay.io/ceph/ceph:v15 -n osd.26 -f --se... 3 days ago Up 3 days ago ceph-ce68aab8-8f46-11ed-88c0-ac1f6b3a30b9-osd.26: g3 N) b, K: P3 C
6761927d89c6 quay.io/ceph/ceph:v15 -n osd.25 -f --se... 3 days ago Up 3 days ago ceph-ce68aab8-8f46-11ed-88c0-ac1f6b3a30b9-osd.251 O1 M0 X3 T! V( h9 B
3158677090f6 quay.io/ceph/ceph:v15 -n osd.4 -f --set... 3 days ago Up 3 days ago ceph-ce68aab8-8f46-11ed-88c0-ac1f6b3a30b9-osd.4
" p& z4 w2 \" D& O) r! d( j1a58b23cb4b2 quay.io/ceph/ceph:v15 -n osd.29 -f --se... 3 days ago Up 3 days ago ceph-ce68aab8-8f46-11ed-88c0-ac1f6b3a30b9-osd.29
, x+ I, q- u0 R4 @e800611062b1 quay.io/ceph/ceph:v15 -n osd.28 -f --se... 3 days ago Up 3 days ago ceph-ce68aab8-8f46-11ed-88c0-ac1f6b3a30b9-osd.28
; B; W. j4 W0 X5c5454782321 quay.io/prometheus/node-exporter:v0.18.1 --no-collector.ti... 3 days ago Up 3 days ago ceph-ce68aab8-8f46-11ed-88c0-ac1f6b3a30b9-node-exporter.gm268-5
4 P& q( _+ U* W: W; A06f85b89a143 quay.io/ceph/ceph:v15 -n client.crash.g... 3 days ago Up 3 days ago ceph-ce68aab8-8f46-11ed-88c0-ac1f6b3a30b9-crash.gm268-5) R% C* S& T; B* o
[root@gm268-5 ~]# df -Th
* j v0 U& J8 v/ [5 |& J9 _, T |
|