|
|
楼主 |
发表于 2023-1-12 19:52:38
|
显示全部楼层
启动chronyd服务,检查服务3 S5 M' e" w* F$ y1 e# ~
[root@tp266-1 ~]# ceph orch host add tp266-1
* X' h: I, b9 { {' n! C# rError EINVAL: New host tp266-1 (tp266-1) failed check: ['podman|docker (/bin/podman) is present', 'systemctl is present', 'lvcreate is present', "No time sync service is running; checked for ['chrony.service', 'chronyd.service', 'systemd-timesyncd.service', 'ntpd.service', 'ntp.service', 'ntpsec.service']", 'Hostname "tp266-1" matches what is expected.', 'ERROR: No time synchronization is active']
. D9 b' g% J1 }5 A9 a" ]1 W t+ }[root@tp266-1 ~]# systemctl status chronyd.service 7 ?8 p I" d W
● chronyd.service - NTP client/server/ H$ [9 D0 F3 U
Loaded: loaded (/usr/lib/systemd/system/chronyd.service; disabled; vendor preset: enabled)/ x' z* Y2 s# D0 g6 c
Active: inactive (dead)
( I$ @# f [- d1 V Docs: man:chronyd(8)
4 i3 R3 i" L6 l7 D man:chrony.conf(5)
. y( H0 f6 u4 o[root@tp266-1 ~]# systemctl enable chronyd.service ( R0 n1 t9 L+ J; P- c9 g
Created symlink /etc/systemd/system/multi-user.target.wants/chronyd.service → /usr/lib/systemd/system/chronyd.service.
$ \# v/ c. k' R& E3 h[root@tp266-1 ~]# systemctl start chronyd.service
( h2 N, j! t( H2 k5 F" ~[root@tp266-1 ~]# ceph orch host add tp266-1
% f U6 i1 P3 ^8 H7 y XAdded host 'tp266-1': H; u2 V: c# M, G
[root@tp266-1 ~]# ceph orch host ls
3 h: _1 o' G- g. JHOST ADDR LABELS STATUS
; s' }, d$ a n' f9 J. |( L( Hgm268-1 gm268-1 mon mgr mds
) O1 [( w( v$ q. v$ W# U7 `gm268-2 gm268-2 mon mgr mds ) k3 R5 Z" y7 {" h% P$ A) [" o, o
gm268-3 gm268-3 mon mgr mds
# j3 I, g0 _1 e; T1 Z" X7 ?gm268-4 gm268-4 : ?3 }& @6 D8 \
gm268-5 gm268-5
3 u9 y% H) {7 D2 i/ P( \tp266-1 tp266-1 ' i8 {" X, X- g: ~" t
[root@tp266-1 ~]# ceph osd tree ' m1 D* w# G& j0 r6 Q- [
ID CLASS WEIGHT TYPE NAME STATUS REWEIGHT PRI-AFF
5 w, p6 H8 e2 e5 d, Q9 @7 k -1 494.79141 root default
7 e$ V2 b0 _1 b. g# Q -3 101.86882 host gm268-1 2 }* g6 B6 E! `9 J% K
0 hdd 14.55269 osd.0 up 1.00000 1.00000( Y' {. O7 v. i- S
5 hdd 14.55269 osd.5 up 1.00000 1.00000" ^ \' ^ p; r% P; j
6 hdd 14.55269 osd.6 up 1.00000 1.000008 Y2 x, R8 ~4 n9 z9 F8 U/ ^ W
7 hdd 14.55269 osd.7 up 1.00000 1.00000
5 j! d8 O' K+ c0 ]# c5 K- s 8 hdd 14.55269 osd.8 up 1.00000 1.000000 V% O0 \: B' ]3 w
9 hdd 14.55269 osd.9 up 1.00000 1.00000
1 ]" f( ^. n$ V# L+ J4 j2 O 30 hdd 14.55269 osd.30 up 1.00000 1.000005 L3 A( a# |* D" m7 X
-5 101.86882 host gm268-2
# I9 r+ U! F$ j& Y: ` 1 hdd 14.55269 osd.1 up 1.00000 1.000004 v$ c# U1 u7 A
10 hdd 14.55269 osd.10 up 1.00000 1.00000% ^0 r, i, E) F
11 hdd 14.55269 osd.11 up 1.00000 1.00000
% Q1 W9 Z$ m n* _ 12 hdd 14.55269 osd.12 up 1.00000 1.00000
" R+ q+ Y8 V3 P" K! J& K 13 hdd 14.55269 osd.13 up 1.00000 1.000002 b: ?2 G+ X: j% D
14 hdd 14.55269 osd.14 up 1.00000 1.00000
" m# @+ R; I9 A: F 31 hdd 14.55269 osd.31 up 1.00000 1.00000
7 l/ E6 F- ]- W8 m! q- \0 ^ -7 101.86882 host gm268-3 % y# O2 ^9 |' g0 j/ @' r4 t6 D2 M/ B
2 hdd 14.55269 osd.2 up 1.00000 1.00000
9 \ U d3 Z6 Q a 15 hdd 14.55269 osd.15 up 1.00000 1.00000 ?6 {& M+ t: `! J' z) P
16 hdd 14.55269 osd.16 up 1.00000 1.00000" |4 J) I5 `& R. u
17 hdd 14.55269 osd.17 up 1.00000 1.00000: p0 U# r1 e! Y# l3 S5 R$ M* A7 O
18 hdd 14.55269 osd.18 up 1.00000 1.00000 X# h6 v1 E9 A" B. q, _. ^3 A
19 hdd 14.55269 osd.19 up 1.00000 1.00000# [7 N S0 r- Z/ O' s
32 hdd 14.55269 osd.32 up 1.00000 1.00000; \1 J- v" U; q6 `4 Y" D. ~
-9 101.86882 host gm268-4 * k/ r4 N% F! A* s
3 hdd 14.55269 osd.3 up 1.00000 1.00000
6 e1 F( b" C2 \8 o! V 20 hdd 14.55269 osd.20 up 1.00000 1.00000
' g$ {# r/ ?; b- I& i 21 hdd 14.55269 osd.21 up 1.00000 1.00000% V7 W1 H/ p" i: |
22 hdd 14.55269 osd.22 up 1.00000 1.000006 v4 b. E: t7 I" P& {( _' `
23 hdd 14.55269 osd.23 up 1.00000 1.00000
$ E6 H; h" y* j 24 hdd 14.55269 osd.24 up 1.00000 1.00000: X: K g' P' ]9 m$ `
33 hdd 14.55269 osd.33 up 1.00000 1.00000
; V, D# a: W* h! _-11 87.31613 host gm268-5
( \ y0 O" }* r5 Y 4 hdd 14.55269 osd.4 up 1.00000 1.00000
+ T2 Z1 \% I. ] 25 hdd 14.55269 osd.25 up 1.00000 1.00000
( y1 }0 \; j* M y/ @/ y" K s. a 26 hdd 14.55269 osd.26 up 1.00000 1.00000
; E# _* X' q; ~( ~: d$ P 27 hdd 14.55269 osd.27 up 1.00000 1.00000% @- F, M* [; s1 ~0 q% i$ V; F
28 hdd 14.55269 osd.28 up 1.00000 1.00000
1 L) o7 _- z- a2 f4 l- o. E 29 hdd 14.55269 osd.29 up 1.00000 1.00000
: J7 _3 P$ M& i' Q& \& Q[root@tp266-1 ~]# ceph orch device
/ L5 ~1 c* W% uls zap 8 Y" J# V, M! c/ |3 O5 Q' [
[root@tp266-1 ~]# ceph orch device ls
0 @, q+ K9 l+ e$ y/ UHostname Path Type Serial Size Health Ident Fault Available # h- P* o+ i& A# T8 m" y2 e& W
gm268-1 /dev/sdb hdd ZR57NZTL 16.0T Unknown N/A N/A No
& s4 P+ V _/ V$ Jgm268-1 /dev/sdc hdd ZR5C2ZJH 16.0T Unknown N/A N/A No
( E! J" ^1 j! T0 ]7 g) U1 tgm268-1 /dev/sdd hdd ZR60WPTL 16.0T Unknown N/A N/A No
( X9 P/ A, q0 R7 ~4 Z* n5 Hgm268-1 /dev/sde hdd ZR70RHVC 16.0T Unknown N/A N/A No
6 k- s0 J3 E0 F; a( hgm268-1 /dev/sdf hdd ZR5BZP22 16.0T Unknown N/A N/A No
0 f& L# }* C- t- Y" Y, Xgm268-1 /dev/sdg hdd ZR70S24Q 16.0T Unknown N/A N/A No 7 X( R2 i( D8 g4 i' O
gm268-1 /dev/sdh hdd ZR70SC6Z 16.0T Unknown N/A N/A No ) n4 G4 c! ?" A' T" `
gm268-2 /dev/sdb hdd ZR60VY28 16.0T Unknown N/A N/A No
" N6 g5 t5 V$ ^/ @* E9 F0 Ngm268-2 /dev/sdc hdd ZR60VMD7 16.0T Unknown N/A N/A No
% f* G" f% \; x9 a& W4 cgm268-2 /dev/sdd hdd ZR60WP1Q 16.0T Unknown N/A N/A No
" q3 S/ I) P1 }, r' P; Agm268-2 /dev/sde hdd ZR5BV70V 16.0T Unknown N/A N/A No
, L% T: i, w5 u# c' M$ ggm268-2 /dev/sdf hdd ZR70RD1H 16.0T Unknown N/A N/A No + h B3 A7 ]+ {; y9 @. L
gm268-2 /dev/sdg hdd ZR56SX4N 16.0T Unknown N/A N/A No
; s1 N8 p+ ?; Mgm268-2 /dev/sdh hdd ZR60WHVQ 16.0T Unknown N/A N/A No " n h- q3 E+ p0 z3 X
gm268-3 /dev/sdb hdd ZR70S1H2 16.0T Unknown N/A N/A No
( o4 B) n5 d q2 n+ Rgm268-3 /dev/sdc hdd ZR5C05T9 16.0T Unknown N/A N/A No
/ T! w3 S O( a$ B" fgm268-3 /dev/sdd hdd ZR60W0VD 16.0T Unknown N/A N/A No - [! `( V( I1 q5 ]5 c) U
gm268-3 /dev/sde hdd ZR70S8ZB 16.0T Unknown N/A N/A No
$ T' l! ^: F8 jgm268-3 /dev/sdf hdd ZR5BQ7DG 16.0T Unknown N/A N/A No
, ~* I( n% _8 N8 H3 R$ Tgm268-3 /dev/sdg hdd ZR60WAM3 16.0T Unknown N/A N/A No
2 r7 d( R6 p8 ~& `gm268-3 /dev/sdh hdd ZR5BVZ1L 16.0T Unknown N/A N/A No 2 r$ L5 ]% W+ g) x
gm268-4 /dev/nvme0n1 ssd S4EWNF0MB07783D 1000G Unknown N/A N/A No & j' T) \) J, {. ^! G2 Y2 q+ m3 |
gm268-4 /dev/sdb hdd ZR5BQAQ8 16.0T Unknown N/A N/A No
+ F% ]2 ^: L: l* D$ s% l' X" N* x0 [gm268-4 /dev/sdc hdd ZR60WSB1 16.0T Unknown N/A N/A No ! \+ }1 f! ]1 }' r# y8 r
gm268-4 /dev/sdd hdd ZR60GAFJ 16.0T Unknown N/A N/A No + J/ N$ q, N0 V$ {; b
gm268-4 /dev/sde hdd ZR70S2MC 16.0T Unknown N/A N/A No
$ U) K J, [3 e$ ggm268-4 /dev/sdf hdd ZR70RR2Z 16.0T Unknown N/A N/A No
, O" D3 h. h: `% y4 e. jgm268-4 /dev/sdg hdd ZR70S9BA 16.0T Unknown N/A N/A No % ]4 q" V7 V$ A$ r6 R7 x
gm268-4 /dev/sdh hdd ZR5C0BSJ 16.0T Unknown N/A N/A No
& J3 G, U/ M K9 F9 D) jgm268-5 /dev/sdb hdd ZR70SD4K 16.0T Unknown N/A N/A No
& t4 x0 o7 x/ Q7 Zgm268-5 /dev/sdc hdd ZR5BSKHS 16.0T Unknown N/A N/A No
* N- F' b% Q" R# f1 s, }: [6 bgm268-5 /dev/sdd hdd ZR5C3JGK 16.0T Unknown N/A N/A No A# N# L9 X; g4 q
gm268-5 /dev/sde hdd ZR70S1S0 16.0T Unknown N/A N/A No 9 Q) i4 z- y# o, E8 d t9 i; j0 _
gm268-5 /dev/sdf hdd ZR70H12V 16.0T Unknown N/A N/A No
4 ^5 c! \5 S% g3 d% c+ {4 kgm268-5 /dev/sdg hdd ZR70S3AV 16.0T Unknown N/A N/A No * D6 Y ?9 U5 ]% G( V* W4 u
[root@tp266-1 ~]# ceph orch device ls % X2 d% T0 m W3 ?8 E2 r8 d
Hostname Path Type Serial Size Health Ident Fault Available 9 V a! T& z5 ~8 L# U5 u
gm268-1 /dev/sdb hdd ZR57NZTL 16.0T Unknown N/A N/A No 4 I( v* O" A4 g: [6 A. P4 H. ?
gm268-1 /dev/sdc hdd ZR5C2ZJH 16.0T Unknown N/A N/A No
( U3 m3 F' R( h9 P) {gm268-1 /dev/sdd hdd ZR60WPTL 16.0T Unknown N/A N/A No ( k$ c1 Z7 x+ l4 v9 T- K
gm268-1 /dev/sde hdd ZR70RHVC 16.0T Unknown N/A N/A No
! o- m" n: W+ d! @/ s( Dgm268-1 /dev/sdf hdd ZR5BZP22 16.0T Unknown N/A N/A No 2 E- Z8 d$ c; ~' \+ h, w) a7 F/ i
gm268-1 /dev/sdg hdd ZR70S24Q 16.0T Unknown N/A N/A No , Z9 } T4 K/ | l9 h3 ?) @5 Q, [
gm268-1 /dev/sdh hdd ZR70SC6Z 16.0T Unknown N/A N/A No 9 }/ [) i* f" l2 r
gm268-2 /dev/sdb hdd ZR60VY28 16.0T Unknown N/A N/A No 2 E) U3 j' X( m5 \
gm268-2 /dev/sdc hdd ZR60VMD7 16.0T Unknown N/A N/A No & J# m8 c: g% C5 ~: m
gm268-2 /dev/sdd hdd ZR60WP1Q 16.0T Unknown N/A N/A No
. [- r$ g% F- D7 _1 hgm268-2 /dev/sde hdd ZR5BV70V 16.0T Unknown N/A N/A No
, `. W+ C3 V: {gm268-2 /dev/sdf hdd ZR70RD1H 16.0T Unknown N/A N/A No
5 M( @' c$ |8 ~# O& j J9 k+ t2 Agm268-2 /dev/sdg hdd ZR56SX4N 16.0T Unknown N/A N/A No + Q0 ~" ]) N: X- c3 a% o
gm268-2 /dev/sdh hdd ZR60WHVQ 16.0T Unknown N/A N/A No 9 z& z% R/ s! k: z
gm268-3 /dev/sdb hdd ZR70S1H2 16.0T Unknown N/A N/A No 8 ?# x& d# q. F( p3 {5 B; ]
gm268-3 /dev/sdc hdd ZR5C05T9 16.0T Unknown N/A N/A No - i' t- l9 V- K: _$ J3 q, l3 Q5 P
gm268-3 /dev/sdd hdd ZR60W0VD 16.0T Unknown N/A N/A No $ |2 o0 W( b! O$ _4 ~: ]* T
gm268-3 /dev/sde hdd ZR70S8ZB 16.0T Unknown N/A N/A No
: X. E# p. }3 ~" }# l1 L; ?gm268-3 /dev/sdf hdd ZR5BQ7DG 16.0T Unknown N/A N/A No
7 r5 M% ^- {6 u; N/ _gm268-3 /dev/sdg hdd ZR60WAM3 16.0T Unknown N/A N/A No
" m( Q" b# U+ F- I" ?gm268-3 /dev/sdh hdd ZR5BVZ1L 16.0T Unknown N/A N/A No
: c# D* P9 c5 W" s9 A; N0 egm268-4 /dev/nvme0n1 ssd S4EWNF0MB07783D 1000G Unknown N/A N/A No / N# N4 C& t3 R- ^! |+ H; ?
gm268-4 /dev/sdb hdd ZR5BQAQ8 16.0T Unknown N/A N/A No
& m7 V9 R$ q( k2 [$ U( x: H3 b" fgm268-4 /dev/sdc hdd ZR60WSB1 16.0T Unknown N/A N/A No D, N" V: M3 f, V- W6 G6 k( }* p- P
gm268-4 /dev/sdd hdd ZR60GAFJ 16.0T Unknown N/A N/A No J0 F0 b* L5 A# W1 j1 \. G; d$ S
gm268-4 /dev/sde hdd ZR70S2MC 16.0T Unknown N/A N/A No
) y$ o, G, I$ U8 f$ Z$ R) Hgm268-4 /dev/sdf hdd ZR70RR2Z 16.0T Unknown N/A N/A No ) {7 M/ m9 C A& L! ^
gm268-4 /dev/sdg hdd ZR70S9BA 16.0T Unknown N/A N/A No 2 |% l) @9 r* B: B& m$ n" M
gm268-4 /dev/sdh hdd ZR5C0BSJ 16.0T Unknown N/A N/A No / L( `- w7 l: l2 F
gm268-5 /dev/sdb hdd ZR70SD4K 16.0T Unknown N/A N/A No 8 z, o4 D! N1 s
gm268-5 /dev/sdc hdd ZR5BSKHS 16.0T Unknown N/A N/A No 6 p* d+ M$ |0 k3 M4 b3 \
gm268-5 /dev/sdd hdd ZR5C3JGK 16.0T Unknown N/A N/A No
2 \% P0 P+ z d4 t+ @9 qgm268-5 /dev/sde hdd ZR70S1S0 16.0T Unknown N/A N/A No
3 k* M. t% E% k! |6 Xgm268-5 /dev/sdf hdd ZR70H12V 16.0T Unknown N/A N/A No
; \+ N. r" F, ]" Lgm268-5 /dev/sdg hdd ZR70S3AV 16.0T Unknown N/A N/A No
. B; a# f9 V& |[root@tp266-1 ~]# ceph orch device ls
) K1 Q. I) s* m1 {Hostname Path Type Serial Size Health Ident Fault Available 4 j6 F9 p1 k: v
gm268-1 /dev/sdb hdd ZR57NZTL 16.0T Unknown N/A N/A No ' B$ ^( s& B8 g8 _. s) D
gm268-1 /dev/sdc hdd ZR5C2ZJH 16.0T Unknown N/A N/A No
5 L& v0 v6 b9 a, Jgm268-1 /dev/sdd hdd ZR60WPTL 16.0T Unknown N/A N/A No
! n5 o6 y& h% ], b5 t. Sgm268-1 /dev/sde hdd ZR70RHVC 16.0T Unknown N/A N/A No 2 T. a( ]6 G t; G# T' H
gm268-1 /dev/sdf hdd ZR5BZP22 16.0T Unknown N/A N/A No
/ t; c1 U+ Q$ j/ ~: {& P/ Mgm268-1 /dev/sdg hdd ZR70S24Q 16.0T Unknown N/A N/A No 9 U# Z( [( |, D& @. Y$ _3 g
gm268-1 /dev/sdh hdd ZR70SC6Z 16.0T Unknown N/A N/A No
' W4 a7 o6 {% q8 H- X( ngm268-2 /dev/sdb hdd ZR60VY28 16.0T Unknown N/A N/A No
( J* @* {3 G& V- ^. a1 ?' ggm268-2 /dev/sdc hdd ZR60VMD7 16.0T Unknown N/A N/A No
5 x( y1 _) I6 o5 O! K3 q3 f6 j; rgm268-2 /dev/sdd hdd ZR60WP1Q 16.0T Unknown N/A N/A No 4 x0 l6 P, }$ H8 q# u. R
gm268-2 /dev/sde hdd ZR5BV70V 16.0T Unknown N/A N/A No
) i' b" }1 @+ `/ {# I* mgm268-2 /dev/sdf hdd ZR70RD1H 16.0T Unknown N/A N/A No
# p& E9 E }* xgm268-2 /dev/sdg hdd ZR56SX4N 16.0T Unknown N/A N/A No " ?7 Z# r1 @1 I3 |1 S9 `. ~
gm268-2 /dev/sdh hdd ZR60WHVQ 16.0T Unknown N/A N/A No * L5 b7 J2 ?5 n$ Q% X- F
gm268-3 /dev/sdb hdd ZR70S1H2 16.0T Unknown N/A N/A No
^* Y4 `+ a: }. i2 u' Pgm268-3 /dev/sdc hdd ZR5C05T9 16.0T Unknown N/A N/A No
! @' R$ t+ T) O* O! q5 P egm268-3 /dev/sdd hdd ZR60W0VD 16.0T Unknown N/A N/A No + j/ f& ]8 `# `/ J! u
gm268-3 /dev/sde hdd ZR70S8ZB 16.0T Unknown N/A N/A No ) ~. ?; _# W6 q7 E: M4 G
gm268-3 /dev/sdf hdd ZR5BQ7DG 16.0T Unknown N/A N/A No , O( k( y% a+ j; d# Z
gm268-3 /dev/sdg hdd ZR60WAM3 16.0T Unknown N/A N/A No ) o0 _3 |. \; u
gm268-3 /dev/sdh hdd ZR5BVZ1L 16.0T Unknown N/A N/A No ' J! ?7 ^" r @8 q
gm268-4 /dev/nvme0n1 ssd S4EWNF0MB07783D 1000G Unknown N/A N/A No
6 Z* x3 u; b3 n1 {gm268-4 /dev/sdb hdd ZR5BQAQ8 16.0T Unknown N/A N/A No
7 Q+ U6 T# n+ ~ i& s! k2 T# s5 m5 Q+ ogm268-4 /dev/sdc hdd ZR60WSB1 16.0T Unknown N/A N/A No 2 i% O" |' l6 N6 ~4 u* h2 G+ k
gm268-4 /dev/sdd hdd ZR60GAFJ 16.0T Unknown N/A N/A No . X, {+ x' V+ K# V ^
gm268-4 /dev/sde hdd ZR70S2MC 16.0T Unknown N/A N/A No
8 B) c0 |4 g& f/ V% G9 p+ r4 Bgm268-4 /dev/sdf hdd ZR70RR2Z 16.0T Unknown N/A N/A No 2 L& B: u+ T& Y% }, P$ s# ]) {& `
gm268-4 /dev/sdg hdd ZR70S9BA 16.0T Unknown N/A N/A No
6 e" @1 E4 C! ]5 n! b2 M5 N' Ygm268-4 /dev/sdh hdd ZR5C0BSJ 16.0T Unknown N/A N/A No
! B# v. p* [/ X& r: B$ Z6 [gm268-5 /dev/sdb hdd ZR70SD4K 16.0T Unknown N/A N/A No
& e+ r$ K+ C2 W9 Z" I, \, p2 q9 Igm268-5 /dev/sdc hdd ZR5BSKHS 16.0T Unknown N/A N/A No
" S, q. |6 q! ?' dgm268-5 /dev/sdd hdd ZR5C3JGK 16.0T Unknown N/A N/A No
# z) U7 r, c+ I4 v' c/ j/ A% J: Jgm268-5 /dev/sde hdd ZR70S1S0 16.0T Unknown N/A N/A No
$ t) N; F7 l) O& G! q' z6 \gm268-5 /dev/sdf hdd ZR70H12V 16.0T Unknown N/A N/A No
% R/ y/ _3 x( x, G4 Y% d* w4 ogm268-5 /dev/sdg hdd ZR70S3AV 16.0T Unknown N/A N/A No
' f a0 x9 S5 _& @# [1 n[root@tp266-1 ~]# ceph orch device ls 4 M: Z4 s( ~! u8 z5 t
Hostname Path Type Serial Size Health Ident Fault Available ' z& L9 M6 g3 T, c8 `2 j
gm268-1 /dev/sdb hdd ZR57NZTL 16.0T Unknown N/A N/A No % h8 Q- s) _& D& [& |! V
gm268-1 /dev/sdc hdd ZR5C2ZJH 16.0T Unknown N/A N/A No # D" p$ o( I$ ~" R) b J9 X; g; @
gm268-1 /dev/sdd hdd ZR60WPTL 16.0T Unknown N/A N/A No
/ e% d: |1 S# M+ M" Q; tgm268-1 /dev/sde hdd ZR70RHVC 16.0T Unknown N/A N/A No + j) b- N1 Z1 Z# q& L4 M/ Y$ y
gm268-1 /dev/sdf hdd ZR5BZP22 16.0T Unknown N/A N/A No . O6 J# a5 i( r/ G7 v4 T$ T- {, Z
gm268-1 /dev/sdg hdd ZR70S24Q 16.0T Unknown N/A N/A No
8 @. B9 w7 a9 V: `gm268-1 /dev/sdh hdd ZR70SC6Z 16.0T Unknown N/A N/A No
: t" k- m/ G* _) \+ r6 Jgm268-2 /dev/sdb hdd ZR60VY28 16.0T Unknown N/A N/A No
! X0 m2 v3 y9 O3 N) I3 x' z/ X. Lgm268-2 /dev/sdc hdd ZR60VMD7 16.0T Unknown N/A N/A No . r6 \% d9 c$ V6 ~) \. b T9 W
gm268-2 /dev/sdd hdd ZR60WP1Q 16.0T Unknown N/A N/A No
" e/ F6 y1 ?4 R8 }# rgm268-2 /dev/sde hdd ZR5BV70V 16.0T Unknown N/A N/A No
0 s/ O; [! Q. j: E; t* w! Lgm268-2 /dev/sdf hdd ZR70RD1H 16.0T Unknown N/A N/A No ; e' h9 m+ s: F) a: F& `3 r
gm268-2 /dev/sdg hdd ZR56SX4N 16.0T Unknown N/A N/A No
3 f" k+ Z$ O: xgm268-2 /dev/sdh hdd ZR60WHVQ 16.0T Unknown N/A N/A No 0 u# l* s" i( {# E* U
gm268-3 /dev/sdb hdd ZR70S1H2 16.0T Unknown N/A N/A No
( P7 x% b: }1 U1 i0 u1 B8 ?gm268-3 /dev/sdc hdd ZR5C05T9 16.0T Unknown N/A N/A No
% t& B! L& l( m- ~2 }$ l1 y/ s5 mgm268-3 /dev/sdd hdd ZR60W0VD 16.0T Unknown N/A N/A No
, I9 O. m* X# g: ogm268-3 /dev/sde hdd ZR70S8ZB 16.0T Unknown N/A N/A No f5 p- o) p% c. [0 B& m
gm268-3 /dev/sdf hdd ZR5BQ7DG 16.0T Unknown N/A N/A No - c7 I- B* D9 g& _$ W2 I
gm268-3 /dev/sdg hdd ZR60WAM3 16.0T Unknown N/A N/A No " f, L% o" ?5 s( ^: r; X
gm268-3 /dev/sdh hdd ZR5BVZ1L 16.0T Unknown N/A N/A No
7 @3 W: b1 E5 g$ Q( [$ Y9 {gm268-4 /dev/nvme0n1 ssd S4EWNF0MB07783D 1000G Unknown N/A N/A No ' B- u5 C! W5 ]5 [) W
gm268-4 /dev/sdb hdd ZR5BQAQ8 16.0T Unknown N/A N/A No $ Y# _+ U& j2 y. v E
gm268-4 /dev/sdc hdd ZR60WSB1 16.0T Unknown N/A N/A No + G5 N6 u7 L' B5 A) a0 X
gm268-4 /dev/sdd hdd ZR60GAFJ 16.0T Unknown N/A N/A No
9 x; X1 X" ~) E% Bgm268-4 /dev/sde hdd ZR70S2MC 16.0T Unknown N/A N/A No 3 ^' e, N! d: K9 v/ g$ ]: W" e, J
gm268-4 /dev/sdf hdd ZR70RR2Z 16.0T Unknown N/A N/A No
) q4 }# _, p6 t, ygm268-4 /dev/sdg hdd ZR70S9BA 16.0T Unknown N/A N/A No
( o, w+ O3 a: U! Y- k4 E) pgm268-4 /dev/sdh hdd ZR5C0BSJ 16.0T Unknown N/A N/A No ) s$ Q5 a( k+ f ?% x B
gm268-5 /dev/sdb hdd ZR70SD4K 16.0T Unknown N/A N/A No
9 z" P' ]" L2 O- s' _0 k9 tgm268-5 /dev/sdc hdd ZR5BSKHS 16.0T Unknown N/A N/A No , s5 y! e' {" u4 Q
gm268-5 /dev/sdd hdd ZR5C3JGK 16.0T Unknown N/A N/A No
9 }% ^, ` p3 N1 g! ]gm268-5 /dev/sde hdd ZR70S1S0 16.0T Unknown N/A N/A No
# R# y D7 s' g2 pgm268-5 /dev/sdf hdd ZR70H12V 16.0T Unknown N/A N/A No 2 h, M; [7 k$ X% L) E
gm268-5 /dev/sdg hdd ZR70S3AV 16.0T Unknown N/A N/A No # G6 P* w* w% v6 V
[root@tp266-1 ~]# ceph orch device ls
7 a8 }' ^ r9 I+ e! n% G/ XHostname Path Type Serial Size Health Ident Fault Available + v( D0 o( Y1 I
gm268-1 /dev/sdb hdd ZR57NZTL 16.0T Unknown N/A N/A No
4 `4 X& h8 G% M+ Bgm268-1 /dev/sdc hdd ZR5C2ZJH 16.0T Unknown N/A N/A No
% y$ C3 I- k- ~' g8 m& _gm268-1 /dev/sdd hdd ZR60WPTL 16.0T Unknown N/A N/A No
% A8 \. |, d2 ?5 ogm268-1 /dev/sde hdd ZR70RHVC 16.0T Unknown N/A N/A No : _2 e* [# ?* p; ]7 _
gm268-1 /dev/sdf hdd ZR5BZP22 16.0T Unknown N/A N/A No
4 |* A! V7 H* H$ Kgm268-1 /dev/sdg hdd ZR70S24Q 16.0T Unknown N/A N/A No
% `6 r8 o4 f! p) z1 x! v1 Y6 R3 Tgm268-1 /dev/sdh hdd ZR70SC6Z 16.0T Unknown N/A N/A No
5 P; t' {9 T! ~gm268-2 /dev/sdb hdd ZR60VY28 16.0T Unknown N/A N/A No
_' T- ~+ r' {1 \5 d5 x/ x$ }gm268-2 /dev/sdc hdd ZR60VMD7 16.0T Unknown N/A N/A No v2 z; G2 Y* C+ p8 t3 T
gm268-2 /dev/sdd hdd ZR60WP1Q 16.0T Unknown N/A N/A No 1 X% A- o! e& i: R: y
gm268-2 /dev/sde hdd ZR5BV70V 16.0T Unknown N/A N/A No 4 N/ [* o( J- k% C y3 e
gm268-2 /dev/sdf hdd ZR70RD1H 16.0T Unknown N/A N/A No ) p5 c' T$ ] B' h
gm268-2 /dev/sdg hdd ZR56SX4N 16.0T Unknown N/A N/A No 8 W2 i5 D( W0 z6 k
gm268-2 /dev/sdh hdd ZR60WHVQ 16.0T Unknown N/A N/A No 9 d( P; {9 Z0 V, r! D q" C
gm268-3 /dev/sdb hdd ZR70S1H2 16.0T Unknown N/A N/A No
0 h& B5 P1 L9 @2 v& ^8 l, Lgm268-3 /dev/sdc hdd ZR5C05T9 16.0T Unknown N/A N/A No
$ `" u) K5 |6 P! }: Q6 sgm268-3 /dev/sdd hdd ZR60W0VD 16.0T Unknown N/A N/A No 7 C9 h& U. ]/ I0 l
gm268-3 /dev/sde hdd ZR70S8ZB 16.0T Unknown N/A N/A No
/ j+ C+ c d! q/ b, g& ~4 j% y# C; zgm268-3 /dev/sdf hdd ZR5BQ7DG 16.0T Unknown N/A N/A No
, ~. Z# ]% o& y- t& Z! h* rgm268-3 /dev/sdg hdd ZR60WAM3 16.0T Unknown N/A N/A No
4 m2 s5 l# o, I0 {; |1 B' ]2 @gm268-3 /dev/sdh hdd ZR5BVZ1L 16.0T Unknown N/A N/A No
8 l& [/ q" U# ]2 w* |! j! C( V( p8 ]gm268-4 /dev/nvme0n1 ssd S4EWNF0MB07783D 1000G Unknown N/A N/A No
& N' D' y( A1 wgm268-4 /dev/sdb hdd ZR5BQAQ8 16.0T Unknown N/A N/A No
- p) ^! l! D) |2 T1 Ugm268-4 /dev/sdc hdd ZR60WSB1 16.0T Unknown N/A N/A No 5 b+ j2 K6 N1 [! o; q
gm268-4 /dev/sdd hdd ZR60GAFJ 16.0T Unknown N/A N/A No
- P3 x% }: W$ ggm268-4 /dev/sde hdd ZR70S2MC 16.0T Unknown N/A N/A No 5 o& H+ C4 k5 c
gm268-4 /dev/sdf hdd ZR70RR2Z 16.0T Unknown N/A N/A No 8 k/ W8 N' m( \. g6 c
gm268-4 /dev/sdg hdd ZR70S9BA 16.0T Unknown N/A N/A No # I6 b% v. Y t. ~2 ?. P
gm268-4 /dev/sdh hdd ZR5C0BSJ 16.0T Unknown N/A N/A No & f. h5 z% O2 J& G/ \' G
gm268-5 /dev/sdb hdd ZR70SD4K 16.0T Unknown N/A N/A No
f: T; m J( h0 J. s. P! t# Lgm268-5 /dev/sdc hdd ZR5BSKHS 16.0T Unknown N/A N/A No 7 n" @+ j* d' H, L% ]
gm268-5 /dev/sdd hdd ZR5C3JGK 16.0T Unknown N/A N/A No
4 ]) D/ N# t% ~" v8 y; l% {gm268-5 /dev/sde hdd ZR70S1S0 16.0T Unknown N/A N/A No ; I; Z1 z" h% q: a, U$ ~8 F" P
gm268-5 /dev/sdf hdd ZR70H12V 16.0T Unknown N/A N/A No : v T. ^: u" G
gm268-5 /dev/sdg hdd ZR70S3AV 16.0T Unknown N/A N/A No
5 Q4 `4 P0 k1 ?2 l( O% `[root@tp266-1 ~]# ceph orch host ls
$ r9 a# [0 [ N2 fHOST ADDR LABELS STATUS
1 g! i3 ^, `. t4 w7 _gm268-1 gm268-1 mon mgr mds ' G5 V% |' P; N( H" K2 ?, h# d
gm268-2 gm268-2 mon mgr mds & ~/ }8 H+ a ^. U+ r3 O
gm268-3 gm268-3 mon mgr mds
' r0 J# f; B" C( dgm268-4 gm268-4
4 B4 X% O* g3 K6 e9 ]7 @gm268-5 gm268-5
: O7 ^. I. R, f- Atp266-1 tp266-1 O! K+ R: h* `! f9 j; S# k, `: ~
[root@tp266-1 ~]# podman ps
9 s. Z- \# a L2 R; y" K/ o7 ~CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES
! y) R8 P: y) C; `* y+ U[root@tp266-1 ~]# ceph orch ls . b% }3 j' X/ I
NAME RUNNING REFRESHED AGE PLACEMENT IMAGE NAME IMAGE ID . ~, S2 R' O8 g( H3 y1 c6 O: ?) }
alertmanager 1/1 72m ago 3d count:1 quay.io/prometheus/alertmanager:v0.20.0 0881eb8f169f % D& i/ U9 D( k
crash 5/6 72m ago 3d * quay.io/ceph/ceph:v15 93146564743f
, Q% c6 l) F; Pgrafana 1/1 72m ago 3d count:1 quay.io/ceph/ceph-grafana:6.7.4 557c83e11646 ' A+ V( g0 @+ w; t% Q+ ?5 L
mds.cephfs 3/3 72m ago 3d label:mds quay.io/ceph/ceph:v15 93146564743f
s8 c2 W5 V! \5 [0 r3 Imgr 3/3 72m ago 3d label:mgr quay.io/ceph/ceph:v15 93146564743f , ?. N, Q& {. B5 K; @
mon 3/3 72m ago 3d label:mon quay.io/ceph/ceph:v15 93146564743f
) r7 p% m7 c2 o( e$ }node-exporter 5/6 72m ago 3d * quay.io/prometheus/node-exporter:v0.18.1 e5a616e4b9cf , t& C8 ]: j& c0 ~0 A' [5 o( W! n& n8 Y
osd.None 34/0 72m ago - <unmanaged> quay.io/ceph/ceph:v15 93146564743f 1 y) T' A W$ \' u8 p) D
prometheus 1/1 72m ago 3d count:1 quay.io/prometheus/prometheus:v2.18.1 de242295e225 + H- ~( {6 U$ s
[root@tp266-1 ~]# ceph
( v2 y3 f' F$ P' xalerts config-key features insights mgr osd rbd telegraf versions
. Z4 X8 Q: ~8 G& n% Q( D# |" I6 Uauth crash fs iostat mon pg report telemetry zabbix
6 ?) X. M8 \: f1 C2 }9 D8 ibalancer dashboard fsid k8sevents nfs progress restful tell w: B# Q ]& W( L) s+ ~
cephadm device health log node prometheus service test_orchestrator ; V' O# V- M5 F1 ~
config df influx mds orch quorum_status status time-sync-status % m2 U6 ~3 x H+ L0 F
[root@tp266-1 ~]# ceph
9 R% [+ O+ V. J3 ]2 B0 G& h) xalerts config-key features insights mgr osd rbd telegraf versions |# U9 a" _3 x6 p" V
auth crash fs iostat mon pg report telemetry zabbix
8 H8 D. W/ C7 Z$ _. ^balancer dashboard fsid k8sevents nfs progress restful tell 3 C4 s$ T! j( ]/ j) I$ l3 U( R
cephadm device health log node prometheus service test_orchestrator
4 D" M3 _- E! N% J% Y% f6 Y' Hconfig df influx mds orch quorum_status status time-sync-status
: n1 x: @2 |% o9 {8 P3 f. `7 \[root@tp266-1 ~]# ceph orch host ls# `7 N# H+ u; s' C5 \8 C4 o
HOST ADDR LABELS STATUS
& u" I6 C! o- [gm268-1 gm268-1 mon mgr mds % K$ c+ a! r1 x- P b7 k0 }7 I
gm268-2 gm268-2 mon mgr mds : e4 l" [ E: e9 j N
gm268-3 gm268-3 mon mgr mds + x1 y, o7 e2 Y$ R/ \5 m
gm268-4 gm268-4
4 Y1 ?- t! o3 a3 _( C7 U. Z Ggm268-5 gm268-5 ! L! ~: e/ Q% X; @ n% W
tp266-1 tp266-1
6 B) f0 X" J1 A2 `# q& O1 C[root@tp266-1 ~]# ceph orch device ls
9 K& h9 w; O, J' [Hostname Path Type Serial Size Health Ident Fault Available 3 P8 x- f8 ^ h
gm268-1 /dev/sdb hdd ZR57NZTL 16.0T Unknown N/A N/A No
2 w: k0 {2 H' o# d+ ^( | s, L' Fgm268-1 /dev/sdc hdd ZR5C2ZJH 16.0T Unknown N/A N/A No
) [. N. N1 \4 jgm268-1 /dev/sdd hdd ZR60WPTL 16.0T Unknown N/A N/A No
9 h# }& Y+ O# U% {+ v' Rgm268-1 /dev/sde hdd ZR70RHVC 16.0T Unknown N/A N/A No - T f7 N0 k. x7 D
gm268-1 /dev/sdf hdd ZR5BZP22 16.0T Unknown N/A N/A No 8 l$ B9 Y4 E/ S3 A
gm268-1 /dev/sdg hdd ZR70S24Q 16.0T Unknown N/A N/A No - O0 a+ S0 Z) i1 G% B' I
gm268-1 /dev/sdh hdd ZR70SC6Z 16.0T Unknown N/A N/A No
# N) I9 U# c3 C. R# N, b {) Tgm268-2 /dev/sdb hdd ZR60VY28 16.0T Unknown N/A N/A No ( e) ^, {& K0 U9 {! V2 n
gm268-2 /dev/sdc hdd ZR60VMD7 16.0T Unknown N/A N/A No ( u7 m+ \, ~, l, K
gm268-2 /dev/sdd hdd ZR60WP1Q 16.0T Unknown N/A N/A No
5 H: `$ ^2 h* M7 Y" ogm268-2 /dev/sde hdd ZR5BV70V 16.0T Unknown N/A N/A No - m8 ?+ l) H7 b- ]
gm268-2 /dev/sdf hdd ZR70RD1H 16.0T Unknown N/A N/A No
2 ]! A) ~3 C, }5 x$ K' v0 \( B2 ogm268-2 /dev/sdg hdd ZR56SX4N 16.0T Unknown N/A N/A No
5 z% ^+ Y- y- S) S; rgm268-2 /dev/sdh hdd ZR60WHVQ 16.0T Unknown N/A N/A No
7 @3 \/ r- |+ w! N9 kgm268-3 /dev/sdb hdd ZR70S1H2 16.0T Unknown N/A N/A No ! Q+ P5 Y9 @1 {8 k
gm268-3 /dev/sdc hdd ZR5C05T9 16.0T Unknown N/A N/A No
. V0 S2 ]1 G* wgm268-3 /dev/sdd hdd ZR60W0VD 16.0T Unknown N/A N/A No
" t* x0 L( r. F0 n& Q3 _gm268-3 /dev/sde hdd ZR70S8ZB 16.0T Unknown N/A N/A No
- R/ q- Y2 O9 \6 wgm268-3 /dev/sdf hdd ZR5BQ7DG 16.0T Unknown N/A N/A No , F( x: T- Y9 n! b3 [- g
gm268-3 /dev/sdg hdd ZR60WAM3 16.0T Unknown N/A N/A No
/ }- V+ ^1 y- ~- @+ S( Igm268-3 /dev/sdh hdd ZR5BVZ1L 16.0T Unknown N/A N/A No
# ^1 J* U7 h& R1 u8 i$ V1 lgm268-4 /dev/nvme0n1 ssd S4EWNF0MB07783D 1000G Unknown N/A N/A No
' j6 o3 u o6 ~+ [; t6 C" Wgm268-4 /dev/sdb hdd ZR5BQAQ8 16.0T Unknown N/A N/A No
X I, S* i8 e: `: t$ ^gm268-4 /dev/sdc hdd ZR60WSB1 16.0T Unknown N/A N/A No
3 h* C% o( g2 T; e. s" T! |gm268-4 /dev/sdd hdd ZR60GAFJ 16.0T Unknown N/A N/A No
+ e3 G }9 ~' `) j- g8 [6 Ggm268-4 /dev/sde hdd ZR70S2MC 16.0T Unknown N/A N/A No
W) K+ Q/ [) T; _& O6 ^gm268-4 /dev/sdf hdd ZR70RR2Z 16.0T Unknown N/A N/A No & Z4 _) T. s X- d
gm268-4 /dev/sdg hdd ZR70S9BA 16.0T Unknown N/A N/A No
! A! R7 m$ Y8 k0 O/ b( zgm268-4 /dev/sdh hdd ZR5C0BSJ 16.0T Unknown N/A N/A No 1 I- T7 m/ `. ?
gm268-5 /dev/sdb hdd ZR70SD4K 16.0T Unknown N/A N/A No * j( I! m8 D3 y, |
gm268-5 /dev/sdc hdd ZR5BSKHS 16.0T Unknown N/A N/A No
/ b b9 [) v0 U. i; D6 `8 v2 Sgm268-5 /dev/sdd hdd ZR5C3JGK 16.0T Unknown N/A N/A No ; i/ B! ~' [; b
gm268-5 /dev/sde hdd ZR70S1S0 16.0T Unknown N/A N/A No
6 D. Y2 \) Q, }2 E8 J& Jgm268-5 /dev/sdf hdd ZR70H12V 16.0T Unknown N/A N/A No 7 k2 s7 q2 J. ~3 u8 Y# l( Y* S
gm268-5 /dev/sdg hdd ZR70S3AV 16.0T Unknown N/A N/A No
0 Z- Q% ^# S) f3 w" J. u[root@tp266-1 ~]# ceph orch device ls |grep tp266-1
8 I9 h! A, ^# n9 d5 V2 @- n" Q[root@tp266-1 ~]# ceph orch host ls' @7 N( z. M. j* a
HOST ADDR LABELS STATUS
4 r" `3 v, m6 }, ^gm268-1 gm268-1 mon mgr mds
4 H$ c& b7 G0 |- k1 Y, v! _9 Ggm268-2 gm268-2 mon mgr mds 9 g; m7 R; f; R
gm268-3 gm268-3 mon mgr mds - t* m6 V7 H% H |
gm268-4 gm268-4
* ?9 [5 d/ R- Q3 F, S/ kgm268-5 gm268-5
) k+ p% t { Vtp266-1 tp266-1 % x2 o" E& T- `3 E, g
[root@tp266-1 ~]# ceph orch apply & f" ?' G. r- z8 a' S
alertmanager grafana mds mon node-exporter prometheus rgw : L6 T! m) R H' k* P
crash iscsi mgr nfs osd rbd-mirror * A# R# U6 z3 W* u$ p
[root@tp266-1 ~]# ceph orch apply , | \. l7 b/ r
alertmanager grafana mds mon node-exporter prometheus rgw / ^0 W( b/ C4 b7 Q; ]2 ]6 y: Q* h
crash iscsi mgr nfs osd rbd-mirror
3 i- V1 t& J% n! Y* {[root@tp266-1 ~]# ceph orch apply 5 m2 v$ t; S# C! z3 S2 G& K* u' c
alertmanager grafana mds mon node-exporter prometheus rgw $ g' x: T! ?# K5 _/ F: c% P7 a- D
crash iscsi mgr nfs osd rbd-mirror 4 x6 e, n3 @, n5 W! P" O# Y' m
[root@tp266-1 ~]# ceph orch apply node-exporter
4 m& W2 U( s( a2 ~" g# c( y: T+ e #Update the size or placement for a service or apply a large yaml spec, ~: E8 x% N$ P# K4 t9 q5 v
[root@tp266-1 ~]# ceph orch apply node-exporter
7 G% \) S. O( A6 u #Update the size or placement for a service or apply a large yaml spec
. K" A, P! q+ X0 Z/ ^[root@tp266-1 ~]# ceph orch apply node-exporter % Z' ?1 Y0 Z2 K
#Update the size or placement for a service or apply a large yaml spec8 S2 ?' P- ]( m& L M* \" v0 D. v
[root@tp266-1 ~]# ceph orch apply node-exporter tp266-14 U1 f/ F2 ]% m5 K, Q+ L6 k2 A; p
Scheduled node-exporter update.../ C6 S& i, K" [1 o9 B
[root@tp266-1 ~]# ceph orch apply tp266-1 tp266-1
7 f% k" k7 r' n% \) k7 ]tp266-1 not valid: tp266-1 not one of 'true', 'false'
6 v4 R% F' u# r$ Y$ h& b, z: U5 KInvalid command: unused arguments: ['tp266-1']+ g" @: f2 N: [- ]- Y
orch apply [mon|mgr|rbd-mirror|crash|alertmanager|grafana|node-exporter|prometheus] [<placement>] [--dry-run] [plain|json|json-pretty|yaml] [--unmanaged] : Update the size or placement for a service or apply a large yaml spec* R: b7 o% z0 P4 ?* Z; G% U8 B, V* [
Error EINVAL: invalid command
* A* @6 ?# c! x. F7 x7 m4 w[root@tp266-1 ~]# ceph orch apply crash tp266-1
. J$ h! s: `1 gScheduled crash update...& [% ^+ y# x2 B
[root@tp266-1 ~]# podman ps/ `2 M0 R! d! L& h7 ~
CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES
\0 a! x& G: S0 c: f& X4 k: Z[root@tp266-1 ~]# podman ps
1 [) R) Y7 _$ tCONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES4 r" m1 t( p$ x, S' u
[root@tp266-1 ~]# ceph orch host ls6 \3 j! M. f$ O2 d) g
HOST ADDR LABELS STATUS
) ~* |$ o( L1 t4 e U( Ugm268-1 gm268-1 mon mgr mds & G3 A" O* X: o* V2 t2 ?
gm268-2 gm268-2 mon mgr mds I( I" U! u. ?/ o- z9 P
gm268-3 gm268-3 mon mgr mds : h: B( ~/ C/ `5 a9 M& u; {
gm268-4 gm268-4
- G9 g/ Y, |; V2 ygm268-5 gm268-5
# l, R6 D1 b. w6 R" i: x& h' S htp266-1 tp266-1
^, ?- T3 P+ \" d _" K6 H[root@tp266-1 ~]# podman ps
; ~9 J/ i9 Q! ?/ rSocket error Event: 32 Error: 10053.; R7 b! m0 J/ I4 O' M
Connection closing...Socket close.
. q5 D( D# b# y& z& H4 O
' }/ I$ Q% B0 k( LConnection closed by foreign host.
! I# b: h- \" @0 d- c& `5 w& z0 |3 P1 y) j9 k7 }0 e
Disconnected from remote host(gm268-5 192.168.54.59) at 17:12:41.* Z7 `7 B+ v1 U( Q; N
: d" \, ~" f2 A+ s
Type `help' to learn how to use Xshell prompt.
' t( ]9 o* n6 j. }) [[C:\~]$
. C9 X) k6 f# V" N+ p
7 [7 g) j6 @1 G9 O! g& \Connecting to 192.168.54.59:22685...( Q1 L; ~% q/ d8 k/ f, q
Connection established.6 Q l. [$ z" ?6 p6 O$ q0 R! V5 s
To escape to local shell, press 'Ctrl+Alt+]'.
& ?/ p g. k3 u1 a% P4 w; x( ~
- ~0 F+ U9 R# g/ O" `, _, {Activate the web console with: systemctl enable --now cockpit.socket2 D M4 I: m# s+ x* z: P4 H
5 s, T/ ?6 S: l( K0 V8 d3 y
Last login: Thu Jan 12 17:11:13 2023 from 192.168.42.71' K0 O& o/ ^% i; V2 X2 h# d7 ^
[root@gm268-5 ~]# ssh tp266-1 ' l4 F7 N* B1 L" W% p
Activate the web console with: systemctl enable --now cockpit.socket6 C* j2 a; ~8 R% `5 j# U5 V
) q9 \) c0 ~# U; n
Last login: Thu Jan 12 17:04:20 2023 from 10.12.5.2: B% u% I7 E+ e D
[root@tp266-1 ~]# podman ps) q2 W: c' X% k' K) z
CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES' t, E. E2 ]( [4 S
[root@tp266-1 ~]# / D, ^! j6 n4 k" A: O
[root@tp266-1 ~]# * s* @' i/ r: p3 P" {
[root@tp266-1 ~]#
6 w2 p6 Y- w5 p* h3 l& k" P$ P[root@tp266-1 ~]#
* w6 R2 f: a: D8 L[root@tp266-1 ~]# podman ps( z& g* M$ R6 V& X* T0 ?& U
CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES
1 c2 o# S$ c+ R$ g: k[root@tp266-1 ~]# ceph orch device ls 1 X# l: z) ^7 H- K; ^6 }
Hostname Path Type Serial Size Health Ident Fault Available
. [5 k1 @$ A y% x1 Fgm268-1 /dev/sdb hdd ZR57NZTL 16.0T Unknown N/A N/A No 6 `* e6 o" N$ P0 Y7 } G6 p
gm268-1 /dev/sdc hdd ZR5C2ZJH 16.0T Unknown N/A N/A No
' U! F' o$ _7 b" x' S+ _gm268-1 /dev/sdd hdd ZR60WPTL 16.0T Unknown N/A N/A No
+ _1 z# s8 h+ fgm268-1 /dev/sde hdd ZR70RHVC 16.0T Unknown N/A N/A No
( a2 H4 b% Y' G1 c/ Ygm268-1 /dev/sdf hdd ZR5BZP22 16.0T Unknown N/A N/A No 3 L% B: I2 D" \9 F/ x9 t8 |
gm268-1 /dev/sdg hdd ZR70S24Q 16.0T Unknown N/A N/A No
4 z9 W+ Q; E" s! l7 tgm268-1 /dev/sdh hdd ZR70SC6Z 16.0T Unknown N/A N/A No % w- }/ J n! C
gm268-2 /dev/sdb hdd ZR60VY28 16.0T Unknown N/A N/A No
1 B# t4 B6 `# A# o" g& H' ~4 Lgm268-2 /dev/sdc hdd ZR60VMD7 16.0T Unknown N/A N/A No 2 \& k4 X6 m- Q& e+ r, K
gm268-2 /dev/sdd hdd ZR60WP1Q 16.0T Unknown N/A N/A No ( E5 ?, b8 N" T" _$ h, `
gm268-2 /dev/sde hdd ZR5BV70V 16.0T Unknown N/A N/A No
2 D' C* f2 ~( j' s& y8 \gm268-2 /dev/sdf hdd ZR70RD1H 16.0T Unknown N/A N/A No
! x% k, ]" L7 a" q8 |. ?8 f$ Igm268-2 /dev/sdg hdd ZR56SX4N 16.0T Unknown N/A N/A No
' k2 e0 A# m; O+ G) r2 mgm268-2 /dev/sdh hdd ZR60WHVQ 16.0T Unknown N/A N/A No
* H% ?1 X$ o: }gm268-3 /dev/sdb hdd ZR70S1H2 16.0T Unknown N/A N/A No
2 D' i7 K2 v6 `/ Kgm268-3 /dev/sdc hdd ZR5C05T9 16.0T Unknown N/A N/A No . o/ z! {) Z0 L. l! g
gm268-3 /dev/sdd hdd ZR60W0VD 16.0T Unknown N/A N/A No
* U3 A6 Z/ d; k/ m! U. W0 W7 A& kgm268-3 /dev/sde hdd ZR70S8ZB 16.0T Unknown N/A N/A No
) f9 g1 z' x. Q$ Ogm268-3 /dev/sdf hdd ZR5BQ7DG 16.0T Unknown N/A N/A No
# J3 p0 R6 @9 lgm268-3 /dev/sdg hdd ZR60WAM3 16.0T Unknown N/A N/A No 3 w5 ~' e- o7 S
gm268-3 /dev/sdh hdd ZR5BVZ1L 16.0T Unknown N/A N/A No
; E- g, K/ j: ^) w$ r' W2 r; f. Z ?) r$ Qgm268-4 /dev/nvme0n1 ssd S4EWNF0MB07783D 1000G Unknown N/A N/A No * b6 [- c2 ~ }: o" U; K- ^
gm268-4 /dev/sdb hdd ZR5BQAQ8 16.0T Unknown N/A N/A No
$ T8 T7 B) p- V1 w6 f$ lgm268-4 /dev/sdc hdd ZR60WSB1 16.0T Unknown N/A N/A No / [: } [5 _2 F$ d" @% P
gm268-4 /dev/sdd hdd ZR60GAFJ 16.0T Unknown N/A N/A No 9 r' d3 P( r0 U; Q3 t
gm268-4 /dev/sde hdd ZR70S2MC 16.0T Unknown N/A N/A No
- I7 E% f5 \# S, G9 w" F% I: ^3 W4 F5 Wgm268-4 /dev/sdf hdd ZR70RR2Z 16.0T Unknown N/A N/A No
1 a: N4 W% @, m" Cgm268-4 /dev/sdg hdd ZR70S9BA 16.0T Unknown N/A N/A No
; e; Z M& W4 Agm268-4 /dev/sdh hdd ZR5C0BSJ 16.0T Unknown N/A N/A No " Q/ G5 c e6 h0 M; l% Y9 o1 w; Y
gm268-5 /dev/sdb hdd ZR70SD4K 16.0T Unknown N/A N/A No
) ~8 B( L3 _4 Ugm268-5 /dev/sdc hdd ZR5BSKHS 16.0T Unknown N/A N/A No 4 ?) K) S9 ~3 d6 A) }) s* N
gm268-5 /dev/sdd hdd ZR5C3JGK 16.0T Unknown N/A N/A No / c; ^$ n4 }' a) G4 Y
gm268-5 /dev/sde hdd ZR70S1S0 16.0T Unknown N/A N/A No
& M h9 o5 u! r5 H7 D$ igm268-5 /dev/sdf hdd ZR70H12V 16.0T Unknown N/A N/A No
& r$ B! f. b( I1 Z; Kgm268-5 /dev/sdg hdd ZR70S3AV 16.0T Unknown N/A N/A No
# `6 c3 i- t$ C' n8 C[root@tp266-1 ~]# ceph orch device ls & Y4 Y5 X& g5 |9 i
Hostname Path Type Serial Size Health Ident Fault Available
7 j, r1 v9 s7 R t+ K- |gm268-1 /dev/sdb hdd ZR57NZTL 16.0T Unknown N/A N/A No 5 B6 o5 `& B% ]) Q# t5 z+ Z. W
gm268-1 /dev/sdc hdd ZR5C2ZJH 16.0T Unknown N/A N/A No
% K, c ]0 C r0 A+ s4 t( J& E/ bgm268-1 /dev/sdd hdd ZR60WPTL 16.0T Unknown N/A N/A No
) L1 D' ^, u8 z# z- Ggm268-1 /dev/sde hdd ZR70RHVC 16.0T Unknown N/A N/A No " I0 h% P; O2 D3 F* z: w
gm268-1 /dev/sdf hdd ZR5BZP22 16.0T Unknown N/A N/A No , R# w( @% T! ^ v$ G
gm268-1 /dev/sdg hdd ZR70S24Q 16.0T Unknown N/A N/A No 2 M: _ S! G {2 B
gm268-1 /dev/sdh hdd ZR70SC6Z 16.0T Unknown N/A N/A No 4 H" Y3 k8 U/ E2 \
gm268-2 /dev/sdb hdd ZR60VY28 16.0T Unknown N/A N/A No & I# J7 ?0 ^7 E3 h
gm268-2 /dev/sdc hdd ZR60VMD7 16.0T Unknown N/A N/A No & q) v6 {- ^: A% ^) K
gm268-2 /dev/sdd hdd ZR60WP1Q 16.0T Unknown N/A N/A No " _) b. N5 j, A9 i+ k3 T: J
gm268-2 /dev/sde hdd ZR5BV70V 16.0T Unknown N/A N/A No 5 O U7 G# N9 Y8 {; t) J( I
gm268-2 /dev/sdf hdd ZR70RD1H 16.0T Unknown N/A N/A No
7 s3 E4 j _6 Z. R. V: r4 ?' ]gm268-2 /dev/sdg hdd ZR56SX4N 16.0T Unknown N/A N/A No
, u2 r3 i. l; K) z: @* Sgm268-2 /dev/sdh hdd ZR60WHVQ 16.0T Unknown N/A N/A No 8 w$ S# h% {' C* n8 S1 W5 w; ^
gm268-3 /dev/sdb hdd ZR70S1H2 16.0T Unknown N/A N/A No
1 V4 O/ e: \6 [4 r3 Ygm268-3 /dev/sdc hdd ZR5C05T9 16.0T Unknown N/A N/A No
/ X' {- S4 ^" ~. F& _gm268-3 /dev/sdd hdd ZR60W0VD 16.0T Unknown N/A N/A No 5 x$ v5 ?& \1 A
gm268-3 /dev/sde hdd ZR70S8ZB 16.0T Unknown N/A N/A No
& B( s/ g& ~4 ~( b( B$ ygm268-3 /dev/sdf hdd ZR5BQ7DG 16.0T Unknown N/A N/A No : q( t* R. ]3 l4 B/ X/ [
gm268-3 /dev/sdg hdd ZR60WAM3 16.0T Unknown N/A N/A No
# F/ E" G2 F" N) V' _- h2 ogm268-3 /dev/sdh hdd ZR5BVZ1L 16.0T Unknown N/A N/A No # B! h1 c7 `$ t6 u) ?7 K
gm268-4 /dev/nvme0n1 ssd S4EWNF0MB07783D 1000G Unknown N/A N/A No 6 p/ h1 W+ ]; j4 i9 M
gm268-4 /dev/sdb hdd ZR5BQAQ8 16.0T Unknown N/A N/A No
0 X/ o0 R! c) H% v! R. |9 a+ p/ M( \gm268-4 /dev/sdc hdd ZR60WSB1 16.0T Unknown N/A N/A No 4 U; j! x2 w( |; E) w
gm268-4 /dev/sdd hdd ZR60GAFJ 16.0T Unknown N/A N/A No
4 Y) R4 d, D' a3 R& z) V' dgm268-4 /dev/sde hdd ZR70S2MC 16.0T Unknown N/A N/A No . X- R% i. i0 ] U6 V' R( T
gm268-4 /dev/sdf hdd ZR70RR2Z 16.0T Unknown N/A N/A No
- B8 p0 ]0 y& _- z+ [. J! Vgm268-4 /dev/sdg hdd ZR70S9BA 16.0T Unknown N/A N/A No ! N$ L( |; v' R7 M& n4 @
gm268-4 /dev/sdh hdd ZR5C0BSJ 16.0T Unknown N/A N/A No
' C5 m! o' n3 B( i% C9 l0 h6 ?2 [gm268-5 /dev/sdb hdd ZR70SD4K 16.0T Unknown N/A N/A No 6 h) B! |3 [8 u/ i+ \1 P
gm268-5 /dev/sdc hdd ZR5BSKHS 16.0T Unknown N/A N/A No 5 G* L J, E( I V1 U* C
gm268-5 /dev/sdd hdd ZR5C3JGK 16.0T Unknown N/A N/A No ) x; J; `1 i/ u+ t* Z# k& h: A' O* s
gm268-5 /dev/sde hdd ZR70S1S0 16.0T Unknown N/A N/A No
2 [& Z( Y0 e+ k* _7 ~gm268-5 /dev/sdf hdd ZR70H12V 16.0T Unknown N/A N/A No 9 ~" F& d9 O1 S
gm268-5 /dev/sdg hdd ZR70S3AV 16.0T Unknown N/A N/A No
6 \6 H& P4 t0 f! G: g( m* N: |' I[root@tp266-1 ~]# ceph orch device ls
- O% {) w3 r7 W- lHostname Path Type Serial Size Health Ident Fault Available
8 `: _2 A- n3 ]8 n; Ogm268-1 /dev/sdb hdd ZR57NZTL 16.0T Unknown N/A N/A No
! `% E2 m% a% o! k) ]% x/ A# dgm268-1 /dev/sdc hdd ZR5C2ZJH 16.0T Unknown N/A N/A No
7 p8 E6 R8 |3 r5 B7 {gm268-1 /dev/sdd hdd ZR60WPTL 16.0T Unknown N/A N/A No
; E, @$ c/ D# C- ` t4 P3 |/ q5 xgm268-1 /dev/sde hdd ZR70RHVC 16.0T Unknown N/A N/A No
' g; p& L9 `. ]6 p/ C. f! E7 G& ogm268-1 /dev/sdf hdd ZR5BZP22 16.0T Unknown N/A N/A No ' l4 j) X2 T! z8 G: T
gm268-1 /dev/sdg hdd ZR70S24Q 16.0T Unknown N/A N/A No ! k# O8 x2 l) f/ s1 S$ }7 n
gm268-1 /dev/sdh hdd ZR70SC6Z 16.0T Unknown N/A N/A No + ~' W1 S1 Q( j1 C7 P$ u
gm268-2 /dev/sdb hdd ZR60VY28 16.0T Unknown N/A N/A No
" u1 a3 l$ r0 }4 w& O, Mgm268-2 /dev/sdc hdd ZR60VMD7 16.0T Unknown N/A N/A No ) t6 [( S M" g+ R
gm268-2 /dev/sdd hdd ZR60WP1Q 16.0T Unknown N/A N/A No - i: K2 {7 \* ~. F3 c/ F/ C! y
gm268-2 /dev/sde hdd ZR5BV70V 16.0T Unknown N/A N/A No
$ a5 ^0 L9 m, V, Ngm268-2 /dev/sdf hdd ZR70RD1H 16.0T Unknown N/A N/A No
+ q; [( D! S$ a9 [! S' ]* Pgm268-2 /dev/sdg hdd ZR56SX4N 16.0T Unknown N/A N/A No ) z& P: `: J6 P& S
gm268-2 /dev/sdh hdd ZR60WHVQ 16.0T Unknown N/A N/A No
8 \; w8 g- v8 n& g8 |: J N0 x6 _gm268-3 /dev/sdb hdd ZR70S1H2 16.0T Unknown N/A N/A No
: ]/ ? V% L! |7 T( `gm268-3 /dev/sdc hdd ZR5C05T9 16.0T Unknown N/A N/A No
7 c4 k6 k5 J4 xgm268-3 /dev/sdd hdd ZR60W0VD 16.0T Unknown N/A N/A No 3 x. v6 ^7 H) Z# ?( F
gm268-3 /dev/sde hdd ZR70S8ZB 16.0T Unknown N/A N/A No 5 d1 o! w2 B& O% a" J2 ^: E$ s7 f
gm268-3 /dev/sdf hdd ZR5BQ7DG 16.0T Unknown N/A N/A No
. J2 K" a; ~3 Pgm268-3 /dev/sdg hdd ZR60WAM3 16.0T Unknown N/A N/A No
/ x6 X, v; o! j! x/ c$ Dgm268-3 /dev/sdh hdd ZR5BVZ1L 16.0T Unknown N/A N/A No 9 ]6 k; O* B7 u; X; x
gm268-4 /dev/nvme0n1 ssd S4EWNF0MB07783D 1000G Unknown N/A N/A No
( w, \4 A4 N& Xgm268-4 /dev/sdb hdd ZR5BQAQ8 16.0T Unknown N/A N/A No ( o: ?; A8 \- E1 H; _5 m
gm268-4 /dev/sdc hdd ZR60WSB1 16.0T Unknown N/A N/A No
1 r( T$ D: T$ X3 ~gm268-4 /dev/sdd hdd ZR60GAFJ 16.0T Unknown N/A N/A No
# P+ s# ^; a; p: hgm268-4 /dev/sde hdd ZR70S2MC 16.0T Unknown N/A N/A No $ R6 [% P; X% ^
gm268-4 /dev/sdf hdd ZR70RR2Z 16.0T Unknown N/A N/A No ; J S% _7 L! z' F/ Z7 J' ?
gm268-4 /dev/sdg hdd ZR70S9BA 16.0T Unknown N/A N/A No
$ J. {$ i$ k# ^* igm268-4 /dev/sdh hdd ZR5C0BSJ 16.0T Unknown N/A N/A No 0 l/ d5 R; e! I8 C+ g! @
gm268-5 /dev/sdb hdd ZR70SD4K 16.0T Unknown N/A N/A No r" r8 X# }7 u5 i8 N
gm268-5 /dev/sdc hdd ZR5BSKHS 16.0T Unknown N/A N/A No
9 H/ N8 d# v. Ugm268-5 /dev/sdd hdd ZR5C3JGK 16.0T Unknown N/A N/A No
% k% a& y- K! u4 Hgm268-5 /dev/sde hdd ZR70S1S0 16.0T Unknown N/A N/A No
& {0 s( x, Q4 L& ]" {) Q8 Ugm268-5 /dev/sdf hdd ZR70H12V 16.0T Unknown N/A N/A No
$ k6 P9 r' Q. V: N" d$ jgm268-5 /dev/sdg hdd ZR70S3AV 16.0T Unknown N/A N/A No
# `2 T* v8 b7 }[root@tp266-1 ~]# ceph orch host ls - X. B8 f! }* c) r% U: p
HOST ADDR LABELS STATUS
4 f1 I+ @* I' Q2 q8 Q- jgm268-1 gm268-1 mon mgr mds - B+ ~6 `- e& q) s
gm268-2 gm268-2 mon mgr mds 5 q z4 x- N0 d6 z: G& R) J
gm268-3 gm268-3 mon mgr mds # j, z! U1 F! J- T' W+ d3 I+ C
gm268-4 gm268-4 / H5 W4 n! o/ A/ c- u: n+ z k
gm268-5 gm268-5
9 W& X/ O8 J; _* Z$ _: a. g! ktp266-1 tp266-1
, C) Y; W3 o. g' `" g& ]( Z[root@tp266-1 ~]# cephadm shell! ` a- s* ~6 r# z6 [6 t
Using recent ceph image quay.io/ceph/ceph@sha256:de7016bf6da2dcbb73796f66ef2776419b2c5a3ee1378835e8791a14c2c3e5b16 c" N* V" G/ b3 c5 ]
[ceph: root@tp266-1 /]# cephadm 7 z8 ^$ r/ \' A2 m
No command specified; pass -h or --help for usage
0 M* i0 k/ q8 I c3 ]; h5 {[ceph: root@tp266-1 /]# exit
7 e$ b5 C0 Y* V# c3 L/ b6 Hexit1 G H3 F( h1 ~+ \$ o# ?
[root@tp266-1 ~]# ceph orch host ls
# _; J* Q1 H7 g( P4 V( }& HHOST ADDR LABELS STATUS
+ W# [: O; Y# b# n& zgm268-1 gm268-1 mon mgr mds
8 y* F3 {2 ]% f' A, B7 Vgm268-2 gm268-2 mon mgr mds l) d- E! f0 @9 ]" T" m& P- e
gm268-3 gm268-3 mon mgr mds
) |8 g* Y+ h/ I: M# Kgm268-4 gm268-4
, E% C& R6 D' k4 h$ @gm268-5 gm268-5 : E3 t5 L( h0 S; F
tp266-1 tp266-1 7 N- G( N' T# B6 J
[root@tp266-1 ~]# podman ps
, r5 B3 l; {# h& e1 [CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES
' v# b( g0 a( S6 q[root@tp266-1 ~]# exit+ l: S+ E! S7 e( o
logout
2 d# T( d" M0 o* xConnection to tp266-1 closed. q9 U% X" P$ d, n4 O% D
[root@gm268-5 ~]# podman 9 P3 r0 B+ U; ~7 q) k
attach cp export image inspect logs play push save system unshare
' w2 y% L: I$ Iauto-update create generate images kill manifest pod restart search tag untag $ `2 D2 O% v( c, x0 a! C- V! Y
build diff healthcheck import load mount port rm start top version : O" v* i2 ?; ^
commit events help info login network ps rmi stats unmount volume
0 h. R/ h+ t0 X% F" u8 l4 F# a" Z+ Wcontainer exec history init logout pause pull run stop unpause wait $ }5 l& z# g) }+ z
[root@gm268-5 ~]# podman ps
) B1 s! H0 a! ^7 ~CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES
- @( W+ W6 h0 S, V% d; f79ab1651e550 quay.io/ceph/ceph:v15 inventory --forma... 2 hours ago Up 2 hours ago strange_kirch$ `) v! J) u6 [1 a' |6 U; b: ?& h
a48e0b56a516 quay.io/ceph/ceph:v15 -n osd.27 -f --se... 3 days ago Up 3 days ago ceph-ce68aab8-8f46-11ed-88c0-ac1f6b3a30b9-osd.27
M {3 k9 ]/ x: J3 hc16fff33a250 quay.io/ceph/ceph:v15 -n osd.26 -f --se... 3 days ago Up 3 days ago ceph-ce68aab8-8f46-11ed-88c0-ac1f6b3a30b9-osd.26! f4 r0 |1 ~3 ~% N
6761927d89c6 quay.io/ceph/ceph:v15 -n osd.25 -f --se... 3 days ago Up 3 days ago ceph-ce68aab8-8f46-11ed-88c0-ac1f6b3a30b9-osd.25
) E: b7 R1 c& G! H( y3158677090f6 quay.io/ceph/ceph:v15 -n osd.4 -f --set... 3 days ago Up 3 days ago ceph-ce68aab8-8f46-11ed-88c0-ac1f6b3a30b9-osd.4/ ?8 Q1 L2 A$ c% f
1a58b23cb4b2 quay.io/ceph/ceph:v15 -n osd.29 -f --se... 3 days ago Up 3 days ago ceph-ce68aab8-8f46-11ed-88c0-ac1f6b3a30b9-osd.291 |1 g7 V9 }5 J+ ?. R+ P
e800611062b1 quay.io/ceph/ceph:v15 -n osd.28 -f --se... 3 days ago Up 3 days ago ceph-ce68aab8-8f46-11ed-88c0-ac1f6b3a30b9-osd.28
0 Y# p; F {# e5c5454782321 quay.io/prometheus/node-exporter:v0.18.1 --no-collector.ti... 3 days ago Up 3 days ago ceph-ce68aab8-8f46-11ed-88c0-ac1f6b3a30b9-node-exporter.gm268-5
0 A, j2 b. g, Z! O5 }* [' i06f85b89a143 quay.io/ceph/ceph:v15 -n client.crash.g... 3 days ago Up 3 days ago ceph-ce68aab8-8f46-11ed-88c0-ac1f6b3a30b9-crash.gm268-5/ J5 Q" M- W; v6 d
[root@gm268-5 ~]# df -Th
o; }$ p* m5 R! M d1 f! n |
|