|
|
** ERROR: unable to open OSD superblock on /var/lib/ceph/osd/ceph-2: (2) No such file or directory
! c& C# `# U2 X* [& R. T$ P# u5 @0 Y7 b" v
2022-08-25 16:58:17.680 7f3029de9a80 0 set uid:gid to 167:167 (ceph:ceph)
4 ^ J6 R: V* l- x" ^* a! H# U2022-08-25 16:58:17.680 7f3029de9a80 0 ceph version 14.2.8-111.el7 (2e6029d57bc594eceba4751373da6505028c2650) nautilus (stable), process ceph-osd, pid 4848
- q1 T' Y1 i$ ~3 p" w5 Z* F, D2022-08-25 16:58:17.680 7f3029de9a80 0 pidfile_write: ignore empty --pid-file& D4 z+ w$ b. V# w$ |
2022-08-25 16:58:17.721 7f3029de9a80 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (13) Permission denied* G' c7 h* K6 H6 Q% d: H
2022-08-25 16:58:17.721 7f3029de9a80 -1 ** ERROR: unable to open OSD superblock on /var/lib/ceph/osd/ceph-2: (2) No such file or directory" B' m% l) \/ Y& o& s3 d. b
2022-08-25 16:58:19.246 7f14524dba80 0 set uid:gid to 167:167 (ceph:ceph)
9 g8 e) d$ e' k7 {2022-08-25 16:58:19.246 7f14524dba80 0 ceph version 14.2.8-111.el7 (2e6029d57bc594eceba4751373da6505028c2650) nautilus (stable), process ceph-osd, pid 4868
9 p, i5 u \' B% S( g2022-08-25 16:58:19.246 7f14524dba80 0 pidfile_write: ignore empty --pid-file
: Z' b6 ]8 E- n+ [5 Q" {2022-08-25 16:58:19.276 7f14524dba80 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (13) Permission denied
4 ]6 c" K6 g; p8 `; B$ g# |0 Y0 Y2022-08-25 16:58:19.276 7f14524dba80 -1 ** ERROR: unable to open OSD superblock on /var/lib/ceph/osd/ceph-2: (2) No such file or directory$ @* S0 s. T8 h. Z2 t; H( `
# n }; f c9 [/ T l" i6 k
7 u" _0 N, W6 G+ y
7 I& k; R: R# Z( X- F% I解决办法:
1 d# I) s o7 y0 h. j, q6 `[root@ceph1 ~]# ceph-volume lvm activate --bluestore --all8 x/ E5 q" c5 o) v, o
--> Activating OSD ID 1 FSID 91e09831-defe-4a1c-9d54-a46ee2f00dbb
# ?; w( s$ i) s @+ rRunning command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1
, O, W) R$ D' k8 Q/ GRunning command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/ceph-2c075439-91b9-49d2-8a83-2c1ac81db669/osd-block-91e09831-defe-4a1c-9d54-a46ee2f00dbb --path /var/lib/ceph/osd/ceph-1 --no-mon-config3 K6 z- p5 A+ }* Y; ^+ Y
Running command: /usr/bin/ln -snf /dev/ceph-2c075439-91b9-49d2-8a83-2c1ac81db669/osd-block-91e09831-defe-4a1c-9d54-a46ee2f00dbb /var/lib/ceph/osd/ceph-1/block/ v) M" O. n8 f7 U* [0 z9 U5 ]% H1 {
Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block
$ Z: P) |* o9 dRunning command: /usr/bin/chown -R ceph:ceph /dev/dm-1
2 K7 Y( g) a# V. l IRunning command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1
3 R& ?: b4 B0 aRunning command: /usr/bin/ln -snf /dev/vdc1 /var/lib/ceph/osd/ceph-1/block.wal: \; f" O; H+ n
Running command: /usr/bin/chown -R ceph:ceph /dev/vdc1
' X$ c- }& |4 e$ ?+ G' nRunning command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block.wal
, `4 N$ \+ w1 P4 i& I. C5 m/ A! C( HRunning command: /usr/bin/chown -R ceph:ceph /dev/vdc1* s% N% g- u. ^" O e, I- O, o9 n# f
Running command: /usr/bin/systemctl enable ceph-volume@lvm-1-91e09831-defe-4a1c-9d54-a46ee2f00dbb: b4 F. `! }+ y& c }
Running command: /usr/bin/systemctl enable --runtime ceph-osd@1! m* p, U9 t$ p# x+ H' e
Running command: /usr/bin/systemctl start ceph-osd@1
" N( t0 N2 W& i# O9 x+ K* Z0 _--> ceph-volume lvm activate successful for osd ID: 1% r, |3 h" V$ r3 l3 N& @! p
--> Activating OSD ID 0 FSID c2f92a17-c127-4a3b-bb99-9006c7f8bbf5
! R7 x/ P- V/ q: ]6 s) z! hRunning command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0. t) i0 `6 T# n B1 X/ {7 f% P
Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/ceph-8bfb62b9-db26-47b9-aa47-1f3ec09771d8/osd-block-c2f92a17-c127-4a3b-bb99-9006c7f8bbf5 --path /var/lib/ceph/osd/ceph-0 --no-mon-config
7 M2 W h1 H4 `! z/ [! K& pRunning command: /usr/bin/ln -snf /dev/ceph-8bfb62b9-db26-47b9-aa47-1f3ec09771d8/osd-block-c2f92a17-c127-4a3b-bb99-9006c7f8bbf5 /var/lib/ceph/osd/ceph-0/block, D# L; I/ m: B: @# d
Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block# N# s& n M3 s- b4 y
Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2
) b" c* X' x* J# O8 S6 g* s S- gRunning command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0$ a: A3 a& W! H) Q( g
Running command: /usr/bin/ln -snf /dev/vdb1 /var/lib/ceph/osd/ceph-0/block.wal) o3 @$ x; ?; O8 F; A% L' {2 g
Running command: /usr/bin/chown -R ceph:ceph /dev/vdb1
+ T# @( N4 n z# q& g5 ?' WRunning command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block.wal
& Q0 }& @6 {9 _% L2 m+ mRunning command: /usr/bin/chown -R ceph:ceph /dev/vdb13 _& J5 I) d7 @$ Y4 W0 o
Running command: /usr/bin/systemctl enable ceph-volume@lvm-0-c2f92a17-c127-4a3b-bb99-9006c7f8bbf56 E) f6 A: I# N) l( G* J8 T7 y
Running command: /usr/bin/systemctl enable --runtime ceph-osd@0
7 R( d B3 A9 ~* Q7 [ ^+ s& nRunning command: /usr/bin/systemctl start ceph-osd@0& s- [+ y; u, S* J
--> ceph-volume lvm activate successful for osd ID: 04 g9 x2 g9 D( ]$ n7 H2 n! O! a
[root@ceph1 ~]# ceph osd tree8 l2 w: ?+ G' ^! j7 o9 } d
ID CLASS WEIGHT TYPE NAME STATUS REWEIGHT PRI-AFF % w3 u+ y: N) |4 r1 H
-3 6.00000 root hdd ( }; o0 ~# Y/ a8 W" S
-4 2.00000 host hdd-ceph1
/ w, z8 t# A" n/ G3 c 0 hdd 1.00000 osd.0 down 1.00000 1.00000
4 |$ N6 g9 {" Z, @7 X8 i& } 1 hdd 1.00000 osd.1 down 0 1.00000
& C. Z) A! e% c( `-5 2.00000 host hdd-ceph2 2 A E" D* _4 U( m
2 hdd 1.00000 osd.2 down 0 1.00000
2 k6 j0 U5 o9 a9 j* s& I 3 hdd 1.00000 osd.3 down 1.00000 1.00000 , O% u0 s# p/ {8 y# z! [
-6 2.00000 host hdd-ceph3
+ }/ p$ X: a7 K( |& i$ B- x1 j 4 hdd 1.00000 osd.4 down 1.00000 1.00000 ! }" X! n9 [. \5 \, |
5 hdd 1.00000 osd.5 up 1.00000 1.00000 1 ?" b: w7 t% z
-1 0 root default 3 q- |7 ] b* Y8 t0 k9 X+ m
[root@ceph1 ~]# ceph osd tree
- ^ r) N; n0 q! {/ a4 ~& H+ SID CLASS WEIGHT TYPE NAME STATUS REWEIGHT PRI-AFF
1 d4 D! p$ _% m+ ^0 w# L% [-3 6.00000 root hdd
3 J/ b8 ^' W6 {; T( g$ a& O-4 2.00000 host hdd-ceph1 5 J( `& P+ d! S; b6 E) i% @
0 hdd 1.00000 osd.0 down 1.00000 1.00000
! }0 O2 G# W' w2 M( `9 m) t2 M 1 hdd 1.00000 osd.1 down 0 1.00000 ' K, Z5 ]9 T1 g2 R8 o. Z0 o
-5 2.00000 host hdd-ceph2 ) f+ U; t/ n1 f9 s. D% _$ ?
2 hdd 1.00000 osd.2 down 0 1.00000 7 Y& H$ C! h+ C- D
3 hdd 1.00000 osd.3 down 1.00000 1.00000 * l% i( Z8 y' U# T1 j& S% P) Y2 ?1 b* g
-6 2.00000 host hdd-ceph3
- m, x( m- F- r 4 hdd 1.00000 osd.4 down 1.00000 1.00000
" ^0 L% V5 n1 H5 H! C5 T 5 hdd 1.00000 osd.5 up 1.00000 1.00000 % {6 h% a( q0 M. p, Y/ S
-1 0 root default - e" U4 O9 c# Z% p! ^
[root@ceph1 ~]# ceph osd tree
% }) Q- K: l6 cID CLASS WEIGHT TYPE NAME STATUS REWEIGHT PRI-AFF ! y; g6 P5 ?# s2 c$ I3 b2 _# Z
-3 6.00000 root hdd
$ e o8 e) e: W3 G4 f! x" r-4 2.00000 host hdd-ceph1
9 [5 ?5 a8 ~0 G9 Q4 n4 x 0 hdd 1.00000 osd.0 up 1.00000 1.00000
9 C0 u$ {( F6 \% o 1 hdd 1.00000 osd.1 up 1.00000 1.00000
0 y/ W+ e1 [1 F; I9 H3 C-5 2.00000 host hdd-ceph2 2 }; c+ o4 q" G) z7 v$ h
2 hdd 1.00000 osd.2 down 0 1.00000
) ]) j! ], C! G9 O! ] 3 hdd 1.00000 osd.3 down 1.00000 1.00000 - [) d M: f8 k, A8 z
-6 2.00000 host hdd-ceph3 1 [4 Y( L7 j0 C3 ^
4 hdd 1.00000 osd.4 down 1.00000 1.00000 9 B: J0 ~7 j1 q6 Y
5 hdd 1.00000 osd.5 up 1.00000 1.00000
p3 w. ~" J; u$ E% j( q-1 0 root default # o% O0 }, I6 H7 L* i4 c/ R( C& p
0 w. L* a8 e U, Y" n1 u
|
|