|
|
** ERROR: unable to open OSD superblock on /var/lib/ceph/osd/ceph-2: (2) No such file or directory
! S( c9 F0 v) F3 F1 K+ W Z3 s; b6 v7 Q3 m1 u* D; F
2022-08-25 16:58:17.680 7f3029de9a80 0 set uid:gid to 167:167 (ceph:ceph) l: g% G6 k: z
2022-08-25 16:58:17.680 7f3029de9a80 0 ceph version 14.2.8-111.el7 (2e6029d57bc594eceba4751373da6505028c2650) nautilus (stable), process ceph-osd, pid 48484 U+ f! U7 { I. o e# R0 N' ~% k
2022-08-25 16:58:17.680 7f3029de9a80 0 pidfile_write: ignore empty --pid-file
( G' h# e6 v" u/ v# R2022-08-25 16:58:17.721 7f3029de9a80 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (13) Permission denied
1 U( T: F% W( }- f# V& g) r2022-08-25 16:58:17.721 7f3029de9a80 -1 ** ERROR: unable to open OSD superblock on /var/lib/ceph/osd/ceph-2: (2) No such file or directory
6 D' P4 F" w1 g0 J p2022-08-25 16:58:19.246 7f14524dba80 0 set uid:gid to 167:167 (ceph:ceph)
: k7 r- s0 d9 Q p* u% a1 j2022-08-25 16:58:19.246 7f14524dba80 0 ceph version 14.2.8-111.el7 (2e6029d57bc594eceba4751373da6505028c2650) nautilus (stable), process ceph-osd, pid 4868* R# s0 u5 m4 A! W$ [
2022-08-25 16:58:19.246 7f14524dba80 0 pidfile_write: ignore empty --pid-file) ?' c& ^+ E b' s+ M$ e
2022-08-25 16:58:19.276 7f14524dba80 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (13) Permission denied; ?) H( g; O/ Y* `9 Y8 j( W
2022-08-25 16:58:19.276 7f14524dba80 -1 ** ERROR: unable to open OSD superblock on /var/lib/ceph/osd/ceph-2: (2) No such file or directory
2 X5 r- w: |; h8 A* I) p& ~; ]+ w
9 r$ `" V; d& n! K# \' M2 Z8 l8 D# y1 `/ E4 g& h
7 y: s- u! @; a. r$ I# c解决办法:3 x9 K/ m3 [# l* t3 O
[root@ceph1 ~]# ceph-volume lvm activate --bluestore --all
; x2 }/ o6 n3 P8 l* c--> Activating OSD ID 1 FSID 91e09831-defe-4a1c-9d54-a46ee2f00dbb* q) S: \) H! d
Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1
7 S% J# y! ]4 P _6 |! HRunning command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/ceph-2c075439-91b9-49d2-8a83-2c1ac81db669/osd-block-91e09831-defe-4a1c-9d54-a46ee2f00dbb --path /var/lib/ceph/osd/ceph-1 --no-mon-config
2 o/ y8 \; _$ C8 o$ hRunning command: /usr/bin/ln -snf /dev/ceph-2c075439-91b9-49d2-8a83-2c1ac81db669/osd-block-91e09831-defe-4a1c-9d54-a46ee2f00dbb /var/lib/ceph/osd/ceph-1/block
3 {$ q3 L% L/ v6 c5 X2 D# `3 CRunning command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block6 o% H9 G% @' d H' n
Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1# N/ I& J ~5 p" b0 ?1 S) e
Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1, m1 _5 P3 q5 s, c+ J
Running command: /usr/bin/ln -snf /dev/vdc1 /var/lib/ceph/osd/ceph-1/block.wal
# u+ t! `2 B: x3 V+ KRunning command: /usr/bin/chown -R ceph:ceph /dev/vdc1
8 J6 L! w) f& Q0 d" dRunning command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block.wal: t/ m% B/ X9 B% a. f, E
Running command: /usr/bin/chown -R ceph:ceph /dev/vdc1
* L$ P" }' d3 R. _- J& v8 hRunning command: /usr/bin/systemctl enable ceph-volume@lvm-1-91e09831-defe-4a1c-9d54-a46ee2f00dbb' m# f7 i( S& \
Running command: /usr/bin/systemctl enable --runtime ceph-osd@18 D2 s( V1 N) V0 E
Running command: /usr/bin/systemctl start ceph-osd@18 {6 a# Z' T w" `4 r2 ^
--> ceph-volume lvm activate successful for osd ID: 1
$ {; p* J4 X3 d( }, C* j--> Activating OSD ID 0 FSID c2f92a17-c127-4a3b-bb99-9006c7f8bbf5
' ~: Z+ f- E8 j/ _; D# e2 VRunning command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0
& j3 u0 c# n1 B& D( O, ^Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/ceph-8bfb62b9-db26-47b9-aa47-1f3ec09771d8/osd-block-c2f92a17-c127-4a3b-bb99-9006c7f8bbf5 --path /var/lib/ceph/osd/ceph-0 --no-mon-config
/ v! ?4 f R& P6 f: a0 k$ w4 ORunning command: /usr/bin/ln -snf /dev/ceph-8bfb62b9-db26-47b9-aa47-1f3ec09771d8/osd-block-c2f92a17-c127-4a3b-bb99-9006c7f8bbf5 /var/lib/ceph/osd/ceph-0/block( a# E7 v! Z1 F1 F w' y! ]
Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block
& P- W/ G! u/ G* XRunning command: /usr/bin/chown -R ceph:ceph /dev/dm-2
+ q5 G+ Y) ^2 Z8 b0 b) eRunning command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0( ^8 G$ a6 H3 ]
Running command: /usr/bin/ln -snf /dev/vdb1 /var/lib/ceph/osd/ceph-0/block.wal+ {# F# s# _; i" E1 Y
Running command: /usr/bin/chown -R ceph:ceph /dev/vdb16 L# a/ X! a S* y- \. y
Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block.wal
" R% J% Z2 [3 Y3 Q. }6 ^Running command: /usr/bin/chown -R ceph:ceph /dev/vdb1
$ H7 y1 U9 g1 W# ~+ P. iRunning command: /usr/bin/systemctl enable ceph-volume@lvm-0-c2f92a17-c127-4a3b-bb99-9006c7f8bbf5% H$ w& n: t3 n4 d' v
Running command: /usr/bin/systemctl enable --runtime ceph-osd@0
7 I5 A+ U ]" t% H/ ^Running command: /usr/bin/systemctl start ceph-osd@0( T! l( g9 e$ E, ~4 n4 |- O
--> ceph-volume lvm activate successful for osd ID: 00 E. M, O% {; y$ t9 r" Z q
[root@ceph1 ~]# ceph osd tree# S4 K' \. w- l4 i" b
ID CLASS WEIGHT TYPE NAME STATUS REWEIGHT PRI-AFF ; @2 F6 _/ u$ {* o" F
-3 6.00000 root hdd ' R- |6 c+ E! f- r% z, Q
-4 2.00000 host hdd-ceph1 . _% J% l7 y0 T9 _
0 hdd 1.00000 osd.0 down 1.00000 1.00000
! c Y3 g4 A% V* {; I) G 1 hdd 1.00000 osd.1 down 0 1.00000
3 F* s2 I Y) I. u' s! t/ I' l-5 2.00000 host hdd-ceph2 q7 d: B2 V5 Z& w$ Z- o
2 hdd 1.00000 osd.2 down 0 1.00000
- ]. d1 _7 H5 O& M 3 hdd 1.00000 osd.3 down 1.00000 1.00000 6 K, S) @- R4 f5 |) Y
-6 2.00000 host hdd-ceph3 : I% ?- V; q4 {( L0 M) d: O1 W
4 hdd 1.00000 osd.4 down 1.00000 1.00000 3 b( u8 l. V* |9 ^0 t" M% @# a
5 hdd 1.00000 osd.5 up 1.00000 1.00000
% D7 O: o0 ?/ N5 O' m# x' r& S-1 0 root default / V( G9 Z* P1 B e" B6 Q) j& a
[root@ceph1 ~]# ceph osd tree
+ h$ y7 ]: b: |/ g2 ~. V( U* i- ~ID CLASS WEIGHT TYPE NAME STATUS REWEIGHT PRI-AFF . ?, n1 S$ D. W3 o' C
-3 6.00000 root hdd : R$ O, n, d0 @. M8 ?4 R
-4 2.00000 host hdd-ceph1 " m3 s2 [' W& i; A. ^
0 hdd 1.00000 osd.0 down 1.00000 1.00000 9 _7 g* _& S# Z! S2 k+ J" v# ~
1 hdd 1.00000 osd.1 down 0 1.00000 9 s5 n; _& q6 `+ L: b1 M7 |6 T
-5 2.00000 host hdd-ceph2 ' u# {+ s2 J- e, O( x
2 hdd 1.00000 osd.2 down 0 1.00000
$ ^' f; |! M5 f, R 3 hdd 1.00000 osd.3 down 1.00000 1.00000 ; i5 _# S" i" m: w" r% N6 Y
-6 2.00000 host hdd-ceph3
2 A. Q$ o6 a n1 H 4 hdd 1.00000 osd.4 down 1.00000 1.00000 . p4 Q- D# L+ N1 r2 T0 m
5 hdd 1.00000 osd.5 up 1.00000 1.00000 4 J/ w, |, L) k. V4 n% @
-1 0 root default # I' ^# ~6 [; S) l9 H
[root@ceph1 ~]# ceph osd tree g5 m3 Z" r- e/ L' `1 X
ID CLASS WEIGHT TYPE NAME STATUS REWEIGHT PRI-AFF
# {& @: t8 K/ p5 O-3 6.00000 root hdd 8 }. {$ S* p: @! |+ i- N
-4 2.00000 host hdd-ceph1
& b U" `/ v, |2 f& o4 U7 r, } 0 hdd 1.00000 osd.0 up 1.00000 1.00000 & s, C6 J3 Q$ Q. ~+ X/ ~
1 hdd 1.00000 osd.1 up 1.00000 1.00000
' o9 S7 G& C1 D( i-5 2.00000 host hdd-ceph2 8 ^4 [# Y7 e: c
2 hdd 1.00000 osd.2 down 0 1.00000 1 L, G( _8 P. D# a& U
3 hdd 1.00000 osd.3 down 1.00000 1.00000
( l+ A# X5 n# ?-6 2.00000 host hdd-ceph3
+ A. N- T( I; X! b 4 hdd 1.00000 osd.4 down 1.00000 1.00000
( Q4 S) [# `1 z9 x' @ 5 hdd 1.00000 osd.5 up 1.00000 1.00000
/ c& @; \( I; t; K-1 0 root default 4 v& C8 X m1 Q( n6 q& C
/ d3 F0 I; \4 f) s |
|