|
|
** ERROR: unable to open OSD superblock on /var/lib/ceph/osd/ceph-2: (2) No such file or directory
5 H6 [& ^, W L+ Z9 I& U! V: G. t: a/ Y' r5 R$ L/ {" W7 H
2022-08-25 16:58:17.680 7f3029de9a80 0 set uid:gid to 167:167 (ceph:ceph)
. n7 _3 N, n: o0 f: l& j. |2022-08-25 16:58:17.680 7f3029de9a80 0 ceph version 14.2.8-111.el7 (2e6029d57bc594eceba4751373da6505028c2650) nautilus (stable), process ceph-osd, pid 4848
0 X8 Y/ e& v5 _; ^0 j2022-08-25 16:58:17.680 7f3029de9a80 0 pidfile_write: ignore empty --pid-file
5 C3 h, a% m) N4 U3 C2022-08-25 16:58:17.721 7f3029de9a80 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (13) Permission denied) f& `, N' f) E. M5 N" b* n
2022-08-25 16:58:17.721 7f3029de9a80 -1 ** ERROR: unable to open OSD superblock on /var/lib/ceph/osd/ceph-2: (2) No such file or directory
( }4 v5 T' ~: Q# u+ k- ^" Z2022-08-25 16:58:19.246 7f14524dba80 0 set uid:gid to 167:167 (ceph:ceph)
7 F& {0 u: ^4 j6 {2022-08-25 16:58:19.246 7f14524dba80 0 ceph version 14.2.8-111.el7 (2e6029d57bc594eceba4751373da6505028c2650) nautilus (stable), process ceph-osd, pid 4868
* V7 ]+ V8 r- \! K& f2022-08-25 16:58:19.246 7f14524dba80 0 pidfile_write: ignore empty --pid-file' T2 N" m) Y1 ?( G! i4 F
2022-08-25 16:58:19.276 7f14524dba80 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (13) Permission denied5 h9 t! T t4 N# }& e' d
2022-08-25 16:58:19.276 7f14524dba80 -1 ** ERROR: unable to open OSD superblock on /var/lib/ceph/osd/ceph-2: (2) No such file or directory
+ Q" n) M0 n8 K# l- @& ~- s& f# w
/ ^: `# {5 \' H6 p% `/ y7 Y$ |" q' t( T/ h' o* W, L
& r1 h" W# l, l/ O- l解决办法:( x: P s- k& T M3 E! @5 j0 ?
[root@ceph1 ~]# ceph-volume lvm activate --bluestore --all# j- X0 x# M! i4 M s$ ~. H- u
--> Activating OSD ID 1 FSID 91e09831-defe-4a1c-9d54-a46ee2f00dbb) R/ s" ~2 E5 S- P% s$ f, q
Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1* }/ C' j6 l, S; d. \
Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/ceph-2c075439-91b9-49d2-8a83-2c1ac81db669/osd-block-91e09831-defe-4a1c-9d54-a46ee2f00dbb --path /var/lib/ceph/osd/ceph-1 --no-mon-config2 k- w: }9 r4 T, X
Running command: /usr/bin/ln -snf /dev/ceph-2c075439-91b9-49d2-8a83-2c1ac81db669/osd-block-91e09831-defe-4a1c-9d54-a46ee2f00dbb /var/lib/ceph/osd/ceph-1/block
5 b9 x, c. S9 K; q2 A8 QRunning command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block- C K) X+ {$ C& d9 [/ g% W D) ~
Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1
, t- w- o% n2 A: `- A' o$ FRunning command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1
! S' f( b$ B4 o+ t7 h6 hRunning command: /usr/bin/ln -snf /dev/vdc1 /var/lib/ceph/osd/ceph-1/block.wal
, [5 x# e; ]: ORunning command: /usr/bin/chown -R ceph:ceph /dev/vdc1
: ~! E4 e; y; m- f# uRunning command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block.wal! m# {4 I2 i. W
Running command: /usr/bin/chown -R ceph:ceph /dev/vdc1( n6 U. j7 W$ F" N# y
Running command: /usr/bin/systemctl enable ceph-volume@lvm-1-91e09831-defe-4a1c-9d54-a46ee2f00dbb
% Z0 g# r! Q8 M& L3 _0 x( a7 DRunning command: /usr/bin/systemctl enable --runtime ceph-osd@1 q+ y& E3 l& n# h% U0 B
Running command: /usr/bin/systemctl start ceph-osd@1( |: F; i% Z* i0 {0 }) M9 ~9 L4 y5 O
--> ceph-volume lvm activate successful for osd ID: 17 C8 [# B, b% Q: I
--> Activating OSD ID 0 FSID c2f92a17-c127-4a3b-bb99-9006c7f8bbf5
5 r/ q8 P& a( X/ _2 C, C XRunning command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0
6 i# a9 e5 K# @) Z- d( O! KRunning command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/ceph-8bfb62b9-db26-47b9-aa47-1f3ec09771d8/osd-block-c2f92a17-c127-4a3b-bb99-9006c7f8bbf5 --path /var/lib/ceph/osd/ceph-0 --no-mon-config
7 s1 e( @8 Z+ n. k& v/ zRunning command: /usr/bin/ln -snf /dev/ceph-8bfb62b9-db26-47b9-aa47-1f3ec09771d8/osd-block-c2f92a17-c127-4a3b-bb99-9006c7f8bbf5 /var/lib/ceph/osd/ceph-0/block
0 L; r0 h2 `. ^Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block
! a: g& @* c1 L" h* ZRunning command: /usr/bin/chown -R ceph:ceph /dev/dm-2
6 `: G) m- j! c E9 a- xRunning command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0# j$ q- K: o# D4 h9 H. q. A) p
Running command: /usr/bin/ln -snf /dev/vdb1 /var/lib/ceph/osd/ceph-0/block.wal8 F* y( I ~! y4 B, F! o% M
Running command: /usr/bin/chown -R ceph:ceph /dev/vdb15 I3 n- i" y8 a7 w9 I$ Y
Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block.wal
5 F! } D2 B9 [1 z9 [Running command: /usr/bin/chown -R ceph:ceph /dev/vdb1
) n" K! ~- `$ R$ |% l* LRunning command: /usr/bin/systemctl enable ceph-volume@lvm-0-c2f92a17-c127-4a3b-bb99-9006c7f8bbf5
2 U# B8 h: }1 m* _7 b V/ ~; _3 }Running command: /usr/bin/systemctl enable --runtime ceph-osd@0$ I3 a: \" a* E4 d
Running command: /usr/bin/systemctl start ceph-osd@0, ^& Y$ x1 V8 H
--> ceph-volume lvm activate successful for osd ID: 0
. n: v7 ?) M) p/ i' F[root@ceph1 ~]# ceph osd tree5 p7 o- n6 r7 s/ C" K
ID CLASS WEIGHT TYPE NAME STATUS REWEIGHT PRI-AFF 9 w, c9 P3 S: R6 u5 U* ~
-3 6.00000 root hdd ! O$ A8 y- x q, o
-4 2.00000 host hdd-ceph1 3 f% u" Q. b1 O* z2 i" d
0 hdd 1.00000 osd.0 down 1.00000 1.00000 ; [% M5 S7 u5 E' A
1 hdd 1.00000 osd.1 down 0 1.00000
2 c ^! V, O7 j-5 2.00000 host hdd-ceph2 # ]& W3 I9 ^; ~1 H
2 hdd 1.00000 osd.2 down 0 1.00000
$ ~. e& I+ k5 l: R& N, Q% @( h 3 hdd 1.00000 osd.3 down 1.00000 1.00000 9 M7 e! d$ D5 B
-6 2.00000 host hdd-ceph3
; f* T7 J6 T2 K$ ? 4 hdd 1.00000 osd.4 down 1.00000 1.00000 . J) ~3 u r; J) q
5 hdd 1.00000 osd.5 up 1.00000 1.00000
2 n: W4 q3 ?* U: A9 M9 G-1 0 root default 1 r& F9 B5 O6 Z( N2 j6 h4 h4 F
[root@ceph1 ~]# ceph osd tree
; G! k! A0 `/ p0 Q8 p; mID CLASS WEIGHT TYPE NAME STATUS REWEIGHT PRI-AFF g, |3 H; ?. L9 i# w$ O
-3 6.00000 root hdd
% R. w) v4 e: c/ ]; `-4 2.00000 host hdd-ceph1 6 m2 r6 U9 s/ A; N4 \0 _1 `1 d* b
0 hdd 1.00000 osd.0 down 1.00000 1.00000 : @1 p4 ]' s& Q8 {
1 hdd 1.00000 osd.1 down 0 1.00000 / x; E9 Y0 v8 d$ O+ f
-5 2.00000 host hdd-ceph2
6 Q" l1 @4 W5 k8 l. @ } 2 hdd 1.00000 osd.2 down 0 1.00000
' p7 w) L7 n Z. K4 s! e& F 3 hdd 1.00000 osd.3 down 1.00000 1.00000
6 t2 l) v7 w; p6 Z3 r-6 2.00000 host hdd-ceph3
+ L6 K) l1 ^" h 4 hdd 1.00000 osd.4 down 1.00000 1.00000 ! B; g4 j& ~0 y1 \2 v
5 hdd 1.00000 osd.5 up 1.00000 1.00000
, I) F$ Q- F1 u0 X* f& ~& y-1 0 root default
) d% R% E* R8 e* V[root@ceph1 ~]# ceph osd tree2 _4 h+ R( Y! `' r: q- V4 r
ID CLASS WEIGHT TYPE NAME STATUS REWEIGHT PRI-AFF
: _3 b; T4 N2 O+ w0 c N-3 6.00000 root hdd ) c& P) M1 k3 b) @) T
-4 2.00000 host hdd-ceph1
( I' S* i0 |7 e- @ @ e2 j 0 hdd 1.00000 osd.0 up 1.00000 1.00000 # u5 ~, C# P( K7 I
1 hdd 1.00000 osd.1 up 1.00000 1.00000 ( }% @. N* p( r$ @# k) O; M; [4 n
-5 2.00000 host hdd-ceph2
* ` `1 k; m& H- F9 J a 2 hdd 1.00000 osd.2 down 0 1.00000
4 v6 Y6 d& `3 O u6 D* I \ 3 hdd 1.00000 osd.3 down 1.00000 1.00000
% E3 g: @2 L+ r% W" \-6 2.00000 host hdd-ceph3 4 S. { d; F; l6 ?: [, L$ A
4 hdd 1.00000 osd.4 down 1.00000 1.00000 4 r* L$ R6 t- u+ U5 S/ I# s
5 hdd 1.00000 osd.5 up 1.00000 1.00000
. F5 w2 O2 {4 u8 v: _" a" e" F" X4 l-1 0 root default 4 t& n: W7 x8 |4 p; o2 L
& _+ `! m" h' Q
|
|