浏览此站
联系我们相册切换到窄版 Language

 找回密码
 注册
易陆发现论坛»论坛 › 云计算开源区 › ceph分布式存储 › ceph 对接openstack mitaka
返回列表 发新帖
查看: 6836|回复: 1

ceph 对接openstack mitaka

[复制链接]
admin

1

主题

0

回帖

12

积分

管理员

积分
12
QQ
发表于 2018-10-12 17:14:45 | 显示全部楼层 |阅读模式
创建存储池% y5 ~8 e- r, K+ e& @4 r

/ I0 a. V6 F& q# ceph osd pool create images 644 c' ?5 o" H2 E0 ?9 N
# ceph osd pool create compute 64. v* v  J$ T, K$ Y& N
# ceph osd pool create volumes 64
- B  }6 Z5 B  S, q* Y, v# ceph osd pool create backups 64
% j* U) W- n+ DCreate Ceph User ceph1 r4 F6 q. q  z( u' h
7 Q8 ^' O, {2 f, R4 w1 h' f
# ceph auth get-or-create client.ceph mon 'allow r' osd 'allow class-read object_prefix rbd_children, \( p" V: r, R0 c& J5 _
allow rwx pool=images, allow rwx pool=compute, allow rwx pool=volumes, allow rwx pool=backups'! ^  ?( L! @( ]# Y! L$ g
[client.ceph]
4 v: V  X- n$ I/ V        key = AQDIistY4xELCxAAPkelu47q/fxM3R8B732jlw==
; k0 [/ H& v& E, K" D6 r" b$ G& Q9 W! W) c7 D
copy user.keyring to glance-api node and cinder-volume node
3 M9 O) {( g7 q
  p  q. c% k* G+ m/ Yceph-monitor # ceph auth get-or-create client.ceph >> ceph.client.ceph.keyring
6 G7 G7 w. }; S; N# scp ceph.client.ceph.keyring ceph.conf controller:/etc/ceph/% ]0 e  e$ ~6 w% c6 O
# scp ceph.client.ceph.keyring ceph.conf cinder-volume:/etc/ceph/
3 y& _0 f8 J2 F4 a7 Z! ^6 b5 \2 `7 K7 |
对接glance-api8 W. F: r/ k6 e4 G1 L  t
install rbd! Z0 d! e. ?9 @' y" C" ?* S
0 n5 Y5 G' n* {( g
& w9 Y# o5 |+ Q% K( \& W, i. f
# yum install ceph-common python-rbd' r1 D9 l4 J% j3 }: m0 o
设置key权限
$ u3 a! `+ u, G+ [+ @; [# y* I$ C% T4 c
. r2 w# y% m  o
# chown glance:glance /etc/ceph/ceph.client.ceph.keyring! F* p7 i& [, l% d2 s+ }8 z$ G, W
edit /etc/glance/glance-api.conf) c7 C$ L: |( L# c

0 [3 t& ]- @# M7 |" V9 R  M2 ^* N0 y% @* ?
[DEFAULT]- E2 E2 b: |7 {$ ?
...
' H( `6 l' L6 Rdefault_store = rbd
6 K3 H- J+ {3 E) a7 P7 i...
7 B$ O4 o- K* s1 \[glance_store]
8 \# d* t' t$ n2 F" F& J, sstores = rbd* ~3 R* I  B/ l
rbd_store_pool = images1 J" @) T0 a9 m8 i8 @* X+ t
rbd_store_user = ceph
1 k" E* j6 F6 F7 c3 b) |rbd_store_ceph_conf = /etc/ceph/ceph.conf
& w' O$ _) s: ~1 F- jrbd_store_chunk_size = 8! _: ^# ?* c" {3 ^3 G
restart glance service8 g0 T6 Z# M9 v! O; I6 P0 T; g# a
; f: {1 O- v; u: \3 L0 g; D* S
. J% D9 @& z$ v. T8 q! i
# stemctl restart openstack-glance-api.service   openstack-glance-registry.service
% q$ y+ w  U7 X6 U  p( g' E/ J0 o# K% @* Z" x- f5 ]9 x: s
2 H( r0 @& m2 R( s7 T$ h* T8 \4 |
对接cinder-volume8 u& Y$ N4 p+ o5 l+ E1 J
install ceph-common, J9 K) G$ ^' c; C
5 d% {& `2 `5 X. {  O' |  y
# yum install ceph-common   python-rbd
% V* V7 T8 z0 w  \设置key权限
; M8 t2 {$ J  e; c2 H4 q
, ]: f/ ~! V6 {9 c2 S; L: `9 L5 y, e6 |( E8 M- ~, p  B$ s
# chown cinder:cinder /etc/ceph/ceph.client.ceph.keyring
* [& c/ {2 `1 R$ D8 Eedit /etc/cinder/cinder.conf
, R1 \. a1 g9 ]3 L
- E# O4 y* e0 n/ M( Q+ K; M[DEFAULT]) Q0 c  U3 p3 R! N. M

: g0 f9 H+ I! A9 o2 X1 d* qenabled_backends = ceph0 L0 W/ p6 i* p; r

# G' P/ a& J) X7 [; G" I6 p) Y[ceph]6 e  H1 m/ T+ l8 b# V

3 L  _8 Y4 ~( S7 t1 U' C4 ?volume_driver = cinder.volume.drivers.rbd.RBDDriver
8 V: }+ {+ C9 j* o1 vvolume_backend_name = ceph
# z4 v/ H1 A0 `rbd_pool = volumes  v8 \3 [; g" i: B. X+ H1 A
rbd_ceph_conf = /etc/ceph/ceph.conf! L8 A/ s6 l* e( @  ?
rbd_flatten_volume_from_snapshot = false
- w# {8 m$ d9 ]9 Brbd_max_clone_depth = 5
2 t( s+ @/ T1 |* C& Jrbd_store_chunk_size = 4
( J5 b$ J  V1 h3 d6 A) trados_connect_timeout = -1
6 a" Q; _) s5 B; O& @glance_api_version = 2! J* r* t% M8 a" z
rbd_user = ceph, {% a4 L' p4 p* E
rbd_secret_uuid = 791c2ef6-bc56-43b0-b2c7-0cd863621040
" G' G4 V8 T* `1 \2 [restart cinder-volume service/ [; _. ~  t# q5 y  {, m
6 h1 e6 x+ _- [  N
# systemctl restart  openstack-cinder-volume.service
8 r8 X8 p* g8 ~4 D7 ~2 I( J! U
, d! n, U! G; }, Z5 \4 X
- o' ?- u4 \, K0 s1 E9 v
1 E1 N  }1 p! Y* n" A7 e对接compute
: L8 _+ E% p2 S5 O  D% G6 d9 o9 Ainstall; W* P1 `5 k- N5 K( x2 s
1 E# P$ T' @2 k8 |
# yum install ceph-common python-rbd/ ?# a8 D6 |% W) c3 M. d" V
edit nova config! N. M9 i7 O2 w. h

. ^# C' n1 D8 e% \[cinder]
1 M: n5 c) B3 h) I7 ]os_region_name = RegionOne
2 v) W( j; c; ]8 _5 h& |% b1 ^0 O7 J; U* n# \  r% W
[libvirt]
: n6 V6 N1 C& q6 k( _images_type = rbd# r; d  J$ w- Z
images_rbd_pool = compute
2 X+ _% q: g% w' p3 ~images_rbd_ceph_conf = /etc/ceph/ceph.conf1 L( L2 k2 F" ^# r/ g
disk_cachemodes="network=writeback"
# D# V* E! G1 }2 w' t; hrbd_user = ceph4 `. `8 e- v* N: A" x* S
rbd_secret_uuid = 791c2ef6-bc56-43b0-b2c7-0cd863621040
2 n' |) b6 h! F" u: Y8 i9 H- W! q' {8 [7 s8 G5 @
inject_password = false
3 i4 j! D8 ]+ P8 a% iinject_key = false
' d  I& l. |6 Ainject_partition = -2  V' Q  q# V) [% x6 {# G

- y& X; v* T4 V. u5 I5 }live_migration_flag="VIR_MIGRATE_UNDEFINE_SOURCE,VIR_MIGRATE_PEER2PEER,VIR_MIGRATE_LIVE,VIR_MIGRATE_PERSIST_DEST,VIR_MIGRATE_TUNNELLED"
- o' {; C/ B2 c( ?& yhw_disk_discard = unmap
6 |; `! s2 g6 O7 H
5 `% k2 r# Z6 K; B/ P, |4 `* O5 [1 E* {* \; p  }6 ^9 A2 k
8 w. y. M3 A2 Q9 V4 e+ B
- _" X  t1 U" t  M. U1 _4 \
copy ceph config
: y7 f2 A1 M0 a9 b. z2 }
! d" V  z: y  w' B2 q% s: E- y# scp ceph-node:/etc/ceph/ceph.conf /etc/ceph/ceph.client.ceph.keyring  /etc/ceph
  k  N6 o+ e$ u8 g1 ?! d- [# chown nova:nova /etc/ceph/ceph.conf  /etc/ceph/ceph.client.ceph.keyring
1 G3 O/ t3 e3 e7 W/ u) S0 v  Icopy ceph user keyring
2 ?) _; y( r/ E/ e7 S. `+ V0 w8 N4 q* J+ {  h* v

6 ]% k7 L1 E2 L! A. r0 a[ceph-monitor]# ceph auth get-key client.ceph >> client.ceph.key
5 j. `& B  T- r/ C" B( s3 j[ceph-monitor]# scp client.ceph.key compute:/etc/nova
8 @( A) g, c9 P. }+ v, U0 O' C4 M7 N$ [6 X3 {: B+ m
& _$ d! b; Y6 f: @: }
) R" \/ s- V6 q6 w% |
设置libvird
" o4 v: h8 x/ d2 n# e, q& j0 p+ l% V! ?1 H. c1 F- `
# uuidgen ( Y: L- T# y4 q0 p  X2 D
791c2ef6-bc56-43b0-b2c7-0cd863621040; L$ P  T2 `  i9 D; H; d. I; h1 s
- E* Y- b1 b1 k: d8 ^& f
# cat > secret.xml <<EOF
/ f, z; D/ S3 A- [, w<secret ephemeral='no' private='no'>
6 b, A4 K, _6 l4 \  <uuid>791c2ef6-bc56-43b0-b2c7-0cd863621040</uuid>
, Z$ N: s- }# B3 M8 x# c  <usage type='ceph'>% e: Q7 S, G" F+ F, A! V
    <name>client.cinder secret</name>
: p4 f. G# u+ t& u6 o2 z! g9 I: d  </usage>% j* |8 ?: O! i+ F
</secret>7 p  P% j- j7 y% S  S  ]& l
EOF( n8 y) c4 R7 v1 x6 b
4 M- }. \! p& L# }* m7 H7 l
# virsh secret-define --file secret.xml
1 @) F5 ~, L! i) kSecret 791c2ef6-bc56-43b0-b2c7-0cd863621040 created3 [8 X% x! R4 y0 o+ S1 ?9 U# s

) F3 v0 a) z7 V  P+ |& a# virsh secret-set-value --secret 791c2ef6-bc56-43b0-b2c7-0cd863621040 --base64 $(cat client.ceph.key)                                     / s, \% I# i" z
Secret value set
1 r3 |+ V1 c" Q$ E/ w3 {restart nova-compute: y2 E; K% l: R5 m: c5 M) o
/ r0 j" r! P0 J
systemctl restart openstack-nova-compute.service
" R- \$ X' c. I  t
回复

举报

admin

1

主题

0

回帖

12

积分

管理员

积分
12
QQ
 楼主| 发表于 2018-10-13 11:07:34 | 显示全部楼层
创建存储池
; X3 F0 y! e0 A7 F4 ?) s" |' N1 H
+ G* ]4 W1 m) f9 H2 G0 R# y% D9 F# ceph osd pool create images 64
- I2 R# W* L0 |  d( V" Q# ceph osd pool create compute 64+ M4 T; {2 M! {
# ceph osd pool create volumes 64! ^+ T) g" i) E4 }7 Z* M
# ceph osd pool create backups 64; K" x! t' U6 ?* a/ N# I
Create Ceph User ceph- y1 ~: ]: H) x. s
/ B+ s+ Y1 j7 s3 u  }& |
# ceph auth get-or-create client.ceph mon 'allow r' osd 'allow class-read object_prefix rbd_children, \9 ~% ~0 @: S8 Q
allow rwx pool=images, allow rwx pool=compute, allow rwx pool=volumes, allow rwx pool=backups'
$ u0 k) X  k5 w" h: ]8 h4 o, k# I" J[client.ceph]' Z9 s2 Q6 }% h$ P
        key = AQDIistY4xELCxAAPkelu47q/fxM3R8B732jlw==
) ]' k$ U/ I  m+ R% }$ B$ t
1 Y% |! p, V7 rcopy user.keyring to glance-api node and cinder-volume node
  Z. v8 w+ B* f3 R: X* o/ j! K8 O
5 _1 R. D9 r) P  sceph-monitor # ceph auth get-or-create client.ceph >> ceph.client.ceph.keyring7 q( B9 Y& x- z0 `
# scp ceph.client.ceph.keyring ceph.conf controller:/etc/ceph/
( F- N: P) x; _# scp ceph.client.ceph.keyring ceph.conf cinder-volume:/etc/ceph/0 E7 I2 o* {' L5 z* E

2 _/ d% B/ Y+ A0 O5 y/ s5 K对接glance-api! a+ {$ @% }& R/ h' s4 x
install rbd
5 o+ ]4 ~6 y5 `0 x0 `, B
0 {- ~# S  r7 u$ L4 @
$ S& M- J+ W- y1 ~& J9 A# yum install ceph-common python-rbd$ |( z, f$ F( A- s* c' T
设置key权限1 W0 Q: I( P" c
; _3 A) @; B$ f  ^  B

: W8 p! O) v3 G3 Q+ m# chown glance:glance /etc/ceph/ceph.client.ceph.keyring0 L1 I* M# `' [& g5 q- Q4 Y  y
edit /etc/glance/glance-api.conf
& t0 S+ x: j2 ^7 w% k/ j5 e3 u
0 e: f4 ]3 W) q. E/ i" F3 ]$ f/ J9 [
2 n5 F4 a, X$ O+ e8 m' Z[DEFAULT], D5 t+ K! ?2 w2 K* b4 I5 s7 C
...
, N+ E  \( a( \; U6 B2 w  n, y# Hdefault_store = rbd0 J: X& o* v5 X, \; t. i6 D
...4 q" @1 l" Z2 ?+ |) K
[glance_store]  J$ H9 y& N7 _8 p
stores = rbd1 ]: r9 H6 h/ }9 k. |
rbd_store_pool = images
! I# o; D0 J# l$ A) z" V# Krbd_store_user = ceph1 X$ v% I! `5 O8 e! O) m
rbd_store_ceph_conf = /etc/ceph/ceph.conf
8 q) Q: x- u- H; o8 F! ]6 qrbd_store_chunk_size = 8/ E% T8 j. }/ V. I) a: v3 g
restart glance service. r" t+ U3 _( [% f. I" y( i
2 t, d5 Y& k" s$ E' c

; q* T. C* I9 t5 }0 m# stemctl restart openstack-glance-api.service   openstack-glance-registry.service+ R/ ^1 Z" X5 L, I) {3 W+ n
对接cinder-volume
+ V4 Z  w/ V* A  ^install ceph-common8 ^; x9 L" t' o* Z- A
7 |4 o$ W6 B) C( b
# yum install ceph-common   python-rbd  c0 L, D: F2 L) x) w  b
设置key权限0 s  _0 b- p, ~2 ]3 e) M: m4 ~% C

" \' F: u. D. s! m/ R3 x9 a
+ L- g  M8 v: D# chown cinder:cinder /etc/ceph/ceph.client.ceph.keyring( a4 S0 ], o. b& ?( @* F$ [
edit /etc/cinder/cinder.conf
4 ?/ S& O8 O  E- A) d- Z) b: x/ S9 ?8 ]6 d1 g% [$ k
[DEFAULT]
' @$ V& W6 B1 ?" C/ P
  r5 t9 h8 h4 |+ Y0 z+ genabled_backends = ceph; k0 {7 b8 O; \5 i* `/ q

$ E0 ~3 C0 j  ?( o, o5 S- Y$ A[ceph]! E& B6 A7 ?# v- i+ |0 M
6 T# B+ Z1 u7 B1 s' z
volume_driver = cinder.volume.drivers.rbd.RBDDriver0 ^' a/ d" x' R5 G0 q+ P( X
volume_backend_name = ceph/ W7 s, m5 `2 I" i( \+ C6 B
rbd_pool = volumes  d  m9 }7 z5 R  V* q
rbd_ceph_conf = /etc/ceph/ceph.conf4 B# g) r2 G& b5 l6 _
rbd_flatten_volume_from_snapshot = false
2 }, `8 Z8 `& G; a2 Z0 C( y; irbd_max_clone_depth = 5) ^& A3 a+ s4 u* A% |
rbd_store_chunk_size = 4
! N$ x- E- H' G1 s7 Crados_connect_timeout = -1) @! ?5 h$ b: _+ T2 `
glance_api_version = 23 j4 k/ l8 c0 q
rbd_user = ceph
" R" r3 }7 Z  Trbd_secret_uuid = 791c2ef6-bc56-43b0-b2c7-0cd863621040
( ]6 @# e; V5 M* I" c3 E, erestart cinder-volume service
8 c3 _8 l# w: V- M3 m1 @- e- k
& C4 L; C- G1 C0 k0 u# systemctl restart  openstack-cinder-volume.service. C: J' I0 a6 o6 e" F+ }
对接compute
  a. T1 x4 v! k) Xinstall8 T. L: f0 _) l0 O- k0 y

2 C0 @- T7 t9 M# yum install ceph-common python-rbd
: f$ M$ y& g' G3 Gedit nova config  i; ~/ e! r8 E) s* K$ O
7 o0 C* i- t1 y9 o( m) A
[cinder]7 `! x2 e$ V" h
os_region_name = RegionOne( {- d# K/ {% S( y7 z

+ D$ n* P9 |. Y8 h0 U+ }[libvirt]: _; i/ Y/ S: i; Y5 U
images_type = rbd. t, }9 y# x8 r" ~' ^" l! V& O
images_rbd_pool = compute
9 n- }7 `7 }4 t0 A+ K3 Z1 G% _, j; Iimages_rbd_ceph_conf = /etc/ceph/ceph.conf; W! b; O4 j/ z) v9 s" G
disk_cachemodes="network=writeback"
( n4 |( w" u3 \& a+ A# |rbd_user = ceph- [# ]3 u; c6 x" N
rbd_secret_uuid = 791c2ef6-bc56-43b0-b2c7-0cd863621040
$ d1 Z- Q, P3 ]  Z1 H  d& e  @
+ l) [4 K) i3 sinject_password = false+ O: `+ [' i/ g: B
inject_key = false
5 j$ O; Z# p/ r! @" D$ Ginject_partition = -2
3 o* }. g8 D, F# b: |1 a( [' ?0 I; Q
. V* b7 G# B: d- |$ v2 V% _live_migration_flag="VIR_MIGRATE_UNDEFINE_SOURCE,VIR_MIGRATE_PEER2PEER,VIR_MIGRATE_LIVE,VIR_MIGRATE_PERSIST_DEST,VIR_MIGRATE_TUNNELLED"
3 l* a( ~; @0 W/ B4 xhw_disk_discard = unmap, V7 C0 A$ \3 Y  b, F) I
copy ceph config
% _/ M* S* w" V' E1 k, W
$ m% B. R$ M' E. z4 l: O# scp ceph-node:/etc/ceph/ceph.conf /etc/ceph/ceph.client.ceph.keyring  /etc/ceph
2 \( x. J- i  @# chown nova:nova /etc/ceph/ceph.conf  /etc/ceph/ceph.client.ceph.keyring
: w) u' K% }9 i3 E  g6 ^copy ceph user keyring9 x) G' Z$ I4 a/ Q7 d
$ Q% s  @. Y: h
' G  w6 h8 E5 L  Y; q
[ceph-monitor]# ceph auth get-key client.ceph >> client.ceph.key
  V5 h# h! k" J0 S) f0 e& P[ceph-monitor]# scp client.ceph.key compute:/etc/nova8 s- Q7 K0 Q% ~, x
设置libvird
: ]* a  h8 A! X7 f5 L8 q7 ^7 x* L/ ?& l+ c
# uuidgen
! j2 |& v0 G2 L, T791c2ef6-bc56-43b0-b2c7-0cd863621040
0 o' i8 }5 x% d8 Y
' u6 J4 D+ H1 x" Q5 l; l # cat > secret.xml <<EOF
$ ?6 U# j+ c5 ?( `: q, R<secret ephemeral='no' private='no'>. ^7 G+ f. Q, L
  <uuid>791c2ef6-bc56-43b0-b2c7-0cd863621040</uuid>
' T: Y( o# j2 F6 D! O+ ^; D  <usage type='ceph'>
$ a  }/ T. J+ T5 C: S    <name>client.cinder secret</name>  y/ M5 r6 ~4 A2 d
  </usage>
4 p  c+ H/ Y" ^</secret>" @3 _$ n# a9 Z) m% p9 Q
EOF
1 V3 B- g/ O  S* {( f4 n$ X! K1 [  `* f7 I  K
# virsh secret-define --file secret.xml
, R. V/ ^" l. J" z* A8 MSecret 791c2ef6-bc56-43b0-b2c7-0cd863621040 created
$ t4 E' U" D( K/ x; r/ q! ?# |& J- C& o+ R
# virsh secret-set-value --secret 791c2ef6-bc56-43b0-b2c7-0cd863621040 --base64 $(cat client.ceph.key)                                    
" s5 P4 T3 e4 j- h  a9 p, ESecret value set2 C: {3 H$ b4 P3 }; [
restart nova-compute
' i' n1 r% _' l7 _3 z; E
  x1 e4 l3 _3 dsystemctl restart openstack-nova-compute.service
回复

举报

返回列表 发新帖
高级模式
B Color Image Link Quote Code Smilies
您需要登录后才可以回帖 登录 | 注册

本版积分规则

返回首页|Archiver|手机版|小黑屋|易陆发现技术论坛 ( 蜀ICP备2026014127号-1 )

GMT+8, 2026-6-12 00:57 , Processed in 0.018008 second(s), 22 queries .

Powered by Discuz! X5.0

© 2001-2026 Discuz! Team.

快速回复 返回顶部 返回列表