|
|
集成Ceph相关配置
% E' N* Z8 M5 `# R/ G& f* C创建Pool3 A9 e1 Z& f4 I- W1 T7 K* c$ _
# ceph osd pool create volumes 64: ~5 L4 D* z1 o
# ceph osd pool create images 64
/ M* E- ]1 I2 ?. X" D/ B; C, @# ceph osd pool create vms 64
d$ [3 @4 [; j" n2 S安装Ceph Client包
+ x0 e' A- O6 p, R5 `配置centos7 ceph yum源 * I2 d# k3 M" U3 K( ?
在glance-api（控制节点）节点上$ ?( E+ {; T8 V5 d8 G# S
: A( i3 Q, F L/ J1 I, W
yum install python-rbd -y
# Z" c+ U4 A2 K( Y/ I1 u（计算节点）在nova-compute和cinder-volume节点上# ]; S' [2 i. }. M/ ~& ?
& `9 T4 N4 y9 X) Z) }' e
yum install ceph-common -y
% u; A2 |4 P: Xopenstack安装Ceph客户端认证$ V' U# M3 w0 P8 H H! Y* w: j7 j' z
集群ceph存储端操作
" t+ W0 t! v% [* K& J3 g1 y* P
6 R7 c0 Z6 F2 K[root@ceph ~]# ssh controller sudo tee /etc/ceph/ceph.conf < /etc/ceph/ceph.conf
6 O# t6 r+ [; z6 W5 Y* w[root@ceph ~]# ssh compute sudo tee /etc/ceph/ceph.conf < /etc/ceph/ceph.conf- g5 I. L [( h8 d
如果开启了cephx authentication，需要为Nova/Cinder and Glance创建新的用户，如下
! A- ~6 }/ v9 t+ K0 [5 o8 ?! u, P" Q' ^, b
ceph auth get-or-create client.cinder mon 'allow r' osd 'allow class-read object_prefix rbd_children, allow rwx pool=volumes, allow rwx pool=vms, allow rx pool=images'( X9 L( |# n) t4 k9 C
ceph auth get-or-create client.glance mon 'allow r' osd 'allow class-read object_prefix rbd_children, allow rwx pool=images'2 i+ {- U7 _, T* U" \* t
为client.cinder, client.glance添加keyring，如下
4 u, [& Y* @# C/ y/ _6 i+ X
- \) C! D- }" e6 W! z9 l8 sceph auth get-or-create client.glance | ssh controller sudo tee /etc/ceph/ceph.client.glance.keyring! b$ Y- b+ Q, W( @
ssh controller sudo chown glance:glance /etc/ceph/ceph.client.glance.keyring
3 d0 o. E: _" Y; C+ e$ r
: e2 D' J' \5 N3 T6 O9 a7 Jceph auth get-or-create client.cinder | ssh compute sudo tee /etc/ceph/ceph.client.cinder.keyring) L. g) b$ t% e% h+ {. ~/ g! H
ssh compute sudo chown cinder:cinder /etc/ceph/ceph.client.cinder.keyring. b3 @8 [6 y2 I" X' ?$ I
为nova-compute节点上创建临时密钥
8 f1 x$ _2 S. r0 |" w1 T" o. Y; w! J2 \& t& U8 W
ceph auth get-key client.cinder | ssh {your-compute-node} tee client.cinder.key Z: O8 `/ n- d
此处为: ]1 q6 m& |8 d0 w0 n& ^
- Z) q$ D5 _- h. wceph auth get-key client.cinder | ssh compute tee client.cinder.key/ Y+ w4 A% R7 n' a0 x! L
在所有计算节点上(本例就只有一台计算节点)执行如下操作：在计算节点上为libvert替换新的key4 H7 {7 d/ W1 H+ ^
0 y- v/ P# [% n# ?uuidgen# E0 B8 G2 H& B( [% R3 V: E4 P
536f43c1-d367-45e0-ae64-72d987417c91% L% A, m& ]+ W8 N! I2 B, K
cat > secret.xml <<EOF
% c6 D3 @! c. {! W# }7 d9 i1 d) p粘贴以下内容，注意将红色key替换为新生成的key。
3 m$ ?" k: c1 d8 {% d- L<secret ephemeral='no' private='no'>8 m4 u: I+ Q8 Z( r' _
<uuid>536f43c1-d367-45e0-ae64-72d987417c91</uuid>2 z6 `9 ~! f5 T) P! E: e
<usage type='ceph'>
9 | X: d% d* m8 [6 O( q: t& k$ ^" l<name>client.cinder secret</name>! u+ O* o9 C6 n/ O( H! O9 B
</usage>
% |) ]" s E7 L( x</secret>
& Q' z ]) I9 Y- G: SEOF9 a, h7 E" U5 i9 \
1 }9 U! ~, I5 K% `+ A5 t1 b
virsh secret-define --file secret.xml. g7 S( `; N, L
以下—base64 后的秘钥为计算节点上/root目录下的client.cinder.key。是之前为计算节点创建的临时秘钥文件7 P6 e: O) H B) C. E
( ^! i- e+ X# p7 y7 _
virsh secret-set-value 536f43c1-d367-45e0-ae64-72d987417c91 AQCliYVYCAzsEhAAMSeU34p3XBLVcvc4r46SyA==6 s* @4 G4 C& y& u6 g$ r. A
: p, a6 ]3 P& Y9 r; E. k; J, z[root@compute ~]#rm –f client.cinder.key secret.xml
: A y8 V: y0 }( O0 s( m- F0 f: COpenstack配置1 I+ X# l& l4 w% s* |; u) g9 Q: M
在控制节点操作3 N# l, s: P1 h0 W7 M! U
, W3 N( \0 G) C! F& Jvim /etc/glance/glance-api.conf; P" x6 ^( m. f" O) i* I
[DEFAULT]% z' n' U& E8 Z, ?% Y
…3 q. O; ~2 B" f1 @; U
default_store = rbd
1 T! Z" v1 t1 v9 |$ v; Z6 Z$ f: F- x- Kshow_image_direct_url = True0 Z7 h9 s. h# Q; K; X0 Z
show_multiple_locations = True
2 [1 {1 @% m4 d* s6 v! n- M…. o' `9 V- w+ J9 [
[glance_store]; W- ^* Y* @; E) t! a+ }! s, F
stores = rbd& z( I, C7 W, ~2 q% O
default_store = rbd) r/ }* [; l- ~' c) a, |) t1 z3 Z
rbd_store_pool = images2 z# X! @2 [. h, K' a4 @
rbd_store_user = glance- ~2 J1 i5 V. B# w" K7 ~
rbd_store_ceph_conf = /etc/ceph/ceph.conf2 b6 j: Z/ v* T; n
rbd_store_chunk_size = 8
. K% F3 _ c; C2 f1 r
8 c. ~2 ^ f9 I( a: f) O8 h- e; C' G8 X% X6 f
取消Glance cache管理，去掉cachemanagement
0 ]' P) V# b2 S+ F. @' y[paste_deploy]
3 X9 [! a) b( Z% C5 d& Uflavor = keystone
( q U2 Q6 n$ \7 i; o v/ t$ T1 E在计算节点操作
8 c, `" W6 U6 V$ V1 _1 ]2 v* p# B: P* k1 m& g/ l8 A, g
vim /etc/cinder/cinder.conf
( O j' ]3 ?0 R, a) J; `9 g# V* L
# K; Q4 S% a# S& U8 Q0 j[DEFAULT]' T5 [$ u" B- U3 x' L1 Z! s9 b
保留之前的
; U) {. @! |$ ]# Zenabled_backends = ceph
% z& Z4 g. o/ S2 b4 o#glance_api_version = 2; f( H4 s) V7 v. D
…. V* |8 U* F! C
[ceph]
- J4 O5 Q M( ?! S! Rvolume_driver = cinder.volume.drivers.rbd.RBDDriver$ O5 t+ c% R x
rbd_pool = volumes* r0 a) H. U5 j- ^! J
rbd_ceph_conf = /etc/ceph/ceph.conf
5 }" Q+ f7 \7 Y, ~* e+ C8 Lrbd_flatten_volume_from_snapshot = false1 Y4 x4 V+ N1 g4 w# f( C" _
rbd_max_clone_depth = 5
1 n) n2 `( c3 Y1 S# L+ Lrbd_store_chunk_size = 40 l4 g0 z# E( f! F+ A
rados_connect_timeout = -1/ @' X+ U# L% f8 s; _+ `9 Z- j- ]
glance_api_version = 2
, G& Z3 ^( N% Y8 ?* H7 Srbd_user = cinder: ?& Q2 o7 v3 p: \9 u0 Q2 @4 s' L
volume_backend_name = ceph
5 C) C; x5 S r/ P) Mrbd_secret_uuid =536f43c1-d367-45e0-ae64-72d987417c913 [0 W9 l, @3 ^
请注意，每个计算节点uuid不同。按照实际情况填写。本例只有一个计算节点
) t- Z; F0 i1 S4 J注意，如果配置多个cinder后端，glance_api_version = 2必须添加到[DEFAULT]中。本例注释了* @& i& d: Q3 Q _
每个计算节点上，设置/etc/nova/nova.conf
5 l* _7 I$ u. a% J( u C; |8 R1 @7 o- Q1 S6 n+ T$ j0 g
vim /etc/nova/nova.conf3 [2 C4 P3 z# {$ j8 W
[libvirt]
) B( f/ ]) a2 j. Y3 ^virt_type = qemu
$ L$ [# O0 U Ahw_disk_discard = unmap
7 Y5 |+ s) k1 o- r/ V- cimages_type = rbd
4 x3 f# s/ h3 Y% n) nimages_rbd_pool = vms9 N& G. y$ c& x! }3 {. f! h
images_rbd_ceph_conf = /etc/ceph/ceph.conf
+ V. w# j L# n) ^. m' drbd_user = cinder
4 V; Q. P: r9 d3 Z$ b& s6 Erbd_secret_uuid = 536f43c1-d367-45e0-ae64-72d987417c91
* L# c- O6 \2 ~disk_cachemodes="network=writeback"
, |, `3 r3 _5 v, \6 J' y, rlibvirt_inject_password = false R) o8 R; q& H9 x. n
libvirt_inject_key = false
" N7 D+ _. T# [8 e0 R6 nlibvirt_inject_partition = -2" a; o/ U u9 l+ s& |6 N1 c8 `
live_migration_flag=VIR_MIGRATE_UNDEFINE_SOURCE, VIR_MIGRATE_PEER2PEER, VIR_MIGRATE_LIVE, VIR_MIGRATE_TUNNELLED4 A- J0 p }; Y4 n
重启OpenStack
9 S2 n! f$ e! |6 R/ S @/ v控制节点% U5 H; { G/ P
( H( V/ p( ]( e7 L$ w2 r
systemctl restart openstack-glance-api.service
" c2 D4 ~* k1 F4 r; S- G/ K4 g# z计算节点$ K* c1 q& n* Y
9 C: p: S K, a+ Z* s$ i& w
systemctl restart openstack-nova-compute.service openstack-cinder-volume.service9 U) T: G1 D6 ]4 L/ J' B% C( g
配置文件
+ U4 I! C/ D! ]! I, E" o* ~& E; z( {1、nova& U9 s' z& l3 w4 a3 ~8 s
( {* v4 z! _0 V0 ~/ o
[root@controller nova]# cat nova.conf! V7 ]5 z( Q: c
[DEFAULT]
0 h% t: y7 {! x- G2 lenabled_apis = osapi_compute,metadata& O! ?8 A; o" m- o
rpc_backend = rabbit
- G0 a) n( R1 B: o+ ?auth_strategy = keystone
" \ e9 I& w2 g) M! z Vmy_ip = 192.168.8.100
! x: |0 D" G5 Zuse_neutron = True" }. @$ y/ n3 W* h' n
firewall_driver = nova.virt.firewall.NoopFirewallDriver
. ?2 ?3 G% M: g* V[api_database]
* m4 p5 v" a Y7 B& W- K3 Yconnection = mysql+pymysql://nova:Changeme_123@controller/nova_api# [; Q) V# D# q
[barbican]
' o7 y7 H9 \. C+ l+ x" L[cache]
1 R, A( u. U* m. a3 l& ~[cells]
, K7 ?7 {. e ]6 y! W' o( S[cinder]4 Y" c$ C& ~. A5 Z& s+ n* J
os_region_name = RegionOne7 h8 m& i ? O4 @, D: x& @
[conductor]! z& z( K/ u$ ?" |- f
[cors]+ n( @5 o% O9 j
[cors.subdomain]$ e1 ]. [! W4 E0 R- O' u
[database]2 k7 u8 ~" L- y T8 \
connection = mysql+pymysql://nova:Changeme_123@controller/nova) H* X8 h K8 s
[ephemeral_storage_encryption]6 v$ ?! G! Y& d: J3 d9 j5 D
[glance]' m6 l0 Z+ F; x9 x
api_servers = http://controller:92924 K$ u' h1 u5 \5 o1 }
[guestfs]9 Q! u( P/ u4 ^) K, _. t0 h
[hyperv]
7 F/ a3 w8 ]" N$ ~4 ?[image_file_url]) [3 ]8 q' q! ^
[ironic]
7 I0 a: n" ^: l/ X& c[keymgr]
! U1 q+ z5 z/ l[keystone_authtoken]9 r- B' o" j. v" ]6 M; |
auth_uri = http://controller:5000+ z: c* Z3 k/ j5 A$ A' U" Z
auth_url = http://controller:35357) U2 f8 w9 k6 g' T6 _9 ^* i1 t
memcached_servers = controller:11211, \& E0 x. @( D1 [( O8 r$ u7 b
auth_type = password
3 G" _7 }/ F( ^5 Zproject_domain_name = default' Q' y! {6 A/ ~9 P
user_domain_name = default
7 B5 z$ U4 {. Z" Aproject_name = service
+ P1 V3 K: n/ Gusername = nova1 C. N- @7 z X/ l2 k
password = Changeme_123
) O) m$ j$ w: B+ T T2 O; R9 H[libvirt]
" u9 |6 a: }1 |6 ~[libvirt]1 B- l! t) O- _* m/ u, U
virt_type = qemu5 ]: B8 G& C0 x4 q" Z! P9 I: u
hw_disk_discard = unmap
% {! B: v% F' B: z& |- fimages_type = rbd
( V; C6 q. v# u- x: fimages_rbd_pool = nova/ P/ |3 ~% r! s- R
images_rbd_ceph_conf = /etc/cinder/ceph.conf
1 S; u; }# f* s2 K: L8 [rbd_user = cinder( y- I ]- L6 k
rbd_secret_uuid = 457eb676-33da-42ec-9a8c-9293d545c337
$ K2 \! o/ y4 ?- z1 C& odisk_cachemodes="network=writeback"0 H, C6 ]2 w0 Z% y- m
libvirt_inject_password = false' }+ E2 O- e8 G2 P# S: y! V" H: Z
libvirt_inject_key = false) W! s% C; a2 t5 a
libvirt_inject_partition = -2* n- [0 ~ [' y# ]. F, c. b
live_migration_flag=VIR_MIGRATE_UNDEFINE_SOURCE, VIR_MIGRATE_PEER2PEER, VIR_MIGRATE_LIVE, VIR_MIGRATE_TUNNELLED! R7 C' f' `0 x! o: H0 m/ Q4 h3 A( S; e
[matchmaker_redis]
3 H& z% f0 u$ H4 F6 |' \' b0 M[metrics]
/ G% f6 w9 C5 f& y8 A[neutron]( L/ r) _8 V! p6 l# _, m
url = http://controller:9696
- C% S; o% v2 \auth_url = http://controller:35357; k5 r- \; K3 {- ^: s7 f( i* I9 D
auth_type = password
- E& T' ]7 I2 {: bproject_domain_name = default/ I8 Y7 d' i, T7 T
user_domain_name = default
& w( r# Y# e* g( D0 w* Q1 gregion_name = RegionOne
8 L) s$ H6 P) z. K$ y' O7 B$ qproject_name = service+ ~ a( q: `. S& c# H' Y( d
username = neutron
B. f: E9 s& e9 B/ o' zpassword = Changeme_123
0 K1 o7 g: f9 {8 [! {& `service_metadata_proxy = True4 B7 k& E/ J0 o
metadata_proxy_shared_secret = Changeme_123
2 j9 d$ z# \* X8 b* T/ k7 D[osapi_v21]
0 ]- f$ }" l0 @5 P/ D[oslo_concurrency]7 [* X5 D$ ?; l% F+ l
lock_path = /var/lib/nova/tmp
; `3 O! r9 S$ _7 V/ t" ?[oslo_messaging_amqp]+ R/ o- R; }+ g6 `
[oslo_messaging_notifications]5 r- s8 i5 ~5 X5 F i w
[oslo_messaging_rabbit]
* g- N3 T" f. a8 I8 u- Rrabbit_host = controller
( c W3 X( n3 b) e4 @7 w4 F$ V8 qrabbit_userid = openstack
1 e8 T) |6 \( @- X' K' Mrabbit_password = Changeme_123
$ Q% y2 b3 ~& z[oslo_middleware]
s+ {/ q! G: o% o) |- ]3 U[oslo_policy]
8 y( k$ c) p: _+ k! i[rdp]3 A9 K! ^# w0 [' |6 f
[serial_console]
5 u- K- W8 t; f3 Y[spice]
! c4 v* X# Q, e, e+ t! T! C5 c! F6 j[ssl]6 z, K4 V" s; w$ O4 o( W$ F
[trusted_computing]
! E" \$ l6 Y- R# g$ B[upgrade_levels]* l& b+ P @8 I" k i1 x0 U
[vmware]3 Q X( `* |$ O' K7 c: r
[vnc]& ^) a6 X9 F! _: }* |
vncserver_listen = 0.0.0.0
- x+ ?. h0 C+ M4 O: Dvncserver_proxyclient_address = 192.168.8.100
' Y+ p: g2 e) z* Penabled = True
; {9 j* t5 p1 O% R) l! _novncproxy_base_url = http://192.168.8.100:6080/vnc_auto.html
5 ], }$ o& y" L9 D5 W[workarounds]
- ~1 B* Q+ g* r, P6 p: g[xenserver]0 ?* f; E# ~+ u0 S6 @3 {$ g
! Z1 |5 ?% h. O, Z' I
* J" r6 W) D6 G$ Q$ ~
cinder: x; i! b. D( Z1 K5 Q- Q
P: Q8 r& Z2 y: m7 B5 Q
[root@controller nova]# cat /etc/cinder/cinder.conf
1 P9 f4 S2 _( O8 M[DEFAULT]4 J3 t4 H o( L/ Z
rpc_backend = rabbit
0 p7 l% K4 b7 }! P: _9 i$ ?auth_strategy = keystone
; {: ?) I/ l: z8 N3 ^6 fmy_ip = 192.168.8.100
( s! B$ \( X' H- q. D8 I g; J4 Oglance_host = controller, ]4 v: Z: ^' m0 J
enabled_backends = lvm,ceph
! U; p1 D' y) ], F- u7 _glance_api_servers = http://controller:92924 ?# Y5 g8 j3 G8 w( W4 G
[BACKEND]
% \. `! U- @/ D% \8 m6 D" M) i[BRCD_FABRIC_EXAMPLE]! _. }+ g0 Z9 K/ c, a
[CISCO_FABRIC_EXAMPLE]
6 \4 o3 D9 T9 I7 }/ f( C[COORDINATION]
0 M4 K( h/ k6 [; ][FC-ZONE-MANAGER], e+ t1 ^. N% P I; M/ t3 Z' {$ c
[KEYMGR]
; ?4 Y/ J2 _- ?& }[cors]1 X& f4 ^3 j- q& `/ e' m T
[cors.subdomain]3 @' x2 B2 G' W, E( Y6 Y$ a
[database]: B' o, [' [: `; |* T" U3 f
connection = mysql+pymysql://cinder:Changeme_123@controller/cinder( w2 [2 M/ |# y- |
[keystone_authtoken], v- R: k* P% b1 p. X
auth_uri = http://controller:50001 x% N: x& ^ O8 o# U
auth_url = http://controller:35357$ v2 y" M5 e" d4 R9 \$ [& A
memcached_servers = controller:11211$ C2 F! Y# W7 F9 `* Q
auth_type = password, ^. Y b2 ^6 P: h0 N/ t: z3 j4 d3 T% Q
project_domain_name = default
' D' W+ j0 _4 m3 T+ b1 Wuser_domain_name = default2 W3 }" R1 \9 M
project_name = service
0 U" f2 V5 p, c) Susername = cinder
4 v$ B8 ~ ^1 {password = Changeme_1232 h8 M1 H; s2 N6 O- r
[matchmaker_redis]. A( a p2 W8 ]
[oslo_concurrency]
7 Q( Z. _" T: a9 hlock_path = /var/lib/cinder/tmp$ O" S8 w" ?, ]2 }
[oslo_messaging_amqp]
+ Y# A3 }5 b4 _[oslo_messaging_notifications]
, i- a! e" A6 J1 a0 U[oslo_messaging_rabbit]4 i9 X+ l, q: a7 i
rabbit_host = controller7 m1 D% D5 N4 [9 m0 r1 q7 L
rabbit_userid = openstack/ }+ s/ U" H) k' `7 p9 T' k( J C3 x
rabbit_password = Changeme_123
4 V9 V, B1 A0 ]& |! E[oslo_middleware]
, b8 ?. O) \0 P% p3 d! J[oslo_policy]/ O% f, F8 h7 \, I9 \1 T6 U
[oslo_reports], |* T" R: ^! m {/ `& s
[oslo_versionedobjects]
, R6 _! u( M! j0 F[ssl]$ v( p5 m5 X6 p6 h% V: t: r
[lvm]# {" a$ [7 a5 L$ F' S
volume_driver = cinder.volume.drivers.lvm.LVMVolumeDriver
" A5 L2 i" [2 Y7 Z$ y2 r$ [volume_group = cinder-volumes/ r. x+ ^/ G7 S6 c8 a
iscsi_protocol = iscsi) }; A6 ?" y% w! j( t- w
iscsi_helper = lioadm
/ l7 ]0 g) ?/ s, c[ceph]
1 D4 Z, P( L2 Nvolume_driver = cinder.volume.drivers.rbd.RBDDriver
9 H6 c" R" z4 ~1 U# Rrbd_pool = cinder, ?* ?" A2 E2 z' {6 F2 D9 P, Q, [
rbd_ceph_conf = /etc/cinder/ceph.conf$ F) V' \! d% t6 d K
rbd_flatten_volume_from_snapshot = false* }) x! l9 j9 d4 k) q, W# w3 \
rbd_max_clone_depth = 56 A' S3 K f$ V& ?) O/ y# C
rbd_store_chunk_size = 4
M2 i: y! T1 ?2 prados_connect_timeout = -1
1 W! g" C; ^* B% u+ c- q! Q- T) Hglance_api_version = 20 b0 L, n9 G8 x; V+ p
rbd_user = cinder3 g4 T* O2 f! g% h
rbd_secret_uuid =457eb676-33da-42ec-9a8c-9293d545c337
. R/ U3 P' f0 {) @ Cvolume_backend_name = ceph" N% A& x9 k% d3 V# l* t" m A4 O
1 H3 D& n) z$ R3 x
# B2 o2 D, d* Q( v U4 m' |glance. P; N5 D4 t2 @0 `$ j$ s! r0 Y" W
[root@controller nova]# cat /etc/glance/glance-api.conf
" L( h! ]+ Z0 \( x6 S9 w2 m% ~1 a8 O7 j( A
[DEFAULT]
0 S' m, J6 \! u#default_store = rbd$ V. s8 X7 J9 [ `% e/ W% p
show_image_direct_url = True
) D) X3 [4 G9 G9 {3 F8 [#show_multiple_locations = True( [9 Q9 j6 w! e, k
[cors]7 y) e" \/ g/ r! n8 y. I q
[cors.subdomain]% [2 ~% j/ x" z5 ~& s4 r. X
[database]% p" l4 G7 c" s1 e- T& R3 c
connection = mysql+pymysql://glance:Changeme_123@controller/glance4 d( S- N( J/ o" x; C/ X
[glance_store]
* [$ |: g% S1 B* \/ a8 X' i+ `stores = rbd( k$ F3 d2 H+ y
default_store = rbd" v0 c- I3 a5 b* _* k& J
rbd_store_pool = glance
( \- } r+ F/ x: S7 i/ Zrbd_store_user = glance2 {5 ^- C8 E/ L/ g6 ^3 h7 z
rbd_store_ceph_conf = /etc/glance/ceph.conf; f( ]4 w; r G! B4 R
rbd_store_chunk_size = 8
7 o1 E, E$ U% B1 w# r4 B8 w E[image_format]" `8 H( E" z- f! V/ s9 [( o
[keystone_authtoken]
% z) h8 ]- w' T2 W$ Bauth_uri = http://controller:5000
- ~! v# O- n$ H7 g/ e% z6 k \) Rauth_url = http://controller:35357& s! q. y9 ]) ~
memcached_servers = controller:11211
$ B8 b. z2 i3 m4 ~+ t; @% Yauth_type = password
$ s' l2 ?# z, A1 Y- @$ T4 Iproject_domain_name = default9 l) N) l: M; ]; n
user_domain_name = default- Y {! z0 f* C; k- g2 C: x
username = glance
_ d' s2 K( k" g G' X& ?: Y0 o Apassword = Changeme_123
6 \0 B+ A- c$ \/ U% L/ xproject_name = service
. F0 [: q9 O7 N7 e6 R2 x[matchmaker_redis]* o6 o3 y: ]- F) \' W ~* E9 ^
[oslo_concurrency]5 Q; S- O6 d) U1 z
[oslo_messaging_amqp]( L0 b; @# C, t0 a* I/ N
[oslo_messaging_notifications]
c5 ~+ } f/ \' K- S3 p0 Y[oslo_messaging_rabbit]7 y6 ~+ i) |; P/ W: D/ {7 f( S
[oslo_policy]
* O* k1 O' d- e$ a[paste_deploy]1 O2 |& Y+ a* P" b0 k+ J, q
flavor = keystone
' L3 D, S& `! t6 G1 X8 `* z C[profiler]$ a- V5 n4 c5 i2 z" p
[store_type_location_strategy]( H0 w! J* o3 |' b
[task]: g7 y g- ~4 Y5 e( y- a' L' e* T/ |
[taskflow_executor]( _0 E: i8 C5 Q
6 o# f5 ]- I9 h0 H1 X" kceph- h( d3 E, i0 V/ c9 |. e4 R
. ?$ t! P, g/ a6 @& i[root@controller nova]# cat /etc/cinder/cinder.conf
! @; x7 U: r x& x5 {- Y L: _3 J[DEFAULT]
- f2 m* j! [" c) A- Grpc_backend = rabbit/ `% z0 B% N$ ]1 o
auth_strategy = keystone
" L/ F" H3 \, Bmy_ip = 192.168.8.100' m. }2 f( x( g/ p0 M4 f5 X+ _! Q
glance_host = controller
5 a% T, Y% w! |& renabled_backends = lvm,ceph
3 F+ b; n, h6 m9 N5 h3 }! ~glance_api_servers = http://controller:9292# J6 j8 k* ` K7 ^! P
[BACKEND] |# b, h! Z) [+ f% I) ?
[BRCD_FABRIC_EXAMPLE]
/ j* \! z) h6 v D9 g[CISCO_FABRIC_EXAMPLE]
9 J1 ^* d% X# a# a3 h( V1 M[COORDINATION]
6 s$ D0 v7 g0 O" y4 R: U' R9 j, C[FC-ZONE-MANAGER]$ Z' Q- q- j. x0 X0 n, N1 K
[KEYMGR]
8 }' ]# ?; D* ?( F/ o! g3 z& k3 |[cors]
. J1 y }" x/ I- Q" C. I2 T[cors.subdomain]3 r8 a. z9 V/ y7 J( N: p0 G4 W) B
[database]
4 R( M6 k* Z" ^- _connection = mysql+pymysql://cinder:Changeme_123@controller/cinder
0 D: i) x1 F' i; D$ C5 n[keystone_authtoken]) b. [- q# S5 f: h1 _: {$ a: D
auth_uri = http://controller:5000
2 P& N1 v% I n0 s6 q# M: x. rauth_url = http://controller:353577 D$ M+ W7 N+ w: P
memcached_servers = controller:11211
$ l- y6 b/ y* g" {# u, sauth_type = password
& I7 @$ n9 ?" H9 \: G: nproject_domain_name = default) s8 ^& g v, f$ O7 z
user_domain_name = default
( w) E+ e- D+ _9 I4 Dproject_name = service
; s. v* i" v* a( Busername = cinder
! s$ S2 M' T8 d3 x3 Y$ H1 H% jpassword = Changeme_123( n: V/ P$ m3 L: M# L- X
[matchmaker_redis]
. C5 W& ?2 Z1 Y( e; `' J5 B8 M5 r[oslo_concurrency]$ b2 Q1 B: L) E5 v# Q2 m" W
lock_path = /var/lib/cinder/tmp' x: o% }' ]6 h! h
[oslo_messaging_amqp]
' ?2 C, {& Z: ^( D/ x, U[oslo_messaging_notifications]& o+ m' ?4 M% Q. s
[oslo_messaging_rabbit]7 }( o; k; r& W2 ?& `7 `
rabbit_host = controller7 Z" T6 q' ?8 Z/ [
rabbit_userid = openstack) e4 [+ r- F0 w
rabbit_password = Changeme_123
- M; e# W1 W+ ]* E) r- l- P/ |[oslo_middleware]" t* a5 N* |7 w
[oslo_policy]2 Z1 l# ]9 n+ T5 _
[oslo_reports]
* |4 I! C6 Z. @# ]8 ~1 A! |" j[oslo_versionedobjects]
I8 d6 W3 O: \+ a3 ^6 m5 g4 s- b C[ssl]1 H! p' D" i8 I. O- ~3 {
[lvm]
0 n4 G) _, V; n1 D- j7 ^% h3 uvolume_driver = cinder.volume.drivers.lvm.LVMVolumeDriver" h$ q7 t& z6 ?; b' }
volume_group = cinder-volumes
4 T' V+ i& }. `9 M. Wiscsi_protocol = iscsi$ F [* T" g$ l+ H* F% \
iscsi_helper = lioadm
0 Z# S# t" R8 P9 N- z. I- \4 w[ceph]
" B; Q: K* p5 w# N3 @% ovolume_driver = cinder.volume.drivers.rbd.RBDDriver, Z) ?5 t% c" Z" T
rbd_pool = cinder
6 s6 I) V: w% Arbd_ceph_conf = /etc/cinder/ceph.conf
4 t! r1 ~* c8 |/ }9 @& Jrbd_flatten_volume_from_snapshot = false
: l( R2 l2 T3 w5 arbd_max_clone_depth = 5 F& w& }$ J7 b4 W+ C. Q
rbd_store_chunk_size = 4: L: v( Z# h' @' }
rados_connect_timeout = -1, w4 f4 i7 l; n
glance_api_version = 2$ B- {& X" ^3 m) l$ {# F2 z" U
rbd_user = cinder
0 b0 `) i. i0 B. h# i' k1 B$ Prbd_secret_uuid =457eb676-33da-42ec-9a8c-9293d545c337
& e5 r2 \( q( Qvolume_backend_name = ceph
0 N6 S9 O0 l! y: p/ }5 O" {[root@controller nova]# cat /etc/glance/glance-api.conf& M( B! x, J5 A; p2 v0 p. W& i
[DEFAULT]
1 H. }2 j0 Z; \; P; E7 T#default_store = rbd
) V9 \1 Q6 b, W; `: u7 D. mshow_image_direct_url = True
0 W% Q! o+ [+ Y* U; M/ Z8 ^#show_multiple_locations = True( j" w) Q+ [/ D) u% p' ]
[cors]
+ v) w* [% I8 k( \[cors.subdomain]
; w9 e7 G" S4 N$ M8 p[database]
+ h# _' Z) a9 ~* @& D4 Hconnection = mysql+pymysql://glance:Changeme_123@controller/glance
3 X1 t5 R1 n( J[glance_store]
. y: G% i! n V+ x9 i) k, sstores = rbd: k# P( a2 r: `) V
default_store = rbd
- R5 U( x$ r0 P l& xrbd_store_pool = glance
3 o9 T M& [9 G: K5 Frbd_store_user = glance
" f: w1 Y* T* Q- [6 l, ~rbd_store_ceph_conf = /etc/glance/ceph.conf/ v4 d, I) ]6 v: F% Y0 ?0 n
rbd_store_chunk_size = 85 \+ M: C0 I0 D9 ^& F+ D6 H
[image_format]
- L# l* W K3 ?( v- E8 Z[keystone_authtoken]
4 I! q2 O5 h+ W* Z* A+ R* Vauth_uri = http://controller:5000
! E% G2 w0 J% y' v( S6 ]) c* ?auth_url = http://controller:353574 ?+ p4 ^* f6 |
memcached_servers = controller:11211
) G P" C+ f `1 A% i1 r6 lauth_type = password' q% o% z( |3 n
project_domain_name = default( X6 t/ \; d" Y1 w" J
user_domain_name = default
4 r8 D. R4 N8 z6 d5 Dusername = glance- C: ? `/ U2 s/ a( B; i" q- N: U+ j
password = Changeme_123
7 s& D5 a- I, h" h: a% j' C( Dproject_name = service1 O* K1 ~: { d
[matchmaker_redis]& Q# Y) x9 @: S) l) r
[oslo_concurrency]
7 |+ p8 z+ \8 x4 G[oslo_messaging_amqp]
2 I8 k/ B+ B, N1 `5 |[oslo_messaging_notifications]
* o1 C* X. w! Q. P& o, M[oslo_messaging_rabbit]% q( _; R8 o; X
[oslo_policy]
! F; F7 C4 X9 Z# Q# W[paste_deploy]
; `+ ~' B# b. N: y7 t; fflavor = keystone
! z9 j1 A9 s4 W& Y[profiler]- { ~4 \0 `4 }8 w, }
[store_type_location_strategy]( I7 ?0 F! S- G1 j
[task]
" k! @/ y5 m+ h4 f, z; @[taskflow_executor]
& \" w) |3 D0 n8 X8 D8 h[root@controller nova]# cat /etc/cinder/ceph.conf4 q) K; b! i8 h. u5 T( f( g' b
[global]
' K* r& t9 G& M& f# u% B: j& b5 eheartbeat interval = 5
P# f S* \/ Hosd pool default size = 34 c7 i$ Z7 S! M J0 C
osd heartbeat grace = 10
$ N+ s+ P1 [, f/ [: B; P#keyring = /etc/ceph/keyring.admin
9 b. s' k0 g# ^mon osd down out interval = 90
* z% B; y' ?6 j+ I# d/ ^. |fsid = 5e8080b0-cc54-11e6-b346-000c29976397
; C( ^, T, Z+ h' Uosd heartbeat interval = 10
* C8 V5 M6 \( V5 @. W& P! ?max open files = 131072" n0 Z* J' {7 k: b: @2 p
auth supported = cephx2 f$ s7 N+ c( h) G
[mon]
! H4 Z! z6 R! a5 g' p$ o6 Amon osd full ratio = .90: I4 r/ g+ z- j/ P4 p$ f
mon data = /var/lib/ceph/mon/mon$id
/ y. m, S8 w3 Z$ t0 ]3 cmon osd nearfull ratio = .75
8 U3 Q: X5 E& X2 a3 fmon clock drift allowed = .2006 J/ a! X+ _2 \( t" c. b
mon osd allow primary affinity = true
* H+ z. C6 ?+ V0 A- Y! a[mon.0]
* e7 h5 N# D9 Lhost = cloud-node17 M* P5 C8 H! s) a
mon addr = 192.168.8.102:6789( s6 H% L" O2 d
[mon.1]" Z$ v. V) B; v! j4 _
host = cloud-node2
' B. X5 r# [6 e. |2 b- Zmon addr = 192.168.8.103:6789
3 j- F" H* E0 q" J2 r( o4 {0 c7 {[mon.2]: m' @! i1 K& m" n5 o* N
host = cloud-node3: q* w- W i0 g* J
mon addr = 192.168.8.104:6789
' M' r3 ?; S# }" E[osd]
6 b4 ^6 I/ \6 T8 S( q! m8 Z1 Losd mount options xfs = rw,noatime,inode64,logbsize=256k,delaylog8 i$ }5 R" M2 N( u
osd crush update on start = false
, n5 x0 I5 M# _ Ifilestore xattr use omap = true
' h0 {3 n7 m$ z3 [8 i+ p' F. W- q#keyring = /etc/ceph/keyring.$name
7 b0 V X( q+ G* ], Z) Dosd mkfs type = xfs; u0 L% P3 z9 R0 d2 B
osd data = /var/lib/ceph/osd/osd$id* |( g$ q0 Z2 I4 f
osd heartbeat interval = 10- U9 D) _$ Z6 h; p- l
osd heartbeat grace = 103 N/ H9 L% J, z7 ~6 e
osd mkfs options xfs = -f) J2 H1 B& h' B
osd journal size = 0' n" y& X2 w5 ~1 L+ E9 E' D
[osd.0]* S6 i2 p6 ` {0 E8 }( V T
osd journal = /dev/sdb1
8 q' T* x m# K4 Gdevs = /dev/sdb2
7 R; w( u% S4 p8 u+ k$ {4 thost = cloud-node1
# e, M8 a% D6 R" Rcluster addr = 192.168.8.102
! S' X2 H3 n1 s* {% gpublic addr = 192.168.8.102" k, |+ a1 p8 A% e9 w1 [7 b* X
[osd.1]! s u* f2 W O/ p( U# V
osd journal = /dev/sdb1
1 c. `) l* J- H# j3 D6 E4 U0 j: s; Tdevs = /dev/sdb2
9 K% Q; B( l" |. jhost = cloud-node26 _# Y1 `& d* D$ X
cluster addr = 192.168.8.103! e$ i0 B' \) n+ a8 \6 g: C0 f
public addr = 192.168.8.103, f" t3 t+ C& }. n2 y
[osd.2]) [3 S/ n- u1 N/ y3 @; \
osd journal = /dev/sdb11 o) Z. f: b7 |- V; l$ w, Z
devs = /dev/sdb2, _6 F1 S4 p2 {+ _2 ~, y
host = cloud-node3
n9 L& Y" _1 m$ V8 E( I3 q" V7 |cluster addr = 192.168.8.104
) [0 R2 Y' t7 V upublic addr = 192.168.8.104
1 |( I& X) B' q6 F7 O; F* p[client.cinder]4 d% _5 f1 B& R
keyring=/etc/ceph/ceph.client.cinder.keyring
6 A3 [6 b0 _* V. w. s. R. b% K- w5 o N" q6 D, Z) k% Z
|
|
发表于 2018-9-26 10:01:46