|
|
集成Ceph相关配置
' D% J: b9 U3 M2 f创建Pool; J- _& `# j' b: u
# ceph osd pool create volumes 64
. C, K F+ v# j% C+ u& K# ceph osd pool create images 64
' D8 u1 a+ d, R; b! o% D% W1 e# ceph osd pool create vms 64
5 }! }0 d- |- h( ] X安装Ceph Client包 " r# M. J1 Y! l. A x' J( d4 f9 W
配置centos7 ceph yum源 9 `: L' k) y. w. c$ [; | F% E
在glance-api（控制节点）节点上
: L: }7 w$ ]6 W: g. ?3 W+ r( D. ]( U4 V( g, u3 _6 h
yum install python-rbd -y
8 ~, ~3 O' x: l, Z5 X（计算节点）在nova-compute和cinder-volume节点上
3 L. t* I" {: w9 B# X. t
; z* t$ o, s) h" q/ Iyum install ceph-common -y
: C% V7 C8 e# [5 Qopenstack安装Ceph客户端认证4 L. R6 x& o2 n+ e& A$ N8 p S, ]
集群ceph存储端操作
& ]7 Z0 c% f9 i. q+ Z3 |: x
1 }6 L% c. r- [3 Y4 Q' \( ~$ \[root@ceph ~]# ssh controller sudo tee /etc/ceph/ceph.conf < /etc/ceph/ceph.conf, x0 U( o$ J4 h7 m0 c+ r0 ^) H
[root@ceph ~]# ssh compute sudo tee /etc/ceph/ceph.conf < /etc/ceph/ceph.conf
2 c9 b/ t v( `! r如果开启了cephx authentication，需要为Nova/Cinder and Glance创建新的用户，如下
1 E! X0 v# O( s1 U% {; \& E0 E' X0 h% D8 t7 o
ceph auth get-or-create client.cinder mon 'allow r' osd 'allow class-read object_prefix rbd_children, allow rwx pool=volumes, allow rwx pool=vms, allow rx pool=images'8 k+ U q4 N7 m* e
ceph auth get-or-create client.glance mon 'allow r' osd 'allow class-read object_prefix rbd_children, allow rwx pool=images'
1 |+ Y3 o) K3 W7 |3 B为client.cinder, client.glance添加keyring，如下0 v B$ N+ p3 w+ {1 p9 I
% A# g0 `3 q0 `# z8 n3 O9 oceph auth get-or-create client.glance | ssh controller sudo tee /etc/ceph/ceph.client.glance.keyring
* }# K) O! e7 T- R/ ]7 Mssh controller sudo chown glance:glance /etc/ceph/ceph.client.glance.keyring
" N( a' y. Z, m9 b n; |$ W% }) G% X( s/ t+ k* x$ |1 A$ k
ceph auth get-or-create client.cinder | ssh compute sudo tee /etc/ceph/ceph.client.cinder.keyring
; d% G; G/ N, d% `2 N2 s: m/ U: issh compute sudo chown cinder:cinder /etc/ceph/ceph.client.cinder.keyring* e( J: K$ q, z1 F. O! ?1 ~
为nova-compute节点上创建临时密钥
$ H& D3 F# p& n8 }+ p9 f
% f6 v. _- Q. g' S+ l, l9 uceph auth get-key client.cinder | ssh {your-compute-node} tee client.cinder.key4 G' f. f) s/ z0 J
此处为& J! |% p, z- z0 l
$ S/ e1 Y, ?# D- ?+ G/ Zceph auth get-key client.cinder | ssh compute tee client.cinder.key: P9 ]; M2 O: _" G" D' M$ t
在所有计算节点上(本例就只有一台计算节点)执行如下操作：在计算节点上为libvert替换新的key! r& r# ?2 m m9 G' Z4 F% `
o4 N: p2 s- C0 i cuuidgen! A, d/ H1 g4 D3 E* S
536f43c1-d367-45e0-ae64-72d987417c91
0 J' s. Y$ J; g& T* h3 Hcat > secret.xml <<EOF
9 X+ U' ?) s5 N( I粘贴以下内容，注意将红色key替换为新生成的key。
/ E! ~3 k+ h, C2 M* A<secret ephemeral='no' private='no'>
6 i9 p9 i6 j# v& |8 y<uuid>536f43c1-d367-45e0-ae64-72d987417c91</uuid>! j4 ]; e9 [* S# \3 O
<usage type='ceph'>
6 b$ i1 T( `, x1 ]) K9 N) D<name>client.cinder secret</name>% ~" K8 C6 |0 A& u# l/ W
</usage>" R: H$ ?5 Y- A9 A& d
</secret>% s4 o: | `$ j; B3 @& f! C, p
EOF
$ ^4 a5 ~) v& C4 j) t; i
8 d9 f: r$ j2 \) _+ ~0 o# Mvirsh secret-define --file secret.xml/ y, D; D/ s& w! S. y4 C; _, j
以下—base64 后的秘钥为计算节点上/root目录下的client.cinder.key。是之前为计算节点创建的临时秘钥文件$ C, R- ~& N) C" K- V+ \, |0 c
; U% t2 n2 o j( ?6 p8 N; z
virsh secret-set-value 536f43c1-d367-45e0-ae64-72d987417c91 AQCliYVYCAzsEhAAMSeU34p3XBLVcvc4r46SyA==1 I0 \2 K+ _2 g) m" n
' A; U1 D0 s. x/ i! W1 ][root@compute ~]#rm –f client.cinder.key secret.xml
1 U D) p2 u# g) ~Openstack配置( q% z5 d" x% c- S2 q; f
在控制节点操作: i$ c2 U* _4 @+ {3 k0 e1 {
4 R- `: P4 V6 C, k) ^/ o' |9 F
vim /etc/glance/glance-api.conf% Q$ m0 [$ S" l
[DEFAULT]( E/ g5 v! S6 L0 _
…
9 A1 i: r6 Q0 I+ sdefault_store = rbd4 C( ?0 B2 X$ u0 K
show_image_direct_url = True
6 x/ P& J% q" d% p/ L3 I0 W$ [show_multiple_locations = True
9 }1 N+ L( e( K) ?* s% Z…
$ N7 W0 M' ?7 y3 r1 y4 H[glance_store]( F% @+ Z+ |4 f
stores = rbd
- d+ y% [5 c# t% s) a. F0 w! U4 O# P0 xdefault_store = rbd
. a% S% H1 g' N" wrbd_store_pool = images
# Z4 p. b5 x: j7 H! E$ drbd_store_user = glance
+ d; D: `/ ~$ P: B8 ^rbd_store_ceph_conf = /etc/ceph/ceph.conf6 a8 g# `6 p/ D$ W
rbd_store_chunk_size = 8- G. ^0 C! O% \
# b, R k3 U; q/ Z* u3 m! `9 c9 u8 F/ V- l7 l K- W
取消Glance cache管理，去掉cachemanagement% P; X0 D+ e! T3 t( p
[paste_deploy]3 F4 Z7 ^! y. v- [4 t5 f" t. l4 I
flavor = keystone
" w3 E: }/ O' @+ R在计算节点操作
, F9 s6 u! k$ z- `3 B9 w( K; Z+ E) R* ?; s e" }- H
vim /etc/cinder/cinder.conf7 e1 T# i3 W: q, p) n0 L
% |" x. `9 e" u% `5 H. O* w# G[DEFAULT]9 g7 F9 W! u8 U7 @4 \ D f
保留之前的5 D4 Y8 S! E! [
enabled_backends = ceph
% v, O+ H- P; i! ~5 q4 L$ S#glance_api_version = 2
: q7 {8 J- {! a/ U# Z…( o6 w; H m9 x/ R+ u6 ?
[ceph]
5 J. C( s4 b8 d& |! z" Svolume_driver = cinder.volume.drivers.rbd.RBDDriver$ D. Z. Y; I" f2 K& a
rbd_pool = volumes
# w- Z, j2 Z. N0 S& S+ nrbd_ceph_conf = /etc/ceph/ceph.conf
- P# D0 b5 O7 a5 Z8 P* C* v. ?5 ?rbd_flatten_volume_from_snapshot = false q! Q, g7 X8 P0 C* D$ w
rbd_max_clone_depth = 5. x: V5 @0 a4 ^, J* z5 f! v7 L4 Z3 k
rbd_store_chunk_size = 4
, ]6 `* d8 S7 O* @3 a; P4 Trados_connect_timeout = -1
, p6 b! ?# W+ ~5 kglance_api_version = 2% r4 b) J$ ^2 z- q2 J* N
rbd_user = cinder1 w- P) o0 I6 ~( W3 _
volume_backend_name = ceph; t. W$ Y! @6 q" f1 ^/ i+ r2 g3 o
rbd_secret_uuid =536f43c1-d367-45e0-ae64-72d987417c91
7 o8 h+ M2 Z* Q5 w* I请注意，每个计算节点uuid不同。按照实际情况填写。本例只有一个计算节点9 h9 l# l& k' m6 u) G3 b
注意，如果配置多个cinder后端，glance_api_version = 2必须添加到[DEFAULT]中。本例注释了8 w3 d( G5 B; g0 k- m
每个计算节点上，设置/etc/nova/nova.conf
; Q( q1 z. x* w' t; b% h/ P
1 p7 g; z- A1 X& Q( i# Dvim /etc/nova/nova.conf8 ~0 u, w' u9 I& N+ @7 l
[libvirt]
1 Y+ K) G: l+ q* l1 vvirt_type = qemu( j3 a9 T; I$ x# v
hw_disk_discard = unmap
: n' i$ H; V3 P8 ?images_type = rbd* E9 }, R4 P) i* C) R; \0 y
images_rbd_pool = vms% d5 k9 D. P) t+ s ]
images_rbd_ceph_conf = /etc/ceph/ceph.conf X, \+ T& j: J
rbd_user = cinder( G+ Q. b$ E; A8 g
rbd_secret_uuid = 536f43c1-d367-45e0-ae64-72d987417c91% j4 q$ A7 g. J) e
disk_cachemodes="network=writeback"1 A" i4 q- f; N8 k3 ?: s! T
libvirt_inject_password = false
$ ?! c$ _ Z9 [& n9 X. n8 ?libvirt_inject_key = false
2 \! i- [/ T/ |+ L+ {/ P" rlibvirt_inject_partition = -2% g5 Q2 h5 s. t2 V* @8 \
live_migration_flag=VIR_MIGRATE_UNDEFINE_SOURCE, VIR_MIGRATE_PEER2PEER, VIR_MIGRATE_LIVE, VIR_MIGRATE_TUNNELLED, G: k: g; V* _1 C% K5 d: x, O
重启OpenStack3 c. c+ f# m) G7 Q2 Q9 B0 B
控制节点+ t9 s' N. n! Z5 r
7 A e; b% p9 V0 n; |0 S7 W
systemctl restart openstack-glance-api.service
a3 t5 R* x. o; p1 V& _9 d计算节点
+ J/ s* F% J# v* O1 u0 f1 k# r: L5 R, @
systemctl restart openstack-nova-compute.service openstack-cinder-volume.service
; ]1 U. S7 ]9 o G# m% \配置文件* l) b5 G( x: @/ l
1、nova, w9 n* ^+ X' @, S$ s) y
+ y3 S0 U" o( Y! z
[root@controller nova]# cat nova.conf
7 l/ a% c7 Z# [8 A- F$ |( k$ O[DEFAULT]
B7 [& w+ ~) O- A5 Ienabled_apis = osapi_compute,metadata3 g) y" E) x5 o. C
rpc_backend = rabbit2 [, k" ?+ o7 W5 D
auth_strategy = keystone
5 Y( `$ \, V; D( Qmy_ip = 192.168.8.100/ c9 b9 R2 [% u
use_neutron = True- r- \* e, w4 E0 z6 N$ r* `
firewall_driver = nova.virt.firewall.NoopFirewallDriver
2 C) w: g, R: E4 @5 a[api_database]
$ o4 y( t3 E) `3 Mconnection = mysql+pymysql://nova:Changeme_123@controller/nova_api& s8 e: H6 D" Z4 M1 u
[barbican]' G( `* l z6 x2 k) Y
[cache]
" `$ e* v& Q8 L/ \[cells]/ R9 E8 z: B6 l0 r4 v) U
[cinder]
" q+ Y3 n% ?4 `; P7 z" Nos_region_name = RegionOne8 u1 x D2 [5 c7 @
[conductor]
8 v; c% K# |$ e; o; t. G0 |- B+ i! h[cors]
) V- s9 L' ~$ U+ E+ W[cors.subdomain]
% e2 U4 M$ M( q# b/ [[database]
( T5 s7 O6 W) M% t. Z+ ?connection = mysql+pymysql://nova:Changeme_123@controller/nova
- b ?1 B, y% Y$ \[ephemeral_storage_encryption]% {7 r2 K0 s% O3 W) S8 A4 v
[glance]
+ t \4 I& q% K% J4 japi_servers = http://controller:9292
W" {. [; g) b9 ][guestfs]
$ O9 R: ^( E7 v1 x0 X9 }[hyperv]
/ i7 |& f4 E# n {[image_file_url]" \; E5 p C" I% L. A* k
[ironic]
* C# [( H+ K6 T[keymgr]) G4 h: M h E6 B
[keystone_authtoken]" \; T6 h2 v3 N, Z% [' d4 }) k1 A
auth_uri = http://controller:5000
: @3 B2 F2 `7 h" D; J) B/ Cauth_url = http://controller:35357
5 L5 P1 G8 `( S3 z7 \* p ymemcached_servers = controller:112113 I' T/ _' l% d. e
auth_type = password/ V* e" S- Z5 {# V+ G
project_domain_name = default
, d L) [% N) B3 d! C9 Buser_domain_name = default3 F+ X: t7 P$ U+ ]3 \. K
project_name = service
1 @3 M6 z2 e# Musername = nova
5 Y+ `5 i. i$ C E" |, @0 g4 _password = Changeme_123* X( t* w7 ?1 x \$ D9 J5 r
[libvirt]6 C. z1 ^& Q5 w3 o, Z
[libvirt]* E6 L" W) m( O* o4 h0 U8 E# g
virt_type = qemu
$ m" q& B2 |7 `; f% q/ h5 Uhw_disk_discard = unmap6 o) Q6 K. g, ^% x: ^6 O
images_type = rbd/ W" f& i3 [: Z+ E" f
images_rbd_pool = nova
0 x4 Z7 g8 z/ \3 aimages_rbd_ceph_conf = /etc/cinder/ceph.conf
- v, `4 i, z& Xrbd_user = cinder
) U h" Z! S& t4 S! b8 crbd_secret_uuid = 457eb676-33da-42ec-9a8c-9293d545c337
' y$ _ v+ {$ ~" ~: a) u% Y0 vdisk_cachemodes="network=writeback": G( `) w# y: R9 V' v
libvirt_inject_password = false0 O- Z) C6 g' F
libvirt_inject_key = false( i' H$ g8 A/ M \
libvirt_inject_partition = -2
1 I2 e' x1 \$ l. Klive_migration_flag=VIR_MIGRATE_UNDEFINE_SOURCE, VIR_MIGRATE_PEER2PEER, VIR_MIGRATE_LIVE, VIR_MIGRATE_TUNNELLED
9 ]# W0 q" A1 E0 i[matchmaker_redis]
! w- j# C; [5 ]+ }. k/ u[metrics]# J4 Q9 Z8 _+ a/ O
[neutron]8 D1 x" {: i/ u2 C- l: c
url = http://controller:9696
2 N; Z+ {* e+ }3 e) fauth_url = http://controller:35357* u% ?) k5 {- o5 E3 q. o
auth_type = password
9 ~( p6 R9 A! ^) }project_domain_name = default, \. e# c$ i! o4 n4 Q& w
user_domain_name = default
% h# `. m( `) xregion_name = RegionOne
$ l9 o% H1 t5 s8 s/ J6 ^project_name = service
5 D/ z4 N" D- Q6 Yusername = neutron5 P2 {0 y6 W+ v4 \
password = Changeme_123
1 P: ~0 m8 l. D$ sservice_metadata_proxy = True7 l' U( F% Y" i8 `/ N
metadata_proxy_shared_secret = Changeme_123 W9 f! \" H R6 W u0 [* I
[osapi_v21]0 p1 C" |- |8 `; z/ C- y: h5 e
[oslo_concurrency]" K: e% g- Z' y; i, q
lock_path = /var/lib/nova/tmp
2 K" Y8 S5 ]* w+ B+ ~/ L) w$ [[oslo_messaging_amqp]
$ r' A7 L0 ^( z' j3 E[oslo_messaging_notifications]# q' w4 @% e9 W8 k! L
[oslo_messaging_rabbit]
& C. p D; A9 q/ H/ a# I! `rabbit_host = controller
* ~ u2 p% Y( Srabbit_userid = openstack' C% B: Z% d' R+ ~5 q+ h0 W
rabbit_password = Changeme_1238 i' X8 u5 E$ n [0 k* n! d `
[oslo_middleware]
, Y2 J! `; C& r' k9 o+ \) e8 W[oslo_policy]
- O. P3 A5 @9 Q8 n[rdp]7 G5 c7 D& m B- |1 d% \ N
[serial_console]
[4 m% z" I# F$ [[spice]! s4 f# i# b4 V2 o# `4 Z
[ssl]% V8 D5 |8 `# Y( f- k
[trusted_computing]2 _4 r0 s5 Z' _& q, y
[upgrade_levels]9 I- f# V) g+ ~) r& i; j5 D; Y
[vmware]
3 l6 G% } P6 x5 A# V- q[vnc]
' `9 X: N0 _2 }- g i7 s& U Xvncserver_listen = 0.0.0.03 h/ Z* S7 r2 e/ c/ w5 T
vncserver_proxyclient_address = 192.168.8.100
" b6 ` M& a- Genabled = True
# u5 ~3 b, z; ?' N6 hnovncproxy_base_url = http://192.168.8.100:6080/vnc_auto.html
! r% y$ e6 h' p1 @. h) B1 k4 s[workarounds]
& J( H$ v5 ?$ Y2 Z3 R+ k[xenserver]
) Q; t( c. K: `3 ?, p$ Z+ d' c2 G! D2 M
# u% Q$ O4 x' i9 J* P9 q3 m, D
cinder; Q7 }" X* i1 X$ `2 g& F" M! h
5 R9 ^- s1 h# u. A
[root@controller nova]# cat /etc/cinder/cinder.conf
F0 e# N6 o$ `; H) D[DEFAULT]9 E2 X A) J7 K" ~3 ]" E
rpc_backend = rabbit, @7 H: H0 r) |; \% t. I
auth_strategy = keystone
( F; k* L7 M- a! \; h4 _4 p: b) w" nmy_ip = 192.168.8.100
% l0 G* V, f, Y kglance_host = controller
7 H) k% p! e j, Z; d+ uenabled_backends = lvm,ceph1 z5 Y" }3 P3 r2 u# }
glance_api_servers = http://controller:92921 F( l2 O" b% Q( J- y$ b' ^
[BACKEND]- X+ A% a: {9 L2 O( }2 F
[BRCD_FABRIC_EXAMPLE] c2 M, Z9 n: y' s# q" f4 _
[CISCO_FABRIC_EXAMPLE]( E/ @0 t, v$ @; l0 f0 Q6 h
[COORDINATION]% Y& v, y; y; Q. ^: n0 Q8 K
[FC-ZONE-MANAGER]
+ L# F7 j! f: U0 r" [ q[KEYMGR]+ P& z! j+ V* f; ~
[cors]: Q8 y4 l2 L U
[cors.subdomain]
& }& ~: V/ N/ B& |6 H, p* }[database]; ` v& C& V) L6 K% a# S" Y
connection = mysql+pymysql://cinder:Changeme_123@controller/cinder Y0 a/ H: Y( r( L+ }
[keystone_authtoken]8 D) i5 D: A: g9 T
auth_uri = http://controller:5000' @9 l/ B5 @! T& C" ~
auth_url = http://controller:35357& {6 w/ V; ?+ k) ^% g
memcached_servers = controller:11211& _3 D, m7 f9 P% p: T: b. T1 I
auth_type = password! Y+ C. c# c& V3 l( A- F
project_domain_name = default
+ Y. x1 y6 v$ ^0 K7 _2 f0 Q H. c0 auser_domain_name = default8 R) Z ]! i) H; b, w3 l
project_name = service2 x9 l8 I, S3 H" P- }
username = cinder0 j$ y0 d$ {- Z4 ~* i
password = Changeme_123
$ I: g j6 K n* \8 o[matchmaker_redis]
% Z t; Q* l! j M% e; W7 t& ][oslo_concurrency]9 z8 X W( c2 P+ Z4 w7 A6 a y
lock_path = /var/lib/cinder/tmp/ g4 v2 Z* {( T' y4 C9 Z. j
[oslo_messaging_amqp]
5 s+ W" E: X Y[oslo_messaging_notifications]* U2 E8 T3 C* f! V( Y
[oslo_messaging_rabbit]
) m) c% s- N6 v1 T8 Urabbit_host = controller
2 N, o7 D1 I# V+ lrabbit_userid = openstack! j! B- n- g' p0 F
rabbit_password = Changeme_1235 T' E, v, K* G$ S; G4 }( G
[oslo_middleware]
4 j1 ]( w$ C( I3 b! Q3 e[oslo_policy]5 ^$ m, r' a, c: V4 ]
[oslo_reports]
9 i) q+ [, j9 l9 {. ^ h[oslo_versionedobjects]
7 _" N0 c7 N) ^* r2 N[ssl]
" ?5 a. G( b& G: w) G4 O[lvm]
& ?$ V z3 } J9 x. _volume_driver = cinder.volume.drivers.lvm.LVMVolumeDriver
9 }; a7 |0 s$ z/ S* _: e$ xvolume_group = cinder-volumes
2 h' n0 _1 H8 ? m" [! eiscsi_protocol = iscsi
# t u! g8 z& V* c% Viscsi_helper = lioadm8 ^8 }! y% [8 x+ E
[ceph]
7 I6 n- X0 J$ d1 r8 bvolume_driver = cinder.volume.drivers.rbd.RBDDriver$ G7 G! i- M6 W% q5 Y: P! M
rbd_pool = cinder
5 W0 _( k) E$ N: B3 B* qrbd_ceph_conf = /etc/cinder/ceph.conf
& ^/ K, N8 Z$ g' z9 zrbd_flatten_volume_from_snapshot = false2 ]: i# ^! M+ r5 K
rbd_max_clone_depth = 5, b; d% }# S8 T
rbd_store_chunk_size = 4
& V1 \% B$ q; f4 [ y$ ?rados_connect_timeout = -1
' Q x" _' F) b" ~* Rglance_api_version = 2
1 l7 z6 H' H( B/ ~7 G% P; k! }# p; A. ~rbd_user = cinder
9 K) ?* v* F, }0 x) Drbd_secret_uuid =457eb676-33da-42ec-9a8c-9293d545c337
( O- X1 h" N6 @% t4 K) Gvolume_backend_name = ceph
6 t! e1 |$ V1 w8 X5 c b
; q) ^+ H% m5 a6 J: k/ @
( q+ X8 Q: \/ Y0 @" \) G# Rglance
! j, N& h. t) S3 t[root@controller nova]# cat /etc/glance/glance-api.conf/ q! i$ x" P2 D8 y# ]* @
( l/ D9 R$ }$ r2 l) _[DEFAULT]
8 m1 b! r z9 t; w) O#default_store = rbd
1 l4 B7 X5 x$ A e* K9 Yshow_image_direct_url = True
: g+ i$ x# g* r9 T#show_multiple_locations = True
: b8 E# i8 U+ {4 V0 [[cors]; y* P# l# y9 D: q, L) C
[cors.subdomain]% X5 q; t3 H7 m+ W+ j* B! [
[database]3 t5 K% t6 i4 q4 x
connection = mysql+pymysql://glance:Changeme_123@controller/glance
, ~; I3 r) m: I[glance_store]
+ |- p4 P4 z4 Ystores = rbd& G# l5 w) N4 l8 j3 z* z( Z4 ~
default_store = rbd) T' p% R& d- f$ n" o" z9 H
rbd_store_pool = glance% ~4 Q1 R+ D! Y$ x: M% E0 }8 ] o
rbd_store_user = glance
; i! e1 E5 R) a( {# h: N! drbd_store_ceph_conf = /etc/glance/ceph.conf
* h/ w2 Z7 q6 g- Y1 g5 P) [rbd_store_chunk_size = 8 p) S# X8 m7 X# Q9 d5 n6 n; I M
[image_format]; {4 T- c, m% P& |
[keystone_authtoken]5 ~5 W* L- j3 v6 W! }+ l1 g
auth_uri = http://controller:5000
1 t/ G( w4 z% I( ?2 L: _2 q) nauth_url = http://controller:35357& u$ p, u" E! v) u$ I8 b
memcached_servers = controller:11211
) R0 e8 p4 }3 U2 H$ M0 d, f7 F& B3 o' Rauth_type = password. w2 B* _2 o. s/ l
project_domain_name = default
# }* j8 J8 D# i. I: [3 p; quser_domain_name = default
6 v9 _2 k8 w& G1 U! Iusername = glance! r7 o8 R' g$ y$ B! R
password = Changeme_123
% |9 n2 m9 t0 c# I B: Eproject_name = service, y& u# |, X3 S4 k! N
[matchmaker_redis]4 t9 z) a& d8 b9 H: w/ u$ o
[oslo_concurrency]1 Y3 w" M. {4 R$ \- C
[oslo_messaging_amqp]
, l1 L# E4 ]1 w3 B; z) t[oslo_messaging_notifications]
) P8 Q8 q' W. R, V* I% v[oslo_messaging_rabbit]3 t: h& \) Y2 l) K9 D3 J
[oslo_policy]
; i+ v: V1 j: n) T. P; f[paste_deploy]
- p2 _ V0 i# E2 U0 C8 gflavor = keystone
) w2 U [" u7 ?( {: _4 J( m[profiler]0 Q; ?$ T" G$ y0 u
[store_type_location_strategy]) Q0 h4 @- ~/ Z& G
[task]; F, i6 H* B9 \
[taskflow_executor]( u4 i% ]! |6 f, Y# h6 B
& x" P0 G5 ^& ^+ u( R( w$ z! s! x
ceph4 D: K+ U1 _3 B0 N# K% s
" X+ R) M1 L2 a3 v4 _
[root@controller nova]# cat /etc/cinder/cinder.conf3 \' W% t4 P4 m t: r- d+ s
[DEFAULT]& [4 d/ j5 ~1 {6 U: X
rpc_backend = rabbit" Q5 H5 O/ [1 q# |3 `" R- g" n
auth_strategy = keystone6 _ x: j+ L3 I) S; c% }: {0 Y
my_ip = 192.168.8.100' E% ^% {5 z/ ~: }- ~
glance_host = controller/ F9 U4 s& j' B) Q- U+ D, i
enabled_backends = lvm,ceph
$ j: u. |7 S% M9 M8 t, k. }% kglance_api_servers = http://controller:9292
! R1 T& |+ O3 E1 K* K[BACKEND]
0 G7 M+ o2 X# } U[BRCD_FABRIC_EXAMPLE]
& C8 X! {4 i! L[CISCO_FABRIC_EXAMPLE]
& l' H$ ^% S- k[COORDINATION]
: {9 l; V& k4 s" `) F[FC-ZONE-MANAGER]
2 R# ?! d7 y3 P1 m: `' h/ x[KEYMGR]# j9 i8 |3 z( ?7 g8 q a2 u3 ~
[cors]+ f3 Z- Q+ }4 ~: z) j4 ^
[cors.subdomain]8 v# m7 {6 @$ t* X, g3 `) o
[database]) c' V: j6 d9 J; T( p( f
connection = mysql+pymysql://cinder:Changeme_123@controller/cinder2 |. W1 U |6 y3 T+ n
[keystone_authtoken]
! X4 t) P* x) q2 f3 J& Mauth_uri = http://controller:50003 J; @4 q1 F& ^) Y: P- _5 J' ?
auth_url = http://controller:35357; L0 U8 M0 x" i2 B' ]9 D2 S
memcached_servers = controller:11211
n8 v% e" W1 X# q- W" {, h2 q0 tauth_type = password5 S/ q1 q: l) `+ L; Z! L
project_domain_name = default
' X' i# i( m! [0 wuser_domain_name = default; Y1 Y; F( G$ c/ r2 e; _: @$ Y
project_name = service3 c, Q% H/ \: c; q# C7 F" y# ?% d
username = cinder% S- L% {7 m3 o4 V0 M
password = Changeme_123
( i5 i' B; \5 k[matchmaker_redis]1 q1 |4 `. M, R* K! X2 H# T" `0 l
[oslo_concurrency]
0 w. _3 n/ @% Y& f( \: y1 }lock_path = /var/lib/cinder/tmp
5 M3 x3 ]% z- Z7 @; j) |: }[oslo_messaging_amqp]
; M( g; a1 Q* \9 K5 R5 X! W[oslo_messaging_notifications]+ G! a9 M# Q1 \8 t
[oslo_messaging_rabbit]8 C% `9 L w& F
rabbit_host = controller6 n6 R5 z7 \% V" d
rabbit_userid = openstack: Y* Y# I, w: Q5 b, L- X+ `
rabbit_password = Changeme_123) G# g# z3 ^% ]/ g7 v2 f
[oslo_middleware]% U# h5 m: C& F7 v8 @; M1 l7 T
[oslo_policy]0 J3 [0 V! n W
[oslo_reports]# A1 ^& {) B! f% a4 V. v) k
[oslo_versionedobjects]
& T1 J7 [ t* f! R: p[ssl]! a+ c5 z- s! i# n4 Q
[lvm]( F* w0 f2 Y6 W
volume_driver = cinder.volume.drivers.lvm.LVMVolumeDriver6 d0 P" q) _, x
volume_group = cinder-volumes
8 f* J& V+ k& l! \ J5 k( xiscsi_protocol = iscsi9 t5 c6 p; O5 f3 j5 {9 l l
iscsi_helper = lioadm
; L( Q2 i# R6 F- F' m. U[ceph]- l4 Q3 m, A8 g
volume_driver = cinder.volume.drivers.rbd.RBDDriver+ s9 V/ W3 Y2 y/ D; x8 A- `. F& b
rbd_pool = cinder4 M( S0 V0 {- [9 J7 a0 @6 O4 f9 B2 S
rbd_ceph_conf = /etc/cinder/ceph.conf
$ M9 d2 l, \" u' Crbd_flatten_volume_from_snapshot = false* h# A% l( ]5 R5 p
rbd_max_clone_depth = 5" K4 }4 c+ ?* _% h8 T3 C+ v* K' i
rbd_store_chunk_size = 4
7 x# @% z1 C* P8 h0 Trados_connect_timeout = -14 X0 @9 e5 T0 X6 X; ]
glance_api_version = 2
/ v9 @1 M# `5 W& I6 Urbd_user = cinder
, M/ \! \! F* J8 erbd_secret_uuid =457eb676-33da-42ec-9a8c-9293d545c3371 `+ @/ z5 p4 t9 V4 D
volume_backend_name = ceph' z; Z: q' X- h- _+ L! M# J
[root@controller nova]# cat /etc/glance/glance-api.conf
4 S4 t; v! a0 _! v. V( k$ b[DEFAULT]; Y) ~2 v5 |: ?1 H
#default_store = rbd, `1 d& @# F8 o2 P8 N% D3 {
show_image_direct_url = True/ @9 w/ g- G/ {' r+ k/ h. [
#show_multiple_locations = True" c# w$ b8 V: d j: ?
[cors]
( z) y: p( ^) o/ C[cors.subdomain]
# o4 T/ T) \6 Q6 ^& G, ]2 C[database]3 r; n; |5 G3 C
connection = mysql+pymysql://glance:Changeme_123@controller/glance
9 n; h4 f$ Y) N3 A* X[glance_store]
- F' ^8 k- D* l/ U: Q* wstores = rbd/ t% U6 ]% {: P# K: N
default_store = rbd
. }: H R# [, }' {- ?rbd_store_pool = glance" e5 {5 _0 B% R5 Y8 Y2 D9 c& C2 q, W
rbd_store_user = glance
0 l. v5 d1 |( R0 R2 s1 W* Orbd_store_ceph_conf = /etc/glance/ceph.conf/ f# N' u, I" G3 j* M
rbd_store_chunk_size = 8* S& D: r% T/ ? D: _+ O0 f& X
[image_format]
5 y- _, U0 I8 G7 X1 p[keystone_authtoken]6 @; j' s4 S' P. U( x! M
auth_uri = http://controller:50004 l+ j) g+ r. u# q/ l* S
auth_url = http://controller:35357
( y4 X7 a' _& C9 l" r, k0 k, umemcached_servers = controller:11211
( u- S0 q S0 y+ t3 iauth_type = password
9 L6 k1 t$ b# J; ^! `project_domain_name = default0 ^" P% @. _7 E8 Y6 Z
user_domain_name = default
' y7 b$ n) f2 P6 `4 D7 y" R" Gusername = glance4 p8 t6 {; C/ j# H
password = Changeme_123$ U4 p7 @% f# v0 |, ?/ }2 s
project_name = service
1 s' V& V, @- c8 d[matchmaker_redis]# A2 t- S: y# f8 l& |- Q4 P
[oslo_concurrency]
1 |) U0 d$ |$ J. C! D[oslo_messaging_amqp]
1 F6 U5 L" N$ o[oslo_messaging_notifications]2 J( b8 r/ H& {3 K6 h& B6 s' r
[oslo_messaging_rabbit]; l& J* A6 M" z: O; @
[oslo_policy]
N, M4 @" z! }9 o0 ^[paste_deploy]
8 c9 E8 @* `. |* \3 x% Cflavor = keystone
7 N5 T; v/ N8 N# o[profiler]
- ~7 t/ e4 ~7 b A, t1 J[store_type_location_strategy]
' A" T. p: o# J/ Q* l3 K[task]7 r0 g- H% G- F0 X3 W
[taskflow_executor]9 H+ ?1 e" B) ?% ?3 T. P
[root@controller nova]# cat /etc/cinder/ceph.conf
0 b; m. Q' X+ l. F: S: K4 G4 a[global]2 K* @# z `! d
heartbeat interval = 50 e3 Y+ W1 O" \2 M0 L
osd pool default size = 3
4 A/ l' o2 f" D/ b2 dosd heartbeat grace = 10
6 e# r; f5 `# r; u: O! q+ J7 T3 `#keyring = /etc/ceph/keyring.admin& l: |) n8 b; I) R- e/ U& e
mon osd down out interval = 90* |' F0 B6 R- K- z" e
fsid = 5e8080b0-cc54-11e6-b346-000c29976397$ j( _3 d. t1 G6 q$ b5 e' I
osd heartbeat interval = 10
6 i( b, u$ t8 Q1 [0 g1 Rmax open files = 131072
2 `: J, Y+ ^; \$ dauth supported = cephx ]* ]: d4 W, F9 W
[mon]5 }% q6 s; m3 V( [2 Y
mon osd full ratio = .90
4 x8 m( j8 S h; p6 z+ ymon data = /var/lib/ceph/mon/mon$id
" V# B3 X3 b0 Y# ~9 f* Z! Vmon osd nearfull ratio = .75 U( H, e/ A* e+ f
mon clock drift allowed = .200
8 R$ E$ ?0 |. z* Y* \' }) d; omon osd allow primary affinity = true
3 X. v- e& _/ s- e& Q# F) `4 N! y ^[mon.0]
% G. Z: `2 |( a6 y P. @) }host = cloud-node12 v) }5 O) h l+ }$ O* _
mon addr = 192.168.8.102:6789
- S4 W( Q% S* O6 E[mon.1]
# f) k' d* S4 E. R, M" vhost = cloud-node25 j* k: S, N+ b/ ~( v
mon addr = 192.168.8.103:6789
* C) l* E7 C2 ]5 g' w[mon.2]
. B& g) y% h5 N& d3 Q! Yhost = cloud-node3$ I' U; o7 ^5 ~% ?) j
mon addr = 192.168.8.104:67896 V6 x- R% T) r9 {
[osd]' F. Y- O4 |9 ?4 b. K0 Q
osd mount options xfs = rw,noatime,inode64,logbsize=256k,delaylog1 |, I" \2 H1 D5 F2 l/ P7 S2 y
osd crush update on start = false! r8 [4 ~6 H7 I/ o T" J) j4 p
filestore xattr use omap = true! b# j6 ^( E2 K( \" m% ]( }( p" b
#keyring = /etc/ceph/keyring.$name1 M) {6 O' d7 i$ q1 Q
osd mkfs type = xfs
8 e7 L/ T6 P' J3 p' z3 `osd data = /var/lib/ceph/osd/osd$id
. P2 c- k2 r' L+ Rosd heartbeat interval = 10
" L# L3 t4 P; p2 D% eosd heartbeat grace = 109 k; |* h* e2 }4 _/ c* D
osd mkfs options xfs = -f
& H1 E' e: {% L; iosd journal size = 01 d8 g2 Z. E% r0 l( ~$ @4 S
[osd.0]8 y; p6 R8 x& n7 d: D7 |' X2 ^& Y) A
osd journal = /dev/sdb17 i& N8 F I$ e+ J7 O- ~
devs = /dev/sdb22 \' w' S4 Q# ]7 [+ K" [
host = cloud-node16 i: n& o/ C+ P6 ]! `
cluster addr = 192.168.8.1027 R# ]/ V& ~ P% b5 ]
public addr = 192.168.8.1023 [& Q8 ]% ^4 W1 k0 @/ r
[osd.1]6 K7 L0 n, U6 b* `/ K5 j! Y
osd journal = /dev/sdb1
, y7 G- |6 G1 F# E. ~- U0 @7 O0 \devs = /dev/sdb2
4 u) \6 S# q( t5 Z) t* M: J h' Xhost = cloud-node2
5 o9 Y6 _7 P& R y' T% rcluster addr = 192.168.8.103
- x' C1 b6 W1 u* d# O) R3 f" a+ epublic addr = 192.168.8.103: q# y W2 f d2 J1 ~6 l2 {
[osd.2]& B" M$ Q" c. E2 ^2 s
osd journal = /dev/sdb1
' [) w U% G! u4 H1 P% Fdevs = /dev/sdb2
5 \1 b, E2 v2 R. Shost = cloud-node3( [, N- D* v p
cluster addr = 192.168.8.104, j ]) P/ P! y: N
public addr = 192.168.8.1047 `: r7 ]7 u/ \& f, M
[client.cinder]' L6 I, E. B5 C- o4 f& H9 M
keyring=/etc/ceph/ceph.client.cinder.keyring
$ H7 t1 o# J3 ^( K" o' m
1 J) U# ]5 ?4 C% U% J+ ]$ Z |
|
发表于 2018-9-26 10:01:46