openstack集成ceph

admin

集成Ceph相关配置
3 J9 M3 P/ _. ^' Z创建Pool
2 y  q" b! _$ N$ L. l# ceph osd pool create volumes 64
' U$ `5 S8 j5 f$ x% a8 s- b  q# ceph osd pool create images 64
. ?$ @0 T, p5 f# ceph osd pool create vms 64
安装Ceph Client包
配置centos7 ceph yum源
在glance-api（控制节点）节点上
8 P& q! ^" _, _
' t" ?' Q2 w, O$ q1 Byum install python-rbd -y
（计算节点）在nova-compute和cinder-volume节点上
+ f# P+ z; y, k5 W0 a0 j1 f  N
' S& r) @( e/ Q# Wyum install ceph-common -y
  E/ t# K! e; C+ ^! r; Dopenstack安装Ceph客户端认证
集群ceph存储端操作
/ @7 r8 f7 h; E
[root@ceph ~]# ssh controller sudo tee /etc/ceph/ceph.conf < /etc/ceph/ceph.conf
[root@ceph ~]# ssh compute sudo tee /etc/ceph/ceph.conf < /etc/ceph/ceph.conf
如果开启了cephx authentication，需要为Nova/Cinder and Glance创建新的用户，如下

ceph auth get-or-create client.cinder mon 'allow r' osd 'allow class-read object_prefix rbd_children, allow rwx pool=volumes, allow rwx pool=vms, allow rx pool=images'
ceph auth get-or-create client.glance mon 'allow r' osd 'allow class-read object_prefix rbd_children, allow rwx pool=images'
- z: W& b% @; ~7 |; Z+ Y) Y- S为client.cinder, client.glance添加keyring，如下

6 `5 m, C) Z; b, yceph auth get-or-create client.glance | ssh controller sudo tee /etc/ceph/ceph.client.glance.keyring
ssh controller sudo chown glance:glance /etc/ceph/ceph.client.glance.keyring

ceph auth get-or-create client.cinder | ssh compute sudo tee /etc/ceph/ceph.client.cinder.keyring
& N2 j4 U; n1 A0 Ussh compute sudo chown cinder:cinder /etc/ceph/ceph.client.cinder.keyring
为nova-compute节点上创建临时密钥

ceph auth get-key client.cinder | ssh {your-compute-node} tee client.cinder.key
2 T8 ?7 ]6 }; m+ @此处为
  p4 t' a  C( S; P8 J$ P$ c: O
ceph auth get-key client.cinder | ssh compute tee client.cinder.key
1 o2 m6 k( h, `1 W在所有计算节点上(本例就只有一台计算节点)执行如下操作：在计算节点上为libvert替换新的key

uuidgen
; f$ J# {7 X3 r. a$ ?* i/ q) M536f43c1-d367-45e0-ae64-72d987417c91
cat > secret.xml <<EOF
粘贴以下内容，注意将红色key替换为新生成的key。
<secret ephemeral='no' private='no'>
<uuid>536f43c1-d367-45e0-ae64-72d987417c91</uuid>
<usage type='ceph'>
  ^9 X# \. B' H  h" w1 D<name>client.cinder secret</name>
</usage>
</secret>
EOF

virsh secret-define --file secret.xml
以下—base64 后的秘钥为计算节点上/root目录下的client.cinder.key。是之前为计算节点创建的临时秘钥文件
8 k; s. p& _- X, S7 b, A
! u. k2 W( D, t. t. ?, qvirsh secret-set-value  536f43c1-d367-45e0-ae64-72d987417c91  AQCliYVYCAzsEhAAMSeU34p3XBLVcvc4r46SyA==
0 P1 v1 m6 h4 d8 x- k" z4 V2 X
[root@compute ~]#rm –f client.cinder.key secret.xml
* ?5 c( C* y) l$ p4 P# l& W  VOpenstack配置
在控制节点操作

vim /etc/glance/glance-api.conf
[DEFAULT]
) S3 c; K2 Q" ~0 u…
default_store = rbd
- Q! J" ~9 ~# k! o8 vshow_image_direct_url = True
& s" Q1 p8 ^" K% j1 f! kshow_multiple_locations = True
4 M  ?% \7 a: Q1 h% @/ `: Y+ i…
[glance_store]
stores = rbd
6 |+ Z2 m: y9 z) X, m- Kdefault_store = rbd
& r6 n+ Q6 P  Brbd_store_pool = images
: N4 E4 H9 O% _rbd_store_user = glance
% g# o" P, O1 f( s0 w" @+ frbd_store_ceph_conf = /etc/ceph/ceph.conf
+ P& ~2 Z$ w1 ~9 N# v+ Drbd_store_chunk_size = 8
; I5 ]/ G% Q. C3 S) m
. m4 B5 {: B, e! C) `8 D
7 J7 C* J6 R4 ~1 L. a2 y  A4 v  Z/ O取消Glance cache管理，去掉cachemanagement
[paste_deploy]
flavor = keystone
在计算节点操作
; L$ L9 C- _- y7 _
' Q8 Z2 f) p; H/ p" s. s* Tvim /etc/cinder/cinder.conf
8 K9 W' c; Y7 o' P& `
! w0 \+ X4 r" X' S7 c[DEFAULT]
保留之前的
enabled_backends = ceph
0 C) m& P2 g2 a& A8 I' ?#glance_api_version = 2
…
[ceph]
volume_driver = cinder.volume.drivers.rbd.RBDDriver
5 @- u; e6 y/ `, s, z, s+ Prbd_pool = volumes
rbd_ceph_conf = /etc/ceph/ceph.conf
rbd_flatten_volume_from_snapshot = false
* B2 v0 z+ T) t; s6 Srbd_max_clone_depth = 5
rbd_store_chunk_size = 4
rados_connect_timeout = -1
' s( M2 P% D' d8 S2 U; w/ Gglance_api_version = 2
rbd_user = cinder
1 B$ t0 \; V9 |& S& |volume_backend_name = ceph
rbd_secret_uuid =536f43c1-d367-45e0-ae64-72d987417c91
) v) m1 p! k" R. Z请注意，每个计算节点uuid不同。按照实际情况填写。本例只有一个计算节点
* l2 W' L* i. g9 w- B+ g( T注意，如果配置多个cinder后端，glance_api_version = 2必须添加到[DEFAULT]中。本例注释了
/ B; _0 }. I- p3 m! }每个计算节点上，设置/etc/nova/nova.conf

vim /etc/nova/nova.conf
[libvirt]
virt_type = qemu
hw_disk_discard = unmap
images_type = rbd
, E8 _. ]( z7 wimages_rbd_pool = vms
images_rbd_ceph_conf = /etc/ceph/ceph.conf
rbd_user = cinder
* t  t& W% b' i; prbd_secret_uuid = 536f43c1-d367-45e0-ae64-72d987417c91
" d1 R* M6 _' I' w. sdisk_cachemodes="network=writeback"
libvirt_inject_password = false
libvirt_inject_key = false
  q3 g9 @! l; j) r. y- F# Ilibvirt_inject_partition = -2
: z6 n( y; t$ Vlive_migration_flag=VIR_MIGRATE_UNDEFINE_SOURCE, VIR_MIGRATE_PEER2PEER, VIR_MIGRATE_LIVE, VIR_MIGRATE_TUNNELLED
0 C8 A: r: [, A: }% w5 ]重启OpenStack
控制节点

9 {( e* R0 D1 h; L( wsystemctl restart openstack-glance-api.service
* Q  u9 \9 Q' z- ^- L计算节点

systemctl restart openstack-nova-compute.service openstack-cinder-volume.service
1 F. Q' D8 ^1 j2 C* C; Z/ w- M配置文件
1、nova

[root@controller nova]# cat nova.conf
[DEFAULT]
enabled_apis = osapi_compute,metadata
- ?+ d( ?7 R3 }1 `4 ?- A% arpc_backend = rabbit
auth_strategy = keystone
5 n) m/ A, a7 U/ F9 u& C  r* w, xmy_ip = 192.168.8.100
) K+ h" Y9 K- w. f& Buse_neutron = True
firewall_driver = nova.virt.firewall.NoopFirewallDriver
[api_database]
: d8 Z' d+ F0 Q3 t5 _$ A0 bconnection = mysql+pymysql://nova:Changeme_123@controller/nova_api
[barbican]
[cache]
[cells]
[cinder]
os_region_name = RegionOne
[conductor]
[cors]
% E: ?4 v1 a6 Z: y6 {[cors.subdomain]
[database]
connection = mysql+pymysql://nova:Changeme_123@controller/nova
[ephemeral_storage_encryption]
[glance]
api_servers = http://controller:9292
[guestfs]
[hyperv]
8 [* H8 A0 J1 \9 U[image_file_url]
& q, Y! |+ [! W8 E- h[ironic]
# F5 G  T: T! H7 o: ]. y9 l[keymgr]
[keystone_authtoken]
, _; s& W" `0 m. S% bauth_uri = http://controller:5000
auth_url = http://controller:35357
1 \. [6 m- i. J  T. kmemcached_servers = controller:11211
auth_type = password
9 e9 A3 _, ]0 ?1 a2 d# Kproject_domain_name = default
user_domain_name = default
: K# X  T6 O5 ^! i. b9 zproject_name = service
/ a. C7 q6 d! _  c0 Gusername = nova
  j$ Q* r2 N5 i* V0 G6 Npassword = Changeme_123
0 X4 O( T: g* M5 k/ u2 r3 w9 r[libvirt]
[libvirt]
9 r5 D9 u% t# u. B8 O( nvirt_type = qemu
8 q' ]1 g8 O  C/ C) `9 _( b- dhw_disk_discard = unmap
. D. x- ~6 p/ r, R" D" aimages_type = rbd
% ~' Y- {8 G3 R4 b8 I# `; |& @images_rbd_pool = nova
images_rbd_ceph_conf = /etc/cinder/ceph.conf
/ _: d$ M, z* D5 i1 Mrbd_user = cinder
rbd_secret_uuid = 457eb676-33da-42ec-9a8c-9293d545c337
8 r+ _+ P+ W/ B1 Ydisk_cachemodes="network=writeback"
& ?6 ~5 n: q, j2 Mlibvirt_inject_password = false
6 U2 W( Q6 ?0 \2 @' alibvirt_inject_key = false
& `& \5 _, f" t4 K$ X7 elibvirt_inject_partition = -2
7 O& ^" j. p2 p6 O- Z+ Xlive_migration_flag=VIR_MIGRATE_UNDEFINE_SOURCE, VIR_MIGRATE_PEER2PEER, VIR_MIGRATE_LIVE, VIR_MIGRATE_TUNNELLED
3 O1 W' I- |) ^! t  O1 s/ [( _[matchmaker_redis]
[metrics]
[neutron]
5 I' |3 E- o3 b5 }0 W: }url = http://controller:9696
auth_url = http://controller:35357
$ k! B  S. E! y2 _0 mauth_type = password
* E& W* r5 e$ O1 A8 o1 \% ]% lproject_domain_name = default
$ v- I- e" ~+ ?user_domain_name = default
region_name = RegionOne
+ x/ y3 n/ j4 p: ~8 W% U5 ^6 V2 p) p/ oproject_name = service
1 e+ g. x1 o, x9 u' tusername = neutron
/ p4 H) k+ ^! F( J- t: dpassword = Changeme_123
0 P8 A& Z" m" Nservice_metadata_proxy = True
metadata_proxy_shared_secret = Changeme_123
[osapi_v21]
[oslo_concurrency]
lock_path = /var/lib/nova/tmp
7 Q% ~7 J7 ]  Q4 A[oslo_messaging_amqp]
. p, W( y5 x. |1 z  y[oslo_messaging_notifications]
[oslo_messaging_rabbit]
! S$ P! `7 [7 a; q. D! U4 N! e3 Lrabbit_host = controller
rabbit_userid = openstack
rabbit_password = Changeme_123
( T( u5 F. B( _[oslo_middleware]
[oslo_policy]
[rdp]
# g7 d9 m% G: g! \1 t: ^2 W& U[serial_console]
[spice]
3 }& N+ u' b8 T! b* P$ i) I2 D- q[ssl]
% \3 |1 E2 A, C% w: d2 H[trusted_computing]
[upgrade_levels]
[vmware]
[vnc]
vncserver_listen = 0.0.0.0
4 `8 A: H$ o1 z! X3 A' ~4 |2 _vncserver_proxyclient_address = 192.168.8.100
, ?' n7 c& P7 q8 N* Benabled = True
novncproxy_base_url = http://192.168.8.100:6080/vnc_auto.html
[workarounds]
[xenserver]


: v/ `5 e7 l% Z! P' fcinder
+ |/ I1 ]0 y+ }' O! B& h, y
[root@controller nova]# cat /etc/cinder/cinder.conf
[DEFAULT]
rpc_backend = rabbit
auth_strategy = keystone
my_ip = 192.168.8.100
" y8 c* }$ n! Oglance_host = controller
enabled_backends = lvm,ceph
: Q* Q4 l0 k7 b, i* p# vglance_api_servers = http://controller:9292
[BACKEND]
( o" {* V+ ~0 D  Y- ^. L( q8 y; v[BRCD_FABRIC_EXAMPLE]
/ @* D$ l4 y! L  U6 V[CISCO_FABRIC_EXAMPLE]
1 d7 t2 V0 u' L4 p+ p( S[COORDINATION]
6 C( t$ l% W; C! J- B& g9 H[FC-ZONE-MANAGER]
8 D) y- x+ a0 m, c4 s3 a[KEYMGR]
[cors]
[cors.subdomain]
[database]
connection = mysql+pymysql://cinder:Changeme_123@controller/cinder
[keystone_authtoken]
0 x" n1 p4 j' G. r$ ]9 wauth_uri = http://controller:5000
auth_url = http://controller:35357
& O7 z, {8 \; _memcached_servers = controller:11211
auth_type = password
project_domain_name = default
user_domain_name = default
project_name = service
& B; G; z, ?+ R3 [5 s( r  Vusername = cinder
$ M3 q- T! {$ `/ \1 o$ rpassword = Changeme_123
[matchmaker_redis]
[oslo_concurrency]
lock_path = /var/lib/cinder/tmp
[oslo_messaging_amqp]
[oslo_messaging_notifications]
4 W4 \' t0 `0 S, L  u+ |& q2 z! V[oslo_messaging_rabbit]
* i5 H1 |3 r8 R0 G( mrabbit_host = controller
+ \2 }) x, t  n5 p- p( V: X' `9 @rabbit_userid = openstack
2 y6 P7 V: h, S. e) I: E4 zrabbit_password = Changeme_123
[oslo_middleware]
/ G- i7 C% B" Y5 c8 V, J, {) j1 P[oslo_policy]
: Q( d( V. b$ p/ b0 {[oslo_reports]
' z1 K" X/ d4 ~. L+ {, V8 t, o[oslo_versionedobjects]
[ssl]
: `! C$ [' f4 E- [8 K[lvm]
3 H; V: e% H9 bvolume_driver = cinder.volume.drivers.lvm.LVMVolumeDriver
7 x6 _6 ~: M( N- [volume_group = cinder-volumes
iscsi_protocol = iscsi
iscsi_helper = lioadm
) `9 e3 K1 Y, y1 V[ceph]
volume_driver = cinder.volume.drivers.rbd.RBDDriver
- ?$ ]) z$ T, Z2 |2 d5 Hrbd_pool = cinder
1 g; y- r/ L. x8 Q9 a# [9 V# brbd_ceph_conf = /etc/cinder/ceph.conf
rbd_flatten_volume_from_snapshot = false
rbd_max_clone_depth = 5
( |/ S$ |  S) ~! ^( u& prbd_store_chunk_size = 4
+ k' W) }/ l( Orados_connect_timeout = -1
glance_api_version = 2
# J* [" j4 c* k3 R3 mrbd_user = cinder
rbd_secret_uuid =457eb676-33da-42ec-9a8c-9293d545c337
6 c) W6 g7 X# @volume_backend_name = ceph


& ]6 v) |6 O. o; A  }glance
[root@controller nova]# cat /etc/glance/glance-api.conf

( K$ R5 h% I2 I. }[DEFAULT]
. g. g( d  _; J2 A+ k: x7 L4 x9 E+ O5 g#default_store = rbd
7 U" f1 r9 C2 u2 p- Vshow_image_direct_url = True
5 m, [9 ^" I) B0 s5 _) {#show_multiple_locations = True
[cors]
1 a; ]" ^2 R) A[cors.subdomain]
[database]
connection = mysql+pymysql://glance:Changeme_123@controller/glance
) h8 z4 R1 r3 D: X5 j5 K. m[glance_store]
! ~+ o, F1 [- g: ~. s  E. \. Ostores = rbd
default_store = rbd
2 |! h5 v* F- t7 N0 o$ t6 _& wrbd_store_pool = glance
rbd_store_user = glance
4 i) W* E  H* i. ]9 W* J) Yrbd_store_ceph_conf = /etc/glance/ceph.conf
5 j# C9 O4 l1 B3 p3 grbd_store_chunk_size = 8
' q; M5 a% _! [6 o- E- G[image_format]
" [' [3 m3 |, i$ G[keystone_authtoken]
, B, u3 _; K- y& f5 hauth_uri = http://controller:5000
/ A1 j  e1 b( `( r" }auth_url = http://controller:35357
memcached_servers = controller:11211
9 O! W! }# e3 b# W. i# O* g; Wauth_type = password
- w. ]+ s5 n8 u% b  fproject_domain_name = default
user_domain_name = default
* A/ D2 X9 q5 t' o3 s7 t3 Z, ousername = glance
. \/ H0 v1 D# ]password = Changeme_123
project_name = service
( Y7 z6 n7 t6 h" O6 U" [[matchmaker_redis]
[oslo_concurrency]
+ Y4 }; R" B! E9 e+ T' U[oslo_messaging_amqp]
6 A. U7 ~7 ~: |$ L) X4 r8 }[oslo_messaging_notifications]
[oslo_messaging_rabbit]
[oslo_policy]
" i: }, A+ d0 Z8 A. j$ ]! M[paste_deploy]
flavor = keystone
[profiler]
! x# G" Y9 u/ }4 n[store_type_location_strategy]
: d( T1 H; |4 o/ X; j5 m: ]8 ?1 b[task]
[taskflow_executor]
" N7 u4 L, r! Y4 ~" S6 v
4 n; f' ], `  L5 f5 t3 Pceph
2 k! L! w; V0 |( K( d
7 S3 f' B8 t' D5 ?0 U) z[root@controller nova]# cat /etc/cinder/cinder.conf
+ K0 s- O% v1 |0 |+ D- c9 ^[DEFAULT]
2 S5 p" {" N, F  c- [% Hrpc_backend = rabbit
auth_strategy = keystone
7 ?) L, y+ R4 {" O# fmy_ip = 192.168.8.100
8 B: T' ]1 O3 _! z1 \4 T; R, Wglance_host = controller
enabled_backends = lvm,ceph
glance_api_servers = http://controller:9292
8 N8 Z2 B: F) G2 M; b; F8 r[BACKEND]
[BRCD_FABRIC_EXAMPLE]
* U+ o* l, \% {0 [[CISCO_FABRIC_EXAMPLE]
- m5 v" u$ w4 R3 x: z[COORDINATION]
4 g; j# X! G" n6 {4 K. [4 Z! M[FC-ZONE-MANAGER]
[KEYMGR]
[cors]
9 j2 h. ^+ G( V+ f[cors.subdomain]
[database]
9 m# r4 r: s0 k  m9 I- Qconnection = mysql+pymysql://cinder:Changeme_123@controller/cinder
& M' d7 C! m! p# l+ e[keystone_authtoken]
auth_uri = http://controller:5000
auth_url = http://controller:35357
memcached_servers = controller:11211
auth_type = password
$ J$ H" o' k; A2 w) c- U. lproject_domain_name = default
& l' `7 U) Z1 \# d( |user_domain_name = default
project_name = service
username = cinder
password = Changeme_123
; O# o# F. p+ {4 u  ?" B* T. C[matchmaker_redis]
[oslo_concurrency]
lock_path = /var/lib/cinder/tmp
4 L) S. C0 R% }3 C/ n[oslo_messaging_amqp]
[oslo_messaging_notifications]
# |6 B4 `3 Z& b  P/ L1 E[oslo_messaging_rabbit]
, {; f3 O" p% {7 k3 w2 krabbit_host = controller
rabbit_userid = openstack
rabbit_password = Changeme_123
[oslo_middleware]
- |( {. `9 ]" V, v% o[oslo_policy]
% H: v) V  S/ j4 E; p[oslo_reports]
$ k5 `/ O0 c7 z  `# ?- e" K[oslo_versionedobjects]
[ssl]
; y9 H" F! h, R( n: Q; d[lvm]
: ~- S% Z1 r, T5 ?volume_driver = cinder.volume.drivers.lvm.LVMVolumeDriver
$ S8 x' {8 S( G. f. tvolume_group = cinder-volumes
iscsi_protocol = iscsi
0 y4 _: w% T! B# k) jiscsi_helper = lioadm
[ceph]
volume_driver = cinder.volume.drivers.rbd.RBDDriver
rbd_pool = cinder
rbd_ceph_conf = /etc/cinder/ceph.conf
rbd_flatten_volume_from_snapshot = false
1 H8 c, w) K& O  prbd_max_clone_depth = 5
rbd_store_chunk_size = 4
rados_connect_timeout = -1
! o: Z  W5 t' j$ ?" \/ Aglance_api_version = 2
rbd_user = cinder
. C6 H  ~+ ?& V5 Z4 w" lrbd_secret_uuid =457eb676-33da-42ec-9a8c-9293d545c337
  Z4 z" w4 G3 _3 K+ Gvolume_backend_name = ceph
[root@controller nova]# cat /etc/glance/glance-api.conf
[DEFAULT]
#default_store = rbd
show_image_direct_url = True
' [, q6 f2 \7 i; e#show_multiple_locations = True
+ h& g. v, W6 C4 x: w[cors]
0 u. H2 \! x! l. T4 |[cors.subdomain]
[database]
! n. V8 b. |5 Mconnection = mysql+pymysql://glance:Changeme_123@controller/glance
[glance_store]
9 @- t% p6 f1 x. S) ]) _& C: Sstores = rbd
default_store = rbd
& M- W* C% @+ L) E, i2 |; W2 Srbd_store_pool = glance
& v, p* z9 v7 O) q- e- o0 E% Trbd_store_user = glance
rbd_store_ceph_conf = /etc/glance/ceph.conf
rbd_store_chunk_size = 8
# c- u% c. `# D3 ?[image_format]
[keystone_authtoken]
auth_uri = http://controller:5000
auth_url = http://controller:35357
memcached_servers = controller:11211
3 G' C. ~1 m, F3 t/ u4 Uauth_type = password
project_domain_name = default
. {4 b. Q  \, l$ o4 Auser_domain_name = default
8 `4 c+ @: ^0 \username = glance
4 [% Q; @2 z' w6 f+ _1 R" g3 T  apassword = Changeme_123
project_name = service
[matchmaker_redis]
[oslo_concurrency]
1 t3 j3 h" D5 J& ?[oslo_messaging_amqp]
' D* p1 T' C0 u6 x; W: K[oslo_messaging_notifications]
[oslo_messaging_rabbit]
" V5 P5 p/ d7 _1 r[oslo_policy]
[paste_deploy]
flavor = keystone
& p* G2 y( \. l8 d[profiler]
! ]( V- x/ p: p, l# w[store_type_location_strategy]
4 u) G2 ?3 S+ b! z$ D) }[task]
; H, i" x0 n9 S1 n1 Q[taskflow_executor]
[root@controller nova]# cat /etc/cinder/ceph.conf
[global]
. e+ i/ K) T; |( ~: r4 s, uheartbeat interval = 5
osd pool default size = 3
osd heartbeat grace = 10
#keyring = /etc/ceph/keyring.admin
mon osd down out interval = 90
fsid = 5e8080b0-cc54-11e6-b346-000c29976397
, q& D2 K4 _. B& G2 |% X4 q( Iosd heartbeat interval = 10
max open files = 131072
auth supported = cephx
[mon]
mon osd full ratio = .90
mon data = /var/lib/ceph/mon/mon$id
/ `: \* k* R% G! z' bmon osd nearfull ratio = .75
5 r' \& G. K+ }$ t& t- ?$ Hmon clock drift allowed = .200
; W7 i1 C3 ]9 q2 e! r2 \7 E( Wmon osd allow primary affinity = true
) [( \$ |& y7 k5 ~$ n[mon.0]
, Y* a; E* }& {; Ghost = cloud-node1
mon addr = 192.168.8.102:6789
[mon.1]
host = cloud-node2
/ u* r: ~, u) b9 H: @6 Zmon addr = 192.168.8.103:6789
[mon.2]
host = cloud-node3
* K7 }- K2 [/ A1 ]mon addr = 192.168.8.104:6789
[osd]
osd mount options xfs = rw,noatime,inode64,logbsize=256k,delaylog
) D$ K( w; ]& v+ K$ Uosd crush update on start = false
filestore xattr use omap = true
#keyring = /etc/ceph/keyring.$name
osd mkfs type = xfs
osd data = /var/lib/ceph/osd/osd$id
osd heartbeat interval = 10
" ^# k) o' m9 J' F" k8 Z+ fosd heartbeat grace = 10
) f6 [+ L2 e4 N( x5 sosd mkfs options xfs = -f
% d+ i( O7 J. N6 W# V% S5 qosd journal size = 0
# I8 l: |1 }" ]+ j% z1 a[osd.0]
) F) _! p& g. qosd journal = /dev/sdb1
+ u. m9 e  x/ E' p: ?6 ]devs = /dev/sdb2
2 |  S5 Q  g+ H+ d" s- xhost = cloud-node1
cluster addr = 192.168.8.102
2 y3 s- Z$ R  v0 tpublic addr = 192.168.8.102
0 J4 G& T  ]) Y[osd.1]
) I- Z7 P" N5 h! o0 O: f9 Tosd journal = /dev/sdb1
" k7 E3 W! u( Idevs = /dev/sdb2
* j) O3 l: C  l/ n! k/ D: Y* }. Zhost = cloud-node2
0 a. n: p) x2 a, O/ a# lcluster addr = 192.168.8.103
1 v  f% U, K3 [" ]1 hpublic addr = 192.168.8.103
( B9 \) F7 c  c* ^! r. d[osd.2]
  _5 V8 [3 `: o5 b$ b! W  vosd journal = /dev/sdb1
: q8 N- \$ z7 K! S8 mdevs = /dev/sdb2
host = cloud-node3
6 g' v# {& `5 Y, Qcluster addr = 192.168.8.104
0 N& T8 U, w7 D  d  upublic addr = 192.168.8.104
[client.cinder]
keyring=/etc/ceph/ceph.client.cinder.keyring
' z" V0 o4 j# [4 m2 R- N' P