Volume f6c2389d-44ca-4dce-9d71-361bbeb112cd did not finish being created even af

admin

Volume f6c2389d-44ca-4dce-9d71-361bbeb112cd did not finish being created even after we waited 865 seconds or 121 attempts. And its status is creating.




' F( d# |8 m) j3 ^修改nova-compute.conf文件
* f! j% ]% V- a6 p+ |3 \3 o

% ^1 n0 c) H, L% R( NOn each compute node, edit the Nova configuration file:
Raw
# vi /var/lib/config-data/nova_libvirt/etc/nova/nova.conf
: u( w3 t6 `3 r% X* X4 j8 LFind the following two parameters and increase them:
Raw
block_device_allocate_retries=120  <---- Default is 60
2 r' s/ d# z/ L3 F) y* @- c9 oblock_device_allocate_retries_interval=6  <---- Default is 3
Restart the nova_compute container on each compute node:
7 J6 I9 c# g. U. i( SRaw
# docker restart nova_compute
, h; R' O1 @7 Y+ H8 I7 A) UOnce all of the nova_compute containers have fully restarted, retry the instance creation.
0 j$ b! k, [. `8 N6 q3 |NOTE: If editing the Nova configuration files is not feasible, then it is also possible to create the Cinder volume first, and then use it to boot the Nova instance. The following is an example:
- v- r5 L; y. v2 k6 _9 {. g) kRaw
# openstack volume create --size 60 --image big_image boot_volume
* ^% H& ?5 i* s3 y& W: P# openstack server create --flavor 2 --volume boot_volume big_server
9 {5 r6 f! [1 h& S" MApplying the changes through the templates
- In order to apply this through the templates, add the following to an environment file such as network-environment.yaml:
Raw
  ComputeParameters:
# t7 G! `/ q6 i- S! @0 j8 t    nova::block_device_allocate_retries: 120
    nova::block_device_allocate_retries_interval: 6
% M0 M6 ~% v. P8 {8 i" y. @" r  ControllerParameters:
    cinder::rpc_response_timeout: 1800
/ v) U% J8 k( o' C) s/ @

admin

block_device_allocate_retries = 180
9 `7 {( s8 d4 S3 C9 Nblock_device_allocate_retries_interval = 12

admin

[root@compute01 ~]# ceph -s
  cluster:
+ Y( p8 ^: n( s& C. t    id:     2af51d38-db90-4a57-a43d-ea9f6ebd7482
    health: HEALTH_OK

. x. g: J+ D, W( ~+ u. K  services:
6 W9 R* E, {( t/ `    mon: 3 daemons, quorum compute01,compute02,compute03 (age 4h)
    mgr: compute03(active, since 24h), standbys: compute02, compute01
( x% H$ Y% N$ g! {* a% d    osd: 14 osds: 14 up (since 7h), 14 in (since 24h)

  data:
4 D) R5 i' G" E- |+ m    pools:   7 pools, 1552 pgs
    objects: 8.26k objects, 42 GiB
    usage:   99 GiB used, 12 TiB / 13 TiB avail
    pgs:     1552 active+clean

; c  A* U8 v; a6 T$ A! b  io:
    client:   11 MiB/s rd, 1 op/s rd, 0 op/s wr

[root@compute01 ~]# ceph -s
" R; y8 \8 b+ r$ A) a  M3 d& U3 r  cluster:
    id:     2af51d38-db90-4a57-a43d-ea9f6ebd7482
    health: HEALTH_OK

  services:
    mon: 3 daemons, quorum compute01,compute02,compute03 (age 4h)
, \4 u  P6 T7 d8 _% U% g# i$ H, r6 f    mgr: compute03(active, since 24h), standbys: compute02, compute01
    osd: 14 osds: 14 up (since 7h), 14 in (since 24h)

  data:
( U& q- q+ v6 G9 @: I2 t9 v8 z( h    pools:   7 pools, 1552 pgs
* h4 }7 }& z( c9 N    objects: 8.26k objects, 42 GiB
  h+ j9 `0 p8 Y& ^2 p6 B    usage:   99 GiB used, 12 TiB / 13 TiB avail
# N/ T% N( B0 u7 b" G) P    pgs:     1552 active+clean
8 [) K, q6 w2 z/ N, T
2 L( y4 [; ^3 v: J8 H6 W5 d, f" m6 E' E$ _  io:
    client:   11 MiB/s rd, 1 op/s rd, 0 op/s wr

- x( @$ M& n. Q% J* x( B9 e7 K- n* L( M

! b9 i( ~8 k- i( a$ s/ {6 u4 c主要原因是ceph的写入慢导致的问题，现在通过调整ceph cinder用户添加一个rx的权限，数据上来了。
4 }. C3 u3 v9 `/ Z2 i5 callow rx pool=images

- X% V3 V( b- k$ B( k2 K1 u[root@compute01 ~]# ceph -s
* [0 z! \& r8 B" |: ^( s  N  cluster:
    id:     2af51d38-db90-4a57-a43d-ea9f6ebd7482
7 l$ ]' B" O4 `/ N6 d# T    health: HEALTH_OK

  services:
    mon: 3 daemons, quorum compute01,compute02,compute03 (age 4h)
. I# z3 V' c  j' l, ~, b. q    mgr: compute03(active, since 24h), standbys: compute02, compute01
# t& v* q  G- @6 l9 Q    osd: 14 osds: 14 up (since 7h), 14 in (since 24h)
; c% C8 Z% W; r" \1 @& Y7 |( r
  data:
    pools:   7 pools, 1552 pgs
    objects: 8.30k objects, 42 GiB
6 X" y% m( r) C% M    usage:   99 GiB used, 12 TiB / 13 TiB avail
* |1 h0 h0 c; P9 m7 `    pgs:     1552 active+clean

1 v5 S: u' f5 q; `  io:
% P+ @' U# B+ N$ M    client:   13 MiB/s rd, 12 MiB/s wr, 7 op/s rd, 15 op/s wr
% V" X% }. d( R0 Q
3 q; I% J( j. z; j) e& D4 W0 o[root@compute01 ~]# ceph -s
  cluster:
    id:     2af51d38-db90-4a57-a43d-ea9f6ebd7482
, ^4 l$ N/ T  N  K; C    health: HEALTH_OK

  services:
# L: j+ p# Q: A    mon: 3 daemons, quorum compute01,compute02,compute03 (age 4h)
    mgr: compute03(active, since 24h), standbys: compute02, compute01
    osd: 14 osds: 14 up (since 7h), 14 in (since 24h)

! K) @, l# f8 p# J; a- V: h& e4 q* {1 t  data:
% y, B' f2 U6 U4 h* S( b, R7 l! W    pools:   7 pools, 1552 pgs
    objects: 8.43k objects, 42 GiB
    usage:   100 GiB used, 12 TiB / 13 TiB avail
    pgs:     1552 active+clean

  io:
3 g. F  N& v! \; z0 W' U    client:   13 MiB/s rd, 52 MiB/s wr, 24 op/s rd, 110 op/s wr

[root@compute01 ~]# ceph -s
  cluster:
    id:     2af51d38-db90-4a57-a43d-ea9f6ebd7482
    health: HEALTH_OK

  m/ l5 S  s7 _  services:
2 J/ L1 }6 l1 n0 L2 w; b; y" x    mon: 3 daemons, quorum compute01,compute02,compute03 (age 4h)
1 E% P7 h8 r6 x% [    mgr: compute03(active, since 24h), standbys: compute02, compute01
    osd: 14 osds: 14 up (since 7h), 14 in (since 24h)

, P9 S- o4 Z. E$ s0 Z0 [  data:
    pools:   7 pools, 1552 pgs
/ f: ^& S% H: r, S9 t+ I3 p$ v( m) o    objects: 8.43k objects, 42 GiB
    usage:   100 GiB used, 12 TiB / 13 TiB avail
2 h  g" ]0 c1 I- C    pgs:     1552 active+clean

  io:
' u3 [# P  `; K6 W; `. Y    client:   13 MiB/s rd, 52 MiB/s wr, 24 op/s rd, 110 op/s wr

[root@compute01 ~]# ceph -s
2 Q& \$ E8 m. d4 n. R, F  cluster:
- p, w% t. Q) ?+ H8 @' u    id:     2af51d38-db90-4a57-a43d-ea9f6ebd7482
! p4 }# T( \* Y- J$ ^    health: HEALTH_OK
; u4 u) c4 P4 y) Y, m; \8 K
' _$ m9 a) f5 r1 o6 y; ]  services:
* X! W9 o$ X/ ]% N" v' M    mon: 3 daemons, quorum compute01,compute02,compute03 (age 4h)
    mgr: compute03(active, since 24h), standbys: compute02, compute01
    osd: 14 osds: 14 up (since 7h), 14 in (since 24h)
! d: {7 j! @" Z) S
  data:
! O; C; }9 b2 D, i' @    pools:   7 pools, 1552 pgs
6 v+ `& l8 Z+ E' j    objects: 8.43k objects, 42 GiB
    usage:   100 GiB used, 12 TiB / 13 TiB avail
    pgs:     1552 active+clean
, D  L! B. w4 R" c7 [- @
  io:
    client:   8.7 MiB/s rd, 52 MiB/s wr, 23 op/s rd, 110 op/s wr

[root@compute01 ~]# ceph -s
. `9 C' M7 q$ e  cluster:
/ P* V& D/ n4 A+ A* {, `    id:     2af51d38-db90-4a57-a43d-ea9f6ebd7482
! f4 e0 b6 j9 m) m0 ?* p    health: HEALTH_OK

0 {2 f% Q8 |* v+ b- M$ [; r  services:
    mon: 3 daemons, quorum compute01,compute02,compute03 (age 4h)
    mgr: compute03(active, since 24h), standbys: compute02, compute01
; q8 u' ?/ _& y4 ?3 u1 Y; X9 L6 E    osd: 14 osds: 14 up (since 7h), 14 in (since 24h)
3 R  T% q. N  P) S2 @
( [& v. |; _& g) S$ F  data:
1 H/ z/ e: p$ M    pools:   7 pools, 1552 pgs
    objects: 8.50k objects, 43 GiB
5 F; \, m8 r6 ?# x8 S    usage:   101 GiB used, 12 TiB / 13 TiB avail
    pgs:     1552 active+clean

4 ~( ~7 r+ U! o% V& @! |  io:
    client:   8.7 MiB/s rd, 73 MiB/s wr, 23 op/s rd, 225 op/s wr

9 e- r& ~" x% t3 G9 Z2 o[root@compute01 ~]# ceph -s
  cluster:
  N: `9 o4 Y0 l  T# A8 J+ Z6 X    id:     2af51d38-db90-4a57-a43d-ea9f6ebd7482
    health: HEALTH_OK
0 i: \* _- S& C7 W, N  V: J
  services:
    mon: 3 daemons, quorum compute01,compute02,compute03 (age 4h)
8 a- r* F6 O- Z% a: U+ D: o# i    mgr: compute03(active, since 24h), standbys: compute02, compute01
9 P/ O6 S! j* |; H; y4 h! V$ @    osd: 14 osds: 14 up (since 7h), 14 in (since 24h)
# \8 {7 x" j6 }# e3 f
0 V% e$ S9 S9 r% j  data:
    pools:   7 pools, 1552 pgs
    objects: 8.50k objects, 43 GiB
% y8 G3 x4 n( l' r& W    usage:   101 GiB used, 12 TiB / 13 TiB avail
    pgs:     1552 active+clean

  io:
    client:   8.7 MiB/s rd, 73 MiB/s wr, 23 op/s rd, 225 op/s wr
' J% X  }2 o4 p. H$ y; ~
! C" i* v! Q9 y' d2 r* f[root@compute01 ~]# ceph -s
  cluster:
    id:     2af51d38-db90-4a57-a43d-ea9f6ebd7482
    health: HEALTH_OK

( N7 r5 \. p* H' l& Q  services:
    mon: 3 daemons, quorum compute01,compute02,compute03 (age 4h)
    mgr: compute03(active, since 24h), standbys: compute02, compute01
; |$ j) b1 k  k0 K5 u* ?/ ?6 r    osd: 14 osds: 14 up (since 7h), 14 in (since 24h)
# s. o$ G1 H, p1 I9 w
' e; Y, Y6 W6 O# B4 H6 v+ @  data:
- M5 E2 _# c* e/ t0 K7 C4 R2 z& I    pools:   7 pools, 1552 pgs
1 e9 w# {( Q  w4 J$ F) I    objects: 8.56k objects, 43 GiB
5 a9 W- G/ _! N- g! g  V* q7 }    usage:   101 GiB used, 12 TiB / 13 TiB avail
    pgs:     1552 active+clean

. N0 G  a) }+ N5 D  io:
    client:   13 MiB/s rd, 92 MiB/s wr, 23 op/s rd, 267 op/s wr
# r# i6 j5 N  ~) H8 j* d
[root@compute01 ~]# ceph -s
  cluster:
! l* o) R: }* {& y& a& M( n    id:     2af51d38-db90-4a57-a43d-ea9f6ebd7482
    health: HEALTH_OK
5 V) I& @' L3 Z& ~4 N2 E) v9 I9 f
  services:
! r' f/ ^! W3 ~/ t" e! q    mon: 3 daemons, quorum compute01,compute02,compute03 (age 4h)
$ F7 z+ N' Q3 ?+ ~. _1 W    mgr: compute03(active, since 24h), standbys: compute02, compute01
5 j1 Q1 f4 L) j" L" M) W- Y5 K) c    osd: 14 osds: 14 up (since 7h), 14 in (since 24h)

+ }6 O' S% j; v5 c" s  data:
    pools:   7 pools, 1552 pgs
    objects: 8.68k objects, 43 GiB
    usage:   102 GiB used, 12 TiB / 13 TiB avail
    pgs:     1552 active+clean
- E0 _( M; o5 x" |6 p7 i& x, b
  io:
$ g# ~8 P* q5 m5 Z7 S    client:   7.3 MiB/s rd, 39 MiB/s wr, 4 op/s rd, 32 op/s wr

[root@compute01 ~]# ceph -s
/ O0 j0 m- {8 t  cluster:
    id:     2af51d38-db90-4a57-a43d-ea9f6ebd7482
    health: HEALTH_OK

  services:
    mon: 3 daemons, quorum compute01,compute02,compute03 (age 4h)
    mgr: compute03(active, since 24h), standbys: compute02, compute01
  e  Q: b& [- x    osd: 14 osds: 14 up (since 7h), 14 in (since 24h)

  data:
; s7 @, ^1 l+ E7 g    pools:   7 pools, 1552 pgs
  k6 x5 E) S4 z2 K4 _0 n    objects: 8.68k objects, 43 GiB
3 ~  c* l1 z& _8 m% ]  B$ x    usage:   102 GiB used, 12 TiB / 13 TiB avail
/ o0 M* N3 r- u5 g  e% j    pgs:     1552 active+clean

  io:
+ w' a5 P& N$ V0 \5 \4 c' u  n    client:   11 MiB/s rd, 15 MiB/s wr, 4 op/s rd, 7 op/s wr