|
|
conductor 日志：
1 [% w3 t5 o( Y9 R2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager [req-50fa7432-2666-4cda-9712-151321519600 4e5dbd37d7d34992bac0217f5f6dc462 bd230134367943099e27b872e8b1ec53 - default default] Failed to schedule instances: nova.exception_Remote.NoValidHost_Remote: No valid host was found.
6 L0 b4 D) w8 DTraceback (most recent call last):* s# N. D# @ _1 j2 e3 S
6 `: t% E$ _6 R) v' T- w File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner' D% M O) i `( \, q$ d3 l
return func(*args, **kwargs)
$ }5 ?. ^% z" V! D3 a: ?: m: [) l) }* k& K& w0 ^) u% X7 S9 Q! c
File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations V! h& s; G9 ^" P z# N. g
raise exception.NoValidHost(reason="")( x" `, x3 W: T" C" j
e" n8 A& X* g+ Y* ~7 Y; G
nova.exception.NoValidHost: No valid host was found.$ X" z" Z" h9 Y Q2 [/ v w" a$ R
2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager Traceback (most recent call last):
8 G; x" s+ d8 Q) C5 M2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 1547, in schedule_and_build_instances
2 o; b, n8 x: V% }2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager instance_uuids, return_alternates=True)
v# ] I; H+ j# a2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 908, in _schedule_instances
; `% S0 B7 H {4 e5 g/ L% t2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager return_alternates=return_alternates)
/ T1 k; g7 R6 X4 p) O2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/client/query.py", line 42, in select_destinations4 l4 R8 G" c0 O- L* a5 q0 J }
2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager instance_uuids, return_objects, return_alternates)
0 u7 H" v4 C. }8 r2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/rpcapi.py", line 160, in select_destinations3 W, r, H1 u1 x5 K& [" V0 g5 M. O
2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager return cctxt.call(ctxt, 'select_destinations', **msg_args)
, t! ^% ^* D1 P* r2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/client.py", line 192, in call
( F# p- Y9 z! q' J g e2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager retry=self.retry, transport_options=self.transport_options)+ O- k' _4 E5 q3 M/ @
2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/transport.py", line 128, in _send
`8 E( s. V! k. J2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager transport_options=transport_options) h& r+ i* v8 H/ W, P
2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 691, in send- @# Q' \% q- a s! C
2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager transport_options=transport_options)
?, n/ v) G! J/ L/ @2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 681, in _send" c, s% @# a! y( r0 T8 Z6 [
2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager raise result
7 }: U3 I1 P/ a0 Q0 X2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager nova.exception_Remote.NoValidHost_Remote: No valid host was found.
4 l6 {0 v! G$ n% p ?% X2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager Traceback (most recent call last):
, z$ w8 |% M! H2 M2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager
' x, E( U$ U8 z, f/ K b2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner, V9 q4 c# R- q8 Q
2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager return func(*args, **kwargs). \8 [: W, @/ A7 D0 W
2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager ) T6 u+ B7 U" r) Q* E$ V
2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations, C7 D l+ ?6 Z2 E- n
2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager raise exception.NoValidHost(reason="")$ t4 Z1 c( `' \
2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager
/ K6 y% s. O/ n8 F I7 L+ \2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager nova.exception.NoValidHost: No valid host was found.
: T8 z L. y" L2 }. B2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager ( ?* K5 o4 J( j" v7 J: f4 a4 h
2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager
" ^' o: h. ^' C0 p) K! S( d2023-04-09 11:33:26.745 21 WARNING nova.scheduler.utils [req-50fa7432-2666-4cda-9712-151321519600 4e5dbd37d7d34992bac0217f5f6dc462 bd230134367943099e27b872e8b1ec53 - default default] Failed to compute_task_build_instances: No valid host was found.
( ?9 J* k; L) y; STraceback (most recent call last):
3 x; r- w4 ]8 H2 ^
u6 X( Q$ |3 S- M" F File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner/ B1 ~$ {5 x# u& {6 g/ Z- T* X
return func(*args, **kwargs): U! U$ A+ \# k
) J/ ~$ B' |; t" B# x
File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations3 C! m& N. y6 P2 `/ y
raise exception.NoValidHost(reason="")( N) [% x8 F3 m4 d; H( c7 H& d
% I# h7 c1 X* U) p! z' t+ a+ ~nova.exception.NoValidHost: No valid host was found.
- b+ W; M. i, g- O. g/ `: nova.exception_Remote.NoValidHost_Remote: No valid host was found.
% ?4 u$ v* ~5 P5 q c. V$ a2023-04-09 11:33:26.747 21 WARNING nova.scheduler.utils [req-50fa7432-2666-4cda-9712-151321519600 4e5dbd37d7d34992bac0217f5f6dc462 bd230134367943099e27b872e8b1ec53 - default default] [instance: 1b944501-f52c-42e1-8c75-4c54b9238b1e] Setting instance to ERROR state.: nova.exception_Remote.NoValidHost_Remote: No valid host was found. 4 q3 q+ O+ }% h5 y
. L" o$ n1 g8 @3 z+ B
# W7 e# r& c3 o& o; J/ x
6 l9 {* U" n' V$ b+ t: u0 l {+ g6 l
compute日志：' g; f5 O1 Z1 B) G1 `( f
S" i1 a7 u$ \9 V/ e% G0 P( P
2023-04-09 11:33:23.351 6 ERROR nova.compute.manager [req-d046ac01-9bb6-43a4-97a7-b6510f3c3de7 - - - - -] No compute node record for host compute01: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host compute01 could not be found.
: K: M L/ S. r! V# ^: U5 d2023-04-09 11:33:23.766 6 ERROR nova.storage.rbd_utils [req-d046ac01-9bb6-43a4-97a7-b6510f3c3de7 - - - - -] Could not determine disk usage: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
8 P- y6 X7 R' ICommand: ceph df --format=json --id nova --conf /etc/ceph/ceph.conf
, C- n2 M) ]- L+ wExit code: 15 y. R; a0 e0 p w6 H" Q
Stdout: ''
5 g' A7 F8 H+ T6 P& r# G0 A" @7 {" @Stderr: '2023-04-09T11:33:23.743+0800 7f8cc2ebd700 -1 auth: unable to find a keyring on /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,: (2) No such file or directory\n2023-04-09T11:33:23.743+0800 7f8cc2ebd700 -1 AuthRegistry(0x7f8cbc05bcc8) no keyring found at /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,, disabling cephx\n2023-04-09T11:33:23.751+0800 7f8cc2ebd700 -1 auth: unable to find a keyring on /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,: (2) No such file or directory\n2023-04-09T11:33:23.751+0800 7f8cc2ebd700 -1 AuthRegistry(0x7f8cbc060bf8) no keyring found at /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,, disabling cephx\n2023-04-09T11:33:23.756+0800 7f8cc2ebd700 -1 auth: unable to find a keyring on /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,: (2) No such file or directory\n2023-04-09T11:33:23.756+0800 7f8cc2ebd700 -1 AuthRegistry(0x7f8cc2ebbe90) no keyring found at /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,, disabling cephx\n[errno 2] RADOS object not found (error connecting to the cluster)\n': l0 D* p! ^7 ]& B# P
2023-04-09 11:33:23.766 6 ERROR nova.storage.rbd_utils Traceback (most recent call last):
3 X3 J" O3 W* l, i6 ~4 b2023-04-09 11:33:23.766 6 ERROR nova.storage.rbd_utils File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/storage/rbd_utils.py", line 430, in get_pool_info% ~7 I) |; n; o& ^2 @
2023-04-09 11:33:23.766 6 ERROR nova.storage.rbd_utils out, _ = processutils.execute(*args)
: h& x; l) H: a3 @2 Y- R3 r2023-04-09 11:33:23.766 6 ERROR nova.storage.rbd_utils File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_concurrency/processutils.py", line 441, in execute& D! E, J& q' e9 G# ~
2023-04-09 11:33:23.766 6 ERROR nova.storage.rbd_utils cmd=sanitized_cmd)
. h8 e+ S3 x$ p; [& C2023-04-09 11:33:23.766 6 ERROR nova.storage.rbd_utils oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.0 }# M, W8 y4 @! F+ D3 R1 }
2023-04-09 11:33:23.766 6 ERROR nova.storage.rbd_utils Command: ceph df --format=json --id nova --conf /etc/ceph/ceph.conf' D; n% o4 |4 Z
2023-04-09 11:33:23.766 6 ERROR nova.storage.rbd_utils Exit code: 1
$ B" b& T( y' l7 v2023-04-09 11:33:23.766 6 ERROR nova.storage.rbd_utils Stdout: ''; ~3 Y0 ?% \- L7 O0 B/ \
2023-04-09 11:33:23.766 6 ERROR nova.storage.rbd_utils Stderr: '2023-04-09T11:33:23.743+0800 7f8cc2ebd700 -1 auth: unable to find a keyring on /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,: (2) No such file or directory\n2023-04-09T11:33:23.743+0800 7f8cc2ebd700 -1 AuthRegistry(0x7f8cbc05bcc8) no keyring found at /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,, disabling cephx\n2023-04-09T11:33:23.751+0800 7f8cc2ebd700 -1 auth: unable to find a keyring on /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,: (2) No such file or directory\n2023-04-09T11:33:23.751+0800 7f8cc2ebd700 -1 AuthRegistry(0x7f8cbc060bf8) no keyring found at /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,, disabling cephx\n2023-04-09T11:33:23.756+0800 7f8cc2ebd700 -1 auth: unable to find a keyring on /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,: (2) No such file or directory\n2023-04-09T11:33:23.756+0800 7f8cc2ebd700 -1 AuthRegistry(0x7f8cc2ebbe90) no keyring found at /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,, disabling cephx\n[errno 2] RADOS object not found (error connecting to the cluster)\n'
& S c- l+ ?+ E- _4 }2023-04-09 11:33:23.766 6 ERROR nova.storage.rbd_utils
5 m2 K4 b+ p; g: H) C! }2023-04-09 11:33:23.770 6 ERROR nova.compute.manager [req-d046ac01-9bb6-43a4-97a7-b6510f3c3de7 - - - - -] Error updating resources for node compute01.: nova.exception.StorageError: Storage error: Could not determine disk usage& d! r+ y y2 k, J+ t! j( u
2023-04-09 11:33:23.770 6 ERROR nova.compute.manager Traceback (most recent call last):2 M. a6 W) w2 S+ @+ [0 M
2023-04-09 11:33:23.770 6 ERROR nova.compute.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/storage/rbd_utils.py", line 430, in get_pool_info
6 ~( K0 r- _2 n' l9 q2023-04-09 11:33:23.770 6 ERROR nova.compute.manager out, _ = processutils.execute(*args)
, E/ {5 Z# J* B( I, T2023-04-09 11:33:23.770 6 ERROR nova.compute.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_concurrency/processutils.py", line 441, in execute# ^ Z# N% f% X0 z, |3 E* H
2023-04-09 11:33:23.770 6 ERROR nova.compute.manager cmd=sanitized_cmd)6 c/ P& b2 d* o2 Y7 [" N, g3 ~
2023-04-09 11:33:23.770 6 ERROR nova.compute.manager oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
6 M* I3 ?% c9 ~2023-04-09 11:33:23.770 6 ERROR nova.compute.manager Command: ceph df --format=json --id nova --conf /etc/ceph/ceph.conf# a3 d, h+ p: k5 B
2023-04-09 11:33:23.770 6 ERROR nova.compute.manager Exit code: 1
7 P9 c6 L1 e3 e. z2023-04-09 11:33:23.770 6 ERROR nova.compute.manager Stdout: ''
" [3 n1 o) @$ H w& d2023-04-09 11:33:23.770 6 ERROR nova.compute.manager Stderr: '2023-04-09T11:33:23.743+0800 7f8cc2ebd700 -1 auth: unable to find a keyring on /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,: (2) No such file or directory\n2023-04-09T11:33:23.743+0800 7f8cc2ebd700 -1 AuthRegistry(0x7f8cbc05bcc8) no keyring found at /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,, disabling cephx\n2023-04-09T11:33:23.751+0800 7f8cc2ebd700 -1 auth: unable to find a keyring on /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,: (2) No such file or directory\n2023-04-09T11:33:23.751+0800 7f8cc2ebd700 -1 AuthRegistry(0x7f8cbc060bf8) no keyring found at /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,, disabling cephx\n2023-04-09T11:33:23.756+0800 7f8cc2ebd700 -1 auth: unable to find a keyring on /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,: (2) No such file or directory\n2023-04-09T11:33:23.756+0800 7f8cc2ebd700 -1 AuthRegistry(0x7f8cc2ebbe90) no keyring found at /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,, disabling cephx\n[errno 2] RADOS object not found (error connecting to the cluster)\n') B( A4 W" u6 D$ S/ I5 W
2023-04-09 11:33:23.770 6 ERROR nova.compute.manager
& E' ^: j1 D2 u2023-04-09 11:33:23.770 6 ERROR nova.compute.manager During handling of the above exception, another exception occurred:9 X/ T) |2 k6 m0 f% K4 H9 J
2023-04-09 11:33:23.770 6 ERROR nova.compute.manager 3 u8 x7 V4 \* q% r
2023-04-09 11:33:23.770 6 ERROR nova.compute.manager Traceback (most recent call last):) G' l1 Z' j. N/ |
2023-04-09 11:33:23.770 6 ERROR nova.compute.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/compute/manager.py", line 10057, in _update_available_resource_for_node8 @9 I9 q' A" t1 I6 y
2023-04-09 11:33:23.770 6 ERROR nova.compute.manager startup=startup)
* x; ^* U( u7 g+ k2023-04-09 11:33:23.770 6 ERROR nova.compute.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/compute/resource_tracker.py", line 884, in update_available_resource
; |* o% q- m6 L: K/ G! ?9 y; P2023-04-09 11:33:23.770 6 ERROR nova.compute.manager resources = self.driver.get_available_resource(nodename)
+ ~$ a2 i( g) j/ X2023-04-09 11:33:23.770 6 ERROR nova.compute.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 9021, in get_available_resource" A- k1 Q x+ [8 a
2023-04-09 11:33:23.770 6 ERROR nova.compute.manager disk_info_dict = self._get_local_gb_info(); c I. f# l, Y+ X
2023-04-09 11:33:23.770 6 ERROR nova.compute.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 7385, in _get_local_gb_info: J' Q$ x- U# r8 A5 }4 @+ r+ {
2023-04-09 11:33:23.770 6 ERROR nova.compute.manager info = rbd_utils.RBDDriver().get_pool_info()
8 u; i# ^2 C. C- J7 v6 j, }4 j2023-04-09 11:33:23.770 6 ERROR nova.compute.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/storage/rbd_utils.py", line 434, in get_pool_info
% B- n, Z; K b3 c0 T2023-04-09 11:33:23.770 6 ERROR nova.compute.manager reason='Could not determine disk usage')
5 J {% Y; W7 h2023-04-09 11:33:23.770 6 ERROR nova.compute.manager nova.exception.StorageError: Storage error: Could not determine disk usage
/ V" \8 f9 O; p2023-04-09 11:33:23.770 6 ERROR nova.compute.manager
! `" A* n! R$ s# {1 {- n
% \* U, Y! d y# X
9 ^. ^' H0 Y0 u8 B" P4 T* `* x4 G+ _. \/ s( H/ |5 l
3 b7 G$ Q" V# ]4 [) q0 B ?$ t |
|
发表于 2023-4-9 11:36:41