|
|
conductor 日志：
2 S0 r! e' ]3 \# @" j% c2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager [req-50fa7432-2666-4cda-9712-151321519600 4e5dbd37d7d34992bac0217f5f6dc462 bd230134367943099e27b872e8b1ec53 - default default] Failed to schedule instances: nova.exception_Remote.NoValidHost_Remote: No valid host was found.
$ X$ R' I4 _$ v BTraceback (most recent call last):+ R1 i8 c% E7 e: r }" _
0 H. p0 S2 r" \' {7 B% r7 I7 X
File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner2 H( L0 p/ w4 h# P& r1 d
return func(*args, **kwargs)& L; q8 K" J; E/ z1 N" u! U
# V9 K2 R+ ?% k3 ]1 |7 W File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations$ d& t7 e) }3 ~
raise exception.NoValidHost(reason=""): F# h% a8 [- z! I; Y- P: w1 H
7 D" C5 ^; R B+ K9 @- Inova.exception.NoValidHost: No valid host was found.! N5 E2 I9 q) w
2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager Traceback (most recent call last):: P. Q9 S% r" \- N8 i% c w
2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 1547, in schedule_and_build_instances
$ Z- g4 B6 y: U1 R2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager instance_uuids, return_alternates=True)$ `1 k; r- S& i$ B, G/ e; b
2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 908, in _schedule_instances, f3 F3 [. A/ s3 w" X$ l0 ]% m
2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager return_alternates=return_alternates)
9 g, N2 G9 N) G# r# \4 v N2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/client/query.py", line 42, in select_destinations
+ B; O) O8 A6 T2 h& ^2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager instance_uuids, return_objects, return_alternates)
! ?, k/ a9 K- @3 g4 @' Q2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/rpcapi.py", line 160, in select_destinations
$ U, d; p2 e# N1 R# y) m2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager return cctxt.call(ctxt, 'select_destinations', **msg_args)" h: y; b+ t& w6 z/ b$ P; V
2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/client.py", line 192, in call$ ~. Q' S3 J# t5 V9 E$ C; g
2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager retry=self.retry, transport_options=self.transport_options) f+ M% D6 T1 R
2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/transport.py", line 128, in _send
% H6 M; a4 z- O4 O2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager transport_options=transport_options)
3 K: [) A& ?: ?( m2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 691, in send
6 C% o7 I+ m1 h2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager transport_options=transport_options)
) x: R) |3 K. i9 T! {4 N2 j2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 681, in _send
9 |+ q4 s d, V( R0 m5 T2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager raise result. g; ?7 A1 D: ]: ~
2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager nova.exception_Remote.NoValidHost_Remote: No valid host was found. & m3 U/ G/ ]0 G7 a$ A
2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager Traceback (most recent call last): f; h$ V* E+ w; }
2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager . S* y* B3 w& _* F
2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner
0 U" N6 ] ^9 N) K; x2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager return func(*args, **kwargs)& k1 c0 W. z3 r) T& b0 K3 a
2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager 5 \+ p0 O3 j0 b! t% W
2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations" M% }- v% t( W& e
2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager raise exception.NoValidHost(reason="")
' G, f, f1 P8 m7 Q2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager
( D' Z( A/ T7 e2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager nova.exception.NoValidHost: No valid host was found.
% |3 n1 E; K6 d' b( u/ v6 n: z2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager
" L# I0 c! Q/ ?, P" l& X# T6 O! A2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager 1 E% M! R' O+ c4 s, i f
2023-04-09 11:33:26.745 21 WARNING nova.scheduler.utils [req-50fa7432-2666-4cda-9712-151321519600 4e5dbd37d7d34992bac0217f5f6dc462 bd230134367943099e27b872e8b1ec53 - default default] Failed to compute_task_build_instances: No valid host was found.
. l' B4 y3 @* {# MTraceback (most recent call last):
, U. `8 g/ Q" l _% d& w. n2 T8 B' V2 R" T* X/ e
File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner* t" D8 y' J0 C9 W0 C
return func(*args, **kwargs)
9 m1 a: ~ T) X8 \5 D5 b; J: I% ~* b4 B/ P, E7 u6 g% g T5 t
File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations
3 w& ]+ B; [. x$ {+ O raise exception.NoValidHost(reason="")
' H" v o* w! D: o: [/ X, S- S7 W2 d% {& G
nova.exception.NoValidHost: No valid host was found. 1 T9 a. S% j0 {0 T/ y" U( L$ A# u
: nova.exception_Remote.NoValidHost_Remote: No valid host was found.
. G2 t8 |8 ?8 p/ `$ g2 M ]% g2 f" D2023-04-09 11:33:26.747 21 WARNING nova.scheduler.utils [req-50fa7432-2666-4cda-9712-151321519600 4e5dbd37d7d34992bac0217f5f6dc462 bd230134367943099e27b872e8b1ec53 - default default] [instance: 1b944501-f52c-42e1-8c75-4c54b9238b1e] Setting instance to ERROR state.: nova.exception_Remote.NoValidHost_Remote: No valid host was found. , R5 g- Z: u1 v% x& j: d
+ `" `. _0 \% q+ b* z
' |( i- L( e ]
1 y" W3 H( l# }+ y6 C2 qcompute日志：
7 C; S# v& ^- a3 E( }% y7 b
2 W. v. @1 @1 S3 T P8 W& R" E& }2023-04-09 11:33:23.351 6 ERROR nova.compute.manager [req-d046ac01-9bb6-43a4-97a7-b6510f3c3de7 - - - - -] No compute node record for host compute01: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host compute01 could not be found.0 V& E( A1 X `! @3 n3 N# |
2023-04-09 11:33:23.766 6 ERROR nova.storage.rbd_utils [req-d046ac01-9bb6-43a4-97a7-b6510f3c3de7 - - - - -] Could not determine disk usage: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
. l4 J6 `7 q: a3 |Command: ceph df --format=json --id nova --conf /etc/ceph/ceph.conf; F+ u; b2 `+ p- o) F+ U8 K
Exit code: 1
: i9 W2 e9 q" [/ I+ s) F) DStdout: ''/ R3 R7 c5 {0 e( q5 i: u" o* e
Stderr: '2023-04-09T11:33:23.743+0800 7f8cc2ebd700 -1 auth: unable to find a keyring on /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,: (2) No such file or directory\n2023-04-09T11:33:23.743+0800 7f8cc2ebd700 -1 AuthRegistry(0x7f8cbc05bcc8) no keyring found at /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,, disabling cephx\n2023-04-09T11:33:23.751+0800 7f8cc2ebd700 -1 auth: unable to find a keyring on /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,: (2) No such file or directory\n2023-04-09T11:33:23.751+0800 7f8cc2ebd700 -1 AuthRegistry(0x7f8cbc060bf8) no keyring found at /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,, disabling cephx\n2023-04-09T11:33:23.756+0800 7f8cc2ebd700 -1 auth: unable to find a keyring on /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,: (2) No such file or directory\n2023-04-09T11:33:23.756+0800 7f8cc2ebd700 -1 AuthRegistry(0x7f8cc2ebbe90) no keyring found at /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,, disabling cephx\n[errno 2] RADOS object not found (error connecting to the cluster)\n'
: A" C% R8 q+ y" Z2 k" D2023-04-09 11:33:23.766 6 ERROR nova.storage.rbd_utils Traceback (most recent call last):% v* P+ X/ W% a; }+ y& z) S
2023-04-09 11:33:23.766 6 ERROR nova.storage.rbd_utils File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/storage/rbd_utils.py", line 430, in get_pool_info
% O3 o& @& K& `, j2023-04-09 11:33:23.766 6 ERROR nova.storage.rbd_utils out, _ = processutils.execute(*args)
! Q9 g9 L2 D# _. p3 E2023-04-09 11:33:23.766 6 ERROR nova.storage.rbd_utils File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_concurrency/processutils.py", line 441, in execute
9 Q+ b* _* b3 y3 J7 f2023-04-09 11:33:23.766 6 ERROR nova.storage.rbd_utils cmd=sanitized_cmd)
/ b2 W9 v ]. v6 P% R2023-04-09 11:33:23.766 6 ERROR nova.storage.rbd_utils oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.8 p6 n/ s/ {* y6 [2 o6 z, s
2023-04-09 11:33:23.766 6 ERROR nova.storage.rbd_utils Command: ceph df --format=json --id nova --conf /etc/ceph/ceph.conf6 x2 N$ c* O, [, f0 S- v& O
2023-04-09 11:33:23.766 6 ERROR nova.storage.rbd_utils Exit code: 1, u% P% H% ~# ?" U* C
2023-04-09 11:33:23.766 6 ERROR nova.storage.rbd_utils Stdout: ''1 M9 L4 j$ X2 ], X. y
2023-04-09 11:33:23.766 6 ERROR nova.storage.rbd_utils Stderr: '2023-04-09T11:33:23.743+0800 7f8cc2ebd700 -1 auth: unable to find a keyring on /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,: (2) No such file or directory\n2023-04-09T11:33:23.743+0800 7f8cc2ebd700 -1 AuthRegistry(0x7f8cbc05bcc8) no keyring found at /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,, disabling cephx\n2023-04-09T11:33:23.751+0800 7f8cc2ebd700 -1 auth: unable to find a keyring on /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,: (2) No such file or directory\n2023-04-09T11:33:23.751+0800 7f8cc2ebd700 -1 AuthRegistry(0x7f8cbc060bf8) no keyring found at /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,, disabling cephx\n2023-04-09T11:33:23.756+0800 7f8cc2ebd700 -1 auth: unable to find a keyring on /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,: (2) No such file or directory\n2023-04-09T11:33:23.756+0800 7f8cc2ebd700 -1 AuthRegistry(0x7f8cc2ebbe90) no keyring found at /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,, disabling cephx\n[errno 2] RADOS object not found (error connecting to the cluster)\n'% P' J# M* ~: ?8 [8 Q
2023-04-09 11:33:23.766 6 ERROR nova.storage.rbd_utils * O. F- ]. [- ^+ l( J; n
2023-04-09 11:33:23.770 6 ERROR nova.compute.manager [req-d046ac01-9bb6-43a4-97a7-b6510f3c3de7 - - - - -] Error updating resources for node compute01.: nova.exception.StorageError: Storage error: Could not determine disk usage
) l! T& A( z( D/ Z2023-04-09 11:33:23.770 6 ERROR nova.compute.manager Traceback (most recent call last):
6 Q8 E7 x! m/ P* z# l2023-04-09 11:33:23.770 6 ERROR nova.compute.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/storage/rbd_utils.py", line 430, in get_pool_info# z8 A; W0 l* Q+ T" S E- `, j
2023-04-09 11:33:23.770 6 ERROR nova.compute.manager out, _ = processutils.execute(*args)1 Y. v1 ^: D2 x: O2 N o) O
2023-04-09 11:33:23.770 6 ERROR nova.compute.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_concurrency/processutils.py", line 441, in execute0 l8 V0 t% R* s5 A/ X
2023-04-09 11:33:23.770 6 ERROR nova.compute.manager cmd=sanitized_cmd)* M) ]/ E) o/ M
2023-04-09 11:33:23.770 6 ERROR nova.compute.manager oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.. i5 J* J( S4 c$ q7 u
2023-04-09 11:33:23.770 6 ERROR nova.compute.manager Command: ceph df --format=json --id nova --conf /etc/ceph/ceph.conf% m2 R8 y3 m: _3 ]
2023-04-09 11:33:23.770 6 ERROR nova.compute.manager Exit code: 1
" p% l& w+ I- J1 c2023-04-09 11:33:23.770 6 ERROR nova.compute.manager Stdout: ''5 m. R1 H. s/ I+ t# V' Y
2023-04-09 11:33:23.770 6 ERROR nova.compute.manager Stderr: '2023-04-09T11:33:23.743+0800 7f8cc2ebd700 -1 auth: unable to find a keyring on /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,: (2) No such file or directory\n2023-04-09T11:33:23.743+0800 7f8cc2ebd700 -1 AuthRegistry(0x7f8cbc05bcc8) no keyring found at /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,, disabling cephx\n2023-04-09T11:33:23.751+0800 7f8cc2ebd700 -1 auth: unable to find a keyring on /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,: (2) No such file or directory\n2023-04-09T11:33:23.751+0800 7f8cc2ebd700 -1 AuthRegistry(0x7f8cbc060bf8) no keyring found at /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,, disabling cephx\n2023-04-09T11:33:23.756+0800 7f8cc2ebd700 -1 auth: unable to find a keyring on /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,: (2) No such file or directory\n2023-04-09T11:33:23.756+0800 7f8cc2ebd700 -1 AuthRegistry(0x7f8cc2ebbe90) no keyring found at /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,, disabling cephx\n[errno 2] RADOS object not found (error connecting to the cluster)\n'! k c# u! c7 |7 O6 @: u
2023-04-09 11:33:23.770 6 ERROR nova.compute.manager 5 P) }% w% H7 ^8 g8 |4 E/ k% X
2023-04-09 11:33:23.770 6 ERROR nova.compute.manager During handling of the above exception, another exception occurred:+ w: ^3 F+ c5 w3 `1 \9 F
2023-04-09 11:33:23.770 6 ERROR nova.compute.manager % D- n& ]5 y% l6 z9 F0 r t
2023-04-09 11:33:23.770 6 ERROR nova.compute.manager Traceback (most recent call last):6 U6 @. e$ K9 `+ g8 K
2023-04-09 11:33:23.770 6 ERROR nova.compute.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/compute/manager.py", line 10057, in _update_available_resource_for_node7 S4 A- ?3 v# d
2023-04-09 11:33:23.770 6 ERROR nova.compute.manager startup=startup)0 b! q. U" D9 l; y5 A6 ?4 c: s) {
2023-04-09 11:33:23.770 6 ERROR nova.compute.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/compute/resource_tracker.py", line 884, in update_available_resource
O2 w+ q! N7 E# W2023-04-09 11:33:23.770 6 ERROR nova.compute.manager resources = self.driver.get_available_resource(nodename)2 r% T6 N% c/ I ~. d/ ~! H. N1 }
2023-04-09 11:33:23.770 6 ERROR nova.compute.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 9021, in get_available_resource
, y. l3 J( H& P% t9 }2023-04-09 11:33:23.770 6 ERROR nova.compute.manager disk_info_dict = self._get_local_gb_info()7 F8 o, n8 O( r" e' z% o
2023-04-09 11:33:23.770 6 ERROR nova.compute.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 7385, in _get_local_gb_info) G9 z2 {, G% _, h; H4 q
2023-04-09 11:33:23.770 6 ERROR nova.compute.manager info = rbd_utils.RBDDriver().get_pool_info()8 R+ O, |' S" Q% i; M
2023-04-09 11:33:23.770 6 ERROR nova.compute.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/storage/rbd_utils.py", line 434, in get_pool_info
" Q! E# a: k; C' V& Q/ F$ E2023-04-09 11:33:23.770 6 ERROR nova.compute.manager reason='Could not determine disk usage')
* R3 @; [; R$ X/ ]' [: d2023-04-09 11:33:23.770 6 ERROR nova.compute.manager nova.exception.StorageError: Storage error: Could not determine disk usage
! V0 h+ G: I: r2023-04-09 11:33:23.770 6 ERROR nova.compute.manager 0 ~6 ~/ e+ }7 K+ _, _1 |) R
+ O d5 \! z+ x; h, q8 ]) a$ a1 r# X' k8 C* \1 s
/ ~4 {' l/ c! v. @! i5 s5 T
\1 P! P2 C" R$ O |
|
发表于 2023-4-9 11:36:41