- 积分
- 16843
在线时间 小时
最后登录1970-1-1
|
马上注册,结交更多好友,享用更多功能,让你轻松玩转社区。
您需要 登录 才可以下载或查看,没有账号?开始注册
x
conductor 日志:0 |" e6 A. h/ T
2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager [req-50fa7432-2666-4cda-9712-151321519600 4e5dbd37d7d34992bac0217f5f6dc462 bd230134367943099e27b872e8b1ec53 - default default] Failed to schedule instances: nova.exception_Remote.NoValidHost_Remote: No valid host was found.
_. t! h& [ ]/ q N! rTraceback (most recent call last):( a7 J) g, W1 A+ D8 B1 G0 i
2 o# ~) C" e! R' g5 m6 f5 }- @ File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner. j! }# x/ z2 g4 `* @. X/ J
return func(*args, **kwargs)
6 f# w- x( m; r, y' q/ e8 \
4 E, G I6 l3 I: S File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations# S5 J3 E- B# ?: P& X& l1 U
raise exception.NoValidHost(reason="")" J# k: ~; M5 @
`5 A& J: U5 g0 J, Dnova.exception.NoValidHost: No valid host was found.! \% M: b/ D" H
2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager Traceback (most recent call last):% k; r2 z2 [+ K" o' b6 [* p/ H. c
2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 1547, in schedule_and_build_instances
- o/ e, M5 `+ F: i W* Z3 [2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager instance_uuids, return_alternates=True)
# ^0 Z) t/ Y. {' r* ~/ {, R2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 908, in _schedule_instances
! ^3 U/ T. ]0 m5 u4 m' S" e/ l: x2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager return_alternates=return_alternates)
7 o- q. f% j( s/ n9 j: G2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/client/query.py", line 42, in select_destinations
0 \( u7 W% W) a8 D% Z7 Q Q2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager instance_uuids, return_objects, return_alternates)
e) ]" ?$ v) l% A2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/rpcapi.py", line 160, in select_destinations
7 N! Q; {/ Q# O2 @1 I3 Y2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager return cctxt.call(ctxt, 'select_destinations', **msg_args)8 p H. c# T% M3 r0 v/ ^
2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/client.py", line 192, in call3 F7 {8 M: s9 X" i/ N) `6 _$ P
2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager retry=self.retry, transport_options=self.transport_options)
# A2 K P; Y( T3 }7 ^( Q2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/transport.py", line 128, in _send7 e2 s% C& E9 L! K) F
2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager transport_options=transport_options)
! `0 e6 w& p) J4 E2 J2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 691, in send
! ~% r f+ E5 ~6 @) Q( d1 w* h: L2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager transport_options=transport_options)
% O i) f/ t& r2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 681, in _send- U- b- W4 R% t0 G2 P6 {- o- E$ F
2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager raise result
: [6 o8 j' j2 c, W. d! X0 G2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager nova.exception_Remote.NoValidHost_Remote: No valid host was found.
4 O& U! t$ m, F6 n: f2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager Traceback (most recent call last):
" s+ ?& m2 Y' q# w8 p$ A2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager . U' v) L/ e+ [0 Z$ t: @$ c7 r
2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner- m/ E V3 ~! o: c
2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager return func(*args, **kwargs)
5 k, z, T8 P# E, R2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager 7 ]. I3 K; K% ~
2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations0 L2 G, Z4 Z6 `4 P
2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager raise exception.NoValidHost(reason="")
2 @6 T8 }( X2 _6 h2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager
8 n# w; E0 I+ \2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager nova.exception.NoValidHost: No valid host was found. 9 Z$ \% @7 V9 y' K, U$ C- v" q
2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager
% w5 g- Z$ t/ j- p3 t2023-04-09 11:33:26.301 21 ERROR nova.conductor.manager
, F7 N8 @. Z$ U' c2023-04-09 11:33:26.745 21 WARNING nova.scheduler.utils [req-50fa7432-2666-4cda-9712-151321519600 4e5dbd37d7d34992bac0217f5f6dc462 bd230134367943099e27b872e8b1ec53 - default default] Failed to compute_task_build_instances: No valid host was found. $ D- U+ [- Q- y% m' I/ H
Traceback (most recent call last):7 k( p+ }8 F& R. _4 S
2 H1 F9 Q7 c9 C- H' _( \0 S
File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner. H+ c. M- Z! ^) r' w7 S9 q& O* W" z8 R
return func(*args, **kwargs)
+ F6 [2 {( H$ a k3 C8 i' `. E, A/ @- V9 G9 S3 I/ @* G/ N
File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations
7 E& k7 F S& V8 l raise exception.NoValidHost(reason="")) h1 x/ I a ?
* D9 j# G7 ?. h9 {0 i& Anova.exception.NoValidHost: No valid host was found. ) L' E1 g9 t$ c* k/ H+ {/ J% g: L
: nova.exception_Remote.NoValidHost_Remote: No valid host was found. ; s7 r; N1 b; N: x {
2023-04-09 11:33:26.747 21 WARNING nova.scheduler.utils [req-50fa7432-2666-4cda-9712-151321519600 4e5dbd37d7d34992bac0217f5f6dc462 bd230134367943099e27b872e8b1ec53 - default default] [instance: 1b944501-f52c-42e1-8c75-4c54b9238b1e] Setting instance to ERROR state.: nova.exception_Remote.NoValidHost_Remote: No valid host was found. ) M z& a8 s: @+ W0 L' |
$ R, ]! ?4 q- T6 M
! x' r+ a$ I# y" E8 O! ~1 M6 t3 Q6 n4 Q8 N5 y& r
compute日志:, K& M. d# a, Y& i6 e
) y5 s1 ^: Y8 C3 a# e8 @* p2 [
2023-04-09 11:33:23.351 6 ERROR nova.compute.manager [req-d046ac01-9bb6-43a4-97a7-b6510f3c3de7 - - - - -] No compute node record for host compute01: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host compute01 could not be found.
5 X& f N5 Q X0 u7 L2023-04-09 11:33:23.766 6 ERROR nova.storage.rbd_utils [req-d046ac01-9bb6-43a4-97a7-b6510f3c3de7 - - - - -] Could not determine disk usage: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.& r: N/ h2 G* s1 S) W% s
Command: ceph df --format=json --id nova --conf /etc/ceph/ceph.conf
+ D. K4 l z3 h# ^Exit code: 1$ x# `$ _5 v4 j2 ?! ], g) M
Stdout: ''9 M4 Z) Y, L Q$ m7 `& T8 W' E9 Q
Stderr: '2023-04-09T11:33:23.743+0800 7f8cc2ebd700 -1 auth: unable to find a keyring on /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,: (2) No such file or directory\n2023-04-09T11:33:23.743+0800 7f8cc2ebd700 -1 AuthRegistry(0x7f8cbc05bcc8) no keyring found at /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,, disabling cephx\n2023-04-09T11:33:23.751+0800 7f8cc2ebd700 -1 auth: unable to find a keyring on /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,: (2) No such file or directory\n2023-04-09T11:33:23.751+0800 7f8cc2ebd700 -1 AuthRegistry(0x7f8cbc060bf8) no keyring found at /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,, disabling cephx\n2023-04-09T11:33:23.756+0800 7f8cc2ebd700 -1 auth: unable to find a keyring on /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,: (2) No such file or directory\n2023-04-09T11:33:23.756+0800 7f8cc2ebd700 -1 AuthRegistry(0x7f8cc2ebbe90) no keyring found at /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,, disabling cephx\n[errno 2] RADOS object not found (error connecting to the cluster)\n'
9 w5 d9 d: I/ e8 |7 O2023-04-09 11:33:23.766 6 ERROR nova.storage.rbd_utils Traceback (most recent call last):8 @8 I8 }0 H; x
2023-04-09 11:33:23.766 6 ERROR nova.storage.rbd_utils File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/storage/rbd_utils.py", line 430, in get_pool_info
, h& G t( ~: D7 m2023-04-09 11:33:23.766 6 ERROR nova.storage.rbd_utils out, _ = processutils.execute(*args)
8 `2 ~! W( h6 P `2023-04-09 11:33:23.766 6 ERROR nova.storage.rbd_utils File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_concurrency/processutils.py", line 441, in execute
( P9 {$ T6 ~' U: ]5 c7 J4 E5 x2023-04-09 11:33:23.766 6 ERROR nova.storage.rbd_utils cmd=sanitized_cmd) ?) D+ i% U" V- b5 c4 y8 _3 S
2023-04-09 11:33:23.766 6 ERROR nova.storage.rbd_utils oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.. I$ i6 r, U; p* u* [
2023-04-09 11:33:23.766 6 ERROR nova.storage.rbd_utils Command: ceph df --format=json --id nova --conf /etc/ceph/ceph.conf
3 G# w' P9 q. j2023-04-09 11:33:23.766 6 ERROR nova.storage.rbd_utils Exit code: 1
2 }4 o/ a+ o7 J* M( K( A2023-04-09 11:33:23.766 6 ERROR nova.storage.rbd_utils Stdout: ''
- x2 @. a0 P C; c- M: y. m2023-04-09 11:33:23.766 6 ERROR nova.storage.rbd_utils Stderr: '2023-04-09T11:33:23.743+0800 7f8cc2ebd700 -1 auth: unable to find a keyring on /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,: (2) No such file or directory\n2023-04-09T11:33:23.743+0800 7f8cc2ebd700 -1 AuthRegistry(0x7f8cbc05bcc8) no keyring found at /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,, disabling cephx\n2023-04-09T11:33:23.751+0800 7f8cc2ebd700 -1 auth: unable to find a keyring on /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,: (2) No such file or directory\n2023-04-09T11:33:23.751+0800 7f8cc2ebd700 -1 AuthRegistry(0x7f8cbc060bf8) no keyring found at /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,, disabling cephx\n2023-04-09T11:33:23.756+0800 7f8cc2ebd700 -1 auth: unable to find a keyring on /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,: (2) No such file or directory\n2023-04-09T11:33:23.756+0800 7f8cc2ebd700 -1 AuthRegistry(0x7f8cc2ebbe90) no keyring found at /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,, disabling cephx\n[errno 2] RADOS object not found (error connecting to the cluster)\n'
8 K8 `( u5 d9 y& G: P( l) ?8 x' I2023-04-09 11:33:23.766 6 ERROR nova.storage.rbd_utils
; | |( {5 v# B4 P+ c2023-04-09 11:33:23.770 6 ERROR nova.compute.manager [req-d046ac01-9bb6-43a4-97a7-b6510f3c3de7 - - - - -] Error updating resources for node compute01.: nova.exception.StorageError: Storage error: Could not determine disk usage
2 i; a9 l3 S7 q7 x) W D6 S2023-04-09 11:33:23.770 6 ERROR nova.compute.manager Traceback (most recent call last):! a0 g0 }( t+ M$ i0 h
2023-04-09 11:33:23.770 6 ERROR nova.compute.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/storage/rbd_utils.py", line 430, in get_pool_info0 n F/ V$ e6 i$ V2 x! Q& y2 @
2023-04-09 11:33:23.770 6 ERROR nova.compute.manager out, _ = processutils.execute(*args)1 d! d7 Q E; b
2023-04-09 11:33:23.770 6 ERROR nova.compute.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_concurrency/processutils.py", line 441, in execute
t; z j' ]1 d+ ]. W' V2023-04-09 11:33:23.770 6 ERROR nova.compute.manager cmd=sanitized_cmd)
* w3 r6 K5 x/ k/ ?' R2 \0 r2023-04-09 11:33:23.770 6 ERROR nova.compute.manager oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
7 P/ T; R2 Y+ X5 ?2023-04-09 11:33:23.770 6 ERROR nova.compute.manager Command: ceph df --format=json --id nova --conf /etc/ceph/ceph.conf
- Q! |! H2 r' z) D0 [9 b2023-04-09 11:33:23.770 6 ERROR nova.compute.manager Exit code: 1
8 T( N5 B+ w5 F4 N! o5 q2023-04-09 11:33:23.770 6 ERROR nova.compute.manager Stdout: ''9 j+ @2 q8 X) g9 s/ d
2023-04-09 11:33:23.770 6 ERROR nova.compute.manager Stderr: '2023-04-09T11:33:23.743+0800 7f8cc2ebd700 -1 auth: unable to find a keyring on /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,: (2) No such file or directory\n2023-04-09T11:33:23.743+0800 7f8cc2ebd700 -1 AuthRegistry(0x7f8cbc05bcc8) no keyring found at /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,, disabling cephx\n2023-04-09T11:33:23.751+0800 7f8cc2ebd700 -1 auth: unable to find a keyring on /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,: (2) No such file or directory\n2023-04-09T11:33:23.751+0800 7f8cc2ebd700 -1 AuthRegistry(0x7f8cbc060bf8) no keyring found at /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,, disabling cephx\n2023-04-09T11:33:23.756+0800 7f8cc2ebd700 -1 auth: unable to find a keyring on /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,: (2) No such file or directory\n2023-04-09T11:33:23.756+0800 7f8cc2ebd700 -1 AuthRegistry(0x7f8cc2ebbe90) no keyring found at /etc/ceph/ceph.client.nova.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin,, disabling cephx\n[errno 2] RADOS object not found (error connecting to the cluster)\n'& [( X% [4 f. k' t2 o
2023-04-09 11:33:23.770 6 ERROR nova.compute.manager
+ D1 v- ~8 N6 x2023-04-09 11:33:23.770 6 ERROR nova.compute.manager During handling of the above exception, another exception occurred:" [/ b( N' I1 N/ N1 x' R: x. X
2023-04-09 11:33:23.770 6 ERROR nova.compute.manager
' i; b( Z- D* A7 }+ v4 m2023-04-09 11:33:23.770 6 ERROR nova.compute.manager Traceback (most recent call last):5 _3 x2 Y# Q2 D! a+ v( q( }& Q
2023-04-09 11:33:23.770 6 ERROR nova.compute.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/compute/manager.py", line 10057, in _update_available_resource_for_node
# l6 x0 F( ^" Q. F' ~2023-04-09 11:33:23.770 6 ERROR nova.compute.manager startup=startup)) B( `" W$ h! Q& d0 y# x
2023-04-09 11:33:23.770 6 ERROR nova.compute.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/compute/resource_tracker.py", line 884, in update_available_resource
* X) s, F$ k0 p5 U5 j2 x2023-04-09 11:33:23.770 6 ERROR nova.compute.manager resources = self.driver.get_available_resource(nodename)" [/ X$ c4 K5 a* q* A( X
2023-04-09 11:33:23.770 6 ERROR nova.compute.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 9021, in get_available_resource
$ r0 T4 k# g( a2023-04-09 11:33:23.770 6 ERROR nova.compute.manager disk_info_dict = self._get_local_gb_info()5 ~, H( L! Z/ \. K
2023-04-09 11:33:23.770 6 ERROR nova.compute.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 7385, in _get_local_gb_info
; K/ W5 e1 j$ M8 E+ u( `2023-04-09 11:33:23.770 6 ERROR nova.compute.manager info = rbd_utils.RBDDriver().get_pool_info()
' w9 p% W4 A6 U; n3 S. E2 E2023-04-09 11:33:23.770 6 ERROR nova.compute.manager File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/storage/rbd_utils.py", line 434, in get_pool_info/ G+ Z: m6 i- I- K' Q" j: p
2023-04-09 11:33:23.770 6 ERROR nova.compute.manager reason='Could not determine disk usage')
. d6 a. W) Z& o7 w3 ~+ v2023-04-09 11:33:23.770 6 ERROR nova.compute.manager nova.exception.StorageError: Storage error: Could not determine disk usage" O. a1 i- O$ U7 T- \: h8 { M
2023-04-09 11:33:23.770 6 ERROR nova.compute.manager
D9 B; y) Y2 u) r+ \0 y, Y) C
" w, R. P0 q$ h3 u- T6 Y* f: e+ c: N
6 _2 T. Z/ k0 O. Q/ C9 _. Z9 y
5 `2 I1 z5 b. q |
|