Note 07/31/2025 09:40:48

2025-07-31 16:32:01.780 2338404 ERROR wsme.api [None req-1b19f9f6-f8b5-42b1-b1ce-f0d6796a1a28 - - - - - -] Server-side error: "ServiceError: client error (Connect) Traceback (most recent call last): File "/var/lib/kolla/venv/lib/python3.12/site-packages/oslo_messaging/rpc/server.py", line 174, in _process_incoming res = self.dispatcher.dispatch(message) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/var/lib/kolla/venv/lib/python3.12/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch return self._do_dispatch(endpoint, method, ctxt, args) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/var/lib/kolla/venv/lib/python3.12/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch result = func(ctxt, **new_args) ^^^^^^^^^^^^^^^^^^^^^^ File "/var/lib/kolla/venv/lib/python3.12/site-packages/osprofiler/profiler.py", line 159, in wrapper result = f(*args, **kwargs) ^^^^^^^^^^^^^^^^^^ File "/var/lib/kolla/venv/lib/python3.12/site-packages/magnum/conductor/handlers/cluster_conductor.py", line 341, in cluster_upgrade cluster_driver.upgrade_cluster(context, cluster, cluster_template, File "/var/lib/kolla/venv/lib/python3.12/site-packages/magnum_cluster_api/driver.py", line 43, in wrapper return func(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^ File "/var/lib/kolla/venv/lib/python3.12/site-packages/magnum_cluster_api/driver.py", line 399, in upgrade_cluster self.rust_driver.upgrade_cluster(cluster) File "/var/lib/kolla/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit result = proxy_call(self._autowrap, f, *args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/var/lib/kolla/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call rv = execute(f, *args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/var/lib/kolla/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute raise e.with_traceback(tb) File "/var/lib/kolla/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker rv = meth(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^ RuntimeError: ServiceError: client error (Connect) ". Detail: Traceback (most recent call last): File "/var/lib/kolla/venv/lib/python3.12/site-packages/wsmeext/pecan.py", line 82, in callfunction result = f(self, *args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^ File "/var/lib/kolla/venv/lib/python3.12/site-packages/magnum/api/controllers/v1/cluster_actions.py", line 153, in upgrade return self._upgrade(cluster_ident, cluster_upgrade_req) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/var/lib/kolla/venv/lib/python3.12/site-packages/magnum/api/controllers/v1/cluster_actions.py", line 189, in _upgrade pecan.request.rpcapi.cluster_upgrade( File "/var/lib/kolla/venv/lib/python3.12/site-packages/osprofiler/profiler.py", line 159, in wrapper result = f(*args, **kwargs) ^^^^^^^^^^^^^^^^^^ File "/var/lib/kolla/venv/lib/python3.12/site-packages/magnum/conductor/api.py", line 86, in cluster_upgrade return self._call('cluster_upgrade', ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/var/lib/kolla/venv/lib/python3.12/site-packages/magnum/common/rpc_service.py", line 79, in _call return self._client.call(self._context, method, *args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/var/lib/kolla/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 546, in call return self.prepare().call(ctxt, method, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/var/lib/kolla/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 190, in call result = self.transport._send( ^^^^^^^^^^^^^^^^^^^^^ File "/var/lib/kolla/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send return self._driver.send(target, ctxt, message, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/var/lib/kolla/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send return self._send(target, ctxt, message, wait_for_reply, timeout, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/var/lib/kolla/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 792, in _send raise result RuntimeError: ServiceError: client error (Connect) Traceback (most recent call last): File "/var/lib/kolla/venv/lib/python3.12/site-packages/oslo_messaging/rpc/server.py", line 174, in _process_incoming res = self.dispatcher.dispatch(message) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/var/lib/kolla/venv/lib/python3.12/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch return self._do_dispatch(endpoint, method, ctxt, args) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/var/lib/kolla/venv/lib/python3.12/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch result = func(ctxt, **new_args) ^^^^^^^^^^^^^^^^^^^^^^ File "/var/lib/kolla/venv/lib/python3.12/site-packages/osprofiler/profiler.py", line 159, in wrapper result = f(*args, **kwargs) ^^^^^^^^^^^^^^^^^^ File "/var/lib/kolla/venv/lib/python3.12/site-packages/magnum/conductor/handlers/cluster_conductor.py", line 341, in cluster_upgrade cluster_driver.upgrade_cluster(context, cluster, cluster_template, File "/var/lib/kolla/venv/lib/python3.12/site-packages/magnum_cluster_api/driver.py", line 43, in wrapper return func(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^ File "/var/lib/kolla/venv/lib/python3.12/site-packages/magnum_cluster_api/driver.py", line 399, in upgrade_cluster self.rust_driver.upgrade_cluster(cluster) File "/var/lib/kolla/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit result = proxy_call(self._autowrap, f, *args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/var/lib/kolla/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call rv = execute(f, *args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/var/lib/kolla/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute raise e.with_traceback(tb) File "/var/lib/kolla/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker rv = meth(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^ RuntimeError: ServiceError: client error (Connect) : RuntimeError: ServiceError: client error (Connect)